dropconnect.hpp

Go to the documentation of this file.

#ifndef MLPACK_METHODS_ANN_LAYER_DROPCONNECT_HPP
#define MLPACK_METHODS_ANN_LAYER_DROPCONNECT_HPP

#include <mlpack/prereqs.hpp>

#include "layer.hpp"

namespace mlpack {
namespace ann  {

template<typename MatType = arma::mat>
class DropConnectType : public Layer<MatType>
{
 public:
  DropConnectType();

  DropConnectType(const size_t outSize,
                  const double ratio = 0.5);

  DropConnectType* Clone() const { return new DropConnectType(*this); }

  // Virtual destructor.
  virtual ~DropConnectType();

  DropConnectType(const DropConnectType& other);
  DropConnectType(DropConnectType&& other);
  DropConnectType& operator=(const DropConnectType& other);
  DropConnectType& operator=(DropConnectType&& other);

  void Forward(const MatType& input, MatType& output);

  void Backward(const MatType& input, const MatType& gy, MatType& g);

  void Gradient(const MatType& input, const MatType& error, MatType& gradient);

  double Ratio() const { return ratio; }

  void Ratio(const double r)
  {
    ratio = r;
    scale = 1.0 / (1.0 - ratio);
  }

  void ComputeOutputDimensions();

  size_t WeightSize() const { return baseLayer->WeightSize(); }

  // Set the weights to use the given memory `weightsPtr`.
  void SetWeights(typename MatType::elem_type* weightsPtr);

  template<typename Archive>
  void serialize(Archive& ar, const uint32_t /* version */);

 private:
  double ratio;

  double scale;

  MatType mask;

  MatType denoise;

  Layer<MatType>* baseLayer;
}; // class DropConnect.

// Convenience typedefs.

// Standard DropConnect layer.
typedef DropConnectType<arma::mat> DropConnect;

}  // namespace ann
}  // namespace mlpack

// Include implementation.
#include "dropconnect_impl.hpp"

#endif