public:

explicit Params(shared_ptr<Solver<Dtype> > root_solver);

virtual ~Params() {

}

inline size_t size() const {

return size_;

}

inline Dtype* data() const {

return data_;

}

inline Dtype* diff() const {

return diff_;

}

protected:

const size_t size_; // Size of buffers

Dtype* data_; // Network parameters

Dtype* diff_; // Gradient

DISABLE_COPY_AND_ASSIGN(Params);

public:

GPUParams(shared_ptr<Solver<Dtype> > root_solver, int device);

virtual ~GPUParams();

void Configure(Solver<Dtype>* solver) const;

protected:

using Params<Dtype>::size_;

using Params<Dtype>::data_;

using Params<Dtype>::diff_;

public Solver<Dtype>::Callback,

public Net<Dtype>::Callback {

public:

/**

explicit NCCL(shared_ptr<Solver<Dtype> > solver);

/**

NCCL(shared_ptr<Solver<Dtype> > solver, const string& uid);

~NCCL();

boost::barrier* barrier();

void set_barrier(boost::barrier* value);

/**

static void InitSingleProcess(vector<NCCL<Dtype>*>* nccls);

static string new_uid();

/**

void Broadcast();

/**

void Run(const vector<int>& gpus, const char* restore);

protected:

void Init();

void on_start() {}

void run(int layer); // Net callback

void on_gradients_ready();

ncclComm_t comm_;

cudaStream_t stream_;

shared_ptr<Solver<Dtype> > solver_;

// Should not be necessary, https://github.com/NVIDIA/nccl/issues/37

boost::barrier* barrier_;

using Params<Dtype>::size_;

using Params<Dtype>::data_;

using Params<Dtype>::diff_;