|  | #ifndef CAFFE2_OPERATORS_ACCUMULATE_OP_H_ | 
|  | #define CAFFE2_OPERATORS_ACCUMULATE_OP_H_ | 
|  |  | 
|  | #include "caffe2/core/context.h" | 
|  | #include "caffe2/core/operator.h" | 
|  | #include "caffe2/utils/math.h" | 
|  |  | 
|  | namespace caffe2 { | 
|  |  | 
|  | template <typename T, class Context> | 
|  | class AccumulateOp final : public Operator<Context> { | 
|  | public: | 
|  | template <class... Args> | 
|  | explicit AccumulateOp(Args&&... args) | 
|  | : Operator<Context>(std::forward<Args>(args)...), | 
|  | gamma_(static_cast<T>( | 
|  | this->template GetSingleArgument<float>("gamma", 1.0))) {} | 
|  | USE_OPERATOR_CONTEXT_FUNCTIONS; | 
|  |  | 
|  | bool RunOnDevice() override { | 
|  | auto& input = Input(0); | 
|  |  | 
|  | // TODO: the operator depends on output being set to 0 before the run | 
|  | auto* output = Output(0, input.sizes(), at::dtype<T>()); | 
|  | math::Axpby<T, T, Context>( | 
|  | input.numel(), | 
|  | static_cast<T>(1), | 
|  | input.template data<T>(), | 
|  | gamma_, | 
|  | output->template mutable_data<T>(), | 
|  | &context_); | 
|  | return true; | 
|  | } | 
|  |  | 
|  | protected: | 
|  | T gamma_; | 
|  | }; | 
|  |  | 
|  | } // namespace caffe2 | 
|  |  | 
|  | #endif // CAFFE2_OPERATORS_ACCUMULATE_OP_H_ |