| #ifndef CAFFE2_OPERATORS_ACCUMULATE_OP_H_ | 
 | #define CAFFE2_OPERATORS_ACCUMULATE_OP_H_ | 
 |  | 
 | #include "caffe2/core/context.h" | 
 | #include "caffe2/core/operator.h" | 
 | #include "caffe2/utils/math.h" | 
 |  | 
 | namespace caffe2 { | 
 |  | 
 | template <typename T, class Context> | 
 | class AccumulateOp final : public Operator<Context> { | 
 |  public: | 
 |   template <class... Args> | 
 |   explicit AccumulateOp(Args&&... args) | 
 |       : Operator<Context>(std::forward<Args>(args)...), | 
 |         gamma_(static_cast<T>( | 
 |             this->template GetSingleArgument<float>("gamma", 1.0))) {} | 
 |   USE_OPERATOR_CONTEXT_FUNCTIONS; | 
 |  | 
 |   bool RunOnDevice() override { | 
 |     auto& input = Input(0); | 
 |  | 
 |     // TODO: the operator depends on output being set to 0 before the run | 
 |     auto* output = Output(0, input.sizes(), at::dtype<T>()); | 
 |     math::Axpby<T, T, Context>( | 
 |         input.numel(), | 
 |         static_cast<T>(1), | 
 |         input.template data<T>(), | 
 |         gamma_, | 
 |         output->template mutable_data<T>(), | 
 |         &context_); | 
 |     return true; | 
 |   } | 
 |  | 
 |  protected: | 
 |   T gamma_; | 
 | }; | 
 |  | 
 | } // namespace caffe2 | 
 |  | 
 | #endif // CAFFE2_OPERATORS_ACCUMULATE_OP_H_ |