ROperator_Constant.hxx

Go to the documentation of this file.

#ifndef TMVA_SOFIE_ROPERATOR_Constant
#define TMVA_SOFIE_ROPERATOR_Constant
 
#include "TMVA/SOFIE_common.hxx"
#include "TMVA/ROperator.hxx"
#include "TMVA/RModel.hxx"
 
#include <sstream>
 
namespace TMVA{
namespace Experimental{
namespace SOFIE{
 
template<typename T>
class ROperator_Constant final : public ROperator
{
 
private:
 
   std::string fNX;
   std::string fNY;
   std::vector<size_t> fShape;
   std::vector<Dim> fDimShape;
   std::vector<Dim> fDimOutputShape;
   std::vector<T> fValues;
   std::string fAttrType;
   bool fIsConstantOfShape = false;
   bool fIsUndefinedInputShape = false;
 
public:
   ROperator_Constant(){}
 
   ROperator_Constant(const std::string & type, const std::vector<T> & values, const std::vector<size_t> & shape, std::string nameX, std::string nameY):
      fNX(UTILITY::Clean_name(nameX)),
      fNY(UTILITY::Clean_name(nameY)),
      fShape(shape),
      fValues(values),
      fAttrType(type)
      {
         fInputTensorNames = { };
         fOutputTensorNames = { };
      }
 
   std::vector<ETensorType> TypeInference(std::vector<ETensorType> input) override {
      return input;
   }
 
   std::vector<std::vector<size_t>> ShapeInference(std::vector<std::vector<size_t>> input) override {
      auto ret = input; //suggest copy to compiler
      return ret;
   }
 
   void Initialize(RModel& model) override {
       //input must be a graph input, or already initialized intermediate tensor
      size_t length = 1;
      /// ConstantOfShape-------------
      if (!fNX.empty()) {
         // case of ConstantOfShape (since no inputs in case of Constant operator)
         fIsConstantOfShape  = true;
         if (model.CheckIfTensorAlreadyExist(fNX) == false){
           throw std::runtime_error("TMVA SOFIE ConstantOfShape Op Input Tensor is not found in model");
         }
         // get output shape from input values:
         // can work only if input is a constant or initialized tensor (or dynamic one)
         if (model.IsConstantTensor(fNX)) {
            fIsOutputConstant = true;
            auto dptr = model.GetInitializedTensorData(fNX);
            auto input_tensor = static_cast<int64_t *>(dptr.get());
            auto input_shape = model.GetTensorShape(fNX);
            if (input_shape.size() > 1 )
               throw std::runtime_error("TMVA SOFIE ConstantOfShape Op Input Tensor has invalid shape");
            if (input_tensor != nullptr && !input_shape.empty()) {
               fShape = std::vector<size_t> (input_shape[0]);
               for (size_t i = 0; i < fShape.size(); i++)
                  fShape[i] = input_tensor[i];
            } else
               fShape = {1};  // scalar case
 
            length = ConvertShapeToLength(fShape);
            if (fValues.size() != 1)
               throw std::runtime_error("TMVA SOFIE ConstantOfShape Op value Tensor has invalid size " + std::to_string(fValues.size()));
 
            T value = fValues[0];
            fValues = std::vector<T>(length, value);
         }
         else if (model.IsShapeTensor(fNX)) {
            // case tensor values representing output shapes are  known
            fDimOutputShape = model.GetShapeTensorValues(fNX);
         } else {
            // case of not known shape tensors- we need to do at run time
            // not sure if we ever encounter this case
            fIsUndefinedInputShape = true;
            fDimShape = model.GetDimTensorShape(fNX);
            if (fDimShape.size() > 1 )
               throw std::runtime_error("TMVA SOFIE ConstantOfShape Op Input Tensor has invalid shape");
            if (!fDimShape[0].isParam) {
               fDimOutputShape.resize(fDimShape[0].dim);
               for (size_t i = 0; i < fDimShape[0].dim; i++) {
                  fDimOutputShape[i] = Dim{ std::string("s_") + fNY + "_" + std::to_string(i)};
               }
            }
            else {
               throw std::runtime_error("TMVA SOFIE ConstantOfShape Op Input Tensor has not defied shape");
            }
         }
 
      } else {
         // case of constant operator
         // in case of standard constant the shape is provided as input
         fIsOutputConstant = true;
         length = ConvertShapeToLength(fShape);
         if (length != fValues.size())
            throw std::runtime_error("TMVA SOFIE Constant Op has invalid shape : " + ConvertShapeToString(fShape) +
                                 " with " + std::to_string(fValues.size()) + " values");
      }
 
      // we need to create an initialized tensor of type constant to flag to not save it in a weight file
      // but keep its initialization in the generated code. The values might also be needed in initializing the
      // following operators using as input Constant or ConstantOfShape
       // resize fValues to shape length
      if (fIsOutputConstant) {
         model.AddConstantTensor(fNY, fShape, fValues);
         if (model.Verbose()) {
            std::cout << "adding constant tensor " << fNY << " with shape " << ConvertShapeToString(fShape)
            << " and values [";
            if (!fIsConstantOfShape) {
               ConvertValuesToString(fValues, 10);   // add maximum printing values
            } else {  // for constant of shape is enough to print one value
               std::cout << "... " << fValues[0] << " ....]" << std::endl;
            }
         }
      } else {
         model.AddIntermediateTensor(fNY, ConvertStringToType(TensorType<T>::Name()), fDimOutputShape);
         fOutputTensorNames.emplace_back(fNY);
      }
   }
 
   std::string Generate(std::string opName) override {
      // no code to generate here. Tensor are defined in Session constructor
      std::stringstream out;
      if (fIsOutputConstant) {
         if (fNX.empty())
            out <<  "// ---- Constant (no-op) " << opName << " --> " << fNY << " " << ConvertDimShapeToString(fDimOutputShape) << "\n";
         else
            out << "// ---- ConstantOfShape (no-op) " << opName << " --> " << fNY << " " << ConvertDimShapeToString(fDimOutputShape) << "\n";
         return out.str();
      }
      // Only ConstantOfShape might require generation code
      // generate constant tensor according to input
 
      out << "\n//--------- ConstantOfShape " << opName << " --> " << ConvertDimShapeToString(fDimOutputShape) << "\n";
       // set shape values if needed
      if (fIsUndefinedInputShape) {
         for (size_t i = 0; i < fDimOutputShape.size(); i++) {
            out << SP << "size_t " << fDimOutputShape[i].param << " = " << "tensor_" << fNX << "[" << i << "];\n";
         }
      }
      auto length = ConvertDimShapeToLength(fDimOutputShape);
      // vector is already allocated- fill with values
      out << SP << "std::fill(tensor_" << fNY << ", tensor_" << fNY << " + " << length << ", " << fValues[0] << ");\n";
      return out.str();
   }
};
 
}//SOFIE
}//Experimental
}//TMVA
 
 
#endif //TMVA_SOFIE_ROPERATOR_Constant