ContextHandles.h

Go to the documentation of this file.

// @(#)root/tmva/tmva/dnn:$Id$
// Author: Simon Pfreundschuh 20/06/16
 
/*************************************************************************
 * Copyright (C) 2016, Simon Pfreundschuh                                *
 * All rights reserved.                                                  *
 *                                                                       *
 * For the licensing terms see $ROOTSYS/LICENSE.                         *
 * For the list of contributors see $ROOTSYS/README/CREDITS.             *
 *************************************************************************/
 
/////////////////////////////////////////////////////////////////////
// Contains function enums for activation and output functions, as //
// well as generic evaluation functions, that delegate the call to //
// the corresponding evaluation kernel.                            //
/////////////////////////////////////////////////////////////////////
 
#ifndef TMVA_DNN_CNN_DESCRIPTORS
#define TMVA_DNN_CNN_DESCRIPTORS
 
#include <stddef.h>
#include <vector>
 
namespace TMVA
{
namespace DNN
{
 
struct TDescriptors {
   virtual ~TDescriptors() {}
};
struct TWorkspace {
    virtual ~TWorkspace() {}
};
 
template <typename Layer_t>
struct TDNNGenDescriptors : public TMVA::DNN::TDescriptors {
   using HelperDescriptor_t = typename Layer_t::HelperDescriptor_t;
 
   HelperDescriptor_t HelperDescriptor;
};
 
namespace CNN {
 
//______________________________________________________________________________
//
// Keeps the descriptors for the CNN
//______________________________________________________________________________
 
template <typename Layer_t>
struct TCNNDescriptors : public TMVA::DNN::TDescriptors {
   using LayerDescriptor_t = typename Layer_t::LayerDescriptor_t; // Main layer operation
   using HelperDescriptor_t = typename Layer_t::HelperDescriptor_t; // Used to define possible helpers for the layers (e.g. activations)
   using WeightsDescriptor_t = typename Layer_t::WeightsDescriptor_t; // The weights that are modified (e.g filters)
 
   LayerDescriptor_t LayerDescriptor;
   HelperDescriptor_t HelperDescriptor;
   WeightsDescriptor_t WeightsDescriptor;
};
 
template <typename Layer_t>
struct TCNNWorkspace : public TMVA::DNN::TWorkspace {
   using AlgorithmForward_t = typename Layer_t::AlgorithmForward_t;   // Forward layer operation
   using AlgorithmBackward_t = typename Layer_t::AlgorithmBackward_t; // Backward layer operation
   using AlgorithmHelper_t = typename Layer_t::AlgorithmHelper_t;     // Used for weight grad backward pass
 
   using ReduceTensorDescriptor_t = typename Layer_t::ReduceTensorDescriptor_t;
 
   using AlgorithmDataType_t = typename Layer_t::AlgorithmDataType_t;
 
   AlgorithmForward_t AlgorithmForward;
   AlgorithmBackward_t AlgorithmBackward;
   AlgorithmHelper_t HelperAlgorithm;
 
   AlgorithmDataType_t DataType;
 
   size_t *ForwardWorkspace;
   size_t *BackwardWorkspace;
   size_t *HelperWorkspace;
 
   void *fReductionWorkspace = nullptr;
 
   size_t ForwardWorkspaceSize;
   size_t BackwardWorkspaceSize;
   size_t HelperWorkspaceSize;
   size_t fReductionWorkspaceSize = 0;
 
   ReduceTensorDescriptor_t fReduceTensorDesc;
};
 
} // namespace CNN
 
namespace RNN {
template <typename Architecture_t>
struct TRNNDescriptors : public TMVA::DNN::TDescriptors {
 
   using LayerDescriptor_t = typename Architecture_t::RecurrentDescriptor_t; // Main layer operation
   using WeightsDescriptor_t = typename Architecture_t::FilterDescriptor_t; // The weights that are modified (e.g filters)
   using TensorDescriptor_t = typename Architecture_t::TensorDescriptor_t; // the vector of tensor descriptors
   using HelperDescriptor_t = typename Architecture_t::DropoutDescriptor_t;  // use for dropout
 
   LayerDescriptor_t LayerDescriptor;
   WeightsDescriptor_t WeightsDescriptor;
   WeightsDescriptor_t WeightsGradDescriptor;
   HelperDescriptor_t HelperDescriptor;
 
   // for RNN need 4 vectors of tensor descriptors
 
   std::vector<TensorDescriptor_t> xDesc;
   std::vector<TensorDescriptor_t> yDesc;
   std::vector<TensorDescriptor_t> dxDesc;
   std::vector<TensorDescriptor_t> dyDesc;
};
 
template <typename Layer_t>
struct TRNNWorkspace : public TMVA::DNN::TWorkspace {
 
   void *ForwardWorkspace = nullptr;
   void *HelperWorkspace = nullptr;
 
 
   size_t ForwardWorkspaceSize;
   size_t HelperWorkspaceSize;
};
 
}  // end namespace RNN
 
 
} // namespace DNN
} // namespace TMVA
 
#endif