openvx_extension.hpp

 // Copyright (C) 2018 Intel Corporation


 // SPDX-License-Identifier: Apache-2.0


 //


 


 /**


  * \brief Main MKL-DNN Extension API


  * \file mkldnn_extension.hpp


  */


 #pragma once


 

 #include <VX/vx.h>


 #include <VX/vx_intel_volatile.h>


 #include <fstream>


 #include <vector>


 

 #include <ie_icnn_network.hpp>


 #include "details/ie_no_copy.hpp"


 #include "ie_api.h"


 #include "ie_error.hpp"


 #include "ie_version.hpp"


 

 #if defined(_WIN32) && defined(IMPLEMENT_INFERENCE_EXTENSION_API)


 #define INFERENCE_EXTENSION_API(TYPE) extern "C"  __declspec(dllexport) TYPE


 #else


 #define INFERENCE_EXTENSION_API(TYPE) INFERENCE_ENGINE_API(TYPE)


 #define INFERENCE_EXTENSION_CDECL INFERENCE_ENGINE_CDECL


 #endif


 

 namespace OpenVXPlugin {

 

 struct OpenVXGraphParams {

     vx_context ctx;

     vx_graph grf;

     InferenceEngine::TargetDevice targetDevice;

     bool supports4D;

     std::ofstream _graphFile;

 };

 

 class IOVXExtensionLayer {

 public:

     enum DATA_MANIPULATION_TYPE {

         NONE, INPUT_FROM_OUTPUT, OUTPUT_FROM_INPUT

     };

 

     virtual ~IOVXExtensionLayer() {}

 

     // todo: virtual void BuildMdData(OpenVXGraphParams &ovxPrms) = 0;


     virtual DATA_MANIPULATION_TYPE getDataManipulationType() { return NONE; }  // default


     virtual vx_node GetOpenVXNode(OpenVXGraphParams &ovxPrms, const std::vector<vx_tensor> &input,

                                   const std::vector<vx_tensor> &output) {

         return nullptr;

     }

 

     virtual void GetInputDataFromOutput(std::vector<vx_tensor> &input, const std::vector<vx_tensor> &output) {}

 

     virtual void GetOutputDataFromInput(const std::vector<vx_tensor> &input, std::vector<vx_tensor> &output) {}

 };

 

 


 /**


  * @class IMKLDNNExtension


  * @brief Main extension interface


  */


 class IOpenVXExtension : public InferenceEngine::details::IRelease {

 public:


     /**


      * @brief Gets the extension version information


      * @param versionInfo Pointer to version info, set by plugin


      */


     virtual void GetVersion(const InferenceEngine::Version *&versionInfo) noexcept = 0;

 


     /**


      * @brief Logging is used to track what is going on inside


      * @param listener Logging listener


      */


     virtual void SetLogCallback(InferenceEngine::IErrorListener &listener) noexcept = 0;

 


     /**


      * @brief Creates a generic layer and returns a pointer to an instance


      * @param primitive Pointer to a newly created layer


      * @param layer Layer parameters (source for name, type, precision, attr, weights etc.)


      * @param resp Pointer to the response message that holds a description of an error if any occurred


      * @return Status code of the operation. OK if succeeded


      */


     virtual InferenceEngine::StatusCode CreateOpenVXLayer(IOVXExtensionLayer **extLayer,

                                                           const InferenceEngine::CNNLayerPtr layer,

                                                           InferenceEngine::ResponseDesc *resp) noexcept = 0;

 


     /**


      * @brief could be used to cleanup resources


      */


     virtual void Unload() noexcept = 0;

 };

 

 


 /**


  * @brief Creator function to create the default instance of the extension


  * @param ext - pointer to extension that will contain returned value


  * @param resp Pointer to the response message that holds a description of an error if any occurred


  * @return Status code of the operation. OK if succeeded


  */


 INFERENCE_EXTENSION_API(InferenceEngine::StatusCode) CreateOpenVXExtension(IOpenVXExtension *&ext,

                                                                            InferenceEngine::ResponseDesc *resp) noexcept;

 }  // namespace OpenVXPlugin