activation_functions.hpp

// Copyright (C) 2018-2021 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//
 
#pragma once
 
#include <memory>
#include <string>
 
#include "ngraph/except.hpp"
#include "ngraph/node.hpp"
 
#ifdef _WIN32
#pragma warning(push)
 
#pragma warning(disable : 4100)
#endif
 
// Prevents the compiler from complaining about or optimizing away variables
// that appear unused on Linux
#if (defined(__GNUC__) && !defined(__clang__))
#undef NG_ATTRIBUTE_UNUSED
#define NG_ATTRIBUTE_UNUSED __attribute__((__unused__))
#else
#define NG_ATTRIBUTE_UNUSED
#endif
 
#define UNUSED_PARAMETER NG_ATTRIBUTE_UNUSED = 0
 
namespace ngraph
{
    namespace op
    {
        namespace util
        {
            namespace error
            {
                struct UnknownActivationFunction : ngraph_error
                {
                    UnknownActivationFunction(const std::string& func_name)
                        : ngraph_error{"Unknown activation function: " + func_name}
                    {
                    }
                };
            } // namespace error
 
            namespace detail
            {
                std::shared_ptr<Node> sigmoid(const std::shared_ptr<Node>& arg,
                                              float alpha UNUSED_PARAMETER,
                                              float beta UNUSED_PARAMETER);
                std::shared_ptr<Node> tanh(const std::shared_ptr<Node>& arg,
                                           float alpha UNUSED_PARAMETER,
                                           float beta UNUSED_PARAMETER);
                std::shared_ptr<Node> relu(const std::shared_ptr<Node>& arg,
                                           float alpha UNUSED_PARAMETER,
                                           float beta UNUSED_PARAMETER);
                std::shared_ptr<Node>
                    hardsigmoid(const std::shared_ptr<Node>& arg, float alpha, float beta);
            } // namespace detail
 
            using ActivationFunctionType = std::shared_ptr<Node> (*)(const std::shared_ptr<Node>&,
                                                                     float,
                                                                     float);
 
            ///
            /// \brief      Class representing activation function used in RNN cells.
            ///
            class NGRAPH_API ActivationFunction
            {
            public:
                ActivationFunction(ActivationFunctionType f, float alpha, float beta);
                ActivationFunction(ActivationFunctionType f, float alpha);
                ActivationFunction(ActivationFunctionType f);
                ActivationFunction() = default;
 
                ///
                /// \brief  Calls stored activation function with provided node argument.
                ///
                std::shared_ptr<Node> operator()(const std::shared_ptr<Node>& arg) const;
 
                void set_alpha(float alpha) { m_alpha = alpha; }
                void set_beta(float beta) { m_beta = beta; }
 
            private:
                /// \brief Activation function wrapper.
                ActivationFunctionType m_function;
                /// \brief Activation function alpha parameter (may be unused).
                float m_alpha;
                /// \brief Activation function beta parameter (may be unused).
                float m_beta;
            };
 
            /// \brief      Gets the activation function by name.
            ///
            /// \param[in]  func_name  The function name
            ///
            /// \throws     UnknownActivationFunction When provided func_name is unknown.
            ///
            /// \return     The activation function object.
            ///
            ActivationFunction get_activation_func_by_name(const std::string& func_name);
        } // namespace util
 
    } // namespace op
 
} // namespace ngraph
 
#ifdef _WIN32
#pragma warning(pop)
#endif
 
#ifdef UNUSED_PARAMETER
#undef UNUSED_PARAMETER
#endif
#ifdef NG_ATTRIBUTE_UNUSED
#undef NG_ATTRIBUTE_UNUSED
#endif