softmax_fusion.hpp

// Copyright (C) 2018-2021 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//
 
#pragma once
 
#include <transformations_visibility.hpp>
 
#include <ngraph/pass/graph_rewrite.hpp>
 
namespace ngraph {
namespace pass {
 
class TRANSFORMATIONS_API SoftmaxFusion;
 
}  // namespace pass
}  // namespace ngraph
 
/**
 * @ingroup ie_transformation_common_api
 * @brief SoftmaxFusion transformation replaces following graph:
 *
 *            +---------------+
 *            │               │
 *            │     input     │
 *            │               │
 *            +---------------+
 *                │      │
 *                │      v
 *                │ +-----------+
 *                │ │           │
 *                │ │ ReduceMax │
 *                │ │           │
 *                │ +-----------+
 *                │      │
 *                │      │
 *                v      v
 *            +---------------+
 *            │               │
 *            │      Sub      │
 *            │               │
 *            +---------------+
 *                    |
 *                    |
 *                    v
 *            +---------------+
 *            │               │
 *            │      Exp      │
 *            │               │
 *            +---------------+
 *                │      │
 *                │      v
 *                │ +-----------+
 *                │ │           │
 *                │ │ ReduceSum │
 *                │ │           │
 *                │ +-----------+
 *                │      │
 *                │      │
 *                v      v
 *             +-------------+
 *             |             │
 *             |     Div     │
 *             │             │
 *             +-------------+
 *
 * to a single Softmax node
 *
 * * Restrictions:
 *   - ReduceMax and ReduceSum axes must be scalar constants and they have to point to the same axis
 */
 
class ngraph::pass::SoftmaxFusion: public ngraph::pass::MatcherPass {
public:
    NGRAPH_RTTI_DECLARATION;
    SoftmaxFusion();
};