Group OpenVINO Runtime C++ API#
- Basics
shape_size()shape_size()ov::DimensionDimension()Dimension()Dimension()Dimension()is_static()is_dynamic()get_length()get_interval()same_scheme()compatible()relaxes()refines()operator+()operator-()operator/()operator/=()operator*()operator+=()operator*=()operator&()operator&=()to_string()has_symbol()get_symbol()set_symbol()merge()broadcast_merge()dynamic()swap
ov::Extensionov::ModelModel()Model()get_output_size()get_output_op()clone()outputs()inputs()get_output_element_type()get_output_shape()get_output_partial_shape()get_result()get_name()set_friendly_name()get_friendly_name()get_graph_size()is_dynamic()replace_parameter()get_parameters()get_results()get_parameter_index()get_result_index()get_result_index()evaluate()evaluate()get_sinks()add_sinks()remove_sink()add_results()remove_result()add_parameters()remove_parameter()add_variables()remove_variable()get_variables()get_variable_by_id()get_rt_info()get_rt_info()get_rt_info()get_rt_info()has_rt_info()has_rt_info()set_rt_info()set_rt_info()
ov::Nodevalidate_and_infer_types()get_autob()has_evaluate()evaluate()evaluate()decompose_op()get_type_info()set_arguments()set_arguments()set_argument()set_output_size()description()get_name()set_friendly_name()get_friendly_name()write_description()get_control_dependencies()get_control_dependents()add_control_dependency()remove_control_dependency()clear_control_dependencies()clear_control_dependents()add_node_control_dependencies()add_node_control_dependents()transfer_control_dependents()get_output_size()get_output_element_type()get_element_type()get_output_shape()get_output_partial_shape()get_default_output()get_default_output_index()no_default_index()get_shape()get_output_tensor()get_input_size()get_input_element_type()get_input_shape()get_input_partial_shape()has_same_type()get_users()operator<()inputs()inputs()input_values()outputs()outputs()input()input()output()output()
ov::Input< Node >ov::Input< const Node >ov::Output< Node >ov::Output< const Node >ov::PartialShapePartialShape()PartialShape()PartialShape()PartialShape()PartialShape()PartialShape()is_static()is_dynamic()rank()compatible()same_scheme()relaxes()refines()merge_rank()to_shape()all_non_negative()operator[]()operator[]()operator std::vector< Dimension >()get_max_shape()get_min_shape()get_shape()begin()begin()end()end()rbegin()rbegin()rend()rend()cbegin()cend()crbegin()crend()resize()size()insert()insert()insert()reserve()push_back()emplace_back()to_string()dynamic()merge_into()broadcast_merge_into()
ov::preprocess::PrePostProcessorov::Shapeov::Symbolov::DiscreteTypeInfo
- Operations
ov::op::internal::AUGRUCellov::op::internal::AUGRUSequenceov::op::v0::Absov::op::v0::Acosov::op::v3::Acoshov::op::v8::AdaptiveAvgPoolov::op::v8::AdaptiveMaxPoolov::op::v1::Addov::op::v0::Asinov::op::v3::Assignov::op::v6::Assignov::op::v0::Atanov::op::v3::Atanhov::op::v1::AvgPoolov::op::v14::AvgPoolov::op::v16::AvgPoolov::op::v0::BatchNormInferenceov::op::v5::BatchNormInferenceov::op::v1::BatchToSpaceov::op::v1::BinaryConvolutionov::op::v13::BitwiseAndov::op::v15::BitwiseLeftShiftov::op::v13::BitwiseNotov::op::v13::BitwiseOrov::op::v15::BitwiseRightShiftov::op::v13::BitwiseXorov::op::v3::Broadcastov::op::v1::Broadcastov::op::v3::Bucketizeov::op::v0::Ceilingov::op::v0::Clampov::op::v15::Col2Imov::op::v0::Concatov::op::v0::ConstantConstant()Constant()Constant()Constant()Constant()Constant()Constant()validate_and_infer_types()evaluate()has_evaluate()get_shape_val()get_strides_val()get_coordinate_val()get_coordinate_diff_val()get_axis_vector_val()get_axis_set_val()get_byte_size()get_value_strings()get_vector()cast_vector()get_tensor_view()get_strides()create()create()create()
ov::op::v0::Convertov::op::v1::ConvertLikeov::op::v14::ConvertPromoteTypesov::op::v1::Convolutionov::op::v1::ConvolutionBackpropDataov::op::v0::Cosov::op::v0::Coshov::op::v0::CTCGreedyDecoderov::op::v6::CTCGreedyDecoderSeqLenov::op::v4::CTCLossov::op::v0::CumSumov::op::v1::DeformableConvolutionov::op::v8::DeformableConvolutionov::op::v1::DeformablePSROIPoolingov::op::v0::DepthToSpaceov::op::v7::DFTov::op::v1::Divideov::op::v7::Einsumov::op::v0::Eluov::op::v3::EmbeddingSegmentsSumov::op::v15::EmbeddingBagOffsetsov::op::v3::EmbeddingBagOffsetsSumov::op::v15::EmbeddingBagPackedov::op::v3::EmbeddingBagPackedSumov::op::v1::Equalov::op::v0::Erfov::op::v0::Expov::op::v6::ExperimentalDetectronDetectionOutputov::op::v6::ExperimentalDetectronGenerateProposalsSingleImageov::op::v6::ExperimentalDetectronPriorGridGeneratorov::op::v6::ExperimentalDetectronROIFeatureExtractorov::op::v6::ExperimentalDetectronTopKROIsov::op::v3::ExtractImagePatchesov::op::v9::Eyeov::op::v13::FakeConvertov::op::v0::FakeQuantizeov::op::v0::Floorov::op::v1::FloorModov::op::v1::Gatherov::op::v7::Gatherov::op::v8::Gatherov::op::v6::GatherElementsov::op::v5::GatherNDov::op::v8::GatherNDov::op::v1::GatherTreeov::op::v0::Geluov::op::v7::Geluov::op::v1::Greaterov::op::v1::GreaterEqualov::op::v9::GridSampleov::op::v12::GroupNormalizationov::op::v3::GRUCellov::op::v5::GRUSequenceov::op::v0::HardSigmoidov::op::v5::HSigmoidov::op::v4::HSwishov::op::v8::I420toBGRov::op::v8::I420toRGBov::op::v16::Identityov::op::v7::IDFTov::op::v8::Ifov::op::v0::Interpolateov::op::v4::Interpolateov::op::v11::Interpolateov::op::v14::Inverseov::op::v10::IsFiniteov::op::v10::IsInfov::op::v10::IsNaNov::op::v16::ISTFTov::op::v1::Lessov::op::v1::LessEqualov::op::v0::Logov::op::v5::LogSoftmaxov::op::v1::LogicalAndov::op::v1::LogicalNotov::op::v1::LogicalOrov::op::v1::LogicalXorov::op::v5::Loopov::op::v0::LRNov::op::v0::LSTMCellov::op::v4::LSTMCellov::op::v5::LSTMSequenceov::op::v0::MatMulov::op::v8::MatrixNmsov::op::v1::MaxPoolov::op::v8::MaxPoolov::op::v14::MaxPoolov::op::v1::Maximumov::op::v1::Minimumov::op::v4::Mishov::op::v1::Modov::op::v13::Multinomialov::op::v1::Multiplyov::op::v0::MVNov::op::v6::MVNov::op::v0::Negativeov::op::v1::NonMaxSuppressionov::op::v3::NonMaxSuppressionov::op::v4::NonMaxSuppressionov::op::v5::NonMaxSuppressionov::op::v3::NonZeroov::op::v0::NormalizeL2ov::op::v1::NotEqualov::op::v8::NV12toBGRov::op::v8::NV12toRGBov::op::v1::OneHotov::op::v16::OneHotov::op::Opov::op::v1::Padov::op::v12::Padov::op::v0::Parameterov::op::v1::Powerov::op::v0::PReluov::op::v0::PriorBoxov::op::v8::PriorBoxov::op::v0::PriorBoxClusteredov::op::v0::Proposalov::op::v4::Proposalov::op::v0::PSROIPoolingov::op::v8::RandomUniformov::op::v4::Rangeov::op::v0::Rangeov::op::v3::ReadValueov::op::v6::ReadValueov::op::v4::ReduceL1ov::op::v4::ReduceL2ov::op::v1::ReduceLogicalAndov::op::v1::ReduceLogicalOrov::op::v1::ReduceMaxov::op::v1::ReduceMeanov::op::v1::ReduceMinov::op::v1::ReduceProdov::op::v1::ReduceSumov::op::v0::RegionYoloov::op::v0::Reluov::op::v0::ReorgYoloov::op::v1::Reshapeov::op::v0::Resultov::op::v1::Reverseov::op::v0::ReverseSequenceov::op::v0::RNNCellov::op::v5::RNNSequenceov::op::v3::ROIAlignov::op::v15::ROIAlignRotatedov::op::v0::ROIPoolingov::op::v7::Rollov::op::v5::Roundov::op::v13::ScaledDotProductAttentionov::op::v3::ScatterElementsUpdateov::op::v3::ScatterNDUpdateov::op::v15::ScatterNDUpdateov::op::v3::ScatterUpdateov::op::v15::SearchSortedov::op::v16::SegmentMaxov::op::v1::Selectov::op::v0::Seluov::op::v3::ShapeOfov::op::v0::ShapeOfov::op::v0::ShuffleChannelsov::op::v0::Sigmoidov::op::v0::Signov::op::v0::Sinov::op::v0::Sinhov::op::Sinkov::op::v8::Sliceov::op::v15::SliceScatterov::op::v1::Softmaxov::op::v8::Softmaxov::op::v4::SoftPlusov::op::v1::SpaceToBatchov::op::v0::SpaceToDepthov::op::v16::SparseFillEmptyRowsov::op::v1::Splitov::op::v0::Sqrtov::op::v0::SquaredDifferenceov::op::v0::Squeezeov::op::v15::Squeezeov::op::v15::STFTov::op::v1::StridedSliceov::op::v15::StringTensorPackov::op::v15::StringTensorUnpackov::op::v1::Subtractov::op::v4::Swishov::op::v0::Tanov::op::v0::Tanhov::op::v0::TensorIteratorov::op::v0::Tileov::op::v1::TopKov::op::v3::TopKov::op::v11::TopKov::op::v1::Transposeov::op::v10::Uniqueov::op::v0::Unsqueezeov::op::util::SqueezeBaseov::op::v1::VariadicSplitov::op::v0::Xor
- Operation sets
- Transformation passes
ov::pass::ConstantFoldingov::pass::ConvertFP32ToFP16ov::pass::GraphRewriteov::pass::LowLatency2ov::pass::MakeStatefulov::pass::Managerov::pass::MatcherPassov::pass::PassBaseov::pass::ModelPassov::pass::PassConfigov::pass::SDPAToPagedAttentionov::pass::SDPAToVLSDPAov::pass::Serializeov::pass::StreamSerializeov::pass::StatefulToStatelessov::pass::Validateov::pass::VisualizeTree
- Inference
SupportedOpsMapov::Allocatorov::Tensordata()data()data()Tensor()Tensor()Tensor()operator=()Tensor()operator=()~Tensor()Tensor()Tensor()Tensor()Tensor()Tensor()Tensor()Tensor()set_shape()get_element_type()get_shape()copy_to()is_continuous()get_size()get_byte_size()get_strides()operator!()operator bool()is()as()type_check()
ov::CompiledModelov::Coreread_model()read_model()compile_model()compile_model()compile_model()compile_model()add_extension()Core()get_versions()read_model()compile_model()compile_model()compile_model()compile_model()compile_model()compile_model()compile_model()compile_model()add_extension()add_extension()add_extension()add_extension()add_extension()add_extension()import_model()import_model()import_model()import_model()import_model()import_model()import_model()import_model()query_model()query_model()set_property()set_property()set_property()set_property()get_property()get_property()get_property()get_property()get_property()get_property()get_available_devices()register_plugin()unload_plugin()register_plugins()create_context()create_context()get_default_context()
ov::Cancelledov::Busyov::InferRequestInferRequest()InferRequest()operator=()InferRequest()operator=()~InferRequest()set_tensor()set_tensor()set_tensor()set_tensors()set_tensors()set_input_tensor()set_input_tensor()set_input_tensors()set_input_tensors()set_output_tensor()set_output_tensor()get_tensor()get_tensor()get_tensor()get_input_tensor()get_input_tensor()get_output_tensor()get_output_tensor()infer()cancel()get_profiling_info()start_async()wait()wait_for()set_callback()query_state()reset_state()get_compiled_model()operator!()operator bool()operator!=()operator==()
ov::RemoteContextov::RemoteTensorov::VariableStateov::ProfilingInfo