Group OpenVINO Runtime C++ API#
- Basics
shape_size()shape_size()DimensionDimension::Dimension()Dimension::Dimension()Dimension::Dimension()Dimension::Dimension()Dimension::is_static()Dimension::is_dynamic()Dimension::get_length()Dimension::get_interval()Dimension::same_scheme()Dimension::compatible()Dimension::relaxes()Dimension::refines()Dimension::operator+()Dimension::operator-()Dimension::operator/()Dimension::operator/=()Dimension::operator*()Dimension::operator+=()Dimension::operator*=()Dimension::operator&()Dimension::operator&=()Dimension::to_string()Dimension::has_symbol()Dimension::get_symbol()Dimension::set_symbol()Dimension::merge()Dimension::broadcast_merge()Dimension::dynamic()Dimension::swap()
ExtensionModelModel::Model()Model::Model()Model::get_output_size()Model::get_output_op()Model::clone()Model::outputs()Model::inputs()Model::get_output_element_type()Model::get_output_shape()Model::get_output_partial_shape()Model::get_result()Model::get_name()Model::set_friendly_name()Model::get_friendly_name()Model::get_graph_size()Model::is_dynamic()Model::replace_parameter()Model::get_parameters()Model::get_results()Model::get_parameter_index()Model::get_result_index()Model::get_result_index()Model::evaluate()Model::evaluate()Model::get_sinks()Model::add_sinks()Model::remove_sink()Model::add_results()Model::remove_result()Model::add_parameters()Model::remove_parameter()Model::add_variables()Model::remove_variable()Model::get_variables()Model::get_variable_by_id()Model::get_rt_info()Model::get_rt_info()Model::get_rt_info()Model::get_rt_info()Model::get_rt_info()Model::get_rt_info()Model::has_rt_info()Model::has_rt_info()Model::set_rt_info()Model::set_rt_info()
NodeNode::validate_and_infer_types()Node::get_autob()Node::has_evaluate()Node::evaluate()Node::evaluate()Node::decompose_op()Node::get_type_info()Node::set_arguments()Node::set_arguments()Node::set_argument()Node::set_output_size()Node::description()Node::get_name()Node::set_friendly_name()Node::get_friendly_name()Node::write_description()Node::get_control_dependencies()Node::get_control_dependents()Node::add_control_dependency()Node::remove_control_dependency()Node::clear_control_dependencies()Node::clear_control_dependents()Node::add_node_control_dependencies()Node::add_node_control_dependents()Node::transfer_control_dependents()Node::get_output_size()Node::get_output_element_type()Node::get_element_type()Node::get_output_shape()Node::get_output_partial_shape()Node::get_default_output()Node::get_default_output_index()Node::no_default_index()Node::get_shape()Node::get_output_tensor()Node::get_input_size()Node::get_input_element_type()Node::get_input_shape()Node::get_input_partial_shape()Node::has_same_type()Node::get_users()Node::operator<()Node::inputs()Node::inputs()Node::input_values()Node::outputs()Node::outputs()Node::input()Node::input()Node::output()Node::output()
InputInputOutputOutput::Output()Output::Output()Output::Output()Output::Output()Output::get_node()Output::get_node_shared_ptr()Output::get_index()Output::get_tensor_ptr()Output::set_tensor_ptr()Output::get_rt_info()Output::get_any_name()Output::set_names()Output::add_names()Output::get_target_inputs()Output::remove_target_input()Output::replace()
OutputPartialShapePartialShape::PartialShape()PartialShape::PartialShape()PartialShape::PartialShape()PartialShape::PartialShape()PartialShape::PartialShape()PartialShape::PartialShape()PartialShape::is_static()PartialShape::is_dynamic()PartialShape::rank()PartialShape::compatible()PartialShape::same_scheme()PartialShape::relaxes()PartialShape::refines()PartialShape::merge_rank()PartialShape::to_shape()PartialShape::all_non_negative()PartialShape::operator[]()PartialShape::operator[]()PartialShape::operator std::vector<Dimension>()PartialShape::get_max_shape()PartialShape::get_min_shape()PartialShape::get_shape()PartialShape::begin()PartialShape::begin()PartialShape::end()PartialShape::end()PartialShape::rbegin()PartialShape::rbegin()PartialShape::rend()PartialShape::rend()PartialShape::cbegin()PartialShape::cend()PartialShape::crbegin()PartialShape::crend()PartialShape::resize()PartialShape::size()PartialShape::insert()PartialShape::insert()PartialShape::insert()PartialShape::reserve()PartialShape::push_back()PartialShape::emplace_back()PartialShape::to_string()PartialShape::dynamic()PartialShape::merge_into()PartialShape::broadcast_merge_into()
PrePostProcessorPrePostProcessor::PrePostProcessor()PrePostProcessor::PrePostProcessor()PrePostProcessor::operator=()PrePostProcessor::~PrePostProcessor()PrePostProcessor::input()PrePostProcessor::input()PrePostProcessor::input()PrePostProcessor::output()PrePostProcessor::output()PrePostProcessor::output()PrePostProcessor::build()
ShapeSymbolDiscreteTypeInfo
- Operations
AUGRUCellAUGRUSequenceAbsAcosAcoshAdaptiveAvgPoolAdaptiveMaxPoolAddAsinAssignAssignAtanAtanhAvgPoolAvgPoolBatchNormInferenceBatchNormInferenceBatchToSpaceBinaryConvolutionBitwiseAndBitwiseLeftShiftBitwiseNotBitwiseOrBitwiseRightShiftBitwiseXorBroadcastBroadcastBucketizeCeilingClampCol2ImConcatConstantConstant::Constant()Constant::Constant()Constant::Constant()Constant::Constant()Constant::Constant()Constant::Constant()Constant::validate_and_infer_types()Constant::evaluate()Constant::has_evaluate()Constant::get_shape_val()Constant::get_strides_val()Constant::get_coordinate_val()Constant::get_coordinate_diff_val()Constant::get_axis_vector_val()Constant::get_axis_set_val()Constant::get_byte_size()Constant::get_value_strings()Constant::cast_vector()Constant::get_tensor_view()Constant::get_strides()Constant::create()Constant::create()Constant::create()
ConvertConvertLikeConvertPromoteTypesConvertPromoteTypes::ConvertPromoteTypes()ConvertPromoteTypes::ConvertPromoteTypes()ConvertPromoteTypes::validate_and_infer_types()ConvertPromoteTypes::get_pytorch_scalar_promotion()ConvertPromoteTypes::set_pytorch_scalar_promotion()ConvertPromoteTypes::get_promote_unsafe()ConvertPromoteTypes::set_promote_unsafe()ConvertPromoteTypes::get_u64_integer_promotion_target()ConvertPromoteTypes::set_u64_integer_promotion_target()
ConvolutionConvolutionBackpropDataCosCoshCTCGreedyDecoderCTCGreedyDecoderSeqLenCTCGreedyDecoderSeqLen::CTCGreedyDecoderSeqLen()CTCGreedyDecoderSeqLen::CTCGreedyDecoderSeqLen()CTCGreedyDecoderSeqLen::validate_and_infer_types()CTCGreedyDecoderSeqLen::get_merge_repeated()CTCGreedyDecoderSeqLen::set_merge_repeated()CTCGreedyDecoderSeqLen::get_classes_index_type()CTCGreedyDecoderSeqLen::set_classes_index_type()CTCGreedyDecoderSeqLen::get_sequence_length_type()CTCGreedyDecoderSeqLen::set_sequence_length_type()
CTCLossCumSumDeformableConvolutionDeformableConvolutionDeformablePSROIPoolingDepthToSpaceDFTDivideEinsumEluEmbeddingSegmentsSumEmbeddingBagOffsetsEmbeddingBagOffsetsSumEmbeddingBagPackedEmbeddingBagPackedSumEqualErfExpExperimentalDetectronDetectionOutputExperimentalDetectronGenerateProposalsSingleImageExperimentalDetectronPriorGridGeneratorExperimentalDetectronPriorGridGenerator::ExperimentalDetectronPriorGridGenerator()ExperimentalDetectronPriorGridGenerator::validate_and_infer_types()ExperimentalDetectronPriorGridGenerator::get_attrs()ExperimentalDetectronPriorGridGenerator::set_attrs()ExperimentalDetectronPriorGridGenerator::Attributes
ExperimentalDetectronROIFeatureExtractorExperimentalDetectronROIFeatureExtractor::ExperimentalDetectronROIFeatureExtractor()ExperimentalDetectronROIFeatureExtractor::ExperimentalDetectronROIFeatureExtractor()ExperimentalDetectronROIFeatureExtractor::validate_and_infer_types()ExperimentalDetectronROIFeatureExtractor::get_attrs()ExperimentalDetectronROIFeatureExtractor::set_attrs()ExperimentalDetectronROIFeatureExtractor::Attributes
ExperimentalDetectronTopKROIsExtractImagePatchesEyeFakeConvertFakeQuantizeFloorFloorModGatherGatherGatherGatherElementsGatherNDGatherNDGatherTreeGeluGeluGreaterGreaterEqualGridSampleGroupNormalizationGRUCellGRUSequenceHardSigmoidHSigmoidHSwishI420toBGRI420toRGBIDFTIfInterpolateInterpolateInterpolateInverseIsFiniteIsInfIsNaNLessLessEqualLogLogSoftmaxLogicalAndLogicalNotLogicalOrLogicalXorLoopLRNLSTMCellLSTMCellLSTMSequenceLSTMSequenceMatMulMatrixNmsMaxPoolMaxPoolMaxPoolMaximumMinimumMishModMultinomialMultiplyMVNMVNNegativeNonMaxSuppressionNonMaxSuppressionNonMaxSuppressionNonMaxSuppressionNonZeroNormalizeL2NotEqualNV12toBGRNV12toRGBOneHotOpPadPadParameterPowerPReluPriorBoxPriorBoxPriorBoxClusteredProposalProposalPSROIPoolingRandomUniformRangeRangeReadValueReadValueReduceL1ReduceL2ReduceLogicalAndReduceLogicalOrReduceMaxReduceMeanReduceMinReduceProdReduceSumRegionYoloReluReorgYoloReshapeResultReverseReverseSequenceRNNCellRNNSequenceROIAlignROIAlignRotatedROIPoolingRollRoundScaledDotProductAttentionScatterElementsUpdateScatterNDUpdateScatterNDUpdateScatterUpdateSelectSeluShapeOfShapeOfShuffleChannelsSigmoidSignSinSinhSinkSliceSliceScatterSoftmaxSoftmaxSoftPlusSpaceToBatchSpaceToDepthSplitSqrtSquaredDifferenceSqueezeStridedSliceStringTensorPackStringTensorUnpackSubtractSwishTanTanhTensorIteratorTileTopKTopKTopKTransposeUniqueUnsqueezeVariadicSplitXor
- Operation sets
- Transformation passes
ConstantFoldingConvertFP32ToFP16GraphRewriteLowLatency2MakeStatefulManagerMatcherPassPassBaseModelPassPassConfigPassConfig::PassConfig()PassConfig::disable()PassConfig::disable()PassConfig::enable()PassConfig::enable()PassConfig::set_callback()PassConfig::set_callback()PassConfig::get_callback()PassConfig::get_callback()PassConfig::is_disabled()PassConfig::is_disabled()PassConfig::is_enabled()PassConfig::is_enabled()
SDPAToPagedAttentionSerializeStreamSerializeStatefulToStatelessValidateVisualizeTree
- Inference
SupportedOpsMapAllocatorTensorTensor::Tensor()Tensor::Tensor()Tensor::Tensor()Tensor::operator=()Tensor::Tensor()Tensor::operator=()Tensor::~Tensor()Tensor::Tensor()Tensor::Tensor()Tensor::Tensor()Tensor::Tensor()Tensor::Tensor()Tensor::set_shape()Tensor::get_element_type()Tensor::get_shape()Tensor::copy_to()Tensor::is_continuous()Tensor::get_size()Tensor::get_byte_size()Tensor::get_strides()Tensor::data()Tensor::data()Tensor::operator!()Tensor::operator bool()Tensor::is()Tensor::as()Tensor::type_check()
CompiledModelCompiledModel::CompiledModel()CompiledModel::~CompiledModel()CompiledModel::get_runtime_model()CompiledModel::inputs()CompiledModel::input()CompiledModel::input()CompiledModel::input()CompiledModel::outputs()CompiledModel::output()CompiledModel::output()CompiledModel::output()CompiledModel::create_infer_request()CompiledModel::export_model()CompiledModel::set_property()CompiledModel::set_property()CompiledModel::get_property()CompiledModel::get_property()CompiledModel::release_memory()CompiledModel::get_context()CompiledModel::operator!()CompiledModel::operator bool()
CoreCore::compile_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::Core()Core::get_versions()Core::read_model()Core::read_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::compile_model()Core::add_extension()Core::add_extension()Core::add_extension()Core::add_extension()Core::add_extension()Core::add_extension()Core::add_extension()Core::import_model()Core::import_model()Core::import_model()Core::import_model()Core::query_model()Core::query_model()Core::set_property()Core::set_property()Core::set_property()Core::set_property()Core::get_property()Core::get_property()Core::get_property()Core::get_property()Core::get_property()Core::get_property()Core::get_available_devices()Core::register_plugin()Core::unload_plugin()Core::register_plugins()Core::create_context()Core::create_context()Core::get_default_context()
CancelledBusyInferRequestInferRequest::InferRequest()InferRequest::InferRequest()InferRequest::operator=()InferRequest::InferRequest()InferRequest::operator=()InferRequest::~InferRequest()InferRequest::set_tensor()InferRequest::set_tensor()InferRequest::set_tensor()InferRequest::set_tensors()InferRequest::set_tensors()InferRequest::set_input_tensor()InferRequest::set_input_tensor()InferRequest::set_input_tensors()InferRequest::set_input_tensors()InferRequest::set_output_tensor()InferRequest::set_output_tensor()InferRequest::get_tensor()InferRequest::get_tensor()InferRequest::get_tensor()InferRequest::get_input_tensor()InferRequest::get_input_tensor()InferRequest::get_output_tensor()InferRequest::get_output_tensor()InferRequest::infer()InferRequest::cancel()InferRequest::get_profiling_info()InferRequest::start_async()InferRequest::wait()InferRequest::wait_for()InferRequest::set_callback()InferRequest::query_state()InferRequest::reset_state()InferRequest::get_compiled_model()InferRequest::operator!()InferRequest::operator bool()InferRequest::operator!=()InferRequest::operator==()
RemoteContextRemoteContext::RemoteContext()RemoteContext::RemoteContext()RemoteContext::operator=()RemoteContext::RemoteContext()RemoteContext::operator=()RemoteContext::operator bool()RemoteContext::~RemoteContext()RemoteContext::is()RemoteContext::as()RemoteContext::create_tensor()RemoteContext::get_params()RemoteContext::create_host_tensor()RemoteContext::type_check()
RemoteTensorVariableStateProfilingInfo