28 #define METRIC_KEY(name) InferenceEngine::Metrics::METRIC_##name
34 #define EXEC_NETWORK_METRIC_KEY(name) METRIC_KEY(name)
36 #ifndef DECLARE_METRIC_KEY_IMPL
37 #define DECLARE_METRIC_KEY(name, ...) \
38 static constexpr auto METRIC_##name = #name
40 #define DECLARE_METRIC_KEY(name, ...) \
41 static constexpr auto METRIC_##name = #name; \
42 DECLARE_METRIC_KEY_IMPL(name, __VA_ARGS__)
45 #define DECLARE_EXEC_NETWORK_METRIC_KEY(name, ...) DECLARE_METRIC_KEY(name, __VA_ARGS__)
51 #define METRIC_VALUE(name) InferenceEngine::Metrics::name
52 #define DECLARE_METRIC_VALUE(name) static constexpr auto name = #name
57 DECLARE_METRIC_KEY(AVAILABLE_DEVICES, std::vector<std::string>);
68 DECLARE_METRIC_KEY(SUPPORTED_METRICS, std::vector<std::string>);
80 DECLARE_METRIC_KEY(SUPPORTED_CONFIG_KEYS, std::vector<std::string>);
85 DECLARE_METRIC_KEY(FULL_DEVICE_NAME, std::string);
100 DECLARE_METRIC_KEY(OPTIMIZATION_CAPABILITIES, std::vector<std::string>);
102 DECLARE_METRIC_VALUE(FP32);
103 DECLARE_METRIC_VALUE(BF16);
104 DECLARE_METRIC_VALUE(FP16);
105 DECLARE_METRIC_VALUE(INT8);
106 DECLARE_METRIC_VALUE(BIN);
107 DECLARE_METRIC_VALUE(WINOGRAD);
108 DECLARE_METRIC_VALUE(BATCHED_BLOB);
118 DECLARE_METRIC_KEY(RANGE_FOR_STREAMS, std::tuple<unsigned int, unsigned int>);
130 DECLARE_METRIC_KEY(RANGE_FOR_ASYNC_INFER_REQUESTS, std::tuple<unsigned int, unsigned int, unsigned int>);
137 DECLARE_METRIC_KEY(NUMBER_OF_WAITING_INFER_REQUESTS,
unsigned int);
144 DECLARE_METRIC_KEY(NUMBER_OF_EXEC_INFER_REQUESTS,
unsigned int);
149 DECLARE_EXEC_NETWORK_METRIC_KEY(NETWORK_NAME, std::string);
154 DECLARE_METRIC_KEY(DEVICE_THERMAL,
float);
159 DECLARE_EXEC_NETWORK_METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS,
unsigned int);
166 namespace PluginConfigParams {
172 #define CONFIG_KEY(name) InferenceEngine::PluginConfigParams::_CONFIG_KEY(name)
173 #define _CONFIG_KEY(name) KEY_##name
174 #define DECLARE_CONFIG_KEY(name) static constexpr auto _CONFIG_KEY(name) = #name
180 #define CONFIG_VALUE(name) InferenceEngine::PluginConfigParams::name
181 #define DECLARE_CONFIG_VALUE(name) static constexpr auto name = #name
186 DECLARE_CONFIG_VALUE(
YES);
187 DECLARE_CONFIG_VALUE(NO);
192 DECLARE_CONFIG_KEY(CPU_THREADS_NUM);
205 DECLARE_CONFIG_KEY(CPU_BIND_THREAD);
206 DECLARE_CONFIG_VALUE(NUMA);
219 DECLARE_CONFIG_VALUE(CPU_THROUGHPUT_AUTO);
220 DECLARE_CONFIG_KEY(CPU_THROUGHPUT_STREAMS);
232 DECLARE_CONFIG_KEY(GPU_THROUGHPUT_STREAMS);
240 DECLARE_CONFIG_KEY(PERF_COUNT);
255 DECLARE_CONFIG_KEY(DYN_BATCH_LIMIT);
257 DECLARE_CONFIG_KEY(DYN_BATCH_ENABLED);
259 DECLARE_CONFIG_KEY(DUMP_QUANTIZED_GRAPH_AS_DOT);
260 DECLARE_CONFIG_KEY(DUMP_QUANTIZED_GRAPH_AS_IR);
268 DECLARE_CONFIG_KEY(SINGLE_THREAD);
275 DECLARE_CONFIG_KEY(CONFIG_FILE);
282 DECLARE_CONFIG_KEY(DUMP_KERNELS);
296 DECLARE_CONFIG_KEY(TUNING_MODE);
298 DECLARE_CONFIG_VALUE(TUNING_CREATE);
299 DECLARE_CONFIG_VALUE(TUNING_USE_EXISTING);
300 DECLARE_CONFIG_VALUE(TUNING_DISABLED);
301 DECLARE_CONFIG_VALUE(TUNING_UPDATE);
302 DECLARE_CONFIG_VALUE(TUNING_RETUNE);
307 DECLARE_CONFIG_KEY(TUNING_FILE);
316 DECLARE_CONFIG_KEY(LOG_LEVEL);
318 DECLARE_CONFIG_VALUE(LOG_NONE);
319 DECLARE_CONFIG_VALUE(LOG_ERROR);
320 DECLARE_CONFIG_VALUE(LOG_WARNING);
321 DECLARE_CONFIG_VALUE(
323 DECLARE_CONFIG_VALUE(LOG_DEBUG);
324 DECLARE_CONFIG_VALUE(LOG_TRACE);
330 DECLARE_CONFIG_KEY(DEVICE_ID);
342 DECLARE_CONFIG_KEY(EXCLUSIVE_ASYNC_REQUESTS);
351 DECLARE_CONFIG_KEY(DUMP_EXEC_GRAPH_AS_DOT);
363 DECLARE_CONFIG_KEY(ENFORCE_BF16);
376 DECLARE_CONFIG_KEY(CACHE_DIR);
static constexpr auto YES
generic boolean values
Definition: ie_plugin_config.hpp:186
static constexpr auto CPU_THROUGHPUT_NUMA
Optimize CPU execution to maximize throughput.
Definition: ie_plugin_config.hpp:218
static constexpr auto GPU_THROUGHPUT_AUTO
Optimize GPU plugin execution to maximize throughput.
Definition: ie_plugin_config.hpp:231
Inference Engine C++ API.
Definition: cldnn_config.hpp:15