root@server6:/mnt/GeekbenchAI-1.3.0-Linux#  python3 /usr/share/openvino/samples/python/hello_query_device/hello_query_device.py

[ INFO ] Available devices:
[ INFO ] CPU :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES:
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 22
[ INFO ]                EXECUTION_DEVICES: CPU
[ INFO ]                FULL_DEVICE_NAME: Intel(R) Core(TM) Ultra 9 185H
[ INFO ]                OPTIMIZATION_CAPABILITIES: FP32, INT8, BIN, EXPORT_IMPORT
[ INFO ]                DEVICE_TYPE: Type.INTEGRATED
[ INFO ]                DEVICE_ARCHITECTURE: intel64
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                INFERENCE_NUM_THREADS: 0
[ INFO ]                PERF_COUNT: False
[ INFO ]                INFERENCE_PRECISION_HINT: <Type: 'float32'>
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.LATENCY
[ INFO ]                EXECUTION_MODE_HINT: ExecutionMode.PERFORMANCE
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]                ENABLE_CPU_PINNING: True
[ INFO ]                ENABLE_CPU_RESERVATION: False
[ INFO ]                SCHEDULING_CORE_TYPE: SchedulingCoreType.ANY_CORE
[ INFO ]                MODEL_DISTRIBUTION_POLICY: set()
[ INFO ]                ENABLE_HYPER_THREADING: True
[ INFO ]                DEVICE_ID:
[ INFO ]                CPU_DENORMALS_OPTIMIZATION: False
[ INFO ]                LOG_LEVEL: Level.NO
[ INFO ]                CPU_SPARSE_WEIGHTS_DECOMPRESSION_RATE: 1.0
[ INFO ]                DYNAMIC_QUANTIZATION_GROUP_SIZE: 32
[ INFO ]                KV_CACHE_PRECISION: <Type: 'uint8_t'>
[ INFO ]                KEY_CACHE_PRECISION: <Type: 'uint8_t'>
[ INFO ]                VALUE_CACHE_PRECISION: <Type: 'uint8_t'>
[ INFO ]                KEY_CACHE_GROUP_SIZE: 0
[ INFO ]                VALUE_CACHE_GROUP_SIZE: 0
[ INFO ]
[ INFO ] GPU :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES: 0
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 2
[ INFO ]                OPTIMAL_BATCH_SIZE: 1
[ INFO ]                MAX_BATCH_SIZE: 1
[ INFO ]                DEVICE_ARCHITECTURE: GPU: vendor=0x8086 arch=v12.71.4
[ INFO ]                FULL_DEVICE_NAME: Intel(R) Arc(TM) Graphics (iGPU)
[ INFO ]                DEVICE_UUID: 8680557d080000000002000000000000
[ INFO ]                DEVICE_LUID: 409a0000499a0000
[ INFO ]                DEVICE_TYPE: Type.INTEGRATED
[ INFO ]                DEVICE_GOPS: {<Type: 'float16'>: 9625.599609375, <Type: 'float32'>: 4812.7998046875, <Type: 'int8_t'>: 19251.19921875, <Type: 'uint8_t'>: 19251.19921875}
[ INFO ]                OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, EXPORT_IMPORT
[ INFO ]                GPU_DEVICE_TOTAL_MEM_SIZE: 62438608896
[ INFO ]                GPU_UARCH_VERSION: 12.71.4
[ INFO ]                GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ]                GPU_MEMORY_STATISTICS: {}
[ INFO ]                PERF_COUNT: False
[ INFO ]                MODEL_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ]                GPU_ENABLE_SDPA_OPTIMIZATION: True
[ INFO ]                GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ]                GPU_DISABLE_WINOGRAD_CONVOLUTION: False
[ INFO ]                CACHE_DIR:
[ INFO ]                CACHE_MODE: CacheMode.OPTIMIZE_SPEED
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.LATENCY
[ INFO ]                EXECUTION_MODE_HINT: ExecutionMode.PERFORMANCE
[ INFO ]                COMPILATION_NUM_THREADS: 22
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]                INFERENCE_PRECISION_HINT: <Type: 'float16'>
[ INFO ]                ENABLE_CPU_PINNING: False
[ INFO ]                ENABLE_CPU_RESERVATION: False
[ INFO ]                DEVICE_ID: 0
[ INFO ]                DYNAMIC_QUANTIZATION_GROUP_SIZE: 0
[ INFO ]                ACTIVATIONS_SCALE_FACTOR: -1.0
[ INFO ]                WEIGHTS_PATH:
[ INFO ]                CACHE_ENCRYPTION_CALLBACKS: UNSUPPORTED TYPE
[ INFO ]                KV_CACHE_PRECISION: <Type: 'dynamic'>
[ INFO ]                MODEL_PTR: UNSUPPORTED TYPE
[ INFO ]
[ INFO ] NPU :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES: 3720
[ INFO ]                CACHE_DIR:
[ INFO ]                COMPILATION_NUM_THREADS: 22
[ INFO ]                DEVICE_ARCHITECTURE: 3720
[ INFO ]                DEVICE_GOPS: {<Type: 'bfloat16'>: 0.0, <Type: 'float16'>: 4300.7998046875, <Type: 'float32'>: 0.0, <Type: 'int8_t'>: 8601.599609375, <Type: 'uint8_t'>: 8601.599609375: 8601.599609375}
[ INFO ]                DEVICE_ID:
[ INFO ]                DEVICE_PCI_INFO: {domain: 0 bus: 0 device: 0xb function: 0}
[ INFO ]                DEVICE_IDTYPE: Type.INTEGRATED
[ INFO ]                DEVICE_PCI_INFO: {domain: 0 bus: 0 device: 0xb function: 0}UUID: 80d1d11eb73811eab3de0242ac130004
[ INFO ]                ENABLE_CPU_PINNING: False
[ INFO ]                DEVICEEXECUTION_TYPEDEVICES: Type.INTEGRATEDNPU
[ INFO ]                DEVICEEXECUTION_MODE_UUIDHINT: 80d1d11eb73811eab3de0242ac130004ExecutionMode.PERFORMANCE
[ INFO ]                ENABLEFULL_CPUDEVICE_PINNINGNAME: False Intel(R) AI Boost
[ INFO ]                EXECUTION_DEVICES: NPUINFERENCE_PRECISION_HINT: <Type: 'float16'>
[ INFO ]                EXECUTIONLOG_MODE_HINTLEVEL: ExecutionModeLevel.PERFORMANCEERR
[ INFO ]                FULLMODEL_DEVICE_NAME: Intel(R) AI BoostPRIORITY: Priority.MEDIUM
[ INFO ]                INFERENCENPU_BYPASS_PRECISIONUMD_HINTCACHING: <Type: 'float16'>False
[ INFO ]                LOG_LEVEL: Level.ERRNPU_COMPILATION_MODE_PARAMS:
[ INFO ]                MODEL_PRIORITYNPU_COMPILER_DYNAMIC_QUANTIZATION: Priority.MEDIUMFalse
[ INFO ]                NPU_BYPASS_UMDCOMPILER_CACHINGVERSION: False458772
[ INFO ]                NPU_COMPILATIONDEFER_MODEWEIGHTS_PARAMSLOAD: False
[ INFO ]                NPU_DEVICE_COMPILERALLOC_DYNAMICMEM_QUANTIZATIONSIZE: False0
[ INFO ]                NPU_DEVICE_COMPILERTOTAL_MEM_VERSIONSIZE: 45877266926030848
[ INFO ]                NPU_DEFERDRIVER_WEIGHTS_LOADVERSION: False1746727061
[ INFO ]                NPU_DEVICE_ALLOC_MEM_SIZEMAX_TILES: 02
[ INFO ]                NPU_DEVICE_TOTAL_MEM_SIZEQDQ_OPTIMIZATION: 66926030848False
[ INFO ]                NPU_DRIVER_VERSIONTILES: 1746727061-1
[ INFO ]                NPU_MAX_TILESTURBO: 2False
[ INFO ]                NPUNUM_QDQ_OPTIMIZATIONSTREAMS: False1
[ INFO ]                NPU_TILESOPTIMAL_NUMBER_OF_INFER_REQUESTS: -1
[ INFO ]                NPUOPTIMIZATION_TURBO: FalseCAPABILITIES: FP16, INT8, EXPORT_IMPORT
[ INFO ]                NUMPERFORMANCE_STREAMSHINT: 1PerformanceMode.LATENCY
[ INFO ]                OPTIMALPERFORMANCE_NUMBERHINT_OFNUM_INFER_REQUESTS: 1
[ INFO ]                OPTIMIZATIONPERF_CAPABILITIESCOUNT: FP16, INT8, EXPORT_IMPORTFalse
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.LATENCYRANGE_FOR_ASYNC_INFER_REQUESTS: 1, 10, 1
[ INFO ]                PERFORMANCERANGE_HINTFOR_NUM_REQUESTSSTREAMS: 1, 4
[ INFO ]                PERFWEIGHTS_COUNTPATH: False
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 10, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 4
[ INFO ]                WEIGHTS_PATH:
[ INFO ]                WORKLOAD_TYPE: WorkloadType.DEFAULT

WORKLOAD_TYPE: WorkloadType.DEFAULT