wget https://cdn.geekbench.com/GeekbenchAI-1.3.0-Linux.tar.gz
tar xvf GeekbenchAI-1.3.0-Linux.tar.gz
cd GeekbenchAI-1.3.0-Linux/
./banff

# OpenVino
wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
sudo apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
echo "deb https://apt.repos.intel.com/openvino/2025 ubuntu24 main" | sudo tee /etc/apt/sources.list.d/intel-openvino-2025.list
apt update
apt-cache search openvino
apt install openvino
python3 /usr/share/openvino/samples/python/hello_query_device/hello_query_device.py
 
# NPU driver
wget https://github.com/intel/linux-npu-driver/releases/download/v1.17.0/intel-driver-compiler-npu_1.17.0.20250508-14912879441_ubuntu24.04_amd64.deb
wget https://github.com/intel/linux-npu-driver/releases/download/v1.17.0/intel-fw-npu_1.17.0.20250508-14912879441_ubuntu24.04_amd64.deb
wget https://github.com/intel/linux-npu-driver/releases/download/v1.17.0/intel-level-zero-npu_1.17.0.20250508-14912879441_ubuntu24.04_amd64.deb
dpkg --purge --force-remove-reinstreq intel-driver-compiler-npu intel-fw-npu intel-level-zero-npu
apt update
apt install libtbb12
dpkg -i *.deb
wget https://github.com/oneapi-src/level-zero/releases/download/v1.21.9/level-zero_1.21.9+u24.04_amd64.deb
dpkg -i level-zero*.deb

#Geekbench
mkdir Geekbench
cd Geekbench
wget https://cdn.geekbench.com/GeekbenchAI-1.3.0-Linux.tar.gz
tar xvf GeekbenchAI-1.3.0-Linux.tar.gz
cd GeekbenchAI-1.3.0-Linux/
./banff --ai-list
./banff --ai-framework 1 --ai-backend 1 --ai-device 0
./banff --ai-framework 3 --ai-backend 1 --ai-device 0
./banff --ai-framework 4 --ai-backend 1 --ai-device 0
./banff --ai-framework 4 --ai-backend 2 --ai-device 1

root@server6:/mnt/GeekbenchAI-1.3.0-Linux# ./banff --ai-list
Geekbench AI 1.3.0 : https://www.geekbench.com/ai/

Geekbench AI requires an active internet connection and automatically uploads
benchmark results to the Geekbench Browser.

Framework     | Backend       | Device
 1 TensorFlow Lite |  1 CPU        |  0 Intel Core Ultra 9 185H
 3 ONNX       |  1 CPU        | ENABLE_CPU_RESERVATION: False
[ INFO ]      0 Intel Core Ultra 9 185H
 4 OpenVINO   |  1 CPU     SCHEDULING_CORE_TYPE: SchedulingCoreType.ANY_CORE
[ INFO ]|  0 Intel(R) Core(TM) Ultra 9 185H
 4 OpenVINO   |    MODEL_DISTRIBUTION_POLICY: set()
[ INFO ]2 GPU        |  1 Intel(R) Arc(TM) Graphics (iGPU)

root@server6:/mnt/GeekbenchAI-1.3.0-Linux#     ENABLE_HYPER_THREADING: Truepython3 /usr/share/openvino/samples/python/hello_query_device/hello_query_device.py

[ INFO ] Available devices:
[ INFO ] CPU :
[ INFO ]        DEVICESUPPORTED_IDPROPERTIES:
[ INFO ]                CPUAVAILABLE_DENORMALS_OPTIMIZATIONDEVICES: False
[ INFO ]                LOG_LEVEL: Level.NORANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ]                CPURANGE_SPARSE_WEIGHTS_DECOMPRESSION_RATEFOR_STREAMS: 1.0, 22
[ INFO ]                DYNAMIC_QUANTIZATION_GROUP_SIZEEXECUTION_DEVICES: 32CPU
[ INFO ]                KVFULL_CACHEDEVICE_PRECISION: <Type: 'uint8_t'>NAME: Intel(R) Core(TM) Ultra 9 185H
[ INFO ]                KEYOPTIMIZATION_CACHE_PRECISIONCAPABILITIES: <Type: 'uint8_t'>FP32, INT8, BIN, EXPORT_IMPORT
[ INFO ]                VALUEDEVICE_CACHE_PRECISION: <Type: 'uint8_t'>TYPE: Type.INTEGRATED
[ INFO ]                KEY_CACHE_GROUP_SIZEDEVICE_ARCHITECTURE: 0intel64
[ INFO ]                VALUE_CACHE_GROUP_SIZENUM_STREAMS: 01
[ INFO ]
[   INFO ] GPU :
[ INFO ]        SUPPORTEDINFERENCE_NUM_PROPERTIESTHREADS: 0
[ INFO ]                AVAILABLEPERF_DEVICESCOUNT: 0False
[ INFO ]                RANGEINFERENCE_FOR_ASYNC_INFER_REQUESTSPRECISION_HINT: 1, 2, 1<Type: 'float32'>
[ INFO ]                RANGEPERFORMANCE_FOR_STREAMSHINT: 1, 2PerformanceMode.LATENCY
[ INFO ]                OPTIMALEXECUTION_BATCHMODE_SIZEHINT: 1ExecutionMode.PERFORMANCE
[ INFO ]                MAXPERFORMANCE_HINT_BATCHNUM_SIZEREQUESTS: 10
[ INFO ]                DEVICEENABLE_CPU_ARCHITECTUREPINNING: GPU: vendor=0x8086 arch=v12.71.4True
[ INFO ]                FULLENABLE_DEVICECPU_NAMERESERVATION: Intel(R) Arc(TM) Graphics (iGPU)
False
[ INFO ]                DEVICESCHEDULING_CORE_UUIDTYPE: 8680557d080000000002000000000000SchedulingCoreType.ANY_CORE
[ INFO ]                DEVICEMODEL_DISTRIBUTION_LUIDPOLICY: 409a0000499a0000set()
[ INFO ]                DEVICEENABLE_HYPER_TYPETHREADING: Type.INTEGRATEDTrue
[ INFO ]                DEVICE_GOPSID: {<Type: 'float16'>: 9625.599609375, <Type: 'float32'>: 4812.7998046875, <Type: 'int8_t'>: 19251.19921875, <Type: 'uint8_t'>: 19251.19921875}
[ INFO ]                CPU_DENORMALS_OPTIMIZATION: False
[ INFO ]                OPTIMIZATIONLOG_CAPABILITIES: FP32, BIN, FP16, INT8, EXPORT_IMPORTLEVEL: Level.NO
[ INFO ]                GPUCPU_DEVICESPARSE_TOTALWEIGHTS_MEMDECOMPRESSION_SIZERATE: 624386088961.0
[ INFO ]                GPUDYNAMIC_QUANTIZATION_UARCHGROUP_VERSIONSIZE: 12.71.432
[ INFO ]                GPUKV_EXECUTION_UNITS_COUNT: 128CACHE_PRECISION: <Type: 'uint8_t'>
[ INFO ]                GPUKEY_MEMORY_STATISTICS: {}CACHE_PRECISION: <Type: 'uint8_t'>
[ INFO ]                PERF_COUNT: FalseVALUE_CACHE_PRECISION: <Type: 'uint8_t'>
[ INFO ]                MODEL_PRIORITYKEY_CACHE_GROUP_SIZE: Priority.MEDIUM0
[ INFO ]                GPUVALUE_HOSTCACHE_TASKGROUP_PRIORITYSIZE: Priority.MEDIUM0
[ INFO ]
[ INFO ] GPU  :
[ INFO ]         GPU_QUEUE_PRIORITY: Priority.MEDIUMSUPPORTED_PROPERTIES:
[ INFO ]                GPUAVAILABLE_QUEUE_THROTTLEDEVICES: Priority.MEDIUM0
[ INFO ]                GPURANGE_FOR_ENABLEASYNC_SDPAINFER_OPTIMIZATIONREQUESTS: True 1, 2, 1
[ INFO ]                GPURANGE_ENABLEFOR_LOOP_UNROLLINGSTREAMS: True1, 2
[ INFO ]                GPUOPTIMAL_DISABLEBATCH_WINOGRAD_CONVOLUTIONSIZE: False1
[ INFO ]                CACHEMAX_BATCH_DIRSIZE: 1
[ INFO ]                CACHEDEVICE_MODEARCHITECTURE: CacheMode.OPTIMIZE_SPEEDGPU: vendor=0x8086 arch=v12.71.4
[ INFO ]                PERFORMANCEFULL_DEVICE_HINT: PerformanceMode.LATENCYNAME: Intel(R) Arc(TM) Graphics (iGPU)
[ INFO ]                EXECUTIONDEVICE_MODE_HINTUUID: ExecutionMode.PERFORMANCE8680557d080000000002000000000000
[ INFO ]                COMPILATIONDEVICE_NUM_THREADSLUID: 22409a0000499a0000
[ INFO ]                NUMDEVICE_STREAMSTYPE: 1Type.INTEGRATED
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]                INFERENCE_PRECISION_HINT: <Type: 'float16'>DEVICE_GOPS: {<Type: 'float16'>: 9625.599609375, <Type: 'float32'>: 4812.7998046875, <Type: 'int8_t'>: 19251.19921875, <Type: 'uint8_t'>: 19251.19921875}
[ INFO ]                ENABLEOPTIMIZATION_CPU_PINNING: FalseCAPABILITIES: FP32, BIN, FP16, INT8, EXPORT_IMPORT
[ INFO ]                ENABLE_CPU_RESERVATIONGPU_DEVICE_TOTAL_MEM_SIZE: False62438608896
[ INFO ]                DEVICEGPU_UARCH_IDVERSION: 012.71.4
[ INFO ]                DYNAMICGPU_QUANTIZATIONEXECUTION_GROUPUNITS_SIZECOUNT: 0128
[ INFO ]                ACTIVATIONSGPU_SCALEMEMORY_FACTORSTATISTICS: -1.0{}
[ INFO ]                WEIGHTSPERF_PATHCOUNT: False
[ INFO ]                CACHEMODEL_ENCRYPTION_CALLBACKSPRIORITY: UNSUPPORTED TYPEPriority.MEDIUM
[ INFO ]                KVGPU_HOST_CACHETASK_PRECISIONPRIORITY: <Type: 'dynamic'>Priority.MEDIUM
[ INFO ]                MODELGPU_PTRQUEUE_PRIORITY: UNSUPPORTED TYPEPriority.MEDIUM
[ INFO ]
[   INFO ] NPU :
[ INFO ]        SUPPORTEDGPU_QUEUE_PROPERTIESTHROTTLE: Priority.MEDIUM
[ INFO ]                AVAILABLE_DEVICESGPU_ENABLE_SDPA_OPTIMIZATION: 3720True
[ INFO ]                CACHE_DIR:GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ]                COMPILATIONGPU_DISABLE_NUMWINOGRAD_THREADSCONVOLUTION: 22False
[ INFO ]                DEVICECACHE_ARCHITECTUREDIR: 3720
[ INFO ]                DEVICECACHE_GOPS: {<Type: 'bfloat16'>: 0.0, <Type: 'float16'>: 4300.7998046875, <Type: 'float32'>: 0.0, <Type: 'int8_t'>: 8601.599609375, <Type: 'uint8_t'>: 8601.599609375}MODE: CacheMode.OPTIMIZE_SPEED
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.LATENCY
[ INFO ]                DEVICEEXECUTION_MODE_IDHINT: ExecutionMode.PERFORMANCE
[ INFO ]                DEVICECOMPILATION_PCI_INFO: {domain: 0 bus: 0 device: 0xb function: 0}NUM_THREADS: 22
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                DEVICE_TYPEPERFORMANCE_HINT_NUM_REQUESTS: Type.INTEGRATED0
[ INFO ]                DEVICE_UUID: 80d1d11eb73811eab3de0242ac130004INFERENCE_PRECISION_HINT: <Type: 'float16'>
[ INFO ]                ENABLE_CPU_PINNING: False
[ INFO ]                EXECUTIONENABLE_CPU_DEVICESRESERVATION: NPUFalse
[ INFO ]                EXECUTIONDEVICE_MODE_HINTID: ExecutionMode.PERFORMANCE0
[ INFO ]                FULLDYNAMIC_QUANTIZATION_DEVICEGROUP_NAMESIZE: Intel(R) AI Boost0
[ INFO ]                INFERENCEACTIVATIONS_PRECISIONSCALE_HINTFACTOR: <Type: 'float16'>-1.0
[ INFO ]                LOGWEIGHTS_LEVELPATH: Level.ERR
[ INFO ]                MODELCACHE_ENCRYPTION_PRIORITYCALLBACKS: Priority.MEDIUMUNSUPPORTED TYPE
[ INFO ]                NPUKV_BYPASS_UMD_CACHING: FalseCACHE_PRECISION: <Type: 'dynamic'>
[ INFO ]                NPU_COMPILATION_MODE_PARAMS:
[ MODEL_PTR: UNSUPPORTED TYPE
[ INFO ]
[ INFO ] NPU :
[ INFO ]          NPU_COMPILER_DYNAMIC_QUANTIZATION: FalseSUPPORTED_PROPERTIES:
[ INFO ]                NPUAVAILABLE_COMPILER_VERSIONDEVICES: 4587723720
[ INFO ]                NPU_DEFER_WEIGHTS_LOAD: FalseCACHE_DIR:
[ INFO ]                NPUCOMPILATION_DEVICE_ALLOC_MEM_SIZENUM_THREADS: 022
[ INFO ]                NPU_DEVICE_TOTAL_MEM_SIZEARCHITECTURE: 669260308483720
[ INFO ]                NPUDEVICE_DRIVER_VERSIONGOPS: 1746727061
[ INFO ]                NPU_MAX_TILES: 2{<Type: 'bfloat16'>: 0.0, <Type: 'float16'>: 4300.7998046875, <Type: 'float32'>: 0.0, <Type: 'int8_t'>: 8601.599609375, <Type: 'uint8_t'>: 8601.599609375}
[ INFO ]                NPUDEVICE_QDQ_OPTIMIZATIONID: False
[ INFO ]                NPUDEVICE_PCI_TILES: -1INFO: {domain: 0 bus: 0 device: 0xb function: 0}
[ INFO ]                NPUDEVICE_TURBOTYPE: FalseType.INTEGRATED
[ INFO ]                NUMDEVICE_STREAMSUUID: 180d1d11eb73811eab3de0242ac130004
[ INFO ]                OPTIMALENABLE_NUMBER_OF_INFER_REQUESTSCPU_PINNING: 1False
[ INFO ]                OPTIMIZATIONEXECUTION_CAPABILITIESDEVICES: FP16, INT8, EXPORT_IMPORTNPU
[ INFO ]                PERFORMANCEEXECUTION_MODE_HINT: PerformanceModeExecutionMode.LATENCYPERFORMANCE
[ INFO ]                PERFORMANCEFULL_HINTDEVICE_NUM_REQUESTSNAME: 1
Intel(R) AI Boost
[ INFO ]                PERF_COUNT: FalseINFERENCE_PRECISION_HINT: <Type: 'float16'>
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 10, 1LOG_LEVEL: Level.ERR
[ INFO ]                MODEL_PRIORITY: Priority.MEDIUM
[ INFO ]                RANGENPU_BYPASS_FORUMD_STREAMSCACHING: 1, 4False
[ INFO ]                WEIGHTS_PATH:
[ INFO ]                WORKLOAD_TYPE: WorkloadType.DEFAULT

    NPU_COMPILATION_MODE_PARAMS:
[ INFO ]                NPU_COMPILER_DYNAMIC_QUANTIZATION: False
[ INFO ]                NPU_COMPILER_VERSION: 458772
[ INFO ]                NPU_DEFER_WEIGHTS_LOAD: False
[ INFO ]                NPU_DEVICE_ALLOC_MEM_SIZE: 0
[ INFO ]                NPU_DEVICE_TOTAL_MEM_SIZE: 66926030848
[ INFO ]                NPU_DRIVER_VERSION: 1746727061
[ INFO ]                NPU_MAX_TILES: 2
[ INFO ]                NPU_QDQ_OPTIMIZATION: False
[ INFO ]                NPU_TILES: -1
[ INFO ]                NPU_TURBO: False
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                OPTIMAL_NUMBER_OF_INFER_REQUESTS: 1
[ INFO ]                OPTIMIZATION_CAPABILITIES: FP16, INT8, EXPORT_IMPORT
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.LATENCY
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 1
[ INFO ]                PERF_COUNT: False
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 10, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 4
[ INFO ]                WEIGHTS_PATH:
[ INFO ]                WORKLOAD_TYPE: WorkloadType.DEFAULT