From df7febedb3610776f0745eb4d734c31d6d3d49f2 Mon Sep 17 00:00:00 2001 From: jatinwadhwa921 Date: Wed, 4 Sep 2024 02:42:52 -0700 Subject: [PATCH] Disable driver caching for NPU when epctx enabled for ov version greater then 2024.3 --- .../core/providers/openvino/backends/basic_backend.cc | 5 +++++ onnxruntime/core/providers/openvino/ov_interface.h | 1 + 2 files changed, 6 insertions(+) diff --git a/onnxruntime/core/providers/openvino/backends/basic_backend.cc b/onnxruntime/core/providers/openvino/backends/basic_backend.cc index 8d340e2daf4b5..07d82f9f8db37 100644 --- a/onnxruntime/core/providers/openvino/backends/basic_backend.cc +++ b/onnxruntime/core/providers/openvino/backends/basic_backend.cc @@ -180,6 +180,11 @@ void BasicBackend::PopulateConfigValue(ov::AnyMap& device_config) { device_property = std::make_pair("NPU_COMPILER_TYPE", env_npu_compiler_type); } device_config.emplace(ov::device::properties("NPU", device_property)); +#if (OPENVINO_VERSION_MAJOR >= 2024) && (OPENVINO_VERSION_MINOR > 3) + if (global_context_.export_ep_ctx_blob) { + global_context_.ie_core.Get().set_property("NPU", ov::intel_npu::bypass_umd_caching(true)); + } +#endif } } diff --git a/onnxruntime/core/providers/openvino/ov_interface.h b/onnxruntime/core/providers/openvino/ov_interface.h index fa22e0f3cb03d..f4da4ea3e3244 100644 --- a/onnxruntime/core/providers/openvino/ov_interface.h +++ b/onnxruntime/core/providers/openvino/ov_interface.h @@ -10,6 +10,7 @@ #include #include "openvino/openvino.hpp" +#include "openvino/runtime/intel_npu/properties.hpp" #include "openvino/pass/convert_fp32_to_fp16.hpp" #include "openvino/frontend/manager.hpp"