Skip to content

Commit

Permalink
[intel-npu] DQ available from compiler v7.1
Browse files Browse the repository at this point in the history
  • Loading branch information
csoka committed Jan 15, 2025
1 parent 51e95c3 commit a4c9dce
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -542,8 +542,8 @@ std::string DriverCompilerAdapter::serializeConfig(const Config& config,
content = std::regex_replace(content, std::regex(batchstr.str()), "");
}

// COMPILER_DYNAMIC_QUANTIZATION is not supported in versions < 6.4 - need to remove it
if ((compilerVersion.major < 6) || (compilerVersion.major == 6 && compilerVersion.minor < 4)) {
// COMPILER_DYNAMIC_QUANTIZATION is not supported in versions < 7.1 - need to remove it
if ((compilerVersion.major < 7) || (compilerVersion.major == 7 && compilerVersion.minor < 1)) {
std::ostringstream dqstr;
dqstr << ov::intel_npu::compiler_dynamic_quantization.name() << KEY_VALUE_SEPARATOR << VALUE_DELIMITER << "\\S+"
<< VALUE_DELIMITER;
Expand Down
9 changes: 4 additions & 5 deletions src/plugins/intel_npu/src/plugin/src/plugin.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,8 @@
#include <fstream>

#include "compiled_model.hpp"
#include "npuw/compiled_model.hpp"
#include "npuw/llm_compiled_model.hpp"
#include "npuw/serialization.hpp"
#include "driver_compiler_adapter.hpp"
#include "compiler_adapter_factory.hpp"
#include "driver_compiler_adapter.hpp"
#include "intel_npu/common/device_helpers.hpp"
#include "intel_npu/common/icompiler_adapter.hpp"
#include "intel_npu/common/igraph.hpp"
Expand All @@ -23,6 +20,8 @@
#include "intel_npu/utils/zero/zero_init.hpp"
#include "metadata.hpp"
#include "npuw/compiled_model.hpp"
#include "npuw/llm_compiled_model.hpp"
#include "npuw/serialization.hpp"
#include "openvino/op/constant.hpp"
#include "openvino/op/parameter.hpp"
#include "openvino/runtime/intel_npu/properties.hpp"
Expand Down Expand Up @@ -451,7 +450,7 @@ Plugin::Plugin()
return config.get<COMPILATION_MODE_PARAMS>();
}}},
{ov::intel_npu::compiler_dynamic_quantization.name(),
{min_compiler_requirement(ICOMPILER_MAKE_VERSION(6,4)),
{min_compiler_requirement(ICOMPILER_MAKE_VERSION(7, 1)),
ov::PropertyMutability::RW,
[](const Config& config) {
return config.get<COMPILER_DYNAMIC_QUANTIZATION>();
Expand Down

0 comments on commit a4c9dce

Please sign in to comment.