Enable log information. Disable NPU in U9
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
#include "ANSYOLO12OD.h"
|
||||
#include "EPLoader.h"
|
||||
#include "OpenVINODeviceConfig.h"
|
||||
#ifdef USEONNXOV
|
||||
#endif
|
||||
|
||||
@@ -365,20 +366,26 @@ namespace ANSCENTER {
|
||||
const std::string numberOfThreads = "8";
|
||||
const std::string numberOfStreams = "8";
|
||||
|
||||
std::vector<std::unordered_map<std::string, std::string>> try_configs = {
|
||||
{ {"device_type","AUTO:NPU,GPU"}, {"precision",precision},
|
||||
{"num_of_threads",numberOfThreads}, {"num_streams",numberOfStreams},
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} },
|
||||
std::vector<std::unordered_map<std::string, std::string>> try_configs;
|
||||
// NPU gated by OPENVINO_ENABLE_NPU — see OpenVINODeviceConfig.h
|
||||
if (IsOpenVINONpuEnabled()) {
|
||||
try_configs.push_back(
|
||||
{ {"device_type","AUTO:NPU,GPU"}, {"precision",precision},
|
||||
{"num_of_threads",numberOfThreads}, {"num_streams",numberOfStreams},
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} });
|
||||
}
|
||||
try_configs.push_back(
|
||||
{ {"device_type","GPU.0"}, {"precision",precision},
|
||||
{"num_of_threads",numberOfThreads}, {"num_streams",numberOfStreams},
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} },
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} });
|
||||
try_configs.push_back(
|
||||
{ {"device_type","GPU.1"}, {"precision",precision},
|
||||
{"num_of_threads",numberOfThreads}, {"num_streams",numberOfStreams},
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} },
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} });
|
||||
try_configs.push_back(
|
||||
{ {"device_type","AUTO:GPU,CPU"}, {"precision",precision},
|
||||
{"num_of_threads",numberOfThreads}, {"num_streams",numberOfStreams},
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} }
|
||||
};
|
||||
{"enable_opencl_throttling","False"}, {"enable_qdq_optimizer","True"} });
|
||||
|
||||
for (const auto& config : try_configs) {
|
||||
try {
|
||||
|
||||
Reference in New Issue
Block a user