581 lines
24 KiB
C++
581 lines
24 KiB
C++
// EPLoader.cpp
|
|
// Dynamic ONNX Runtime EP loader.
|
|
// Loads onnxruntime.dll at runtime — no onnxruntime.lib linkage required.
|
|
//
|
|
// Compile this file in EXACTLY ONE project (ANSCore.dll / ANSCore.lib).
|
|
// That project MUST define ANSCORE_EXPORTS in its Preprocessor Definitions.
|
|
// All other projects that consume EPLoader include only EPLoader.h and link
|
|
// against ANSCore — they must NOT add EPLoader.cpp to their source list.
|
|
//
|
|
// Windows: LoadLibraryExW + AddDllDirectory + GetProcAddress
|
|
// Linux: dlopen (RTLD_NOW | RTLD_GLOBAL) + dlsym
|
|
|
|
#include "EPLoader.h"
|
|
|
|
// ORT C++ headers — included ONLY in this translation unit, never in EPLoader.h.
|
|
// ORT_API_MANUAL_INIT must be defined project-wide (Preprocessor Definitions)
|
|
// in every project that includes ORT headers, so all translation units see
|
|
// Ort::Global<void>::api_ as an extern rather than a default-constructed object.
|
|
#include <onnxruntime_cxx_api.h>
|
|
|
|
#include <algorithm>
|
|
#include <iostream>
|
|
#include <stdexcept>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#ifdef _WIN32
|
|
# ifndef WIN32_LEAN_AND_MEAN
|
|
# define WIN32_LEAN_AND_MEAN
|
|
# endif
|
|
# include <windows.h>
|
|
#else
|
|
# include <dlfcn.h>
|
|
# include <sys/stat.h>
|
|
#endif
|
|
|
|
|
|
namespace ANSCENTER {
|
|
|
|
// ── Static member definitions ────────────────────────────────────────────
|
|
#ifdef ANSCORE_EXPORTS
|
|
std::mutex EPLoader::s_mutex;
|
|
bool EPLoader::s_initialized = false;
|
|
EPInfo EPLoader::s_info;
|
|
# ifdef _WIN32
|
|
std::string EPLoader::s_temp_ort_path;
|
|
std::string EPLoader::s_temp_dir; // ← NEW: tracks our temp staging dir
|
|
# endif
|
|
#endif
|
|
|
|
// ── File-scope state ─────────────────────────────────────────────────────
|
|
#ifdef _WIN32
|
|
static HMODULE s_ort_module = nullptr;
|
|
#else
|
|
static void* s_ort_module = nullptr;
|
|
#endif
|
|
static const OrtApi* s_ort_api = nullptr;
|
|
|
|
|
|
// ════════════════════════════════════════════════════════════════════════
|
|
// File-scope helpers (anonymous namespace — not exported)
|
|
// ════════════════════════════════════════════════════════════════════════
|
|
namespace {
|
|
|
|
bool FileExists(const std::string& path)
|
|
{
|
|
#ifdef _WIN32
|
|
DWORD attr = GetFileAttributesA(path.c_str());
|
|
return (attr != INVALID_FILE_ATTRIBUTES) &&
|
|
!(attr & FILE_ATTRIBUTE_DIRECTORY);
|
|
#else
|
|
struct stat st {};
|
|
return (::stat(path.c_str(), &st) == 0) && S_ISREG(st.st_mode);
|
|
#endif
|
|
}
|
|
|
|
std::string JoinPath(const std::string& base, const std::string& component)
|
|
{
|
|
#ifdef _WIN32
|
|
const char sep = '\\';
|
|
#else
|
|
const char sep = '/';
|
|
#endif
|
|
if (base.empty()) return component;
|
|
if (base.back() == sep || base.back() == '/')
|
|
return base + component;
|
|
return base + sep + component;
|
|
}
|
|
|
|
void InjectDllSearchPath(const std::string& ep_dir)
|
|
{
|
|
#ifdef _WIN32
|
|
std::wstring wdir(ep_dir.begin(), ep_dir.end());
|
|
DLL_DIRECTORY_COOKIE cookie = AddDllDirectory(wdir.c_str());
|
|
if (!cookie)
|
|
std::cerr << "[EPLoader] WARNING: AddDllDirectory failed for: "
|
|
<< ep_dir << " (error " << GetLastError() << ")" << std::endl;
|
|
|
|
char existing_path[32767] = {};
|
|
GetEnvironmentVariableA("PATH", existing_path, sizeof(existing_path));
|
|
std::string new_path = ep_dir + ";" + existing_path;
|
|
if (!SetEnvironmentVariableA("PATH", new_path.c_str()))
|
|
std::cerr << "[EPLoader] WARNING: SetEnvironmentVariable PATH failed."
|
|
<< std::endl;
|
|
#else
|
|
const char* existing = getenv("LD_LIBRARY_PATH");
|
|
std::string new_path = ep_dir +
|
|
(existing ? (":" + std::string(existing)) : "");
|
|
setenv("LD_LIBRARY_PATH", new_path.c_str(), 1);
|
|
#endif
|
|
std::cout << "[EPLoader] DLL search path injected: " << ep_dir << std::endl;
|
|
}
|
|
|
|
// ── GetOrtApi ────────────────────────────────────────────────────────
|
|
const OrtApi* GetOrtApi()
|
|
{
|
|
if (!s_ort_module)
|
|
throw std::runtime_error(
|
|
"[EPLoader] ORT DLL not loaded — call EPLoader::Current() first.");
|
|
|
|
if (s_ort_api)
|
|
return s_ort_api;
|
|
|
|
#ifdef _WIN32
|
|
using Fn = const OrtApiBase* (ORT_API_CALL*)();
|
|
auto fn = reinterpret_cast<Fn>(
|
|
GetProcAddress(s_ort_module, "OrtGetApiBase"));
|
|
#else
|
|
using Fn = const OrtApiBase* (ORT_API_CALL*)();
|
|
auto fn = reinterpret_cast<Fn>(
|
|
dlsym(s_ort_module, "OrtGetApiBase"));
|
|
#endif
|
|
if (!fn)
|
|
throw std::runtime_error(
|
|
"[EPLoader] OrtGetApiBase symbol not found in loaded ORT DLL.");
|
|
|
|
const OrtApiBase* base = fn();
|
|
if (!base)
|
|
throw std::runtime_error(
|
|
"[EPLoader] OrtGetApiBase() returned null.");
|
|
|
|
int dllMaxApi = ORT_API_VERSION;
|
|
{
|
|
const char* verStr = base->GetVersionString();
|
|
int major = 0, minor = 0;
|
|
if (verStr && sscanf(verStr, "%d.%d", &major, &minor) == 2)
|
|
dllMaxApi = minor;
|
|
}
|
|
int targetApi = min(ORT_API_VERSION, dllMaxApi);
|
|
|
|
const OrtApi* api = base->GetApi(targetApi);
|
|
if (!api)
|
|
throw std::runtime_error(
|
|
"[EPLoader] No compatible ORT API version found in loaded DLL.");
|
|
|
|
s_ort_api = api;
|
|
return s_ort_api;
|
|
}
|
|
|
|
} // anonymous namespace
|
|
|
|
|
|
// ════════════════════════════════════════════════════════════════════════
|
|
// EPLoader public / private methods
|
|
// ════════════════════════════════════════════════════════════════════════
|
|
const char* OrtDllName()
|
|
{
|
|
#ifdef _WIN32
|
|
return "onnxruntime.dll";
|
|
#elif defined(__APPLE__)
|
|
return "libonnxruntime.dylib";
|
|
#else
|
|
return "libonnxruntime.so";
|
|
#endif
|
|
}
|
|
|
|
const char* EPLoader::SubdirName(EngineType type)
|
|
{
|
|
switch (type) {
|
|
case EngineType::NVIDIA_GPU: return "cuda";
|
|
case EngineType::AMD_GPU: return "directml";
|
|
case EngineType::OPENVINO_GPU: return "openvino";
|
|
case EngineType::CPU: return "cpu";
|
|
default: return "cpu";
|
|
}
|
|
}
|
|
|
|
const char* EPLoader::EngineTypeName(EngineType type)
|
|
{
|
|
switch (type) {
|
|
case EngineType::NVIDIA_GPU: return "NVIDIA_GPU";
|
|
case EngineType::AMD_GPU: return "AMD_GPU";
|
|
case EngineType::OPENVINO_GPU: return "OPENVINO_GPU";
|
|
case EngineType::CPU: return "CPU";
|
|
case EngineType::AUTO_DETECT: return "AUTO_DETECT";
|
|
default: return "UNKNOWN";
|
|
}
|
|
}
|
|
|
|
/*static*/
|
|
std::string EPLoader::ResolveEPDir(const std::string& shared_dir,
|
|
EngineType type)
|
|
{
|
|
std::string ep_base = JoinPath(shared_dir, "ep");
|
|
std::string subdir = JoinPath(ep_base, SubdirName(type));
|
|
std::string dll_probe = JoinPath(subdir, OrtDllName());
|
|
|
|
if (FileExists(dll_probe)) {
|
|
std::cout << "[EPLoader] EP subdir found: " << subdir << std::endl;
|
|
return subdir;
|
|
}
|
|
|
|
std::string flat_probe = JoinPath(shared_dir, OrtDllName());
|
|
if (FileExists(flat_probe)) {
|
|
std::cout << "[EPLoader] EP subdir not found — "
|
|
"using flat Shared/ (backward compat): "
|
|
<< shared_dir << std::endl;
|
|
return shared_dir;
|
|
}
|
|
|
|
std::cerr << "[EPLoader] WARNING: " << OrtDllName() << " not found in:\n"
|
|
<< " " << subdir << "\n"
|
|
<< " " << shared_dir << "\n"
|
|
<< " LoadOrtDll will fail with a clear error."
|
|
<< std::endl;
|
|
return subdir;
|
|
}
|
|
|
|
EngineType EPLoader::AutoDetect()
|
|
{
|
|
std::cout << "[EPLoader] Auto-detecting hardware..." << std::endl;
|
|
ANSLicenseHelper helper;
|
|
EngineType detected = helper.CheckHardwareInformation();
|
|
std::cout << "[EPLoader] Detected: " << EngineTypeName(detected) << std::endl;
|
|
return detected;
|
|
}
|
|
|
|
/*static*/
|
|
const EPInfo& EPLoader::Initialize(const std::string& shared_dir,
|
|
EngineType preferred)
|
|
{
|
|
if (s_initialized) return s_info;
|
|
|
|
std::lock_guard<std::mutex> lock(s_mutex);
|
|
if (s_initialized) return s_info;
|
|
|
|
std::cout << "[EPLoader] Initializing..." << std::endl;
|
|
std::cout << "[EPLoader] Shared dir : " << shared_dir << std::endl;
|
|
std::cout << "[EPLoader] Preferred EP : " << EngineTypeName(preferred) << std::endl;
|
|
|
|
EngineType type = (preferred == EngineType::AUTO_DETECT)
|
|
? AutoDetect() : preferred;
|
|
|
|
std::string ep_dir = ResolveEPDir(shared_dir, type);
|
|
|
|
// When the EP lives in a subdirectory (e.g. ep/openvino/), provider
|
|
// DLLs may depend on runtime libraries that live in the parent
|
|
// shared_dir (e.g. openvino.dll). Inject shared_dir into the DLL
|
|
// search path so Windows can resolve those dependencies.
|
|
if (ep_dir != shared_dir)
|
|
InjectDllSearchPath(shared_dir);
|
|
|
|
LoadOrtDll(ep_dir);
|
|
|
|
s_info.type = type;
|
|
s_info.libraryDir = ep_dir;
|
|
s_info.fromSubdir = (ep_dir != shared_dir);
|
|
s_initialized = true;
|
|
|
|
std::cout << "[EPLoader] Ready. EP=" << EngineTypeName(type)
|
|
<< " dir=" << ep_dir << std::endl;
|
|
return s_info;
|
|
}
|
|
|
|
/*static*/
|
|
const EPInfo& EPLoader::Current()
|
|
{
|
|
if (!s_initialized)
|
|
return Initialize(DEFAULT_SHARED_DIR, EngineType::AUTO_DETECT);
|
|
return s_info;
|
|
}
|
|
|
|
/*static*/
|
|
bool EPLoader::IsInitialized()
|
|
{
|
|
return s_initialized;
|
|
}
|
|
|
|
void* EPLoader::GetOrtApiRaw()
|
|
{
|
|
Current();
|
|
const OrtApi* api = GetOrtApi();
|
|
if (!api)
|
|
throw std::runtime_error(
|
|
"[EPLoader] GetOrtApiRaw: OrtApi not available.");
|
|
return static_cast<void*>(const_cast<OrtApi*>(api));
|
|
}
|
|
|
|
|
|
#ifdef _WIN32
|
|
// ── MakeTempDir ──────────────────────────────────────────────────────────
|
|
// Creates a process-unique staging directory under %TEMP%:
|
|
// %TEMP%\anscenter_ort_<pid>\
|
|
//
|
|
// All ORT DLLs are copied here so they share the same directory.
|
|
// ORT resolves provider DLLs (onnxruntime_providers_shared.dll, etc.)
|
|
// relative to its own loaded path — they must be co-located with the
|
|
// renamed onnxruntime DLL, not left behind in the original ep_dir.
|
|
static std::string MakeTempDir()
|
|
{
|
|
char tmp[MAX_PATH] = {};
|
|
GetTempPathA(MAX_PATH, tmp);
|
|
std::string dir = std::string(tmp)
|
|
+ "anscenter_ort_"
|
|
+ std::to_string(GetCurrentProcessId());
|
|
CreateDirectoryA(dir.c_str(), nullptr); // OK if already exists
|
|
return dir;
|
|
}
|
|
|
|
// ── CopyDirToTemp ─────────────────────────────────────────────────────────
|
|
// Copies every .dll from ep_dir into temp_dir.
|
|
// ORT and all its provider DLLs (onnxruntime_providers_shared.dll,
|
|
// onnxruntime_providers_cuda.dll, onnxruntime_providers_tensorrt.dll,
|
|
// DirectML.dll, etc.) must all live in the same folder so Windows can
|
|
// resolve their mutual dependencies.
|
|
static void CopyDirToTemp(const std::string& ep_dir,
|
|
const std::string& temp_dir)
|
|
{
|
|
std::string pattern = ep_dir + "\\*.dll";
|
|
WIN32_FIND_DATAA fd{};
|
|
HANDLE hFind = FindFirstFileA(pattern.c_str(), &fd);
|
|
if (hFind == INVALID_HANDLE_VALUE) {
|
|
std::cerr << "[EPLoader] WARNING: No DLLs found in ep_dir: "
|
|
<< ep_dir << std::endl;
|
|
return;
|
|
}
|
|
|
|
int copied = 0, skipped = 0;
|
|
do {
|
|
std::string src = ep_dir + "\\" + fd.cFileName;
|
|
std::string dst = temp_dir + "\\" + fd.cFileName;
|
|
|
|
if (CopyFileA(src.c_str(), dst.c_str(), /*bFailIfExists=*/FALSE)) {
|
|
++copied;
|
|
std::cout << "[EPLoader] copied: " << fd.cFileName << std::endl;
|
|
}
|
|
else {
|
|
// ERROR_FILE_EXISTS (80) is fine — stale copy from previous run.
|
|
DWORD err = GetLastError();
|
|
if (err != ERROR_FILE_EXISTS && err != ERROR_ALREADY_EXISTS) {
|
|
std::cerr << "[EPLoader] WARNING: could not copy "
|
|
<< fd.cFileName
|
|
<< " (err=" << err << ") — skipping." << std::endl;
|
|
}
|
|
++skipped;
|
|
}
|
|
} while (FindNextFileA(hFind, &fd));
|
|
|
|
FindClose(hFind);
|
|
std::cout << "[EPLoader] Staged " << copied << " DLL(s) to temp dir"
|
|
<< (skipped ? " (" + std::to_string(skipped) + " already present)" : "")
|
|
<< std::endl;
|
|
}
|
|
|
|
// ── DeleteTempDir ─────────────────────────────────────────────────────────
|
|
// Removes the staging directory and all files in it.
|
|
static void DeleteTempDir(const std::string& dir)
|
|
{
|
|
if (dir.empty()) return;
|
|
|
|
std::string pattern = dir + "\\*";
|
|
WIN32_FIND_DATAA fd{};
|
|
HANDLE hFind = FindFirstFileA(pattern.c_str(), &fd);
|
|
if (hFind != INVALID_HANDLE_VALUE) {
|
|
do {
|
|
if (strcmp(fd.cFileName, ".") == 0 ||
|
|
strcmp(fd.cFileName, "..") == 0) continue;
|
|
std::string f = dir + "\\" + fd.cFileName;
|
|
DeleteFileA(f.c_str());
|
|
} while (FindNextFileA(hFind, &fd));
|
|
FindClose(hFind);
|
|
}
|
|
RemoveDirectoryA(dir.c_str());
|
|
std::cout << "[EPLoader] Temp staging dir deleted: " << dir << std::endl;
|
|
}
|
|
#endif // _WIN32
|
|
|
|
|
|
// ── LoadOrtDll ───────────────────────────────────────────────────────────────
|
|
void EPLoader::LoadOrtDll(const std::string& ep_dir)
|
|
{
|
|
if (s_ort_module) {
|
|
std::cout << "[EPLoader] ORT DLL already loaded — skipping." << std::endl;
|
|
return;
|
|
}
|
|
|
|
// Inject ep_dir into the DLL search path so cudart64_*.dll and other
|
|
// CUDA runtime DLLs that are NOT copied to temp are still found.
|
|
InjectDllSearchPath(ep_dir);
|
|
|
|
std::string src_path = JoinPath(ep_dir, OrtDllName());
|
|
std::cout << "[EPLoader] ORT source : " << src_path << std::endl;
|
|
|
|
#ifdef _WIN32
|
|
// ── Windows: stage ALL ep_dir DLLs into a process-unique temp folder ────
|
|
//
|
|
// Why a renamed copy of onnxruntime.dll?
|
|
// Windows DLL identity is keyed on base filename. A pre-loaded
|
|
// System32\onnxruntime.dll would be returned by LoadLibraryExW regardless
|
|
// of the full path we supply. A unique name bypasses that.
|
|
//
|
|
// Why copy ALL DLLs (not just onnxruntime.dll)?
|
|
// ORT internally calls GetModuleFileName on its own HMODULE to discover
|
|
// its directory, then loads provider DLLs (onnxruntime_providers_shared.dll,
|
|
// onnxruntime_providers_cuda.dll, etc.) from that same directory.
|
|
// Because our copy is named "anscenter_ort_<pid>.dll", ORT's
|
|
// GetModuleHandleA("onnxruntime.dll") returns NULL (or the System32 copy),
|
|
// so it resolves providers relative to %TEMP% — where they don't exist.
|
|
// Staging ALL provider DLLs alongside our renamed copy fixes this.
|
|
|
|
std::string temp_dir = MakeTempDir();
|
|
std::cout << "[EPLoader] Staging dir : " << temp_dir << std::endl;
|
|
|
|
// Copy every .dll from ep_dir into temp_dir (providers included).
|
|
CopyDirToTemp(ep_dir, temp_dir);
|
|
|
|
// The main ORT DLL gets an additional process-unique alias so Windows
|
|
// loads it as a fresh module rather than returning the System32 handle.
|
|
std::string ort_alias = temp_dir + "\\anscenter_ort_"
|
|
+ std::to_string(GetCurrentProcessId()) + ".dll";
|
|
std::string ort_in_temp = temp_dir + "\\" + OrtDllName();
|
|
|
|
if (!CopyFileA(ort_in_temp.c_str(), ort_alias.c_str(), /*bFailIfExists=*/FALSE)) {
|
|
DWORD err = GetLastError();
|
|
if (err != ERROR_FILE_EXISTS && err != ERROR_ALREADY_EXISTS) {
|
|
throw std::runtime_error(
|
|
"[EPLoader] Failed to create ORT alias in temp dir.\n"
|
|
" src : " + ort_in_temp + "\n"
|
|
" dst : " + ort_alias + "\n"
|
|
" err : " + std::to_string(err));
|
|
}
|
|
}
|
|
std::cout << "[EPLoader] ORT alias : " << ort_alias << std::endl;
|
|
|
|
// Inject temp_dir so that the alias's own dependencies (and ORT's
|
|
// runtime provider loading) also search here.
|
|
InjectDllSearchPath(temp_dir);
|
|
|
|
// Log if a System32 copy is already resident — our alias bypasses it.
|
|
HMODULE hExisting = GetModuleHandleA("onnxruntime.dll");
|
|
if (hExisting) {
|
|
char existingPath[MAX_PATH] = {};
|
|
GetModuleFileNameA(hExisting, existingPath, MAX_PATH);
|
|
// Only warn if it looks like a system copy that could cause confusion
|
|
std::string existingStr(existingPath);
|
|
std::transform(existingStr.begin(), existingStr.end(),
|
|
existingStr.begin(), ::tolower);
|
|
if (existingStr.find("system32") != std::string::npos ||
|
|
existingStr.find("syswow64") != std::string::npos) {
|
|
std::cerr << "[EPLoader] WARNING: System ORT is resident ("
|
|
<< existingPath << ") - our alias overrides it." << std::endl;
|
|
}
|
|
}
|
|
|
|
std::wstring walias(ort_alias.begin(), ort_alias.end());
|
|
s_ort_module = LoadLibraryExW(
|
|
walias.c_str(),
|
|
nullptr,
|
|
LOAD_WITH_ALTERED_SEARCH_PATH); // resolves deps from temp_dir first
|
|
|
|
if (!s_ort_module) {
|
|
DWORD err = GetLastError();
|
|
DeleteTempDir(temp_dir);
|
|
throw std::runtime_error(
|
|
"[EPLoader] LoadLibraryExW failed: " + ort_alias +
|
|
"\n Windows error code: " + std::to_string(err) +
|
|
"\n Ensure all CUDA runtime DLLs (cudart64_*.dll etc.)"
|
|
"\n exist in: " + ep_dir);
|
|
}
|
|
|
|
// Store paths so Shutdown() can clean up.
|
|
s_temp_ort_path = ort_alias;
|
|
s_temp_dir = temp_dir;
|
|
|
|
#else
|
|
// ── Linux / macOS ─────────────────────────────────────────────────────────
|
|
// Full path is the module key on ELF platforms — no collision issue.
|
|
// RTLD_GLOBAL exposes ORT symbols to provider .so files loaded internally.
|
|
s_ort_module = dlopen(src_path.c_str(), RTLD_NOW | RTLD_GLOBAL);
|
|
if (!s_ort_module) {
|
|
throw std::runtime_error(
|
|
std::string("[EPLoader] dlopen failed: ") + src_path +
|
|
"\n " + dlerror());
|
|
}
|
|
#endif
|
|
|
|
// ── Bootstrap ORT C++ API ─────────────────────────────────────────────────
|
|
using OrtGetApiBase_fn = const OrtApiBase* (ORT_API_CALL*)();
|
|
#ifdef _WIN32
|
|
auto fn = reinterpret_cast<OrtGetApiBase_fn>(
|
|
GetProcAddress(s_ort_module, "OrtGetApiBase"));
|
|
#else
|
|
auto fn = reinterpret_cast<OrtGetApiBase_fn>(
|
|
dlsym(s_ort_module, "OrtGetApiBase"));
|
|
#endif
|
|
if (!fn)
|
|
throw std::runtime_error(
|
|
"[EPLoader] OrtGetApiBase not exported — is this a genuine onnxruntime build?\n"
|
|
" path: " + src_path);
|
|
|
|
const OrtApiBase* base = fn();
|
|
if (!base)
|
|
throw std::runtime_error(
|
|
"[EPLoader] OrtGetApiBase() returned null from: " + src_path);
|
|
|
|
// ── Version negotiation ───────────────────────────────────────────────────
|
|
int dllMaxApi = ORT_API_VERSION;
|
|
{
|
|
const char* verStr = base->GetVersionString();
|
|
int major = 0, minor = 0;
|
|
if (verStr && sscanf(verStr, "%d.%d", &major, &minor) == 2)
|
|
dllMaxApi = minor;
|
|
}
|
|
int targetApi = min(ORT_API_VERSION, dllMaxApi);
|
|
|
|
if (targetApi < ORT_API_VERSION) {
|
|
std::cerr << "[EPLoader] WARNING: ORT DLL version "
|
|
<< base->GetVersionString()
|
|
<< " supports up to API " << dllMaxApi
|
|
<< " but headers expect API " << ORT_API_VERSION << ".\n"
|
|
<< " Using API " << targetApi
|
|
<< ". Consider upgrading onnxruntime.dll in ep/ to match SDK headers."
|
|
<< std::endl;
|
|
}
|
|
|
|
const OrtApi* api = base->GetApi(targetApi);
|
|
if (!api)
|
|
throw std::runtime_error(
|
|
"[EPLoader] GetApi(" + std::to_string(targetApi) +
|
|
") returned null — the DLL may be corrupt.");
|
|
|
|
s_ort_api = api;
|
|
Ort::Global<void>::api_ = api;
|
|
|
|
std::cout << "[EPLoader] ORT loaded successfully." << std::endl;
|
|
std::cout << "[EPLoader] ORT DLL version : " << base->GetVersionString() << std::endl;
|
|
std::cout << "[EPLoader] ORT header API : " << ORT_API_VERSION << std::endl;
|
|
std::cout << "[EPLoader] ORT active API : " << targetApi << std::endl;
|
|
}
|
|
|
|
// ── Shutdown ──────────────────────────────────────────────────────────────────
|
|
// IMPORTANT: All Ort::Session, Ort::Env, Ort::SessionOptions objects
|
|
// MUST be destroyed BEFORE calling Shutdown(), otherwise FreeLibrary will
|
|
// unload code that is still referenced by those objects.
|
|
void EPLoader::Shutdown()
|
|
{
|
|
std::lock_guard<std::mutex> lock(s_mutex);
|
|
|
|
if (s_ort_module) {
|
|
std::cout << "[EPLoader] Unloading ORT DLL..." << std::endl;
|
|
#ifdef _WIN32
|
|
FreeLibrary(s_ort_module);
|
|
// Delete the entire staging directory (all copied provider DLLs).
|
|
if (!s_temp_dir.empty()) {
|
|
DeleteTempDir(s_temp_dir);
|
|
s_temp_dir.clear();
|
|
}
|
|
s_temp_ort_path.clear();
|
|
#else
|
|
dlclose(s_ort_module);
|
|
#endif
|
|
s_ort_module = nullptr;
|
|
}
|
|
|
|
s_ort_api = nullptr;
|
|
s_initialized = false;
|
|
s_info = EPInfo{};
|
|
std::cout << "[EPLoader] Shutdown complete." << std::endl;
|
|
}
|
|
|
|
} // namespace ANSCENTER
|