This commit is contained in:
2026-04-22 16:52:40 +10:00
parent fc47a42c6a
commit a0d5c81814
217 changed files with 139100 additions and 10 deletions

View File

@@ -255,8 +255,8 @@ namespace ANSCENTER {
if (engineType == EngineType::NVIDIA_GPU) {
optimizedModelFolder = GetParentFolder(_modelFilePath);
m_options.optBatchSize = 2;
m_options.maxBatchSize = 4;
m_options.optBatchSize = 8;
m_options.maxBatchSize = 32;
m_options.engineFileDir = optimizedModelFolder;
m_options.precision = fp16 ? Precision::FP16 : Precision::FP32;