ANSFR-UnitTest: classroom attribute-overlay demo + v1.1 vs v1.4 benchmark

- ClassroomAttributesVideoTest (default main): plays classroom.mp4 through
  the v1.4 pipeline and overlays user name, Gender/Age, and Emotion parsed
  from each result's extra_info JSON; saves an annotated frame every 30
  frames to C:\Programs\DemoAssets for headless review.
- --bench old|new|both: per-pack speed benchmark (100 measured frames after
  10 warmup, full pipeline with attributes on) run one pack per process.
  RTX 3070 laptop results: v1.1 arcface+OpenVINO 17.8 ms avg (56.2 fps) vs
  v1.4 adaface+ONNX/TRT 18.2 ms avg (55.1 fps) at 3.1 faces/frame — the
  new models carry no throughput cost.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
2026-08-26 11:20:43 +10:00
co-authored by Claude Fable 5
parent ac4369302a
commit 775d4d6b16
+255 -1
View File
@@ -1825,8 +1825,261 @@ int TestModelSwitchV14()
return failures;
}
// ===========================================================================
// Classroom video demo — v1.4 pack with face attributes drawn as overlays.
// Each face gets its box, user name, and the Gender / Age / Emotion parsed
// from the result's extra_info JSON. ESC quits; an annotated frame is saved
// every 30 frames to C:\Programs\DemoAssets\ so there is a reviewable
// artifact even in headless runs.
// ===========================================================================
int ClassroomAttributesVideoTest()
{
const std::string modelZip = "C:\\Programs\\Models\\ANS_FaceRecognizer_v1.4.zip";
const std::string detectorZip = "C:\\ProgramData\\ANSCENTER\\ANSVIS Server\\ANSFDET\\ANS_GenericFD(GPU)_v1.0.zip";
const std::string dbFile = "C:\\Programs\\DemoAssets\\ANSFRDB\\v14_test\\ANSFR_v14_test.db";
const std::string videoPath = "C:\\Programs\\DemoAssets\\Videos\\classroom.mp4";
const int maxFrames = 600;
std::cout << "\n===== ClassroomAttributesVideoTest =====" << std::endl;
ANSCENTER::ANSFacialRecognition* h = nullptr;
// age/gender + emotions + head pose ON, liveness/antispoof OFF for speed
int cr = CreateANSRFHandle(&h, "", "", dbFile.c_str(), modelZip.c_str(), detectorZip.c_str(),
0, 0.35f, 1, 1, 1, 30, 0.5f, 0, 0);
std::cout << "CreateANSRFHandle = " << cr << std::endl;
if (cr <= 0 || !h) return 1;
int le = LoadANSRFEngine(&h);
std::cout << "LoadANSRFEngine = " << le << std::endl;
std::cout << "Model info: " << h->GetActiveModelInfo() << std::endl;
if (le != 1) { ReleaseANSRFHandle(&h); return 1; }
cv::VideoCapture cap(videoPath);
if (!cap.isOpened()) {
std::cout << "ERROR: cannot open video " << videoPath << std::endl;
ReleaseANSRFHandle(&h);
return 1;
}
const std::string win = "ANSFR v1.4 - Face Attributes (ESC to quit)";
cv::namedWindow(win, cv::WINDOW_NORMAL);
cv::resizeWindow(win, 1280, 720);
int frameIdx = 0, saved = 0;
cv::Mat frame;
while (cap.read(frame)) {
if (frame.empty()) break;
if (++frameIdx > maxFrames) break;
unsigned int bufLen = 0;
unsigned char* bytes = ANSCENTER::ANSFRHelper::CVMatToBytes(frame, bufLen);
std::string res = RunANSRFInferenceBinary(&h, bytes, frame.cols, frame.rows);
delete bytes;
try {
boost::property_tree::ptree pt;
std::stringstream ss; ss << res;
boost::property_tree::read_json(ss, pt);
if (pt.count("results")) {
BOOST_FOREACH(const boost::property_tree::ptree::value_type& child, pt.get_child("results")) {
const boost::property_tree::ptree& r = child.second;
const auto name = GetData<std::string>(r, "user_name");
const int x = static_cast<int>(GetData<float>(r, "x"));
const int y = static_cast<int>(GetData<float>(r, "y"));
const int w = static_cast<int>(GetData<float>(r, "width"));
const int ht = static_cast<int>(GetData<float>(r, "height"));
// extra_info is itself a JSON string:
// {"attributes":[{"Gender":..,"Age":..,"Emotion":..,"Pose(r,p,y)":..}]}
std::string gender, age, emotion;
const auto extra = GetData<std::string>(r, "extra_info");
if (!extra.empty()) {
try {
boost::property_tree::ptree ept;
std::stringstream ess; ess << extra;
boost::property_tree::read_json(ess, ept);
if (ept.count("attributes")) {
for (const auto& attr : ept.get_child("attributes")) {
gender = GetOptionalValue<std::string>(attr.second, "Gender", "");
age = GetOptionalValue<std::string>(attr.second, "Age", "");
emotion = GetOptionalValue<std::string>(attr.second, "Emotion", "");
break;
}
}
}
catch (...) {}
}
const bool known = (name != "Unknown");
const cv::Scalar boxColor = known ? cv::Scalar(0, 255, 0) : cv::Scalar(0, 200, 255);
cv::rectangle(frame, cv::Rect(x, y, w, ht), boxColor, 2);
std::vector<std::string> lines;
lines.push_back(name);
if (!gender.empty() || !age.empty())
lines.push_back(gender + " / " + age);
if (!emotion.empty())
lines.push_back(emotion);
int ty = y - 8 - 18 * static_cast<int>(lines.size() - 1);
for (const auto& line : lines) {
cv::putText(frame, line, cv::Point(x, ty),
cv::FONT_HERSHEY_SIMPLEX, 0.55, cv::Scalar(0, 0, 0), 3, cv::LINE_AA);
cv::putText(frame, line, cv::Point(x, ty),
cv::FONT_HERSHEY_SIMPLEX, 0.55, boxColor, 1, cv::LINE_AA);
ty += 18;
}
}
}
}
catch (...) {}
cv::putText(frame, cv::format("Frame %d", frameIdx), cv::Point(25, 45),
cv::FONT_HERSHEY_SIMPLEX, 1.0, cv::Scalar(0, 255, 255), 2, cv::LINE_AA);
if (frameIdx % 30 == 0) {
std::string fp = cv::format("C:\\Programs\\DemoAssets\\ANSFR_v14_attr_frame_%04d.jpg", frameIdx);
cv::imwrite(fp, frame);
++saved;
}
cv::imshow(win, frame);
if (cv::waitKey(1) == 27) break; // ESC
}
std::cout << "Played " << frameIdx << " frames, saved " << saved
<< " annotated frames to C:\\Programs\\DemoAssets\\" << std::endl;
cap.release();
cv::destroyAllWindows();
ReleaseANSRFHandle(&h);
return 0;
}
// ===========================================================================
// Speed benchmark — v1.1 (arcface + OpenVINO attributes) vs
// v1.4 (adaface + ONNX/TensorRT attributes) on the same classroom video.
// Full pipeline per frame (detect + recognize + attributes), attributes ON.
// First run of a pack pays its engine builds; those are excluded from the
// timing (LoadEngine reported separately, plus warmup frames).
// Run one pack per process with: ANSFR-UnitTest.exe --bench old|new
// ===========================================================================
static void RunSinglePackBenchmark(const std::string& label,
const std::string& modelZip, const std::string& dbFolder,
int warmupFrames = 10, int measuredFrames = 100)
{
const std::string videoPath = "C:\\Programs\\DemoAssets\\Videos\\classroom.mp4";
const std::string detectorZip = "C:\\ProgramData\\ANSCENTER\\ANSVIS Server\\ANSFDET\\ANS_GenericFD(GPU)_v1.0.zip";
std::cout << "\n===== BENCH [" << label << "] =====" << std::endl;
std::cout << "model pack: " << modelZip << std::endl;
std::error_code ec;
std::filesystem::remove_all(dbFolder, ec);
const std::string dbFile = dbFolder + "\\bench.db";
ANSCENTER::ANSFacialRecognition* h = nullptr;
int cr = CreateANSRFHandle(&h, "", "", dbFile.c_str(), modelZip.c_str(), detectorZip.c_str(),
0, 0.35f, 1, 1, 1, 30, 0.5f, 0, 0);
if (cr <= 0 || !h) {
std::cout << "[BENCH " << label << "] CreateANSRFHandle FAILED: " << cr << std::endl;
return;
}
auto loadStart = std::chrono::steady_clock::now();
int le = LoadANSRFEngine(&h);
auto loadMs = std::chrono::duration_cast<std::chrono::milliseconds>(
std::chrono::steady_clock::now() - loadStart).count();
std::cout << "LoadANSRFEngine = " << le << " (" << loadMs << " ms)" << std::endl;
std::cout << "Model info: " << h->GetActiveModelInfo() << std::endl;
if (le != 1) { ReleaseANSRFHandle(&h); return; }
cv::VideoCapture cap(videoPath);
if (!cap.isOpened()) {
std::cout << "ERROR: cannot open video " << videoPath << std::endl;
ReleaseANSRFHandle(&h);
return;
}
double totalMs = 0.0, minMs = 1e9, maxMs = 0.0;
long long totalFaces = 0;
int measured = 0, frameIdx = 0;
cv::Mat frame;
while (cap.read(frame) && measured < measuredFrames) {
if (frame.empty()) break;
++frameIdx;
unsigned int bufLen = 0;
unsigned char* bytes = ANSCENTER::ANSFRHelper::CVMatToBytes(frame, bufLen);
auto t0 = std::chrono::steady_clock::now();
std::string res = RunANSRFInferenceBinary(&h, bytes, frame.cols, frame.rows);
double ms = std::chrono::duration<double, std::milli>(
std::chrono::steady_clock::now() - t0).count();
delete bytes;
if (frameIdx <= warmupFrames) continue; // engine warmup / TRT autotuning
++measured;
totalMs += ms;
minMs = (std::min)(minMs, ms);
maxMs = (std::max)(maxMs, ms);
// rough face count for context
size_t pos = 0;
while ((pos = res.find("\"user_name\"", pos)) != std::string::npos) {
++totalFaces; pos += 11;
}
}
cap.release();
if (measured > 0) {
const double avg = totalMs / measured;
std::cout << std::fixed << std::setprecision(1);
std::cout << "[BENCH " << label << "] frames=" << measured
<< " avg=" << avg << " ms"
<< " min=" << minMs << " ms"
<< " max=" << maxMs << " ms"
<< " fps=" << (1000.0 / avg)
<< " avg faces/frame=" << (double)totalFaces / measured
<< std::endl;
}
else {
std::cout << "[BENCH " << label << "] no frames measured" << std::endl;
}
ReleaseANSRFHandle(&h);
}
int ModelSpeedBenchmark()
{
RunSinglePackBenchmark("v1.1 arcface + OpenVINO attrs",
"C:\\Projects\\SharedCore\\ANS_FaceRecognizer_v1.1.zip",
"C:\\Programs\\DemoAssets\\ANSFRDB\\v11_bench");
RunSinglePackBenchmark("v1.4 adaface + ONNX attrs",
"C:\\Programs\\Models\\ANS_FaceRecognizer_v1.4.zip",
"C:\\Programs\\DemoAssets\\ANSFRDB\\v14_bench");
return 0;
}
int main(int argc, char** argv)
{
// Single-pack benchmark mode (one pack per process so the packs cannot
// influence each other): ANSFR-UnitTest.exe --bench old|new|both
if (argc >= 3 && std::string(argv[1]) == "--bench") {
const std::string which = argv[2];
if (which == "old")
RunSinglePackBenchmark("v1.1 arcface + OpenVINO attrs",
"C:\\Projects\\SharedCore\\ANS_FaceRecognizer_v1.1.zip",
"C:\\Programs\\DemoAssets\\ANSFRDB\\v11_bench");
else if (which == "new")
RunSinglePackBenchmark("v1.4 adaface + ONNX attrs",
"C:\\Programs\\Models\\ANS_FaceRecognizer_v1.4.zip",
"C:\\Programs\\DemoAssets\\ANSFRDB\\v14_bench");
else
ModelSpeedBenchmark();
return 0;
}
// ── GPU visibility bisect (Blackwell Myelin l2cm debugging) ─────────────
// Usage: ANSFR-UnitTest.exe --gpu 0 → only GPU0 visible (Test A, display GPU)
// ANSFR-UnitTest.exe --gpu 1 → only GPU1 visible (Test B, headless GPU)
@@ -1847,7 +2100,8 @@ int main(int argc, char** argv)
//FaceDetectorTest();
//TestFaceRecognition();
//TestCompleteFR1();
TestModelSwitchV14();
//TestModelSwitchV14();
ClassroomAttributesVideoTest();
//ANSVISTest();
//ANSVISImageTest();
//ANSVISTest();