From 7ca826ad859dea910a8822ae15e2292e48257be6 Mon Sep 17 00:00:00 2001 From: Vladislav Sovrasov Date: Mon, 20 Jan 2025 10:24:42 +0100 Subject: [PATCH] Update keypoint metric name in benchmark (#4180) --- tests/perf/test_keypoint_detection.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/tests/perf/test_keypoint_detection.py b/tests/perf/test_keypoint_detection.py index 1ff150a03d6..8786f530445 100644 --- a/tests/perf/test_keypoint_detection.py +++ b/tests/perf/test_keypoint_detection.py @@ -47,10 +47,10 @@ class TestPerfKeypointDetection(PerfTestBase): BENCHMARK_CRITERIA = [ # noqa: RUF012 Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1), Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1), - Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1), Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1), @@ -120,10 +120,10 @@ class TestPerfKeypointDetectionSingleObj(PerfTestBase): BENCHMARK_CRITERIA = [ # noqa: RUF012 Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1), Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1), - Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1), - Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1), + Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1), Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1), Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1),