Skip to content

Commit

Permalink
Update keypoint metric name in benchmark (#4180)
Browse files Browse the repository at this point in the history
  • Loading branch information
@sovrasov
sovrasov authored Jan 20, 2025
1 parent c3ce361 commit 7ca826a
Showing 1 changed file with 8 additions and 8 deletions.
16 changes: 8 additions & 8 deletions tests/perf/test_keypoint_detection.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -47,10 +47,10 @@ class TestPerfKeypointDetection(PerfTestBase):
BENCHMARK_CRITERIA = [ # noqa: RUF012
Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1),
Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1),
Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1),
Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1),
Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1),
Expand Down Expand Up @@ -120,10 +120,10 @@ class TestPerfKeypointDetectionSingleObj(PerfTestBase):
BENCHMARK_CRITERIA = [ # noqa: RUF012
Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1),
Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1),
Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1),
Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1),
Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1),
Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1),
Expand Down

0 comments on commit 7ca826a

Please # to comment.