From 60a79b6818d45d452fe9ab56f7e2b1b55a0af11c Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Sun, 30 Jul 2023 22:40:32 +0100 Subject: [PATCH 1/2] Update verify_performance.py Currently this check is meaningless --- compliance/nvidia/TEST05/verify_performance.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/compliance/nvidia/TEST05/verify_performance.py b/compliance/nvidia/TEST05/verify_performance.py index ff47cc64e..0e8700403 100644 --- a/compliance/nvidia/TEST05/verify_performance.py +++ b/compliance/nvidia/TEST05/verify_performance.py @@ -139,7 +139,7 @@ def main(): (ref_mode == "MultiStream" and float(ref_score) <= 1600000): threshold = 0.20 - if float(test_score) < float(ref_score) * (1 + threshold): + if float(test_score) > float(ref_score) * (1 - threshold): print("TEST PASS") else: print("TEST FAIL: Test score invalid") From 9ee254d5a8f5aebb7aaf75406d7ca9232f699c21 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Sun, 30 Jul 2023 22:46:11 +0100 Subject: [PATCH 2/2] Update verify_performance.py --- compliance/nvidia/TEST05/verify_performance.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/compliance/nvidia/TEST05/verify_performance.py b/compliance/nvidia/TEST05/verify_performance.py index 0e8700403..8e2439796 100644 --- a/compliance/nvidia/TEST05/verify_performance.py +++ b/compliance/nvidia/TEST05/verify_performance.py @@ -139,7 +139,7 @@ def main(): (ref_mode == "MultiStream" and float(ref_score) <= 1600000): threshold = 0.20 - if float(test_score) > float(ref_score) * (1 - threshold): + if (ref_mode == "Offline" and float(test_score) > float(ref_score) * (1 - threshold)) or ("Stream" in ref_mode and float(test_score) < float(ref_score) * (1 + threshold)): print("TEST PASS") else: print("TEST FAIL: Test score invalid")