Update verify_performance.py (Please merge after the submission deadl…

…ine) (#1463) * Update verify_performance.py Currently this check is meaningless * Update verify_performance.py --------- Co-authored-by: Mitchelle Rasquinha <80070689+mrasquinha-g@users.noreply.github.com>
mlcommons · Sep 20, 2023 · b00fc19 · b00fc19
1 parent dc5d4fc
commit b00fc19
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/compliance/nvidia/TEST05/verify_performance.py b/compliance/nvidia/TEST05/verify_performance.py
@@ -139,7 +139,7 @@ def main():
        (ref_mode == "MultiStream" and float(ref_score) <= 1600000):
         threshold = 0.20
 
-    if float(test_score) < float(ref_score) * (1 + threshold):
+    if (ref_mode == "Offline" and float(test_score) > float(ref_score) * (1 - threshold)) or ("Stream" in ref_mode and float(test_score) < float(ref_score) * (1 + threshold)):
         print("TEST PASS")
     else:
         print("TEST FAIL: Test score invalid")