Human labels currently return with None confidence. Explains most of …

…the current observations
groundlight · Sep 5, 2024 · a108745 · a108745
1 parent 3eb19be
commit a108745
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/test/unit/test_detector_reset.py b/test/unit/test_detector_reset.py
@@ -28,7 +28,7 @@ def test_reset_retry(gl_experimental: ExperimentalApi):
 def test_reset_training(gl_experimental: ExperimentalApi):
     # If we reset a detector, we should have low confidence after the reset
     low_confidence_threshold = 0.6
-    det = gl_experimental.get_or_create_detector("Test Detector for Resets", "is this a cat?")
+    det = gl_experimental.get_or_create_detector("Test Detector for Resets", "is this a cat?", confidence_threshold=0.5)
     gl_experimental.reset_detector(det.id)
-    iq = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg")
+    iq = gl_experimental.submit_image_query(det, "test/assets/cat.jpeg", human_review="NEVER")
     assert iq.result.confidence < low_confidence_threshold