Disable improvement test (#122)

* temporarily disable tests * Automatically reformatting code * comment out whole test * use pytest skip rather than comment --------- Co-authored-by: Auto-format Bot <[email protected]>
groundlight · Oct 17, 2023 · ed7512f · ed7512f
1 parent bfac10f
commit ed7512f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/test/integration/test_groundlight.py b/test/integration/test_groundlight.py
@@ -456,6 +456,7 @@ def test_submit_numpy_image(gl: Groundlight, detector: Detector):
     assert is_valid_display_result(_image_query.result)
 
 
+@pytest.mark.skip(reason="Detector improvement is incredibly flaky")
 @pytest.mark.skipif(MISSING_PIL, reason="Needs pillow")  # type: ignore
 def test_detector_improvement(gl: Groundlight):
     # test that we get confidence improvement after sending images in
@@ -525,6 +526,7 @@ def submit_noisy_image(image, label=None):
     ), f"The detector {detector} quality has not improved after two minutes q.v. {new_dog_query}, {new_cat_query}"
 
 
+@pytest.mark.skip(reason="Detector improvement is incredibly flaky")
 def test_ask_method_quality(gl: Groundlight, detector: Detector):
     # asks for some level of quality on how fast ask_ml is and that we will get a confident result from ask_confident
     fast_always_yes_iq = gl.ask_ml(detector=detector.id, image="test/assets/dog.jpeg", wait=0)