From ed7512f03fd7221df60492259028654cdc0e9d23 Mon Sep 17 00:00:00 2001 From: Brandon <132288221+brandon-groundlight@users.noreply.github.com> Date: Tue, 17 Oct 2023 15:46:39 -0700 Subject: [PATCH] Disable improvement test (#122) * temporarily disable tests * Automatically reformatting code * comment out whole test * use pytest skip rather than comment --------- Co-authored-by: Auto-format Bot --- test/integration/test_groundlight.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/test/integration/test_groundlight.py b/test/integration/test_groundlight.py index 71e9da1e..1b56122a 100644 --- a/test/integration/test_groundlight.py +++ b/test/integration/test_groundlight.py @@ -456,6 +456,7 @@ def test_submit_numpy_image(gl: Groundlight, detector: Detector): assert is_valid_display_result(_image_query.result) +@pytest.mark.skip(reason="Detector improvement is incredibly flaky") @pytest.mark.skipif(MISSING_PIL, reason="Needs pillow") # type: ignore def test_detector_improvement(gl: Groundlight): # test that we get confidence improvement after sending images in @@ -525,6 +526,7 @@ def submit_noisy_image(image, label=None): ), f"The detector {detector} quality has not improved after two minutes q.v. {new_dog_query}, {new_cat_query}" +@pytest.mark.skip(reason="Detector improvement is incredibly flaky") def test_ask_method_quality(gl: Groundlight, detector: Detector): # asks for some level of quality on how fast ask_ml is and that we will get a confident result from ask_confident fast_always_yes_iq = gl.ask_ml(detector=detector.id, image="test/assets/dog.jpeg", wait=0)