Add test models for perf benchmark v2 (#3083)

openvinotoolkit · Mar 12, 2024 · 50a4d17 · 50a4d17
1 parent fdecc34
commit 50a4d17
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 4 deletions.
diff --git a/.github/workflows/perf_benchmark.yaml b/.github/workflows/perf_benchmark.yaml
@@ -66,7 +66,7 @@ jobs:
           - task-short: "vsp"
             task: "visual_prompting"
     name: Perf-Benchmark-${{ matrix.task-short }}
-    runs-on: [self-hosted, linux, x64, dmount, perf]
+    runs-on: [self-hosted, linux, x64, dmount-v2, perf]
     timeout-minutes: 8640
     steps:
       - name: Checkout repository

diff --git a/tests/perf/test_classification.py b/tests/perf/test_classification.py
@@ -21,6 +21,7 @@ class TestPerfSingleLabelClassification(PerfTestBase):
         Benchmark.Model(task="classification/multi_class_cls", name="efficientnet_v2_light", category="balance"),
         Benchmark.Model(task="classification/multi_class_cls", name="mobilenet_v3_large_light", category="accuracy"),
         Benchmark.Model(task="classification/multi_class_cls", name="otx_deit_tiny", category="other"),
+        Benchmark.Model(task="classification/multi_class_cls", name="otx_dino_v2", category="other"),
     ]
 
     DATASET_TEST_CASES = [

diff --git a/tests/perf/test_instance_segmentation.py b/tests/perf/test_instance_segmentation.py
@@ -114,6 +114,7 @@ class TestPerfTilingInstanceSegmentation(PerfTestBase):
     MODEL_TEST_CASES = [  # noqa: RUF012
         Benchmark.Model(task="instance_segmentation", name="maskrcnn_efficientnetb2b_tile", category="speed"),
         Benchmark.Model(task="instance_segmentation", name="maskrcnn_r50_tile", category="accuracy"),
+        Benchmark.Model(task="instance_segmentation", name="maskrcnn_swint_tile", category="other"),
     ]
 
     DATASET_TEST_CASES = [

diff --git a/tests/perf/test_visual_prompting.py b/tests/perf/test_visual_prompting.py
@@ -17,7 +17,8 @@ class TestPerfVisualPrompting(PerfTestBase):
     """Benchmark visual prompting."""
 
     MODEL_TEST_CASES = [  # noqa: RUF012
-        Benchmark.Model(task="visual_prompting", name="sam_tiny_vit", category="other"),
+        Benchmark.Model(task="visual_prompting", name="sam_tiny_vit", category="speed"),
+        Benchmark.Model(task="visual_prompting", name="sam_vit_b", category="accuracy"),
     ]
 
     DATASET_TEST_CASES = [
@@ -95,8 +96,8 @@ class TestPerfZeroShotVisualPrompting(PerfTestBase):
     """Benchmark zero-shot visual prompting."""
 
     MODEL_TEST_CASES = [  # noqa: RUF012
-        Benchmark.Model(task="zero_shot_visual_prompting", name="sam_tiny_vit", category="other"),
-        Benchmark.Model(task="zero_shot_visual_prompting", name="sam_vit_b", category="other"),
+        Benchmark.Model(task="zero_shot_visual_prompting", name="sam_tiny_vit", category="speed"),
+        Benchmark.Model(task="zero_shot_visual_prompting", name="sam_vit_b", category="accuracy"),
     ]
 
     DATASET_TEST_CASES = [  # noqa: RUF012