diff --git a/pytest.ini b/pytest.ini
index d397abd006..79937a6d88 100644
--- a/pytest.ini
+++ b/pytest.ini
@@ -43,9 +43,11 @@ addopts =
     kernels/prim_ops/test
     kernels/test/test_case_gen.py
     # backends/xnnpack
-    backends/xnnpack/test/models
+    backends/xnnpack/test
     # test
     test/end2end/test_end2end.py
+    --ignore=backends/xnnpack/test/ops/linear.py
+    --ignore=backends/xnnpack/test/models/llama2_et_example.py
 
 # run the same tests multiple times to determine their
 # flakiness status. Default to 50 re-runs