Add exir/backend/test to pytest (pytorch#3965)

Summary: Pull Request resolved: pytorch#3965

Reviewed By: shoumikhin

Differential Revision: D58488190

Pulled By: kirklandsign

fbshipit-source-id: 1cadc6292677ec501af1553c3d694f71ed72468c

pytest.ini

@@ -19,10 +19,7 @@ addopts =
     examples/models/llama2/tests
     # exir
     exir/_serialize/test
-    exir/backend/test/test_graph_partition.py
-    exir/backend/test/test_backends_nested.py
-    exir/backend/test/test_debug_handle_map.py
-    exir/backend/test/test_delegate_map_builder.py
+    exir/backend/test
     exir/dialects/backend/test
     exir/dialects/edge/test
     exir/dialects/test
@@ -40,6 +37,11 @@ addopts =
     test/end2end/test_end2end.py
     --ignore=backends/xnnpack/test/ops/linear.py
     --ignore=backends/xnnpack/test/models/llama2_et_example.py
+    --ignore=exir/backend/test/demos
+    --ignore=exir/backend/test/test_backends.py
+    --ignore=exir/backend/test/test_backends_lifted.py
+    --ignore=exir/backend/test/test_lowered_backend_module.py
+    --ignore=exir/backend/test/test_partitioner.py
     --ignore=exir/tests/test_common.py
     --ignore=exir/tests/test_memory_format_ops_pass_aten.py
     --ignore=exir/tests/test_memory_planning.py