ci: separate jobs for unit and integration tests

.github/workflows/tests.yml

@@ -42,6 +42,10 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "${{ env.PYTHON_VERSION }}"
+
       - name: Install Hatch
         run: pip install hatch==${{ env.HATCH_VERSION }}
 
@@ -75,7 +79,7 @@ jobs:
         run: pip install hatch==${{ env.HATCH_VERSION }}
 
       - name: Run
-        run: hatch run test:cov
+        run: hatch run test:unit
 
       - name: Coveralls
         # We upload only coverage for ubuntu as handling both os
@@ -91,3 +95,27 @@ jobs:
         run: |
           hatch run pip install git+https://github.com/deepset-ai/haystack.git
           hatch run test:unit
+
+  integration-tests:
+    name: Integration / ${{ matrix.os }}
+    needs: linting
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu-latest
+          - windows-latest
+          - macos-latest
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "${{ env.PYTHON_VERSION }}"
+
+      - name: Install Hatch
+        run: pip install hatch==${{ env.HATCH_VERSION }}
+
+      - name: Run
+        run: hatch run test:integration

haystack_experimental/components/tools/openapi/_openapi.py

@@ -131,7 +131,7 @@ def __init__(
         request_sender: Optional[Callable[[Dict[str, Any]], Dict[str, Any]]] = None,
         llm_provider: LLMProvider = LLMProvider.OPENAI,
         operations_filter: Optional[Callable[[Dict[str, Any]], bool]] = None,
-    ):  # noqa: PLR0913 # pylint: disable=too-many-positional-arguments
+    ):  # noqa: PLR0913
         """
         Initialize a ClientConfiguration instance.
 

haystack_experimental/components/tools/openapi/openapi_tool.py

@@ -64,7 +64,7 @@ def __init__(
         spec: Optional[Union[str, Path]] = None,
         credentials: Optional[Secret] = None,
         allowed_operations: Optional[List[str]] = None,
-    ):  # pylint: disable=too-many-positional-arguments
+    ):
         """
         Initialize the OpenAPITool component.
 

pyproject.toml

@@ -50,7 +50,7 @@ dependencies = [
 [tool.hatch.envs.test]
 extra-dependencies = [
   # RAG evaluation harness (SAS evaluator)
-  "sentence-transformers>=2.2.0",
+  "sentence-transformers>=3.0.0",
   # OpenAPI dependencies
   "jsonref",
   # OpenAPI tests
@@ -63,7 +63,7 @@ extra-dependencies = [
 
 [tool.hatch.envs.test.scripts]
 unit = 'pytest --cov-report xml:coverage.xml --cov="haystack_experimental" -m "not integration" {args:test}'
-integration = 'pytest --reruns 3 --reruns-delay 60 -x --maxfail=5 -m "integration" {args:test}'
+integration = 'pytest --reruns 3 --reruns-delay 60 -x --maxfail=5 -m "integration and not unstable" {args:test}'
 typing = "mypy --install-types --non-interactive {args:haystack_experimental}"
 lint = [
   "ruff check {args:haystack_experimental}",