airbytehq · lazebnyi · Apr 15, 2024 · Sep 21, 2023 · Sep 27, 2023 · Oct 11, 2023
diff --git a/airbyte-integrations/connectors/source-slack/.coveragerc b/airbyte-integrations/connectors/source-slack/.coveragerc
@@ -0,0 +1,3 @@
+[run]
+omit =
+    source_slack/run.py
diff --git a/airbyte-integrations/connectors/source-slack/acceptance-test-config.yml b/airbyte-integrations/connectors/source-slack/acceptance-test-config.yml
@@ -6,7 +6,9 @@ acceptance_tests:
       - spec_path: "source_slack/spec.json"
         backward_compatibility_tests_config:
           # edited `min`/`max` > `minimum`/`maximum` for `lookback_window` field
-          disable_for_version: "0.1.26"
+          #disable_for_version: "0.1.26"
+          # slight changes: removed doc url, added new null oauth param
+          disable_for_version: "0.3.10"
   connection:
     tests:
       - config_path: "secrets/config.json"

diff --git a/airbyte-integrations/connectors/source-slack/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-slack/integration_tests/abnormal_state.json
@@ -9,8 +9,49 @@
   {
     "type": "STREAM",
     "stream": {
-      "stream_state": { "float_ts": 7270247822 },
-      "stream_descriptor": { "name": "channel_messages" }
+      "stream_descriptor": {
+        "name": "channel_messages"
+      },
+      "stream_state": {
+        "states": [
+          {
+            "partition": {
+              "channel_id": "C04LTCM2Y56",
+              "parent_slice": {}
+            },
+            "cursor": {
+              "float_ts": "2534945416"
+            }
+          },
+          {
+            "partition": {
+              "channel": "C04KX3KEZ54",
+              "parent_slice": {}
+            },
+            "cursor": {
+              "float_ts": "2534945416"
+            }
+          },
+          {
+            "partition": {
+              "channel": "C04L3M4PTJ6",
+              "parent_slice": {}
+            },
+            "cursor": {
+              "float_ts": "2534945416"
+            }
+          },
+          {
+            "partition": {
+              "channel": "C04LTCM2Y56",
+              "parent_slice": {}
+            },
+            "cursor": {
+              "float_ts": "2534945416"
+            }
+          }
+        ]
+      }
     }
   }
 ]
diff --git a/airbyte-integrations/connectors/source-slack/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-slack/integration_tests/expected_records.jsonl
diff --git a/airbyte-integrations/connectors/source-slack/metadata.yaml b/airbyte-integrations/connectors/source-slack/metadata.yaml
@@ -10,7 +10,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: c2281cee-86f9-4a86-bb48-d23286b4c7bd
-  dockerImageTag: 0.4.1
+  dockerImageTag: 1.0.0
   dockerRepository: airbyte/source-slack
   documentationUrl: https://docs.airbyte.com/integrations/sources/slack
   githubIssueLabel: source-slack
@@ -27,6 +27,14 @@ data:
     oss:
       enabled: true
   releaseStage: generally_available
+  releases:
+    breakingChanges:
+      1.0.0:
+        message:
+          The source slack connector is being migrated from the Python CDK to our declarative low-code CDK.
+          Due to changes in the handling of state format for incremental substreams, this migration constitutes a breaking change.
+          After updating, please reset your source before resuming syncs. For more information, see our migration documentation for Source Slack.
+        upgradeDeadline: "2024-04-19" # TODO: update this date before merge
   suggestedStreams:
     streams:
       - users
@@ -37,5 +45,5 @@ data:
   supportLevel: certified
   tags:
     - language:python
-    - cdk:python
+    - cdk:low-code
 metadataSpecVersion: "1.0"
diff --git a/airbyte-integrations/connectors/source-slack/poetry.lock b/airbyte-integrations/connectors/source-slack/poetry.lock
diff --git a/airbyte-integrations/connectors/source-slack/pyproject.toml b/airbyte-integrations/connectors/source-slack/pyproject.toml
@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "0.4.1"
+version = "1.0.0"
 name = "source-slack"
 description = "Source implementation for Slack."
 authors = [ "Airbyte <[email protected]>",]
@@ -19,6 +19,7 @@ include = "source_slack"
 python = "^3.9,<3.12"
 pendulum = "==2.1.2"
 airbyte-cdk = "^0"
+freezegun = "^1.4.0"
 
 [tool.poetry.scripts]
 source-slack = "source_slack.run:run"

diff --git a/airbyte-integrations/connectors/source-slack/source_slack/components/__init__.py b/airbyte-integrations/connectors/source-slack/source_slack/components/__init__.py
diff --git a/...integrations/connectors/source-slack/source_slack/components/channel_members_extractor.py b/...integrations/connectors/source-slack/source_slack/components/channel_members_extractor.py
@@ -0,0 +1,21 @@
+# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
+
+from dataclasses import dataclass
+from typing import List
+
+import requests
+from airbyte_cdk.sources.declarative.extractors import DpathExtractor
+from airbyte_cdk.sources.declarative.types import Record
+
+
+@dataclass
+class ChannelMembersExtractor(DpathExtractor):
+    """
+    Transform response from list of strings to list dicts:
+    from: ['aa', 'bb']
+    to: [{'member_id': 'aa'}, {{'member_id': 'bb'}]
+    """
+
+    def extract_records(self, response: requests.Response) -> List[Record]:
-    def extract_records(self, response: requests.Response) -> List[Record]:
+@dataclass
+class SlackDpathExtractor(DpathExtractor):
+    """
+    Handle error from Slack API:
+    {
+        "body": "{\"ok\":false,\"error\":\"invalid_auth\"}",
+        "status": "200"
+    }
+    """
+    def extract_records(self, response: requests.Response) -> List[Record]:
+        response_body = self.decoder.decode(response)
+        if not response_body.get('ok'):
+            error_message = response_body.get('error')
+            message = f"Request failed with error: {error_message}"
+            if 'invalid_auth' in error_message:
+                raise AirbyteTracedException(
+                    message='Authentication has failed, please update your credentials',
+                    internal_message=message,
+                    failure_type=FailureType.config_error,
+                )
+            else:
+                raise AirbyteTracedException(
+                    message=message,
+                    internal_message=message,
+                    failure_type=FailureType.system_error,
+                )
+        return super().extract_records(response)
-    def extract_records(self, response: requests.Response) -> List[Record]:
+@dataclass
+class SlackDpathExtractor(DpathExtractor):
+    """
+    Handle error from Slack API:
+    {
+        "body": "{\"ok\":false,\"error\":\"invalid_auth\"}",
+        "status": "200"
+    }
+    """
+    def extract_records(self, response: requests.Response) -> List[Record]:
+        response_body = self.decoder.decode(response)
+        if not response_body.get('ok'):
+            error_message = response_body.get('error')
+            message = f"Request failed with error: {error_message}"
+            if 'invalid_auth' in error_message:
+                raise AirbyteTracedException(
+                    message='Authentication has failed, please update your credentials',
+                    internal_message=message,
+                    failure_type=FailureType.config_error,
+                )
+            else:
+                raise AirbyteTracedException(
+                    message=message,
+                    internal_message=message,
+                    failure_type=FailureType.system_error,
+                )
+        return super().extract_records(response)
+        records = super().extract_records(response)
+        return [{"member_id": record} for record in records]