diff --git a/airbyte-ci/connectors/metadata_service/orchestrator/tests/fixtures/oss_registry.json b/airbyte-ci/connectors/metadata_service/orchestrator/tests/fixtures/oss_registry.json index a1271847cddb..96dc7b39c887 100644 --- a/airbyte-ci/connectors/metadata_service/orchestrator/tests/fixtures/oss_registry.json +++ b/airbyte-ci/connectors/metadata_service/orchestrator/tests/fixtures/oss_registry.json @@ -5216,6 +5216,46 @@ }, "supportsDbt": true }, + { + "destinationDefinitionId": "938e4f36-ab42-4486-9a21-d43df92ed9e4", + "name": "Propel", + "dockerRepository": "propeldata/airbyte-propel-destination", + "dockerImageTag": "0.0.1", + "documentationUrl": "https://docs.airbyte.com/integrations/destinations/propel", + "icon": "propel.svg", + "spec": { + "documentationUrl": "https://propeldata.com/docs", + "connectionSpecification": { + "$schema": "http://json-schema.org/draft-07/schema#", + "title": "Propel Spec", + "type": "object", + "required": ["application_id", "application_secret"], + "additionalProperties": false, + "properties": { + "application_id": { + "type": "string", + "title": "Application ID", + "description": "Propel Application ID", + "examples": ["APP00000000000000000000000000"] + }, + "application_secret": { + "type": "string", + "title": "Application Secret", + "description": "Propel Application secret", + "airbyte_secret": true + } + } + }, + "supportsIncremental": true, + "supportsNormalization": false, + "supportsDBT": false, + "supported_destination_sync_modes": ["append", "overwrite"] + }, + "tombstone": false, + "public": true, + "custom": false, + "releaseStage": "alpha" + }, { "destinationDefinitionId": "2340cbba-358e-11ec-8d3d-0242ac130203", "name": "Pulsar", diff --git a/airbyte-integrations/connectors/third-party/propel/airbyte-propel-destination/icon.svg b/airbyte-integrations/connectors/third-party/propel/airbyte-propel-destination/icon.svg new file mode 100644 index 000000000000..3c8d80a317d4 --- /dev/null +++ b/airbyte-integrations/connectors/third-party/propel/airbyte-propel-destination/icon.svg @@ -0,0 +1,23 @@ + + + + + + + + + + + + + + + + + + + + + + + diff --git a/airbyte-integrations/connectors/third-party/propel/airbyte-propel-destination/metadata.yaml b/airbyte-integrations/connectors/third-party/propel/airbyte-propel-destination/metadata.yaml new file mode 100644 index 000000000000..dc45f3e34082 --- /dev/null +++ b/airbyte-integrations/connectors/third-party/propel/airbyte-propel-destination/metadata.yaml @@ -0,0 +1,24 @@ +data: + registries: + cloud: + enabled: false + oss: + enabled: true + connectorSubtype: api + connectorType: destination + definitionId: 938e4f36-ab42-4486-9a21-d43df92ed9e4 + dockerImageTag: 0.0.1 + dockerRepository: propeldata/airbyte-propel-destination + githubIssueLabel: propeldata/airbyte-propel-destination + icon: propel.svg + license: MIT + name: Propel + releaseStage: alpha + documentationUrl: https://docs.airbyte.com/integrations/destinations/propel + tags: + - language:unknown + ab_internal: + sl: 100 + ql: 100 + supportLevel: community +metadataSpecVersion: "1.0" diff --git a/docs/integrations/destinations/propel.md b/docs/integrations/destinations/propel.md new file mode 100644 index 000000000000..8d71a5feae67 --- /dev/null +++ b/docs/integrations/destinations/propel.md @@ -0,0 +1,68 @@ +# Propel + +## Overview + +[Propel](https://www.propeldata.com) is an Analytics Platform as a Service for developers to effortlessly ship embedded analytics, data-serving APIs, and usage metering into their applications. + +It provides developers with: + +- [Serverless ClickHouse](https://www.propeldata.com/docs/connect-your-data) to serve data blazingly fast without managing any infrastructure. +- [Data serving APIs](https://www.propeldata.com/docs/query-your-data) and [React UI components](https://storybook.propeldata.com/) to build customer-facing analytics experiences. +- [Access Control policies](https://www.propeldata.com/docs/control-access/multi-tenancy) to securely serve data to authenticated users in multi-tenant environments. + +This Airbyte destination allows to sync data into a Propel Data Pool. + + > ℹ️ This destination is maintained by Propel. Please send any support requests to support@propeldata.com + +## Features + +| Feature | Supported | | +| :----------------------------- | :-------- | :-- | +| Full Refresh Sync | Yes | | +| Incremental - Append Sync | Yes | | +| Incremental - Append + Deduped | No | | +| Namespaces | Yes | | + +## Getting started + +### Prerequisites + +To connect Propel to Airbyte, you need the following: + +- A [Propel account](https://console.propeldata.com/get-started). +- An Airbyte account. +- A Propel Application with the ADMIN scope. + +--- + +## Setup instructions + +You must create a Propel Application. Propel Applications provide the API credentials, allowing the Airbyte destination to access the Propel API. + +1. Log in to the [Propel Console](https://console.propeldata.com/). +2. Go to the **Applications** section and click **Create Application**. +3. Enter the **Unique Name**. For example, "Airbyte Destination". +4. Provide a **Description**. For example, "The Airbyte Destination app". +5. In the API scopes section, in the **Scopes** drop-down menu, select the **ADMIN** scope. +6. In the Propeller section, in the **Select Propeller** drop-down menu, select the processing power as per your requirements. +7. Click **Create**. +8. Make a note of the Application ID and secret. You will need them to configure Airbyte. + +## Configuration + +| Parameter | Type | Notes | +| :----------------- | :----: | :------------------------ | +| application_id | string | Propel Application ID | +| application_secret | string | Propel Application secret | + +## Troubleshooting + +If a sync fails to insert a record, you can review sync errors in the Propel console. Select the Data Pool to which data is being synced and select the **Error Logs** tab. + +You may send support requests to: support@propeldata.com + +## CHANGELOG + +| Version | Date | Pull Request | Subject | +| :------ | :--------- | :----------------------------------------------------------------- | :-------------------------- | +| 0.0.1 | 2024-02-19 | [GitHub](https://github.com/propeldata/airbyte-destination/pull/1) | Initial Propel destination. |