diff --git a/CHANGELOG.md b/CHANGELOG.md index 79c26c819..40261e2a2 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,6 +2,8 @@ All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines. +### [1.68.1](https://github.com/rudderlabs/rudder-config-schema/compare/v1.68.0...v1.68.1) (2024-03-21) + ## [1.68.0](https://github.com/rudderlabs/rudder-config-schema/compare/v1.67.1...v1.68.0) (2024-03-18) diff --git a/package-lock.json b/package-lock.json index 56886014b..c62ac5111 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,12 +1,12 @@ { "name": "rudder-config-schema", - "version": "1.68.0", + "version": "1.68.1", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "rudder-config-schema", - "version": "1.68.0", + "version": "1.68.1", "license": "MIT", "dependencies": { "ajv": "^8.12.0", diff --git a/package.json b/package.json index 4fa426451..647490992 100755 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "rudder-config-schema", - "version": "1.68.0", + "version": "1.68.1", "description": "", "main": "src/index.ts", "private": true, diff --git a/src/configurations/destinations/azure_synapse/db-config.json b/src/configurations/destinations/azure_synapse/db-config.json index afbe3da1c..a59d0e50b 100644 --- a/src/configurations/destinations/azure_synapse/db-config.json +++ b/src/configurations/destinations/azure_synapse/db-config.json @@ -33,6 +33,7 @@ "bucketName", "iamRoleARN", "roleBasedAuth", + "preferAppend", "accessKeyID", "accessKey", "accountName", diff --git a/src/configurations/destinations/azure_synapse/schema.json b/src/configurations/destinations/azure_synapse/schema.json index 4d36ce555..72de52255 100644 --- a/src/configurations/destinations/azure_synapse/schema.json +++ b/src/configurations/destinations/azure_synapse/schema.json @@ -65,6 +65,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "bucketProvider": { "type": "string", "pattern": "^(S3|GCS|AZURE_BLOB|MINIO)$" diff --git a/src/configurations/destinations/azure_synapse/ui-config.json b/src/configurations/destinations/azure_synapse/ui-config.json index bafc47597..9035496d3 100644 --- a/src/configurations/destinations/azure_synapse/ui-config.json +++ b/src/configurations/destinations/azure_synapse/ui-config.json @@ -543,6 +543,18 @@ } ] }, + { + "title": "Advanced Settings", + "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + } + ] + }, { "title": "Consent Settings", "fields": [ diff --git a/src/configurations/destinations/clickhouse/db-config.json b/src/configurations/destinations/clickhouse/db-config.json index 6ae329647..b278be980 100644 --- a/src/configurations/destinations/clickhouse/db-config.json +++ b/src/configurations/destinations/clickhouse/db-config.json @@ -40,6 +40,7 @@ "sasToken", "accountName", "credentials", + "preferAppend", "secretAccessKey", "useSSL", "endPoint", diff --git a/src/configurations/destinations/clickhouse/schema.json b/src/configurations/destinations/clickhouse/schema.json index 6d6228e56..b51ec584f 100644 --- a/src/configurations/destinations/clickhouse/schema.json +++ b/src/configurations/destinations/clickhouse/schema.json @@ -32,6 +32,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "skipVerify": { "type": "boolean" }, diff --git a/src/configurations/destinations/clickhouse/ui-config.json b/src/configurations/destinations/clickhouse/ui-config.json index e32399d3c..3403a634a 100644 --- a/src/configurations/destinations/clickhouse/ui-config.json +++ b/src/configurations/destinations/clickhouse/ui-config.json @@ -552,6 +552,18 @@ } ] }, + { + "title": "Advanced Settings", + "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + } + ] + }, { "title": "Consent Settings", "fields": [ diff --git a/src/configurations/destinations/deltalake/db-config.json b/src/configurations/destinations/deltalake/db-config.json index a67fcb49a..0e38114ac 100644 --- a/src/configurations/destinations/deltalake/db-config.json +++ b/src/configurations/destinations/deltalake/db-config.json @@ -33,6 +33,7 @@ "containerName", "prefix", "useSTSTokens", + "preferAppend", "iamRoleARN", "roleBasedAuth", "accessKeyID", diff --git a/src/configurations/destinations/deltalake/schema.json b/src/configurations/destinations/deltalake/schema.json index 4d04b7cd3..b1585c59b 100644 --- a/src/configurations/destinations/deltalake/schema.json +++ b/src/configurations/destinations/deltalake/schema.json @@ -64,6 +64,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "oneTrustCookieCategories": { "type": "array", "items": { diff --git a/src/configurations/destinations/deltalake/ui-config.json b/src/configurations/destinations/deltalake/ui-config.json index d451d0a69..1864e2797 100644 --- a/src/configurations/destinations/deltalake/ui-config.json +++ b/src/configurations/destinations/deltalake/ui-config.json @@ -518,6 +518,18 @@ } ] }, + { + "title": "Advanced Settings", + "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + } + ] + }, { "title": "Consent Settings", "fields": [ diff --git a/src/configurations/destinations/mssql/db-config.json b/src/configurations/destinations/mssql/db-config.json index f626f00d6..262caf161 100644 --- a/src/configurations/destinations/mssql/db-config.json +++ b/src/configurations/destinations/mssql/db-config.json @@ -50,6 +50,7 @@ "accountKey", "useSASTokens", "sasToken", + "preferAppend", "credentials", "secretAccessKey", "useSSL", diff --git a/src/configurations/destinations/mssql/schema.json b/src/configurations/destinations/mssql/schema.json index b9fd2e5b8..446e52ec1 100644 --- a/src/configurations/destinations/mssql/schema.json +++ b/src/configurations/destinations/mssql/schema.json @@ -57,6 +57,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "oneTrustCookieCategories": { "type": "array", "items": { diff --git a/src/configurations/destinations/mssql/ui-config.json b/src/configurations/destinations/mssql/ui-config.json index 694a06aa0..f95fe36c6 100644 --- a/src/configurations/destinations/mssql/ui-config.json +++ b/src/configurations/destinations/mssql/ui-config.json @@ -543,6 +543,18 @@ } ] }, + { + "title": "Advanced Settings", + "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + } + ] + }, { "title": "Consent Settings", "fields": [ diff --git a/src/configurations/destinations/postgres/db-config.json b/src/configurations/destinations/postgres/db-config.json index 6d46d065a..8941ccb2e 100644 --- a/src/configurations/destinations/postgres/db-config.json +++ b/src/configurations/destinations/postgres/db-config.json @@ -45,6 +45,7 @@ "sshHost", "sshPort", "sshUser", + "preferAppend", "sshPublicKey", "sslMode", "bucketProvider", diff --git a/src/configurations/destinations/postgres/schema.json b/src/configurations/destinations/postgres/schema.json index ce8e66bb3..ad0318abf 100644 --- a/src/configurations/destinations/postgres/schema.json +++ b/src/configurations/destinations/postgres/schema.json @@ -69,6 +69,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "bucketProvider": { "type": "string", "pattern": "^(S3|GCS|AZURE_BLOB|MINIO)$" diff --git a/src/configurations/destinations/postgres/ui-config.json b/src/configurations/destinations/postgres/ui-config.json index f7eddcae6..2a2089b0a 100644 --- a/src/configurations/destinations/postgres/ui-config.json +++ b/src/configurations/destinations/postgres/ui-config.json @@ -579,6 +579,13 @@ { "title": "Advanced Settings", "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + }, { "type": "textInput", "label": "Json columns (Optional)", diff --git a/src/configurations/destinations/rs/db-config.json b/src/configurations/destinations/rs/db-config.json index fc2d5e2c5..a5b82ddd1 100644 --- a/src/configurations/destinations/rs/db-config.json +++ b/src/configurations/destinations/rs/db-config.json @@ -53,6 +53,7 @@ "syncFrequency", "syncStartAt", "enableSSE", + "preferAppend", "excludeWindow", "jsonPaths", "useRudderStorage", diff --git a/src/configurations/destinations/rs/schema.json b/src/configurations/destinations/rs/schema.json index f13ca6ab2..f109c757c 100644 --- a/src/configurations/destinations/rs/schema.json +++ b/src/configurations/destinations/rs/schema.json @@ -64,6 +64,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "oneTrustCookieCategories": { "type": "array", "items": { diff --git a/src/configurations/destinations/rs/ui-config.json b/src/configurations/destinations/rs/ui-config.json index 0428ccc0a..7b751f6e0 100644 --- a/src/configurations/destinations/rs/ui-config.json +++ b/src/configurations/destinations/rs/ui-config.json @@ -256,6 +256,13 @@ { "title": "Advanced Settings", "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + }, { "type": "textInput", "label": "JSON columns (Optional)", diff --git a/src/configurations/destinations/snowflake/db-config.json b/src/configurations/destinations/snowflake/db-config.json index c146040df..c8a59748a 100644 --- a/src/configurations/destinations/snowflake/db-config.json +++ b/src/configurations/destinations/snowflake/db-config.json @@ -52,6 +52,7 @@ "sasToken", "credentials", "namespace", + "preferAppend", "prefix", "syncFrequency", "syncStartAt", diff --git a/src/configurations/destinations/snowflake/schema.json b/src/configurations/destinations/snowflake/schema.json index b8184e15c..b94fde266 100644 --- a/src/configurations/destinations/snowflake/schema.json +++ b/src/configurations/destinations/snowflake/schema.json @@ -68,6 +68,10 @@ "type": "boolean", "default": false }, + "preferAppend": { + "type": "boolean", + "default": true + }, "oneTrustCookieCategories": { "type": "array", "items": { diff --git a/src/configurations/destinations/snowflake/ui-config.json b/src/configurations/destinations/snowflake/ui-config.json index 1dcc89c94..97db4ad6e 100644 --- a/src/configurations/destinations/snowflake/ui-config.json +++ b/src/configurations/destinations/snowflake/ui-config.json @@ -534,6 +534,13 @@ { "title": "Advanced Settings", "fields": [ + { + "type": "checkbox", + "label": "Warehouse Append", + "value": "preferAppend", + "footerNote": "Disable to move from Append to Merge operation. Switching from Append to Merge ensures 100% non-duplicate data, but would increase warehouse operations time significantly", + "default": true + }, { "type": "textInput", "label": "JSON columns (Optional)",