Skip to content

Commit

Permalink
chore: make prefix optional
Browse files Browse the repository at this point in the history
  • Loading branch information
@cisse21
cisse21 committed Mar 4, 2024
1 parent d002429 commit a5efb70
Show file tree
Hide file tree
Showing 22 changed files with 120 additions and 11 deletions.
1 change: 1 addition & 0 deletions src/configurations/destinations/azure_datalake/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@
"containerName",
"prefix",
"namespace",
"usePrefix",
"accountName",
"accountKey",
"useSASTokens",
Expand Down
4 changes: 4 additions & 0 deletions src/configurations/destinations/azure_datalake/schema.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,10 @@
"type": "boolean",
"default": false
},
"usePrefix": {
"type": "boolean",
"default": false
},
"syncFrequency": {
"type": "string",
"enum": ["30", "60", "180", "360", "720", "1440"],
Expand Down
16 changes: 15 additions & 1 deletion src/configurations/destinations/azure_datalake/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,12 @@
"regexErrorMessage": "Invalid Container Name",
"secret": false
},
{
"type": "checkbox",
"label": "Use Prefix for Azure Datalake",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "Prefix",
Expand All @@ -34,7 +40,15 @@
"configKey": "prefix",
"regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$",
"regexErrorMessage": "Invalid Prefix",
"secret": false
"secret": false,
"preRequisites": {
"fields": [
{
"configKey": "usePrefix",
"value": true
}
]
}
},
{
"type": "textInput",
Expand Down
2 changes: 1 addition & 1 deletion src/configurations/destinations/azure_synapse/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -268,7 +268,7 @@
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid AWS Access Key ID",
"placeholder": "e.g: access-key-id",
"secret": false,
"secret": true,
"preRequisites": {
"fields": [
{
Expand Down
1 change: 1 addition & 0 deletions src/configurations/destinations/bq/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@
"project",
"location",
"useLocation",
"usePrefix",
"bucketName",
"credentials",
"prefix",
Expand Down
16 changes: 15 additions & 1 deletion src/configurations/destinations/bq/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -62,14 +62,28 @@
"placeholder": "e.g: gcs-event-logs",
"secret": false
},
{
"type": "checkbox",
"label": "Use Prefix for BigQuery",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "Prefix",
"configKey": "prefix",
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid Prefix",
"placeholder": "e.g: rudder",
"secret": false
"secret": false,
"preRequisites": {
"fields": [
{
"configKey": "usePrefix",
"value": true
}
]
}
},
{
"type": "textInput",
Expand Down
2 changes: 1 addition & 1 deletion src/configurations/destinations/clickhouse/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -305,7 +305,7 @@
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid AWS Access Key ID",
"placeholder": "e.g: access-key-id",
"secret": false,
"secret": true,
"preRequisites": {
"fields": [
{
Expand Down
1 change: 1 addition & 0 deletions src/configurations/destinations/deltalake/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@
"token",
"catalog",
"useCatalog",
"usePrefix",
"namespace",
"bucketProvider",
"bucketName",
Expand Down
12 changes: 11 additions & 1 deletion src/configurations/destinations/deltalake/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -164,6 +164,12 @@
]
}
},
{
"type": "checkbox",
"label": "Use Prefix for Deltalake",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "Prefix",
Expand All @@ -177,6 +183,10 @@
{
"configKey": "useRudderStorage",
"value": false
},
{
"configKey": "usePrefix",
"value": true
}
]
}
Expand Down Expand Up @@ -311,7 +321,7 @@
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid AWS Access Key ID",
"placeholder": "e.g: access-key-id",
"secret": false,
"secret": true,
"preRequisites": {
"fields": [
{
Expand Down
1 change: 1 addition & 0 deletions src/configurations/destinations/gcs_datalake/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@
"prefix",
"namespace",
"useTableSuffix",
"usePrefix",
"tableSuffix",
"timeWindowLayout",
"credentials",
Expand Down
4 changes: 4 additions & 0 deletions src/configurations/destinations/gcs_datalake/schema.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,10 @@
"type": "boolean",
"default": false
},
"usePrefix": {
"type": "boolean",
"default": false
},
"tableSuffix": {
"type": "string",
"pattern": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|.*"
Expand Down
16 changes: 15 additions & 1 deletion src/configurations/destinations/gcs_datalake/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,12 @@
"regexErrorMessage": "Invalid Bucket Name",
"secret": false
},
{
"type": "checkbox",
"label": "Use Prefix for GCS Datalake",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "GCS Prefix",
Expand All @@ -34,7 +40,15 @@
"configKey": "prefix",
"regex": "(^\\{\\{.*\\|\\|(.*)\\}\\}$)|(^env[.].+)|^(.{0,100})$",
"regexErrorMessage": "Invalid Prefix",
"secret": false
"secret": false,
"preRequisites": {
"fields": [
{
"configKey": "usePrefix",
"value": true
}
]
}
},
{
"type": "checkbox",
Expand Down
2 changes: 1 addition & 1 deletion src/configurations/destinations/mssql/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -268,7 +268,7 @@
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid AWS Access Key ID",
"placeholder": "e.g: access-key-id",
"secret": false,
"secret": true,
"preRequisites": {
"fields": [
{
Expand Down
2 changes: 1 addition & 1 deletion src/configurations/destinations/postgres/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -397,7 +397,7 @@
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid AWS Access Key ID",
"placeholder": "e.g: access-key-id",
"secret": false,
"secret": true,
"preRequisites": {
"fields": [
{
Expand Down
1 change: 1 addition & 0 deletions src/configurations/destinations/rs/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@
"password",
"bucketName",
"iamRoleARN",
"usePrefix",
"roleBasedAuth",
"accessKeyID",
"accessKey",
Expand Down
10 changes: 10 additions & 0 deletions src/configurations/destinations/rs/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -176,6 +176,12 @@
]
}
},
{
"type": "checkbox",
"label": "Use Prefix for RedShift",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "Prefix",
Expand All @@ -189,6 +195,10 @@
{
"configKey": "useRudderStorage",
"value": false
},
{
"configKey": "usePrefix",
"value": true
}
]
}
Expand Down
1 change: 1 addition & 0 deletions src/configurations/destinations/s3_datalake/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@
"bucketName",
"iamRoleARN",
"roleBasedAuth",
"usePrefix",
"accessKeyID",
"accessKey",
"prefix",
Expand Down
4 changes: 4 additions & 0 deletions src/configurations/destinations/s3_datalake/schema.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,10 @@
"type": "boolean",
"default": true
},
"usePrefix": {
"type": "boolean",
"default": false
},
"enableSSE": {
"type": "boolean",
"default": false
Expand Down
16 changes: 15 additions & 1 deletion src/configurations/destinations/s3_datalake/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,12 @@
"regexErrorMessage": "Invalid Bucket Name",
"secret": false
},
{
"type": "checkbox",
"label": "Use Prefix for S3 Datalake",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "S3 Prefix",
Expand All @@ -34,7 +40,15 @@
"configKey": "prefix",
"regex": ".*",
"regexErrorMessage": "Invalid Prefix",
"secret": false
"secret": false,
"preRequisites": {
"fields": [
{
"configKey": "usePrefix",
"value": true
}
]
}
},
{
"type": "checkbox",
Expand Down
3 changes: 2 additions & 1 deletion src/configurations/destinations/snowflake/db-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,12 +38,13 @@
"database",
"warehouse",
"user",
"userole",
"useRole",
"role",
"password",
"cloudProvider",
"bucketName",
"containerName",
"usePrefix",
"useStorageIntegration",
"storageIntegration",
"iamRoleARN",
Expand Down
4 changes: 4 additions & 0 deletions src/configurations/destinations/snowflake/schema.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,6 +68,10 @@
"type": "boolean",
"default": false
},
"useRole": {
"type": "boolean",
"default": false
},
"oneTrustCookieCategories": {
"type": "array",
"items": {
Expand Down
12 changes: 11 additions & 1 deletion src/configurations/destinations/snowflake/ui-config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -122,6 +122,12 @@
]
}
},
{
"type": "checkbox",
"label": "Use Prefix for RedShift",
"configKey": "usePrefix",
"default": false
},
{
"type": "textInput",
"label": "Prefix",
Expand All @@ -135,6 +141,10 @@
{
"configKey": "useRudderStorage",
"value": false
},
{
"configKey": "usePrefix",
"value": true
}
]
}
Expand Down Expand Up @@ -351,7 +361,7 @@
"regex": "^(.{0,100})$",
"regexErrorMessage": "Invalid AWS Access Key ID",
"placeholder": "e.g: access-key-id",
"secret": false,
"secret": true,
"preRequisites": {
"fields": [
{
Expand Down

0 comments on commit a5efb70

Please sign in to comment.