From 4e0dccda1dd8272750164d72b65d860be55daf60 Mon Sep 17 00:00:00 2001 From: chrisgebert Date: Fri, 7 Jun 2024 11:14:53 -0400 Subject: [PATCH 1/2] add model with sample s3 location --- data_processing/models/ahrq.gov/sdoh/sdoh_county.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data_processing/models/ahrq.gov/sdoh/sdoh_county.sql b/data_processing/models/ahrq.gov/sdoh/sdoh_county.sql index 85f81bf..f4a3c68 100644 --- a/data_processing/models/ahrq.gov/sdoh/sdoh_county.sql +++ b/data_processing/models/ahrq.gov/sdoh/sdoh_county.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'external', - location = '../data/sdoh_county.parquet' + location = 's3://payless.health/sdoh_county.parquet' ) }} From 3bb29ca87feb73b883196f937263351428ac5e7f Mon Sep 17 00:00:00 2001 From: chrisgebert Date: Fri, 7 Jun 2024 11:14:02 -0400 Subject: [PATCH 2/2] add profile config --- data_processing/profiles.yml | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/data_processing/profiles.yml b/data_processing/profiles.yml index 6a625f3..2ed78e4 100644 --- a/data_processing/profiles.yml +++ b/data_processing/profiles.yml @@ -4,6 +4,12 @@ healthcare_data: outputs: dev: type: duckdb - threads: 1 + threads: 3 + temp_directory: '/.tmp' plugins: - - module: excel \ No newline at end of file + - module: excel + extensions: + - httpfs + - parquet + - aws + use_credential_provider: aws \ No newline at end of file