From d40947cffabbab3048317070c7c1a6431e650722 Mon Sep 17 00:00:00 2001 From: Stout Date: Wed, 15 May 2024 23:43:56 -0400 Subject: [PATCH 1/7] upgrade to 1.8 --- .github/workflows/ci_lint_package.yml | 2 +- .github/workflows/main_lint_package.yml | 2 +- .github/workflows/publish_docs_on_release.yml | 2 +- tox.ini | 20 +++++++++---------- 4 files changed, 13 insertions(+), 13 deletions(-) diff --git a/.github/workflows/ci_lint_package.yml b/.github/workflows/ci_lint_package.yml index 2563e0cf..70a89edd 100644 --- a/.github/workflows/ci_lint_package.yml +++ b/.github/workflows/ci_lint_package.yml @@ -50,7 +50,7 @@ jobs: architecture: "x64" - name: Install Python packages - run: python -m pip install dbt-snowflake~=1.7.0 sqlfluff-templater-dbt~=2.3.2 + run: python -m pip install dbt-snowflake~=1.8.0 sqlfluff-templater-dbt~=2.3.2 - name: Test database connection run: dbt debug diff --git a/.github/workflows/main_lint_package.yml b/.github/workflows/main_lint_package.yml index 771d185f..fe21bc1b 100644 --- a/.github/workflows/main_lint_package.yml +++ b/.github/workflows/main_lint_package.yml @@ -46,7 +46,7 @@ jobs: architecture: "x64" - name: Install Python packages - run: python -m pip install dbt-snowflake~=1.7.0 sqlfluff-templater-dbt~=2.3.2 + run: python -m pip install dbt-snowflake~=1.8.0 sqlfluff-templater-dbt~=2.3.2 - name: Test database connection run: dbt debug diff --git a/.github/workflows/publish_docs_on_release.yml b/.github/workflows/publish_docs_on_release.yml index b02ee057..663486ff 100644 --- a/.github/workflows/publish_docs_on_release.yml +++ b/.github/workflows/publish_docs_on_release.yml @@ -39,7 +39,7 @@ jobs: uses: actions/checkout@v3 - name: Install Python packages - run: python -m pip install dbt-snowflake~=1.7.0 + run: python -m pip install dbt-snowflake~=1.8.0 - name: Test database connection run: dbt debug diff --git a/tox.ini b/tox.ini index 542d6e21..729ab521 100644 --- a/tox.ini +++ b/tox.ini @@ -36,7 +36,7 @@ rules = LT01,LT02,LT03,CP01,AL01,AL02,CP02,ST08,LT06,LT07,AM01,LT08,AL05,RF02,RF deps = sqlfluff-templater-dbt~=2.0.2 - dbt-snowflake~=1.7.0 + dbt-snowflake~=1.8.0 [sqlfluff:indentation] indent_unit = space @@ -114,13 +114,13 @@ commands = sqlfluff fix models --ignore parsing # Generate docs [testenv:generate_docs] -deps = dbt-snowflake~=1.7.0 +deps = dbt-snowflake~=1.8.0 commands = dbt docs generate --profiles-dir integration_test_project # Snowflake integration tests [testenv:integration_snowflake] changedir = integration_test_project -deps = dbt-snowflake~=1.7.0 +deps = dbt-snowflake~=1.8.0 commands = dbt clean dbt deps @@ -161,7 +161,7 @@ commands = [testenv:integration_snowflake_1_7_0] changedir = integration_test_project -deps = dbt-snowflake~=1.7.0 +deps = dbt-snowflake~=1.8.0 commands = dbt clean dbt deps @@ -170,7 +170,7 @@ commands = # Databricks integration tests [testenv:integration_databricks] changedir = integration_test_project -deps = dbt-databricks~=1.7.0 +deps = dbt-databricks~=1.8.0 commands = dbt clean dbt deps @@ -210,7 +210,7 @@ commands = [testenv:integration_databricks_1_7_0] changedir = integration_test_project -deps = dbt-databricks~=1.7.0 +deps = dbt-databricks~=1.8.0 commands = dbt clean dbt deps @@ -219,7 +219,7 @@ commands = # Bigquery integration tests [testenv:integration_bigquery] changedir = integration_test_project -deps = dbt-bigquery~=1.7.0 +deps = dbt-bigquery~=1.8.0 commands = dbt clean dbt deps @@ -259,7 +259,7 @@ commands = [testenv:integration_bigquery_1_7_0] changedir = integration_test_project -deps = dbt-bigquery~=1.7.0 +deps = dbt-bigquery~=1.8.0 commands = dbt clean dbt deps @@ -276,7 +276,7 @@ commands = [testenv:integration_postgres] changedir = integration_test_project -deps = dbt-postgres~=1.7.0 +deps = dbt-postgres~=1.8.0 commands = dbt clean dbt deps @@ -316,7 +316,7 @@ commands = [testenv:integration_postgres_1_7_0] changedir = integration_test_project -deps = dbt-postgres~=1.7.0 +deps = dbt-postgres~=1.8.0 commands = dbt clean dbt deps From 4c5372d466b011fca4593d688b26b3771da8242a Mon Sep 17 00:00:00 2001 From: Stout Date: Wed, 15 May 2024 23:52:25 -0400 Subject: [PATCH 2/7] upgrade --- .github/workflows/ci_test_package.yml | 4 +-- .github/workflows/main_test_package.yml | 2 +- tox.ini | 34 ++++++++++++++++++++++++- 3 files changed, 36 insertions(+), 4 deletions(-) diff --git a/.github/workflows/ci_test_package.yml b/.github/workflows/ci_test_package.yml index 034a316f..06c07e92 100644 --- a/.github/workflows/ci_test_package.yml +++ b/.github/workflows/ci_test_package.yml @@ -21,7 +21,7 @@ env: DBT_ENV_SECRET_DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }} DBT_ENV_SECRET_GCP_PROJECT: ${{ secrets.GCP_PROJECT }} # Env var to test version - LAST_RELEASE_SUPPORTED_DBT_VERSION: 1_7_0 # A dbt version supported by both the last release and this one + LAST_RELEASE_SUPPORTED_DBT_VERSION: 1_8_0 # A dbt version supported by both the last release and this one # Env vars to test invocations model DBT_CLOUD_PROJECT_ID: 123 DBT_CLOUD_JOB_ID: ABC @@ -115,7 +115,7 @@ jobs: matrix: warehouse: ["snowflake", "bigquery", "postgres"] # When supporting a new version, update the list here - version: ["1_3_0", "1_4_0", "1_5_0", "1_6_0", "1_7_0"] + version: ["1_3_0", "1_4_0", "1_5_0", "1_6_0", "1_7_0", "1_8_0"] runs-on: ubuntu-latest environment: name: Approve Integration Tests diff --git a/.github/workflows/main_test_package.yml b/.github/workflows/main_test_package.yml index c8e503b5..12a9c957 100644 --- a/.github/workflows/main_test_package.yml +++ b/.github/workflows/main_test_package.yml @@ -35,7 +35,7 @@ jobs: strategy: matrix: warehouse: ["snowflake", "bigquery", "postgres"] - version: ["1_3_0", "1_4_0", "1_5_0", "1_6_0", "1_7_0"] + version: ["1_3_0", "1_4_0", "1_5_0", "1_6_0", "1_7_0", "1_8_0"] runs-on: ubuntu-latest permissions: contents: "read" diff --git a/tox.ini b/tox.ini index 729ab521..10880752 100644 --- a/tox.ini +++ b/tox.ini @@ -161,6 +161,14 @@ commands = [testenv:integration_snowflake_1_7_0] changedir = integration_test_project +deps = dbt-snowflake~=1.7.0 +commands = + dbt clean + dbt deps + dbt build --target snowflake + +[testenv:integration_snowflake_1_8_0] +changedir = integration_test_project deps = dbt-snowflake~=1.8.0 commands = dbt clean @@ -210,6 +218,14 @@ commands = [testenv:integration_databricks_1_7_0] changedir = integration_test_project +deps = dbt-databricks~=1.7.0 +commands = + dbt clean + dbt deps + dbt build --target databricks + +[testenv:integration_databricks_1_8_0] +changedir = integration_test_project deps = dbt-databricks~=1.8.0 commands = dbt clean @@ -259,6 +275,14 @@ commands = [testenv:integration_bigquery_1_7_0] changedir = integration_test_project +deps = dbt-bigquery~=1.7.0 +commands = + dbt clean + dbt deps + dbt build --target bigquery --vars '"my_var": "my value"' + +[testenv:integration_bigquery_1_8_0] +changedir = integration_test_project deps = dbt-bigquery~=1.8.0 commands = dbt clean @@ -316,7 +340,15 @@ commands = [testenv:integration_postgres_1_7_0] changedir = integration_test_project -deps = dbt-postgres~=1.8.0 +deps = dbt-postgres~=1.7.0 +commands = + dbt clean + dbt deps + dbt build --target postgres + +[testenv:integration_postgres_1_8_0] +changedir = integration_test_project +deps = dbt-postgres~=1.7.0 commands = dbt clean dbt deps From de794836fd06fc6f994f870d2b3b99a3152fac3e Mon Sep 17 00:00:00 2001 From: Stout Date: Wed, 15 May 2024 23:53:27 -0400 Subject: [PATCH 3/7] upgrade --- dbt_project.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt_project.yml b/dbt_project.yml index 60bd2117..8bfc6192 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -1,7 +1,7 @@ name: "dbt_artifacts" version: "2.6.2" config-version: 2 -require-dbt-version: [">=1.3.0", "<1.8.0"] +require-dbt-version: [">=1.3.0", "<1.9.0"] profile: "dbt_artifacts" clean-targets: # folders to be removed by `dbt clean` From d395fe1e340018b6ea4d7c0e6f045fdfe33fefc1 Mon Sep 17 00:00:00 2001 From: James Colvin <7504815+jecolvin@users.noreply.github.com> Date: Thu, 16 May 2024 10:41:14 -0400 Subject: [PATCH 4/7] Update ci_lint_package.yml --- .github/workflows/ci_lint_package.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci_lint_package.yml b/.github/workflows/ci_lint_package.yml index 70a89edd..e2d33b7d 100644 --- a/.github/workflows/ci_lint_package.yml +++ b/.github/workflows/ci_lint_package.yml @@ -50,7 +50,7 @@ jobs: architecture: "x64" - name: Install Python packages - run: python -m pip install dbt-snowflake~=1.8.0 sqlfluff-templater-dbt~=2.3.2 + run: python -m pip install dbt-snowflake~=1.8.0 sqlfluff-templater-dbt~=3.0.0 - name: Test database connection run: dbt debug From 39e2a235fba65c5283d9ea78467fc85fac708414 Mon Sep 17 00:00:00 2001 From: James Colvin <7504815+jecolvin@users.noreply.github.com> Date: Thu, 16 May 2024 10:42:13 -0400 Subject: [PATCH 5/7] Update main_lint_package.yml --- .github/workflows/main_lint_package.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/main_lint_package.yml b/.github/workflows/main_lint_package.yml index fe21bc1b..bd691804 100644 --- a/.github/workflows/main_lint_package.yml +++ b/.github/workflows/main_lint_package.yml @@ -46,7 +46,7 @@ jobs: architecture: "x64" - name: Install Python packages - run: python -m pip install dbt-snowflake~=1.8.0 sqlfluff-templater-dbt~=2.3.2 + run: python -m pip install dbt-snowflake~=1.8.0 sqlfluff-templater-dbt~=3.0.0 - name: Test database connection run: dbt debug From 7aeb454b6434f6903ec2ecab3350d9cb419dff66 Mon Sep 17 00:00:00 2001 From: James Colvin <7504815+jecolvin@users.noreply.github.com> Date: Fri, 17 May 2024 09:42:44 -0400 Subject: [PATCH 6/7] Update dbt_project.yml --- dbt_project.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt_project.yml b/dbt_project.yml index 8bfc6192..6ea15bba 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -1,5 +1,5 @@ name: "dbt_artifacts" -version: "2.6.2" +version: "2.6.3" config-version: 2 require-dbt-version: [">=1.3.0", "<1.9.0"] profile: "dbt_artifacts" From 598583197a56927e180ef94d3c0ce18878e3d7f5 Mon Sep 17 00:00:00 2001 From: James Colvin <7504815+jecolvin@users.noreply.github.com> Date: Fri, 17 May 2024 09:43:37 -0400 Subject: [PATCH 7/7] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 6350d743..166d708a 100644 --- a/README.md +++ b/README.md @@ -46,7 +46,7 @@ See the generated [dbt docs site](https://brooklyn-data.github.io/dbt_artifacts/ ``` packages: - package: brooklyn-data/dbt_artifacts - version: 2.6.2 + version: 2.6.3 ``` :construction_worker: Make sure to fix at least the **minor** version, to avoid issues when a new release is open. See the notes on upgrading below for more detail.