Skip to content

Commit

Permalink
Inital config for dbt_project_evaluator package on github actions
Browse files Browse the repository at this point in the history
  • Loading branch information
eduardo-nercolini committed Jul 4, 2024
1 parent 1772fad commit 83d4ed5
Show file tree
Hide file tree
Showing 4 changed files with 100 additions and 0 deletions.
55 changes: 55 additions & 0 deletions .github/workflows/project_evaluator_ci.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
name: dbt project evaluator CI

on:
pull_request:
branches:
- master

env:
DBT_DEFAULT_PROFILE_TARGET: stellar_dbt_public
DBT_PROFILES_DIR: ${{ github.workspace }}
DBT_TARGET: test
DBT_DATASET: test_crypto_stellar
DBT_PROJECT: test-hubble-319619
DBT_MAX_BYTES_BILLED: 1000000000000
DBT_JOB_TIMEOUT: 300
DBT_THREADS: 1
DBT_JOB_RETRIES: 1

jobs:
dbt-project-evaluator:
runs-on: ubuntu-latest
if: >-
github.event.pull_request.merged == false &&
github.event.pull_request.state == 'open'
steps:
- name: Checkout Repository
uses: actions/checkout@v2

- name: Set up python
shell: bash
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Authenticate to Test-Hubble
uses: "google-github-actions/auth@v2"
with:
project_id: test-hubble-319619
credentials_json: "${{ secrets.CREDS_TEST_HUBBLE }}"

- name: Set up Cloud SDK
uses: "google-github-actions/setup-gcloud@v2"

- name: Run dbt debug
run: |
dbt debug
- name: Run dbt deps
run: |
dbt deps
- name: Run dbt build project evaluator
run: |
dbt build --select package:dbt_project_evaluator dbt_project_evaluator_exceptions
36 changes: 36 additions & 0 deletions dbt_project.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,12 @@ clean-targets: # directories to be removed by `dbt clean`
- "target"
- "dbt_packages"

vars:
dbt_project_evaluator:
documentation_coverage_target: 50
test_coverage_target: 50
exclude_packages: ["elementary"]

# Configuring models
# Full documentation: https://docs.getdbt.com/docs/configuring-models
models:
Expand All @@ -34,3 +40,33 @@ models:
+schema: elementary
+docs:
show: false

dbt_project_evaluator:
+dataset: dbt_project_evaluator
+enabled: "{{ target.name != 'prod' }}"
marts:
dag:
fct_model_fanout:
+enabled: false
structure:
fct_source_directories:
+enabled: false
fct_model_naming_conventions:
+enabled: false
fct_model_directories:
+enabled: false
tests:
fct_missing_primary_key_tests:
+enabled: false

seeds:
stellar_dbt_public:
dbt_project_evaluator_config:
+dataset: dbt_project_evaluator
dbt_project_evaluator:
dbt_project_evaluator_exceptions:
+enabled: false

tests:
dbt_project_evaluator:
+severity: "{{ env_var('DBT_PROJECT_EVALUATOR_SEVERITY', 'error') }}"
6 changes: 6 additions & 0 deletions packages.yml
Original file line number Diff line number Diff line change
@@ -1,8 +1,14 @@
packages:
- package: dbt-labs/dbt_utils
version: 1.1.1

- package: elementary-data/elementary
version: [">=0.7.3", "<1.0.0"]

## Docs: https://docs.elementary-data.com
- package: yu-iskw/dbt_airflow_macros
version: 0.3.0

## https://dbt-labs.github.io/dbt-project-evaluator/latest/
- package: dbt-labs/dbt_project_evaluator
version: 0.6.2
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
fct_name,column_name,id_to_exclude,comment
fct_undocumented_models,model_type,staging,removing necessity to document staging models
fct_undocumented_models,model_type,intermediate,removing necessity to document intermediate models

0 comments on commit 83d4ed5

Please sign in to comment.