Added sqlserver compatibility including CI

.github/workflows/ci_test_package.yml

@@ -104,6 +104,40 @@ jobs:
       - name: Run BigQuery Tests
         run: tox -e integration_bigquery
 
+  integration-sqlserver:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ github.event.pull_request.head.sha }} # Check out the code of the PR
+
+
+      - uses: actions/setup-python@v2
+        with:
+          python-version: '3.8.x'
+          architecture: 'x64'
+
+      - name: Install SQL Server
+        run: docker run -e "ACCEPT_EULA=Y" -e "MSSQL_SA_PASSWORD=1StrongPwd!!" -p 1433:1433 -d mcr.microsoft.com/mssql/server:2019-latest
+
+      - name: Install Microsoft ODBC
+        run: sudo ACCEPT_EULA=Y apt-get install msodbcsql18 -y
+
+      - name: Install tox
+        run: python3 -m pip install tox
+
+      - name: Run SQL Server Tests
+        run: tox -e integration_sqlserver
+
+      - name: Upload logfile
+        uses: actions/upload-artifact@v3
+        if: always()
+        with:
+          name: dbt.log
+          path: /home/runner/work/dbt_artifacts/dbt_artifacts/integration_test_project/logs/
+
   sqlfluff-lint-models:
     name: Lint dbt models using SQLFluff
     runs-on: ubuntu-latest

.github/workflows/main_test_package.yml

@@ -91,6 +91,37 @@ jobs:
       - name: Run BigQuery Tests
         run: tox -e integration_bigquery
 
+  integration-sqlserver:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - uses: actions/setup-python@v2
+        with:
+          python-version: '3.8.x'
+          architecture: 'x64'
+
+      - name: Install SQL Server
+        run: docker run -e "ACCEPT_EULA=Y" -e "MSSQL_SA_PASSWORD=1StrongPwd!!" -p 1433:1433 -d mcr.microsoft.com/mssql/server:2019-latest
+
+      - name: Install Microsoft ODBC
+        run: sudo ACCEPT_EULA=Y apt-get install msodbcsql18 -y
+
+      - name: Install tox
+        run: python3 -m pip install tox
+
+      - name: Run SQL Server Tests
+        run: tox -e integration_sqlserver
+
+      - name: Upload logfile
+        uses: actions/upload-artifact@v3
+        if: always()
+        with:
+          name: dbt.log
+          path: /home/runner/work/dbt_artifacts/dbt_artifacts/integration_test_project/logs/
+
   sqlfluff-lint-models:
     name: Lint dbt models using SQLFluff
     runs-on: ubuntu-latest

README.md

@@ -9,6 +9,7 @@ The package currently supports
 - Spark :white_check_mark:
 - Snowflake adapters :white_check_mark:
 - Google BigQuery :white_check_mark:
+- Microsoft SQL Server :white_check_mark:
 
 Models included:
 

integration_test_project/dbt_project.yml

@@ -30,8 +30,8 @@ vars:
 
 models:
   +persist_docs:
-    relation: true
-    columns: true
+    relation: "{{ false if target.name == 'sqlserver' else true }}"
+    columns: "{{ false if target.name == 'sqlserver' else true }}"
 seeds:
   +quote_columns: false
 

integration_test_project/models/tests_and_exposures.yml

@@ -10,10 +10,10 @@ models:
           - unique
 
 exposures:
-  - name: "ceo's imaginary dashboard"
+  - name: "ceos_imaginary_dashboard"
     type: dashboard
     maturity: high
-    description: "ceo's favourite dashboard"
+    description: "ceos favourite dashboard"
     url: https://bi.tool/dashboards/1
 
     depends_on:
@@ -23,7 +23,7 @@ exposures:
       name: Claire from Data
       email: [email protected]
 
-  - name: "CIO dashboard"
+  - name: "CIO_dashboard"
     type: dashboard
     maturity: high
     description: '{{ doc("clickstream") }}'

integration_test_project/profiles.yml

@@ -43,3 +43,15 @@ dbt_artifacts:
       timeout_seconds: 300
       priority: interactive
       retries: 1
+    sqlserver:
+      type: sqlserver
+        #schema: dbt_artifacts_test_commit_{{ env_var('GITHUB_SHA_OVERRIDE', '') if env_var('GITHUB_SHA_OVERRIDE', '') else env_var('GITHUB_SHA') }}
+      schema: dbttest
+      driver: 'ODBC Driver 18 for SQL Server' # (The ODBC Driver installed on your system)
+      server: localhost
+      port: 1433
+      database: master
+      user: sa
+      password: 1StrongPwd!!
+      encrypt: True
+      trust_cert: True

integration_test_project/tests/singular_test.sql

@@ -1 +1,5 @@
+{% if target.name == 'sqlserver' %}
+select 1 as failures from (values(2)) as tab(col) where 1 = 2
+{% else %}
 select 1 as failures from (select 2) where 1 = 2
+{% endif %}

macros/column_identifier.sql

@@ -13,3 +13,7 @@
 {% macro spark__column_identifier(column_index) -%}
     col{{ column_index }}
 {%- endmacro %}
+
+{% macro sqlserver__column_identifier(column_index) -%}
+    col{{ column_index }}
+{%- endmacro %}

macros/insert_into_metadata_table.sql

@@ -34,5 +34,14 @@
 
 {%- endmacro %}
 
+{% macro sqlserver__insert_into_metadata_table(database_name, schema_name, table_name, content) -%}
+    {% set insert_into_table_query %}
+    insert into {{ schema_name }}.{{ table_name }}
+    {{ content }}
+    {% endset %}
+
+    {% do run_query(insert_into_table_query) %}
+{%- endmacro %}
+
 {% macro default__insert_into_metadata_table(database_name, schema_name, table_name, content) -%}
 {%- endmacro %}

macros/quote_reserved_keywords.sql

@@ -0,0 +1,210 @@
+{% macro quote_reserved_keywords(column_name) -%}
+  {{ return(adapter.dispatch('quote_reserved_keywords')(column_name)) }}
+{%- endmacro %}
+
+{% macro default__quote_reserved_keywords(column_name) -%}
+    {{ column_name }}
+{%- endmacro %}
+
+{% macro snowflake__quote_reserved_keywords(column_name) -%}
+    {{ column_name }}
+{%- endmacro %}
+
+{% macro spark__quote_reserved_keywords(column_name) -%}
+    {{ column_name }}
+{%- endmacro %}
+
+{% macro sqlserver__quote_reserved_keywords(column_name) -%}
+    {%- set reserved_keywords = [
+        "ADD",
+        "ALL",
+        "ALTER",
+        "AND",
+        "ANY",
+        "AS",
+        "ASC",
+        "AUTHORIZATION",
+        "BACKUP",
+        "BEGIN",
+        "BETWEEN",
+        "BREAK",
+        "BROWSE",
+        "BULK",
+        "BY",
+        "CASCADE",
+        "CASE",
+        "CHECK",
+        "CHECKPOINT",
+        "CLOSE",
+        "CLUSTERED",
+        "COALESCE",
+        "COLLATE",
+        "COLUMN",
+        "COMMIT",
+        "COMPUTE",
+        "CONSTRAINT",
+        "CONTAINS",
+        "CONTAINSTABLE",
+        "CONTINUE",
+        "CONVERT",
+        "CREATE",
+        "CROSS",
+        "CURRENT",
+        "CURRENT_DATE",
+        "CURRENT_TIME",
+        "CURRENT_TIMESTAMP",
+        "CURRENT_USER",
+        "CURSOR",
+        "DATABASE",
+        "DBCC",
+        "DEALLOCATE",
+        "DECLARE",
+        "DEFAULT",
+        "DELETE",
+        "DENY",
+        "DESC",
+        "DISK",
+        "DISTINCT",
+        "DISTRIBUTED",
+        "DOUBLE",
+        "DROP",
+        "DUMP",
+        "ELSE",
+        "END",
+        "ERRLVL",
+        "ESCAPE",
+        "EXCEPT",
+        "EXEC",
+        "EXECUTE",
+        "EXISTS",
+        "EXIT",
+        "EXTERNAL",
+        "FETCH",
+        "FILE",
+        "FILLFACTOR",
+        "FOR",
+        "FOREIGN",
+        "FREETEXT",
+        "FREETEXTTABLE",
+        "FROM",
+        "FULL",
+        "FUNCTION",
+        "GOTO",
+        "GRANT",
+        "GROUP",
+        "HAVING",
+        "HOLDLOCK",
+        "IDENTITY",
+        "IDENTITYCOL",
+        "IDENTITY_INSERT",
+        "IF",
+        "IN",
+        "INDEX",
+        "INNER",
+        "INSERT",
+        "INTERSECT",
+        "INTO",
+        "IS",
+        "JOIN",
+        "KEY",
+        "KILL",
+        "LEFT",
+        "LIKE",
+        "LINENO",
+        "LOAD",
+        "MERGE",
+        "NATIONAL",
+        "NOCHECK",
+        "NONCLUSTERED",
+        "NOT",
+        "NULL",
+        "NULLIF",
+        "OF",
+        "OFF",
+        "OFFSETS",
+        "ON",
+        "OPEN",
+        "OPENDATASOURCE",
+        "OPENQUERY",
+        "OPENROWSET",
+        "OPENXML",
+        "OPTION",
+        "OR",
+        "ORDER",
+        "OUTER",
+        "OVER",
+        "PERCENT",
+        "PIVOT",
+        "PLAN",
+        "PRECISION",
+        "PRIMARY",
+        "PRINT",
+        "PROC",
+        "PROCEDURE",
+        "PUBLIC",
+        "RAISERROR",
+        "READ",
+        "READTEXT",
+        "RECONFIGURE",
+        "REFERENCES",
+        "REPLICATION",
+        "RESTORE",
+        "RESTRICT",
+        "RETURN",
+        "REVERT",
+        "REVOKE",
+        "RIGHT",
+        "ROLLBACK",
+        "ROWCOUNT",
+        "ROWGUIDCOL",
+        "RULE",
+        "SAVE",
+        "SCHEMA",
+        "SECURITYAUDIT",
+        "SELECT",
+        "SEMANTICKEYPHRASETABLE",
+        "SEMANTICSIMILARITYDETAILSTABLE",
+        "SEMANTICSIMILARITYTABLE",
+        "SESSION_USER",
+        "SET",
+        "SETUSER",
+        "SHUTDOWN",
+        "SOME",
+        "STATISTICS",
+        "SYSTEM_USER",
+        "TABLE",
+        "TABLESAMPLE",
+        "TEXTSIZE",
+        "THEN",
+        "TO",
+        "TOP",
+        "TRAN",
+        "TRANSACTION",
+        "TRIGGER",
+        "TRUNCATE",
+        "TRY_CONVERT",
+        "TSEQUAL",
+        "UNION",
+        "UNIQUE",
+        "UNPIVOT",
+        "UPDATE",
+        "UPDATETEXT",
+        "USE",
+        "USER",
+        "VALUES",
+        "VARYING",
+        "VIEW",
+        "WAITFOR",
+        "WHEN",
+        "WHERE",
+        "WHILE",
+        "WITH",
+        "WITHIN GROUP",
+        "WRITETEXT"
+        ] -%}
+    {%- if column_name.upper() in reserved_keywords -%}
+    "{{ column_name }}"
+    {%- else -%}
+    {{ column_name }}
+    {%- endif -%}
+{%- endmacro %}