V2 gatekeeper cert kensuke

jaffle_shop/models/final/finance/_models.yml

@@ -0,0 +1,15 @@
+version: 2
+
+models:
+  name: fnl_returned_order_value
+  meta:
+    owner: [email protected]
+  description: | 
+    One row per total value of returned orders per customer
+  columns: 
+    - name: customer_id
+      description: Primary key
+      tests:
+        - unique
+        - not_null
+

jaffle_shop/models/final/finance/fnl_returned_order_value.sql

@@ -0,0 +1,18 @@
+WITH returned_orders AS (
+  SELECT * 
+  FROM {{ ref('wh_orders') }}
+  WHERE status = 'returned'
+)
+
+customers AS (
+  SELECT * 
+  FROM {{ref('stg_customers') }}
+)
+
+SELECT 
+  customer_id
+  , SUM(COALESCE(total_amount, 0) AS total_value
+FROM returned_orders
+LEFT JOIN customers
+  ON returned_orders.customer_id = customers.customer_id
+GROUP BY customer_id

jaffle_shop/models/final/sales/_models.yml

@@ -0,0 +1,15 @@
+version: 2
+
+models:
+  name: fnl_monthly_customer_count
+  meta:
+    owner: [email protected]
+  description: | 
+    One row per customer count for each month based on their first orders. 
+  columns: 
+    - name: first_order_month
+      description: Primary key
+      tests:
+        - unique
+        - not_null
+

jaffle_shop/models/final/sales/fnl_monthly_customer_count.sql

@@ -0,0 +1,12 @@
+WITH customer_orders AS (
+  SELECT 
+    customer_id
+    , DATE_FORMAT(first_order, 'MMMM') As order_month
+  FROM {{ ref('wh_customers') }}
+)
+
+SELECT 
+  first_order AS first_order_month
+  , COUNT(*) AS customer_count
+FROM customer_orders
+GROUP BY first_order

jaffle_shop/models/staging/schema.yml → jaffle_shop/models/staging/src_seed/_models.yml

@@ -7,6 +7,10 @@ models:
         tests:
           - unique
           - not_null
+      - name: first_name_hash
+        tests: dbt_expectations.expect_columns_to_exist
+      - name: last_name_hash
+        tests: dbt_expectations.expect_columns_to_exist
 
   - name: stg_orders
     columns:

jaffle_shop/models/staging/src_seed/sensitive/_models.yml

@@ -0,0 +1,20 @@
+version: 2
+
+models:
+  name: stg_customers_pii
+  meta:
+    owner: [email protected]
+    sensitive: True
+  description: One row per customer information.
+  columns: 
+    - name: customer_id
+      description: Primary key
+      tests: 
+        - unique
+        - not_null
+    - name: first_name
+      meta: 
+        sensitive: True
+    - name: last_name
+      meta:
+        sensitive: True

jaffle_shop/models/staging/src_seed/stg_customers.sql

@@ -0,0 +1,3 @@
+SELECT 
+  {{ hash_sensitive_columns('stg_customers_pii') }}
+FROM {{ ref('stg_customers_pii') }}

jaffle_shop/models/schema.yml → jaffle_shop/models/warehouse/_models.yml

@@ -1,16 +1,16 @@
 version: 2
 
 models:
-  - name: customers
-    description: This table has basic information about a customer, as well as some derived facts based on a customer's orders
-
+  - name: wh_customers
+    description: |
+      This table has basic information about a customer, as well as some derived facts based on a 
+      customer's orders
     columns:
       - name: customer_id
         description: This is a unique identifier for a customer
         tests:
           - unique
           - not_null
-
       - name: first_name
         description: Customer's first name. PII.
 
@@ -29,9 +29,9 @@ models:
       - name: total_order_amount
         description: Total value (AUD) of a customer's orders
 
-  - name: orders
-    description: This table has basic information about orders, as well as some derived facts based on payments
-
+  - name: wh_orders
+    description: | 
+    This table has basic information about orders, as well as some derived facts based on payments
     columns:
       - name: order_id
         tests:

jaffle_shop/models/customers.sql → jaffle_shop/models/warehouse/wh_customers.sql

@@ -1,6 +1,6 @@
 with customers as (
 
-    select * from {{ ref('stg_customers') }}
+    select * from {{ ref('stg_customers_pii') }}
 
 ),
 
@@ -20,7 +20,6 @@ customer_orders as (
 
         select
         customer_id,
-
         min(order_date) as first_order,
         max(order_date) as most_recent_order,
         count(order_id) as number_of_orders

jaffle_shop/seeds/dbt_project_evaluator_exceptions.csv

@@ -0,0 +1,2 @@
+fct_name, column_name, id_to_exclude, comment
+fct_staging_dependent_on_staging, parent, stg_customers_pii,  Scrubbing pii permitted in staging layer.