Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add back thunderbird checks #6494

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open

Add back thunderbird checks #6494

wants to merge 3 commits into from

Conversation

scholtzan
Copy link
Collaborator

@scholtzan scholtzan commented Nov 13, 2024 •
edited by data-sync-user
Loading

Description

Reverts 8721a4c
Depends on #6493

Reviewer, please follow this checklist

┆Issue is synchronized with this Jira Task

@dataops-ci-bot

This comment has been minimized.

Sign in to view
@dataops-ci-bot

This comment has been minimized.

Sign in to view
@dataops-ci-bot
Copy link

Integration report for "Merge branch 'main' into add-back-thunderbird-checks"

sql.diff

Click to expand! 
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_glean_usage.py /tmp/workspace/generated-sql/dags/bqetl_glean_usage.py
--- /tmp/workspace/main-generated-sql/dags/bqetl_glean_usage.py	2024-11-14 01:03:10.000000000 +0000
+++ /tmp/workspace/generated-sql/dags/bqetl_glean_usage.py	2024-11-14 01:05:35.000000000 +0000
@@ -317,6 +317,39 @@
         task_group=task_group_bedrock,
     )
 
+    bigeye__net_thunderbird_android_beta_derived__baseline_clients_last_seen__v1 = bigquery_bigeye_check(
+        task_id="bigeye__net_thunderbird_android_beta_derived__baseline_clients_last_seen__v1",
+        table_id="moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1",
+        warehouse_id="1939",
+        owner="[email protected]",
+        email=["[email protected]", "[email protected]"],
+        depends_on_past=False,
+        retries=0,
+        task_group=task_group_thunderbird_android,
+    )
+
+    bigeye__net_thunderbird_android_daily_derived__baseline_clients_last_seen__v1 = bigquery_bigeye_check(
+        task_id="bigeye__net_thunderbird_android_daily_derived__baseline_clients_last_seen__v1",
+        table_id="moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1",
+        warehouse_id="1939",
+        owner="[email protected]",
+        email=["[email protected]", "[email protected]"],
+        depends_on_past=False,
+        retries=0,
+        task_group=task_group_thunderbird_android,
+    )
+
+    bigeye__net_thunderbird_android_derived__baseline_clients_last_seen__v1 = bigquery_bigeye_check(
+        task_id="bigeye__net_thunderbird_android_derived__baseline_clients_last_seen__v1",
+        table_id="moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1",
+        warehouse_id="1939",
+        owner="[email protected]",
+        email=["[email protected]", "[email protected]"],
+        depends_on_past=False,
+        retries=0,
+        task_group=task_group_thunderbird_android,
+    )
+
     bigeye__org_mozilla_ios_focus_derived__baseline_clients_last_seen__v1 = bigquery_bigeye_check(
         task_id="bigeye__org_mozilla_ios_focus_derived__baseline_clients_last_seen__v1",
         table_id="moz-fx-data-shared-prod.org_mozilla_ios_focus_derived.baseline_clients_last_seen_v1",
@@ -328,6 +361,17 @@
         task_group=task_group_focus_ios,
     )
 
+    bigeye__thunderbird_desktop_derived__baseline_clients_last_seen__v1 = bigquery_bigeye_check(
+        task_id="bigeye__thunderbird_desktop_derived__baseline_clients_last_seen__v1",
+        table_id="moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1",
+        warehouse_id="1939",
+        owner="[email protected]",
+        email=["[email protected]", "[email protected]"],
+        depends_on_past=False,
+        retries=0,
+        task_group=task_group_thunderbird_desktop,
+    )
+
     burnham_derived__baseline_clients_daily__v1 = bigquery_etl_query(
         task_id="burnham_derived__baseline_clients_daily__v1",
         destination_table="baseline_clients_daily_v1",
@@ -4456,10 +4500,26 @@
 
     bedrock_derived__events_stream__v1.set_upstream(wait_for_copy_deduplicate_all)
 
+    bigeye__net_thunderbird_android_beta_derived__baseline_clients_last_seen__v1.set_upstream(
+        net_thunderbird_android_beta_derived__baseline_clients_last_seen__v1
+    )
+
+    bigeye__net_thunderbird_android_daily_derived__baseline_clients_last_seen__v1.set_upstream(
+        net_thunderbird_android_daily_derived__baseline_clients_last_seen__v1
+    )
+
+    bigeye__net_thunderbird_android_derived__baseline_clients_last_seen__v1.set_upstream(
+        net_thunderbird_android_derived__baseline_clients_last_seen__v1
+    )
+
     bigeye__org_mozilla_ios_focus_derived__baseline_clients_last_seen__v1.set_upstream(
         org_mozilla_ios_focus_derived__baseline_clients_last_seen__v1
     )
 
+    bigeye__thunderbird_desktop_derived__baseline_clients_last_seen__v1.set_upstream(
+        thunderbird_desktop_derived__baseline_clients_last_seen__v1
+    )
+
     burnham_derived__baseline_clients_daily__v1.set_upstream(
         burnham_derived__baseline_clients_first_seen__v1
     )
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1: bigconfig.yml
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1: bigconfig.yml
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1: bigconfig.yml
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1: bigconfig.yml
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/bigconfig.yml	1970-01-01 00:00:00.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/bigconfig.yml	2024-11-14 01:01:59.000000000 +0000
@@ -0,0 +1,223 @@
+type: BIGCONFIG_FILE
+row_creation_times:
+  column_selectors:
+  - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.submission_date
+saved_metric_definitions:
+  metrics:
+  - saved_metric_id: PERCENT_NULL_net_thunderbird_android_beta_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: PERCENT_NULL
+    metric_name: Null (%)
+    group_by:
+    - submission_date
+    threshold:
+      type: CONSTANT
+      upper_bound: 0.0
+      lower_bound: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_VALUE_IN_LIST_net_thunderbird_android_beta_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_VALUE_IN_LIST
+    metric_name: Value in list (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    parameters:
+    - key: list
+      string_value: nightly, aurora, release, Other, beta, esr
+      column_name: ''
+      number_value: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNTRY_REGEX_CHECK_net_thunderbird_android_beta_derived
+    metric_type:
+      type: TEMPLATE
+      template_id: 945
+      aggregation_type: COUNT
+      template_name: country_regex_check
+    metric_name: COUNT of country_regex_check
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    parameters:
+    - key: column
+      string_value: country
+    - key: column_name
+      string_value: country
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: FRESHNESS_net_thunderbird_android_beta_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: FRESHNESS
+    metric_name: FRESHNESS [warn]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: true
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: VOLUME_net_thunderbird_android_beta_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: VOLUME
+    metric_name: VOLUME [fail]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_DUPLICATES_net_thunderbird_android_beta_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_DUPLICATES
+    metric_name: Duplicates (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: STRING_LENGTH_MAX_net_thunderbird_android_beta_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: STRING_LENGTH_MAX
+    metric_name: Maximum string length
+    threshold:
+      type: CONSTANT
+      upper_bound: 36.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+tag_deployments:
+- collection:
+    name: Thunderbird
+    description: Checks related to thunderbird datasets
+  deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.submission_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.sample_id
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.first_seen_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.days_seen_session_start_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.days_seen_session_end_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.days_seen_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.days_created_profile_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.days_active_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: PERCENT_NULL_net_thunderbird_android_beta_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.normalized_channel
+    metrics:
+    - saved_metric_id: COUNT_VALUE_IN_LIST_net_thunderbird_android_beta_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: COUNTRY_REGEX_CHECK_net_thunderbird_android_beta_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: FRESHNESS_net_thunderbird_android_beta_derived
+    - saved_metric_id: VOLUME_net_thunderbird_android_beta_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: COUNT_DUPLICATES_net_thunderbird_android_beta_derived
+    - saved_metric_id: STRING_LENGTH_MAX_net_thunderbird_android_beta_derived
+- deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_beta_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: FRESHNESS
+      metric_name: FRESHNESS [warn]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: VOLUME
+      metric_name: VOLUME [fail]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:55.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_beta_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:11.000000000 +0000
@@ -39,6 +39,8 @@
 - role: roles/bigquery.dataViewer
   members:
   - workgroup:mozilla-confidential
+monitoring:
+  enabled: true
 references:
   checks.sql:
   - ..
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/bigconfig.yml	1970-01-01 00:00:00.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/bigconfig.yml	2024-11-14 01:01:58.000000000 +0000
@@ -0,0 +1,157 @@
+type: BIGCONFIG_FILE
+row_creation_times:
+  column_selectors:
+  - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.submission_date
+saved_metric_definitions:
+  metrics:
+  - saved_metric_id: PERCENT_NULL_net_thunderbird_android_daily_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: PERCENT_NULL
+    metric_name: Null (%)
+    group_by:
+    - submission_date
+    threshold:
+      type: CONSTANT
+      upper_bound: 0.0
+      lower_bound: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: FRESHNESS_net_thunderbird_android_daily_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: FRESHNESS
+    metric_name: FRESHNESS [warn]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: true
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: VOLUME_net_thunderbird_android_daily_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: VOLUME
+    metric_name: VOLUME [fail]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_DUPLICATES_net_thunderbird_android_daily_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_DUPLICATES
+    metric_name: Duplicates (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: STRING_LENGTH_MAX_net_thunderbird_android_daily_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: STRING_LENGTH_MAX
+    metric_name: Maximum string length
+    threshold:
+      type: CONSTANT
+      upper_bound: 36.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+tag_deployments:
+- collection:
+    name: Thunderbird
+    description: Alerts related to all applicable thunderbird datasets
+  deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.submission_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.sample_id
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.first_seen_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.days_seen_session_start_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.days_seen_session_end_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.days_seen_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.days_created_profile_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.days_active_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: PERCENT_NULL_net_thunderbird_android_daily_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: FRESHNESS_net_thunderbird_android_daily_derived
+    - saved_metric_id: VOLUME_net_thunderbird_android_daily_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: COUNT_DUPLICATES_net_thunderbird_android_daily_derived
+    - saved_metric_id: STRING_LENGTH_MAX_net_thunderbird_android_daily_derived
+- deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_daily_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: FRESHNESS
+      metric_name: FRESHNESS [warn]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: VOLUME
+      metric_name: VOLUME [fail]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:54.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:11.000000000 +0000
@@ -35,6 +35,8 @@
     - net_thunderbird_android_daily_derived
     - baseline_clients_daily_v1
     exclude: null
+monitoring:
+  enabled: true
 workgroup_access:
 - role: roles/bigquery.dataViewer
   members:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/bigconfig.yml	1970-01-01 00:00:00.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/bigconfig.yml	2024-11-14 01:01:56.000000000 +0000
@@ -0,0 +1,223 @@
+type: BIGCONFIG_FILE
+row_creation_times:
+  column_selectors:
+  - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.submission_date
+saved_metric_definitions:
+  metrics:
+  - saved_metric_id: PERCENT_NULL_net_thunderbird_android_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: PERCENT_NULL
+    metric_name: Null (%)
+    group_by:
+    - submission_date
+    threshold:
+      type: CONSTANT
+      upper_bound: 0.0
+      lower_bound: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_VALUE_IN_LIST_net_thunderbird_android_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_VALUE_IN_LIST
+    metric_name: Value in list (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    parameters:
+    - key: list
+      string_value: nightly, aurora, release, Other, beta, esr
+      column_name: ''
+      number_value: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNTRY_REGEX_CHECK_net_thunderbird_android_derived
+    metric_type:
+      type: TEMPLATE
+      template_id: 945
+      aggregation_type: COUNT
+      template_name: country_regex_check
+    metric_name: COUNT of country_regex_check
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    parameters:
+    - key: column
+      string_value: country
+    - key: column_name
+      string_value: country
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: FRESHNESS_net_thunderbird_android_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: FRESHNESS
+    metric_name: FRESHNESS [warn
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: true
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: VOLUME_net_thunderbird_android_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: VOLUME
+    metric_name: VOLUME [Fail]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_DUPLICATES_net_thunderbird_android_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_DUPLICATES
+    metric_name: Duplicates (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: STRING_LENGTH_MAX_net_thunderbird_android_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: STRING_LENGTH_MAX
+    metric_name: Maximum string length
+    threshold:
+      type: CONSTANT
+      upper_bound: 36.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+tag_deployments:
+- collection:
+    name: Thunderbird
+    description: Checks related to thunderbird datasets
+  deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.submission_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.sample_id
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.first_seen_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.days_seen_session_start_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.days_seen_session_end_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.days_seen_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.days_created_profile_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.days_active_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: PERCENT_NULL_net_thunderbird_android_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.normalized_channel
+    metrics:
+    - saved_metric_id: COUNT_VALUE_IN_LIST_net_thunderbird_android_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: COUNTRY_REGEX_CHECK_net_thunderbird_android_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: FRESHNESS_net_thunderbird_android_derived
+    - saved_metric_id: VOLUME_net_thunderbird_android_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: COUNT_DUPLICATES_net_thunderbird_android_derived
+    - saved_metric_id: STRING_LENGTH_MAX_net_thunderbird_android_derived
+- deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.net_thunderbird_android_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: FRESHNESS
+      metric_name: FRESHNESS [warn]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: VOLUME
+      metric_name: VOLUME [fail]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:55.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:11.000000000 +0000
@@ -35,6 +35,8 @@
     - net_thunderbird_android_derived
     - baseline_clients_daily_v1
     exclude: null
+monitoring:
+  enabled: true
 workgroup_access:
 - role: roles/bigquery.dataViewer
   members:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/bigconfig.yml	1970-01-01 00:00:00.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/bigconfig.yml	2024-11-14 01:02:00.000000000 +0000
@@ -0,0 +1,223 @@
+type: BIGCONFIG_FILE
+row_creation_times:
+  column_selectors:
+  - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.submission_date
+saved_metric_definitions:
+  metrics:
+  - saved_metric_id: PERCENT_NULL_thunderbird_desktop_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: PERCENT_NULL
+    metric_name: Null (%)
+    group_by:
+    - submission_date
+    threshold:
+      type: CONSTANT
+      upper_bound: 0.0
+      lower_bound: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_VALUE_IN_LIST_thunderbird_desktop_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_VALUE_IN_LIST
+    metric_name: Value in list (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    parameters:
+    - key: list
+      string_value: nightly, aurora, release, Other, beta, esr
+      column_name: ''
+      number_value: 0.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNTRY_REGEX_CHECK_thunderbird_desktop_derived
+    metric_type:
+      type: TEMPLATE
+      template_id: 945
+      aggregation_type: COUNT
+      template_name: country_regex_check
+    metric_name: COUNT of country_regex_check
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    parameters:
+    - key: column
+      string_value: country
+    - key: column_name
+      string_value: country
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: FRESHNESS_thunderbird_desktop_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: FRESHNESS
+    metric_name: FRESHNESS [warn]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: true
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: VOLUME_thunderbird_desktop_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: VOLUME
+    metric_name: VOLUME [fail]
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: HOUR
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: COUNT_DUPLICATES_thunderbird_desktop_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: COUNT_DUPLICATES
+    metric_name: Duplicates (#)
+    group_by:
+    - submission_date
+    threshold:
+      type: AUTO
+      sensitivity: MEDIUM
+      upper_bound_only: false
+      lower_bound_only: false
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+  - saved_metric_id: STRING_LENGTH_MAX_thunderbird_desktop_derived
+    metric_type:
+      type: PREDEFINED
+      predefined_metric: STRING_LENGTH_MAX
+    metric_name: Maximum string length
+    threshold:
+      type: CONSTANT
+      upper_bound: 36.0
+    lookback:
+      lookback_window:
+        interval_type: DAYS
+        interval_value: -1
+      lookback_type: METRIC_TIME
+      bucket_size: DAY
+    metric_schedule:
+      named_schedule:
+        name: Default Schedule - 13:00 UTC
+    rct_overrides:
+    - submission_date
+tag_deployments:
+- collection:
+    name: Thunderbird
+    description: Checks related to thunderbird datasets
+  deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.submission_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.sample_id
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.first_seen_date
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.days_seen_session_start_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.days_seen_session_end_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.days_seen_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.days_created_profile_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.days_active_bits
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: PERCENT_NULL_thunderbird_desktop_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.normalized_channel
+    metrics:
+    - saved_metric_id: COUNT_VALUE_IN_LIST_thunderbird_desktop_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: COUNTRY_REGEX_CHECK_thunderbird_desktop_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - saved_metric_id: FRESHNESS_thunderbird_desktop_derived
+    - saved_metric_id: VOLUME_thunderbird_desktop_derived
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.client_id
+    metrics:
+    - saved_metric_id: COUNT_DUPLICATES_thunderbird_desktop_derived
+    - saved_metric_id: STRING_LENGTH_MAX_thunderbird_desktop_derived
+- deployments:
+  - column_selectors:
+    - name: moz-fx-data-shared-prod.moz-fx-data-shared-prod.thunderbird_desktop_derived.baseline_clients_last_seen_v1.*
+    metrics:
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: FRESHNESS
+      metric_name: FRESHNESS [warn]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
+    - metric_type:
+        type: PREDEFINED
+        predefined_metric: VOLUME
+      metric_name: VOLUME [fail]
+      metric_schedule:
+        named_schedule:
+          name: Default Schedule - 13:00 UTC
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:55.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop_derived/baseline_clients_last_seen_v1/metadata.yaml	2024-11-14 00:58:11.000000000 +0000
@@ -35,6 +35,8 @@
     - thunderbird_desktop_derived
     - baseline_clients_daily_v1
     exclude: null
+monitoring:
+  enabled: true
 workgroup_access:
 - role: roles/bigquery.dataViewer
   members:

Link to full diff

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Reviewers
No reviews
Assignees
No one assigned
Labels
None yet
Projects
None yet
Milestone
No milestone
Development

Successfully merging this pull request may close these issues.
2 participants
@scholtzan @dataops-ci-bot