From 881f2b81eddfc5a306b118029cb7ef97fc604f7d Mon Sep 17 00:00:00 2001 From: Simon Chow Date: Fri, 13 Sep 2024 13:16:33 -0400 Subject: [PATCH] Update bucketlistDB size check --- tests/bucketlist_db_size_check.sql | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/tests/bucketlist_db_size_check.sql b/tests/bucketlist_db_size_check.sql index a1d869b..10063db 100644 --- a/tests/bucketlist_db_size_check.sql +++ b/tests/bucketlist_db_size_check.sql @@ -4,14 +4,20 @@ ) }} -with bucketlist_db_size as ( +with bucket_max_size as ( + select + bucket_list_target_size_bytes + from {{ ref('config_settings_current') }} + where true + and config_setting_id = 2 +) +, bucketlist_db_size as ( select sequence, closed_at, total_byte_size_of_bucket_list / 1000000000 as bl_db_gb from {{ ref('stg_history_ledgers') }} where closed_at >= TIMESTAMP_SUB('{{ dbt_airflow_macros.ts(timezone=none) }}', INTERVAL 1 HOUR ) - -- alert when the bucketlist has grown larger than 12 gb - and total_byte_size_of_bucket_list / 1000000000 >= 12 -) + -- alert when the bucketlist has grown larger than 1 gb from bucket_list_target_size_bytes + and total_byte_size_of_bucket_list > (select bucket_list_target_size_bytes - 1000000000 from bucket_max_size)) select * from bucketlist_db_size