DENG7386-Set retention on search, urlbar, serp tables

mozilla · Jan 15, 2025 · 136ae9c · 136ae9c
1 parent b81a7a0
commit 136ae9c
Show file tree

Hide file tree

Showing 13 changed files with 27 additions and 1 deletion.
diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: firefox_desktop_review_checker_clients__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_events_v1/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: firefox_desktop_review_checker_events__v1
@@ -16,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/...z-fx-data-shared-prod/firefox_desktop_derived/review_checker_microsurvey_v1/metadata.yaml b/...z-fx-data-shared-prod/firefox_desktop_derived/review_checker_microsurvey_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: firefox_desktop_review_checker_microsurvey__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/...moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_clients_v1/metadata.yaml b/...moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_clients_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_fenix_review_checker_clients__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_events_v1/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_fenix_review_checker_events__v1
@@ -16,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/...-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_clients_v1/metadata.yaml b/...-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_clients_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_ios_firefox_review_checker_clients__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/...x-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_events_v1/metadata.yaml b/...x-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_events_v1/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_ios_firefox_review_checker_events__v1
@@ -16,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/...fx-data-shared-prod/search_derived/desktop_mobile_search_clients_monthly_v1/metadata.yaml b/...fx-data-shared-prod/search_derived/desktop_mobile_search_clients_monthly_v1/metadata.yaml
@@ -7,6 +7,7 @@ owners:
 labels:
   incremental: true
   schedule: monthly
+  table_type: client_level
 scheduling:
   dag_name: bqetl_desktop_mobile_search_monthly
   date_partition_parameter: null
@@ -23,4 +24,5 @@ bigquery:
     type: month
     field: submission_month
     require_partition_filter: true
+    expiration_days: 775
   clustering: null
diff --git a/...shared-prod/search_derived/mobile_search_clients_daily_historical_pre202408/metadata.yaml b/...shared-prod/search_derived/mobile_search_clients_daily_historical_pre202408/metadata.yaml
@@ -7,6 +7,8 @@ description: |-
   pulls from metrics, and after 2024.07.31, pulls from baseline.
 
   This table contains the historical data.
+labels:
+  table_type: client_level
 owners:
   - [email protected]
   - [email protected]
@@ -15,4 +17,4 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
diff --git a/sql/moz-fx-data-shared-prod/telemetry_derived/urlbar_clients_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/telemetry_derived/urlbar_clients_daily_v1/metadata.yaml
@@ -7,13 +7,15 @@ labels:
   application: firefox
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_urlbar
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel

diff --git a/sql_generators/search_v2/templates/mobile_search_clients_engines_sources_daily.metadata.yaml b/sql_generators/search_v2/templates/mobile_search_clients_engines_sources_daily.metadata.yaml
@@ -12,13 +12,15 @@ owners:
   - [email protected]
 labels:
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_mobile_search
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - sample_id
diff --git a/sql_generators/serp_events_v2/templates/metadata.yaml b/sql_generators/serp_events_v2/templates/metadata.yaml
@@ -10,6 +10,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_serp
   task_name: {{ app_name }}_serp_events__v2
@@ -31,6 +32,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - normalized_channel

diff --git a/sql_generators/urlbar_events/templates/metadata.yaml b/sql_generators/urlbar_events/templates/metadata.yaml
@@ -11,6 +11,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_urlbar
   task_name: {{ app_name }}_urlbar_events__v2
@@ -19,6 +20,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - normalized_channel