fix: run the Freshdesk crawler each month (#113)

Schedule the Freshdesk crawler to run on the first day of each month. Additionally, update the Freshdesk ETL job to run after the crawler.
cds-snc · Jan 21, 2025 · 121efdd · 121efdd
1 parent a00e796
commit 121efdd
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/terragrunt/aws/glue/crawlers.tf b/terragrunt/aws/glue/crawlers.tf
@@ -76,6 +76,8 @@ resource "aws_glue_crawler" "platform_support_freshdesk_production" {
       CreatePartitionIndex = true
       Version              = 1
   })
+
+  schedule = "cron(00 6 1 * ? *)" # 6am UTC check for schema changes on the first day of each month
 }
 
 #

diff --git a/terragrunt/aws/glue/etl.tf b/terragrunt/aws/glue/etl.tf
@@ -99,7 +99,7 @@ resource "aws_glue_job" "platform_support_freshdesk" {
 
 resource "aws_glue_trigger" "platform_support_freshdesk" {
   name     = "Platform / Support / Freshdesk"
-  schedule = "cron(30 5 * * ? *)" # 5:30 UTC every day
+  schedule = "cron(00 7 * * ? *)" # 7am UTC every day
   type     = "SCHEDULED"
 
   actions {
-Original file line number
+Diff line change
@@ Expand Up @@
           CreatePartitionIndex = true
           Version              = 1
       })
+      schedule = "cron(00 6 1 * ? *)" # 6am UTC check for schema changes on the first day of each month
     }
     #
@@ Expand Down @@