[Issue #2351, #2472] Migrate to platforms step function pattern

infra/api/app-config/dev.tf

@@ -14,19 +14,6 @@ module "dev_config" {
   # https://docs.aws.amazon.com/opensearch-service/latest/developerguide/what-is.html#choosing-version
   search_engine_version = "OpenSearch_2.15"
 
-  # Runs, but with everything disabled.
-  # See api/src/data_migration/command/load_transform.py for argument specifications.
-  load_transform_args = [
-    "poetry",
-    "run",
-    "flask",
-    "data-migration",
-    "load-transform",
-    "--no-load",
-    "--no-transform",
-    "--no-set-current",
-  ]
-
   service_override_extra_environment_variables = {
   }
 }

infra/api/app-config/env-config/environment-variables.tf

@@ -3,6 +3,7 @@ locals {
   # This is a map rather than a list so that variables can be easily
   # overridden per environment using terraform's `merge` function
   default_extra_environment_variables = {
+    FLASK_APP = "src.app:create_app()"
     # Example environment variables
     # WORKER_THREADS_COUNT    = 4
     # LOG_LEVEL               = "info"

infra/api/app-config/env-config/outputs.tf

@@ -37,6 +37,10 @@ output "service_config" {
   }
 }
 
+output "scheduled_jobs" {
+  value = local.scheduled_jobs
+}
+
 output "incident_management_service_integration" {
   value = var.has_incident_management_service ? {
     integration_url_param_name = "/monitoring/${var.app_name}/${var.environment}/incident-management-integration-url"
@@ -46,7 +50,3 @@ output "incident_management_service_integration" {
 output "domain" {
   value = var.domain
 }
-
-output "load_transform_args" {
-  value = var.load_transform_args
-}

infra/api/app-config/env-config/scheduled_jobs.tf

@@ -0,0 +1,54 @@
+locals {
+  # The `task_command` is what you want your scheduled job to run, for example: ["poetry", "run", "flask"].
+  # Schedule expression defines the frequency at which the job should run.
+  # The syntax for `schedule_expression` is explained in the following documentation:
+  # https://docs.aws.amazon.com/eventbridge/latest/userguide/eb-scheduled-rule-pattern.html
+  # The `state` is the state of the scheduled job. It can be either "ENABLED" or "DISABLED".
+
+  # See api/src/data_migration/command/load_transform.py for argument specifications.
+  load-transform-args = {
+    # Runs, but with everything disabled.
+    dev = [
+      "poetry",
+      "run",
+      "flask",
+      "data-migration",
+      "load-transform",
+      "--no-load",
+      "--no-transform",
+      "--no-set-current",
+    ],
+    staging = [
+      "poetry",
+      "run",
+      "flask",
+      "data-migration",
+      "load-transform",
+      "--load",
+      "--transform",
+      "--set-current",
+    ],
+    prod = [
+      "poetry",
+      "run",
+      "flask",
+      "data-migration",
+      "load-transform",
+      "--load",
+      "--transform",
+      "--set-current",
+    ],
+  }
+  scheduled_jobs = {
+    copy-oracle-data = {
+      task_command        = ["poetry", "run", "flask", "data-migration", "copy-oracle-data"]
+      schedule_expression = "rate(2 minutes)"
+      state               = "ENABLED"
+    }
+    load-transform = {
+      task_command        = local.load-transform-args[var.environment]
+      schedule_expression = "rate(1 days)"
+      state               = "ENABLED"
+    }
+  }
+}

infra/api/app-config/env-config/variables.tf

@@ -85,7 +85,3 @@ variable "service_override_extra_environment_variables" {
     EOT
   default     = {}
 }
-
-variable "load_transform_args" {
-  type = list(string)
-}

infra/api/app-config/prod.tf

@@ -23,18 +23,6 @@ module "prod_config" {
   # https://docs.aws.amazon.com/opensearch-service/latest/developerguide/what-is.html#choosing-version
   search_engine_version = "OpenSearch_2.15"
 
-  # See api/src/data_migration/command/load_transform.py for argument specifications.
-  load_transform_args = [
-    "poetry",
-    "run",
-    "flask",
-    "data-migration",
-    "load-transform",
-    "--load",
-    "--transform",
-    "--set-current",
-  ]
-
   service_override_extra_environment_variables = {
   }
 }

infra/api/app-config/staging.tf

@@ -14,18 +14,6 @@ module "staging_config" {
   # https://docs.aws.amazon.com/opensearch-service/latest/developerguide/what-is.html#choosing-version
   search_engine_version = "OpenSearch_2.15"
 
-  # See api/src/data_migration/command/load_transform.py for argument specifications.
-  load_transform_args = [
-    "poetry",
-    "run",
-    "flask",
-    "data-migration",
-    "load-transform",
-    "--load",
-    "--transform",
-    "--set-current",
-  ]
-
   service_override_extra_environment_variables = {
   }
 }

infra/api/service/main.tf

@@ -127,6 +127,8 @@ module "service" {
   app_access_policy_arn      = data.aws_iam_policy.app_db_access_policy[0].arn
   migrator_access_policy_arn = data.aws_iam_policy.migrator_db_access_policy[0].arn
 
+  scheduled_jobs = local.environment_config.scheduled_jobs
+
   db_vars = module.app_config.has_database ? {
     security_group_ids = data.aws_rds_cluster.db_cluster[0].vpc_security_group_ids
     connection_info = {