Allow dynamic worker queue to be set

[vandyliu]

Description

🧪 Functional Testing

Tested with this script

variable "env" {
  type = string
  default = "prod"
}

locals {
  worker_queue_config = {
    dev = [
      {
        name               = "default"
        is_default         = true
        astro_machine      = "A5"
        max_worker_count   = 10
        min_worker_count   = 0
        worker_concurrency = 5
      }
    ]
    default = [
      {
        name               = "default"
        is_default         = false
        astro_machine      = "A10"
        max_worker_count   = 3
        min_worker_count   = 1
        worker_concurrency = 10
      }
    ]
  }
}


resource "astro_deployment" "dedicated" {
  name                           = "test-wq-deployment"
  description                    = "Test deployment"
  type                           = "STANDARD"
  region                         = "us-east-1"
    cloud_provider               = "AWS"
  contact_emails                 = ["[email protected]"]
  default_task_pod_cpu           = "0.25"
  default_task_pod_memory        = "0.5Gi"
  executor                       = "CELERY"
  is_cicd_enforced               = false
  is_dag_deploy_enabled          = true
  is_development_mode            = true
  is_high_availability           = false
  resource_quota_cpu             = "10"
  resource_quota_memory          = "20Gi"
  scheduler_size                 = "SMALL"
  workspace_id                   = "cm4rl55w8000501ghao8mnkwd"
  environment_variables          = []
  worker_queues                  = lookup(local.worker_queue_config, var.env, local.worker_queue_config["default"])
}

📸 Screenshots

📋 Checklist

• Added/updated applicable tests
• Added/updated examples in the examples/ directory
• Updated any related documentation

[vandyliu]

https://astronomer.slack.com/archives/C05V3UUHFAN/p1734363978465609

Seems that if we want to allow customers to set this dynamically, we cannot use this static checking

[ichung08]

approving as changes look good - do we need to update any tests?