collection_job_driver.yaml

# Common configuration parameters:

database:
  # Database URL. (required)
  url: "postgres://postgres:postgres@localhost:5432/postgres"

# Socket address for /healthz HTTP requests. Defaults to 127.0.0.1:9001.
health_check_listen_address: "0.0.0.0:8000"

# Collection job driver-related parameters:

# Minimum interval on which to acquire incomplete collection jobs. (required)
min_job_discovery_delay_secs: 10

# Maximum interval on which to acquire incomplete collection jobs. (required)
max_job_discovery_delay_secs: 60

# Maximum number of collection jobs to step concurrently. (required)
max_concurrent_job_workers: 10

# Duration of leases of collection jobs being processed. (required)
worker_lease_duration_secs: 600

# Maximum allowable clock skew used when identifying expired leases on
# collection jobs. (required)
worker_lease_clock_skew_allowance_secs: 60

# Number of times to attempt processing an collection job before abandoning it.
# (required)
maximum_attempts_before_failure: 10

# Number of sharded database records per batch aggregation. Must not be less
# than the equivalent setting in the aggregator and aggregation job driver.
# (required)
batch_aggregation_shard_count: 32