Skip to content

Commit

Permalink
Add dask worker options
Browse files Browse the repository at this point in the history
  • Loading branch information
micafer committed Oct 28, 2024
1 parent 8f23e5a commit 5a79359
Show file tree
Hide file tree
Showing 2 changed files with 21 additions and 1 deletion.
8 changes: 7 additions & 1 deletion artifacts/openeo_k8s.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,9 @@
oidc_organisation: "{{ openeo_oidc_organisation | default('egi') }}"
oidc_roles: "{{ openeo_oidc_roles | default(['']) }}"
executor_version: "{{ openeo_executor_version | default('2024.9.2') }}"
api_version: "{{ openeo_api_version | default('2024.10.1') }}"
api_version: "{{ openeo_api_version | default('2024.10.2') }}"
dask_worker_cores: "{{ openeo_dask_worker_cores | default(1) }}"
dask_worker_memory: "{{ openeo_dask_worker_memory | default(2) }}"
tasks:
- name: Set default DNS name (nip.io)
set_fact:
Expand Down Expand Up @@ -35,6 +37,10 @@
stacCatalogueUrl: "{{ stac_url }}"
workspaceRoot: "/user_workspaces"
executorImage: "ghcr.io/eodcgmbh/openeo-argoworkflows:executor-{{ executor_version }}"
daskWorkerCores: "{{ dask_worker_cores }}"
daskWorkerMemory: "{{ dask_worker_memory }}"
daskWorkerLimit: "6"
daskClusterTimeout: "3600"
image:
repository: ghcr.io/eodcgmbh/openeo-argoworkflows
# Overrides the image tag whose default is the chart appVersion.
Expand Down
14 changes: 14 additions & 0 deletions templates/openeo.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,18 @@ topology_template:
type: string
description: OpenEO DNS name (leave empty to use openeo.<node_ip>.nip.io)
default: ""
openeo_dask_worker_cores:
type: integer
description: Number of cores per Dask worker
default: 2
constraints:
- greater_than: 0
openeo_dask_worker_memory:
type: integer
description: Memory per Dask worker (in GiB)
default: 4
constraints:
- greater_than: 1

# Restrict some K8s input values

Expand Down Expand Up @@ -73,6 +85,8 @@ topology_template:
openeo_oidc_organisation: { get_input: openeo_oidc_organisation }
openeo_oidc_roles: { get_input: openeo_oidc_roles }
openeo_dns_name: { get_input: openeo_dns_name }
openeo_dask_worker_cores: { get_input: openeo_dask_worker_cores }
openeo_dask_worker_memory: { get_input: openeo_dask_worker_memory }
requirements:
- host: front
- dependency: lrms_front_end
Expand Down

0 comments on commit 5a79359

Please sign in to comment.