diff --git a/.github/workflows/flyteidl-buf-publish.yml b/.github/workflows/flyteidl-buf-publish.yml
index cbb530421c..96bd0085a6 100644
--- a/.github/workflows/flyteidl-buf-publish.yml
+++ b/.github/workflows/flyteidl-buf-publish.yml
@@ -3,7 +3,7 @@ name: Publish flyteidl Buf Package
on:
push:
branches:
- - artifacts-shell
+ - artifacts-shell-2
- artifacts
- master
paths:
diff --git a/.github/workflows/flyteidl-checks.yml b/.github/workflows/flyteidl-checks.yml
index 7e95f2e35c..1811126d91 100644
--- a/.github/workflows/flyteidl-checks.yml
+++ b/.github/workflows/flyteidl-checks.yml
@@ -50,3 +50,5 @@ jobs:
with:
component: flyteidl
go-version: ${{ needs.unpack-envvars.outputs.go-version }}
+ secrets:
+ FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }}
diff --git a/.readthedocs.yml b/.readthedocs.yml
index b63d11acfc..1dd699bf9b 100644
--- a/.readthedocs.yml
+++ b/.readthedocs.yml
@@ -7,13 +7,17 @@ version: 2
build:
os: "ubuntu-22.04"
tools:
- python: "3.11"
+ python: "mambaforge-22.9"
+ jobs:
+ post_install:
+ - conda-lock install --name $READTHEDOCS_VERSION monodocs-environment.lock.yaml
+ - conda info
+ - conda env list
+ - conda list
# Build documentation in the docs/ directory with Sphinx
sphinx:
- configuration: rsts/conf.py
+ configuration: docs/conf.py
-# Optionally set the version of Python and requirements required to build your docs
-python:
- install:
- - requirements: doc-requirements.in
+conda:
+ environment: docs/build-environment.yaml
diff --git a/CHANGELOG/CHANGELOG-v1.10.7-b0.md b/CHANGELOG/CHANGELOG-v1.10.7-b0.md
new file mode 100644
index 0000000000..30d8488589
--- /dev/null
+++ b/CHANGELOG/CHANGELOG-v1.10.7-b0.md
@@ -0,0 +1,3 @@
+# Flyte v1.10.7-b0 Release
+
+Beta release.
diff --git a/CHANGELOG/CHANGELOG-v1.10.7-b1.md b/CHANGELOG/CHANGELOG-v1.10.7-b1.md
new file mode 100644
index 0000000000..4336ef670a
--- /dev/null
+++ b/CHANGELOG/CHANGELOG-v1.10.7-b1.md
@@ -0,0 +1,3 @@
+# Flyte v1.10.7-b1 Release
+
+Pre-release testing.
diff --git a/CHANGELOG/CHANGELOG-v1.10.7-b2.md b/CHANGELOG/CHANGELOG-v1.10.7-b2.md
new file mode 100644
index 0000000000..993a66dc95
--- /dev/null
+++ b/CHANGELOG/CHANGELOG-v1.10.7-b2.md
@@ -0,0 +1,3 @@
+# Flyte v1.10.7-b2 Release
+
+Pre-release testing.
diff --git a/README.md b/README.md
index 4f5a86fafb..24c2b3aff6 100644
--- a/README.md
+++ b/README.md
@@ -138,7 +138,7 @@ Join the likes of LinkedIn, Spotify, Freenome, Pachama, Warner Bros. and many ot
## How to stay involved
📆 [Weekly office hours](https://calendly.com/flyte-office-hours-01/30min): Live informal sessions with the Flyte team held every week. Book a 30-minute slot and get your questions answered.
-👥 [Biweekly community sync](https://www.addevent.com/event/EA7823958): A biweekly event where the Flyte team provides updates on the project and community members can share their progress and ask questions.
+👥 [Monthly community sync](https://www.addevent.com/event/EA7823958): Happening the first Tuesday of every month, this is where the Flyte team provides updates on the project, and community members can share their progress and ask questions.
💬 [Slack](https://slack.flyte.org/): Join the Flyte community on Slack to chat with other users, ask questions, and get help.
⚠️ [Newsletter](https://lists.lfaidata.foundation/g/flyte-announce/join): join this group to receive the Flyte Monthly newsletter.
📹 [Youtube](https://www.youtube.com/channel/UCNduEoLOToNo3nFVly-vUTQ): Tune into panel discussions, customer success stories, community updates and feature deep dives.
diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md
index c4fa8cfc5e..db31ef5a42 100644
--- a/charts/flyte-binary/README.md
+++ b/charts/flyte-binary/README.md
@@ -42,7 +42,7 @@ Chart for basic single Flyte executable deployment
| configuration.auth.oidc.clientId | string | `""` | |
| configuration.auth.oidc.clientSecret | string | `""` | |
| configuration.co-pilot.image.repository | string | `"cr.flyte.org/flyteorg/flytecopilot"` | |
-| configuration.co-pilot.image.tag | string | `"v1.10.6"` | |
+| configuration.co-pilot.image.tag | string | `"v1.10.7-b2"` | |
| configuration.database.dbname | string | `"flyte"` | |
| configuration.database.host | string | `"127.0.0.1"` | |
| configuration.database.options | string | `"sslmode=disable"` | |
diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml
index b8a8b58c3c..070bd4f82a 100644
--- a/charts/flyte-binary/values.yaml
+++ b/charts/flyte-binary/values.yaml
@@ -159,7 +159,7 @@ configuration:
# repository CoPilot sidecar image repository
repository: cr.flyte.org/flyteorg/flytecopilot # FLYTECOPILOT_IMAGE
# tag CoPilot sidecar image tag
- tag: v1.10.6 # FLYTECOPILOT_TAG
+ tag: v1.10.7-b2 # FLYTECOPILOT_TAG
# agentService Flyte Agent configuration
agentService:
defaultAgent:
diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md
index 05b179c5d1..5ccb9f60f0 100644
--- a/charts/flyte-core/README.md
+++ b/charts/flyte-core/README.md
@@ -60,13 +60,15 @@ helm install gateway bitnami/contour -n flyte
| cloud_events.eventsPublisher.eventTypes[0] | string | `"all"` | |
| cloud_events.eventsPublisher.topicName | string | `"arn:aws:sns:us-east-2:123456:123-my-topic"` | |
| cloud_events.type | string | `"aws"` | |
-| cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"podAnnotations":{},"service_account_name":"flyteadmin","standaloneDeployment":false,"templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain |
+| cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"podAnnotations":{},"podEnv":{},"podLabels":{},"service_account_name":"flyteadmin","standaloneDeployment":false,"templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain |
| cluster_resource_manager.config | object | `{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}}` | Configmap for ClusterResource parameters |
| cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. |
| cluster_resource_manager.config.cluster_resources.refreshInterval | string | `"5m"` | How frequently to run the sync process |
| cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints |
| cluster_resource_manager.enabled | bool | `true` | Enables the Cluster resource manager component |
| cluster_resource_manager.podAnnotations | object | `{}` | Annotations for ClusterResource pods |
+| cluster_resource_manager.podEnv | object | `{}` | Additional ClusterResource container environment variables |
+| cluster_resource_manager.podLabels | object | `{}` | Labels for ClusterResource pods |
| cluster_resource_manager.service_account_name | string | `"flyteadmin"` | Service account name to run with |
| cluster_resource_manager.templates | list | `[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]` | Resource templates that should be applied |
| cluster_resource_manager.templates[0] | object | `{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"}` | Template for namespaces resources |
@@ -90,8 +92,8 @@ helm install gateway bitnami/contour -n flyte
| configmap.clusters.clusterConfigs | list | `[]` | |
| configmap.clusters.labelClusterMap | object | `{}` | |
| configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI |
-| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration |
-| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) |
+| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration |
+| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) |
| configmap.core | object | `{"manager":{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"},"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration |
| configmap.core.manager | object | `{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/manager/config#Config). |
| configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). |
@@ -111,8 +113,8 @@ helm install gateway bitnami/contour -n flyte
| configmap.schedulerConfig.scheduler.profilerPort | int | `10254` | |
| configmap.task_logs | object | `{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":false}}}` | Section that configures how the Task logs are displayed on the UI. This has to be changed based on your actual logging provider. Refer to [structure](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/logs#LogConfig) to understand how to configure various logging engines |
| configmap.task_logs.plugins.logs.cloudwatch-enabled | bool | `false` | One option is to enable cloudwatch logging for EKS, update the region and log group accordingly |
-| configmap.task_resource_defaults | object | `{"task_resources":{"defaults":{"cpu":"100m","memory":"500Mi","storage":"500Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}` | Task default resources configuration Refer to the full [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#TaskResourceConfiguration). |
-| configmap.task_resource_defaults.task_resources | object | `{"defaults":{"cpu":"100m","memory":"500Mi","storage":"500Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}` | Task default resources parameters |
+| configmap.task_resource_defaults | object | `{"task_resources":{"defaults":{"cpu":"100m","ephemeralStorage":"500Mi","memory":"500Mi"},"limits":{"cpu":2,"ephemeralStorage":"20Mi","gpu":1,"memory":"1Gi"}}}` | Task default resources configuration Refer to the full [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#TaskResourceConfiguration). |
+| configmap.task_resource_defaults.task_resources | object | `{"defaults":{"cpu":"100m","ephemeralStorage":"500Mi","memory":"500Mi"},"limits":{"cpu":2,"ephemeralStorage":"20Mi","gpu":1,"memory":"1Gi"}}` | Task default resources parameters |
| daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator |
| daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation |
| databricks | object | `{"enabled":false,"plugin_config":{"plugins":{"databricks":{"databricksInstance":"dbc-a53b7a3c-614c","entrypointFile":"dbfs:///FileStore/tables/entrypoint.py"}}}}` | Optional: Databricks Plugin allows us to run the spark job on the Databricks platform. |
@@ -125,9 +127,11 @@ helm install gateway bitnami/contour -n flyte
| datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
| datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
| datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment |
-| datacatalog.image.tag | string | `"v1.10.6"` | Docker image tag |
+| datacatalog.image.tag | string | `"v1.10.7-b2"` | Docker image tag |
| datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment |
| datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods |
+| datacatalog.podEnv | object | `{}` | Additional Datacatalog container environment variables |
+| datacatalog.podLabels | object | `{}` | Labels for Datacatalog pods |
| datacatalog.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). |
| datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment |
| datacatalog.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Datacatalog deployment |
@@ -157,10 +161,11 @@ helm install gateway bitnami/contour -n flyte
| flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command |
| flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | |
| flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment |
-| flyteadmin.image.tag | string | `"v1.10.6"` | |
+| flyteadmin.image.tag | string | `"v1.10.7-b2"` | |
| flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create |
| flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment |
| flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods |
+| flyteadmin.podLabels | object | `{}` | Labels for Flyteadmin pods |
| flyteadmin.priorityClassName | string | `""` | Sets priorityClassName for flyteadmin pod(s). |
| flyteadmin.replicaCount | int | `1` | Replicas count for Flyteadmin deployment |
| flyteadmin.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flyteadmin deployment |
@@ -192,6 +197,8 @@ helm install gateway bitnami/contour -n flyte
| flyteconsole.image.tag | string | `"v1.10.2"` | |
| flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment |
| flyteconsole.podAnnotations | object | `{}` | Annotations for Flyteconsole pods |
+| flyteconsole.podEnv | object | `{}` | Additional Flyteconsole container environment variables |
+| flyteconsole.podLabels | object | `{}` | Labels for Flyteconsole pods |
| flyteconsole.priorityClassName | string | `""` | Sets priorityClassName for flyte console pod(s). |
| flyteconsole.replicaCount | int | `1` | Replicas count for Flyteconsole deployment |
| flyteconsole.resources | object | `{"limits":{"cpu":"500m","memory":"250Mi"},"requests":{"cpu":"10m","memory":"50Mi"}}` | Default resources requests and limits for Flyteconsole deployment |
@@ -209,10 +216,12 @@ helm install gateway bitnami/contour -n flyte
| flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
| flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | |
| flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment |
-| flytepropeller.image.tag | string | `"v1.10.6"` | |
+| flytepropeller.image.tag | string | `"v1.10.7-b2"` | |
| flytepropeller.manager | bool | `false` | |
| flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment |
| flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods |
+| flytepropeller.podEnv | object | `{}` | Additional Flytepropeller container environment variables |
+| flytepropeller.podLabels | object | `{}` | Labels for Flytepropeller pods |
| flytepropeller.priorityClassName | string | `""` | Sets priorityClassName for propeller pod(s). |
| flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment |
| flytepropeller.resources | object | `{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"100Mi"}}` | Default resources requests and limits for Flytepropeller deployment |
@@ -236,9 +245,11 @@ helm install gateway bitnami/contour -n flyte
| flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files |
| flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
| flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment |
-| flytescheduler.image.tag | string | `"v1.10.6"` | Docker image tag |
+| flytescheduler.image.tag | string | `"v1.10.7-b2"` | Docker image tag |
| flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment |
| flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods |
+| flytescheduler.podEnv | object | `{}` | Additional Flytescheduler container environment variables |
+| flytescheduler.podLabels | object | `{}` | Labels for Flytescheduler pods |
| flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). |
| flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment |
| flytescheduler.runPrecheck | bool | `true` | Whether to inject an init container which waits on flyteadmin |
diff --git a/charts/flyte-core/templates/_helpers.tpl b/charts/flyte-core/templates/_helpers.tpl
index 0221874d5c..2c3b059841 100755
--- a/charts/flyte-core/templates/_helpers.tpl
+++ b/charts/flyte-core/templates/_helpers.tpl
@@ -28,6 +28,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flyteadmin.podLabels" -}}
+{{ include "flyteadmin.labels" . }}
+{{- with .Values.flyteadmin.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "flytescheduler.name" -}}
flytescheduler
{{- end -}}
@@ -44,6 +51,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flytescheduler.podLabels" -}}
+{{ include "flytescheduler.labels" . }}
+{{- with .Values.flytescheduler.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "flyteclusterresourcesync.name" -}}
flyteclusterresourcesync
{{- end -}}
@@ -59,6 +73,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flyteclusterresourcesync.podLabels" -}}
+{{ include "flyteclusterresourcesync.labels" . }}
+{{- with .Values.cluster_resource_manager.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "datacatalog.name" -}}
datacatalog
{{- end -}}
@@ -74,6 +95,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "datacatalog.podLabels" -}}
+{{ include "datacatalog.labels" . }}
+{{- with .Values.datacatalog.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "flyteagent.name" -}}
flyteagent
{{- end -}}
@@ -89,6 +117,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flyteagent.podLabels" -}}
+{{ include "flyteagent.labels" . }}
+{{- with .Values.flyteagent.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "flytepropeller.name" -}}
flytepropeller
{{- end -}}
@@ -104,6 +139,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flytepropeller.podLabels" -}}
+{{ include "flytepropeller.labels" . }}
+{{- with .Values.flytepropeller.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "flytepropeller-manager.name" -}}
flytepropeller-manager
{{- end -}}
@@ -119,6 +161,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flytepropeller-manager.podLabels" -}}
+{{ include "flytepropeller-manager.labels" . }}
+{{- with .Values.flytepropeller.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
{{- define "flyte-pod-webhook.name" -}}
flyte-pod-webhook
{{- end -}}
@@ -139,6 +188,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flyteconsole.podLabels" -}}
+{{ include "flyteconsole.labels" . }}
+{{- with .Values.flyteconsole.podLabels }}
+{{ toYaml . }}
+{{- end }}
+{{- end -}}
+
# Optional blocks for secret mount
{{- define "databaseSecret.volume" -}}
diff --git a/charts/flyte-core/templates/admin/deployment.yaml b/charts/flyte-core/templates/admin/deployment.yaml
index 8b6dff34af..5a081224a8 100755
--- a/charts/flyte-core/templates/admin/deployment.yaml
+++ b/charts/flyte-core/templates/admin/deployment.yaml
@@ -16,7 +16,7 @@ spec:
{{- with .Values.flyteadmin.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
- labels: {{ include "flyteadmin.labels" . | nindent 8 }}
+ labels: {{ include "flyteadmin.podLabels" . | nindent 8 }}
spec:
securityContext:
fsGroup: 65534
diff --git a/charts/flyte-core/templates/clusterresourcesync/deployment.yaml b/charts/flyte-core/templates/clusterresourcesync/deployment.yaml
index bf13c08080..b4d4847c38 100644
--- a/charts/flyte-core/templates/clusterresourcesync/deployment.yaml
+++ b/charts/flyte-core/templates/clusterresourcesync/deployment.yaml
@@ -16,7 +16,7 @@ spec:
{{- with .Values.cluster_resource_manager.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
- labels: {{ include "flyteclusterresourcesync.labels" . | nindent 8 }}
+ labels: {{ include "flyteclusterresourcesync.podLabels" . | nindent 8 }}
spec:
containers:
- command:
@@ -25,6 +25,12 @@ spec:
- {{ .Values.flyteadmin.configPath }}
- clusterresource
- run
+ {{- if .Values.cluster_resource_manager.podEnv }}
+ env:
+ {{- with .Values.cluster_resource_manager.podEnv }}
+ {{- toYaml . | nindent 10 }}
+ {{- end }}
+ {{- end }}
image: "{{ .Values.flyteadmin.image.repository }}:{{ .Values.flyteadmin.image.tag }}"
imagePullPolicy: "{{ .Values.flyteadmin.image.pullPolicy }}"
name: sync-cluster-resources
diff --git a/charts/flyte-core/templates/console/deployment.yaml b/charts/flyte-core/templates/console/deployment.yaml
index 0c9a948f5f..09c9e741c8 100644
--- a/charts/flyte-core/templates/console/deployment.yaml
+++ b/charts/flyte-core/templates/console/deployment.yaml
@@ -16,7 +16,7 @@ spec:
{{- with .Values.flyteconsole.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
- labels: {{ include "flyteconsole.labels" . | nindent 8 }}
+ labels: {{ include "flyteconsole.podLabels" . | nindent 8 }}
spec:
securityContext:
runAsUser: 1000
@@ -33,13 +33,18 @@ spec:
name: flyte-console-config
ports:
- containerPort: 8080
- {{- if .Values.flyteconsole.ga.enabled }}
env:
+ {{- if .Values.flyteconsole.ga.enabled }}
- name: ENABLE_GA
value: "{{ .Values.flyteconsole.ga.enabled }}"
- name: GA_TRACKING_ID
value: "{{ .Values.flyteconsole.ga.tracking_id }}"
{{- end }}
+ {{- if .Values.flyteconsole.podEnv -}}
+ {{- with .Values.flyteconsole.podEnv }}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- end }}
resources: {{ toYaml .Values.flyteconsole.resources | nindent 10 }}
volumeMounts:
- mountPath: /srv/flyte
diff --git a/charts/flyte-core/templates/datacatalog/deployment.yaml b/charts/flyte-core/templates/datacatalog/deployment.yaml
index e9f2c84ec8..72c18ac61b 100644
--- a/charts/flyte-core/templates/datacatalog/deployment.yaml
+++ b/charts/flyte-core/templates/datacatalog/deployment.yaml
@@ -16,7 +16,7 @@ spec:
{{- with .Values.datacatalog.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
- labels: {{ include "datacatalog.labels" . | nindent 8 }}
+ labels: {{ include "datacatalog.podLabels" . | nindent 8 }}
spec:
securityContext:
fsGroup: 1001
@@ -47,6 +47,12 @@ spec:
{{- with .Values.datacatalog.extraArgs }}
{{- tpl (toYaml .) $ | nindent 8 }}
{{- end }}
+ {{- if .Values.datacatalog.podEnv }}
+ env:
+ {{- with .Values.datacatalog.podEnv }}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- end }}
image: "{{ .Values.datacatalog.image.repository }}:{{ .Values.datacatalog.image.tag }}"
imagePullPolicy: "{{ .Values.datacatalog.image.pullPolicy }}"
name: datacatalog
diff --git a/charts/flyte-core/templates/flytescheduler/deployment.yaml b/charts/flyte-core/templates/flytescheduler/deployment.yaml
index 443354efd7..fa5cfc4fd9 100755
--- a/charts/flyte-core/templates/flytescheduler/deployment.yaml
+++ b/charts/flyte-core/templates/flytescheduler/deployment.yaml
@@ -17,7 +17,7 @@ spec:
{{- with .Values.flytescheduler.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
- labels: {{ include "flytescheduler.labels" . | nindent 8 }}
+ labels: {{ include "flytescheduler.podLabels" . | nindent 8 }}
spec:
securityContext:
fsGroup: 65534
@@ -48,6 +48,12 @@ spec:
- run
- --config
- {{ .Values.flytescheduler.configPath }}
+ {{- if .Values.flytescheduler.podEnv }}
+ env:
+ {{- with .Values.flytescheduler.podEnv -}}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- end }}
image: "{{ .Values.flytescheduler.image.repository }}:{{ .Values.flytescheduler.image.tag }}"
imagePullPolicy: "{{ .Values.flytescheduler.image.pullPolicy }}"
name: flytescheduler
diff --git a/charts/flyte-core/templates/propeller/deployment.yaml b/charts/flyte-core/templates/propeller/deployment.yaml
index 72f94fcc1b..0efb3b5dc9 100644
--- a/charts/flyte-core/templates/propeller/deployment.yaml
+++ b/charts/flyte-core/templates/propeller/deployment.yaml
@@ -26,9 +26,9 @@ spec:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- if .Values.flytepropeller.manager }}
- labels: {{ include "flytepropeller-manager.labels" . | nindent 8 }}
+ labels: {{ include "flytepropeller-manager.podLabels" . | nindent 8 }}
{{- else }}
- labels: {{ include "flytepropeller.labels" . | nindent 8 }}
+ labels: {{ include "flytepropeller.podLabels" . | nindent 8 }}
{{- end }}
spec:
securityContext:
@@ -65,6 +65,11 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
+ {{- if .Values.flytepropeller.podEnv -}}
+ {{- with .Values.flytepropeller.podEnv -}}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- end }}
image: "{{ .Values.flytepropeller.image.repository }}:{{ .Values.flytepropeller.image.tag }}"
imagePullPolicy: "{{ .Values.flytepropeller.image.pullPolicy }}"
{{- if .Values.flytepropeller.manager }}
diff --git a/charts/flyte-core/templates/propeller/webhook.yaml b/charts/flyte-core/templates/propeller/webhook.yaml
index 2934bfcf21..75866a8c2b 100644
--- a/charts/flyte-core/templates/propeller/webhook.yaml
+++ b/charts/flyte-core/templates/propeller/webhook.yaml
@@ -26,9 +26,12 @@ spec:
app: {{ template "flyte-pod-webhook.name" . }}
app.kubernetes.io/name: {{ template "flyte-pod-webhook.name" . }}
app.kubernetes.io/version: {{ .Values.flytepropeller.image.tag }}
+ {{- with .Values.flytepropeller.podLabels }}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
annotations:
configChecksum: {{ include (print .Template.BasePath "/propeller/configmap.yaml") . | sha256sum | trunc 63 | quote }}
- {{- with .Values.flyteadmin.podAnnotations }}
+ {{- with .Values.flytepropeller.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
spec:
@@ -60,7 +63,7 @@ spec:
fieldPath: metadata.namespace
volumeMounts:
- name: config-volume
- mountPath: /etc/flyte/config
+ mountPath: /etc/flyte/config
{{- end }}
containers:
- name: webhook
@@ -81,6 +84,11 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
+ {{- if .Values.flytepropeller.podEnv -}}
+ {{- with .Values.flytepropeller.podEnv -}}
+ {{- toYaml . | nindent 12 }}
+ {{- end }}
+ {{- end }}
volumeMounts:
- name: config-volume
mountPath: /etc/flyte/config
diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml
index d09d9f9824..36a9b22e5e 100755
--- a/charts/flyte-core/values.yaml
+++ b/charts/flyte-core/values.yaml
@@ -16,7 +16,7 @@ flyteadmin:
image:
# -- Docker image for Flyteadmin deployment
repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE
- tag: v1.10.6 # FLYTEADMIN_TAG
+ tag: v1.10.7-b2 # FLYTEADMIN_TAG
pullPolicy: IfNotPresent
# -- Additional flyteadmin container environment variables
#
@@ -89,9 +89,11 @@ flyteadmin:
- limitranges
# -- Specifies the verbs (actions) that this ClusterRole can perform on the specified resources
verbs:
- - '*'
+ - "*"
# -- Annotations for Flyteadmin pods
podAnnotations: {}
+ # -- Labels for Flyteadmin pods
+ podLabels: {}
# -- nodeSelector for Flyteadmin deployment
nodeSelector: {}
# -- tolerations for Flyteadmin deployment
@@ -132,7 +134,7 @@ flytescheduler:
# -- Docker image for Flytescheduler deployment
repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE
# -- Docker image tag
- tag: v1.10.6 # FLYTESCHEDULER_TAG
+ tag: v1.10.7-b2 # FLYTESCHEDULER_TAG
# -- Docker image pull policy
pullPolicy: IfNotPresent
# -- Default resources requests and limits for Flytescheduler deployment
@@ -158,6 +160,10 @@ flytescheduler:
imagePullSecrets: []
# -- Annotations for Flytescheduler pods
podAnnotations: {}
+ # -- Additional Flytescheduler container environment variables
+ podEnv: {}
+ # -- Labels for Flytescheduler pods
+ podLabels: {}
# -- nodeSelector for Flytescheduler deployment
nodeSelector: {}
# -- tolerations for Flytescheduler deployment
@@ -186,7 +192,7 @@ datacatalog:
# -- Docker image for Datacatalog deployment
repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE
# -- Docker image tag
- tag: v1.10.6 # DATACATALOG_TAG
+ tag: v1.10.7-b2 # DATACATALOG_TAG
# -- Docker image pull policy
pullPolicy: IfNotPresent
# -- Default resources requests and limits for Datacatalog deployment
@@ -216,6 +222,10 @@ datacatalog:
imagePullSecrets: []
# -- Annotations for Datacatalog pods
podAnnotations: {}
+ # -- Additional Datacatalog container environment variables
+ podEnv: {}
+ # -- Labels for Datacatalog pods
+ podLabels: {}
# -- nodeSelector for Datacatalog deployment
nodeSelector: {}
# -- tolerations for Datacatalog deployment
@@ -254,7 +264,7 @@ flytepropeller:
image:
# -- Docker image for Flytepropeller deployment
repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE
- tag: v1.10.6 # FLYTEPROPELLER_TAG
+ tag: v1.10.7-b2 # FLYTEPROPELLER_TAG
pullPolicy: IfNotPresent
# -- Default resources requests and limits for Flytepropeller deployment
resources:
@@ -282,6 +292,10 @@ flytepropeller:
imagePullSecrets: []
# -- Annotations for Flytepropeller pods
podAnnotations: {}
+ # -- Additional Flytepropeller container environment variables
+ podEnv: {}
+ # -- Labels for Flytepropeller pods
+ podLabels: {}
# -- nodeSelector for Flytepropeller deployment
nodeSelector: {}
# -- tolerations for Flytepropeller deployment
@@ -344,6 +358,10 @@ flyteconsole:
type: ClusterIP
# -- Annotations for Flyteconsole pods
podAnnotations: {}
+ # -- Additional Flyteconsole container environment variables
+ podEnv: {}
+ # -- Labels for Flyteconsole pods
+ podLabels: {}
# -- nodeSelector for Flyteconsole deployment
nodeSelector: {}
# -- tolerations for Flyteconsole deployment
@@ -357,7 +375,6 @@ flyteconsole:
# -- Sets priorityClassName for flyte console pod(s).
priorityClassName: ""
-
# It will enable the redoc route in ingress
deployRedoc: false
@@ -489,37 +506,37 @@ db:
configmap:
clusters:
labelClusterMap: {}
-# labelClusterMap:
-# team1:
-# - id: testcluster
-# weight: 1
-# team2:
-# - id: testcluster2
-# weight: 0.5
-# - id: testcluster3
-# weight: 0.5
+ # labelClusterMap:
+ # team1:
+ # - id: testcluster
+ # weight: 1
+ # team2:
+ # - id: testcluster2
+ # weight: 0.5
+ # - id: testcluster3
+ # weight: 0.5
clusterConfigs: []
-# clusterConfigs:
-# - name: "testcluster"
-# endpoint: "testcluster_endpoint"
-# auth:
-# type: "file_path"
-# tokenPath: "/path/to/testcluster/token"
-# certPath: "/path/to/testcluster/cert"
-# - name: "testcluster2"
-# endpoint: "testcluster2_endpoint"
-# enabled: true
-# auth:
-# type: "file_path"
-# tokenPath: "/path/to/testcluster2/token"
-# certPath: "/path/to/testcluster2/cert"
-# - name: "testcluster3"
-# endpoint: "testcluster3_endpoint"
-# enabled: true
-# auth:
-# type: "file_path"
-# tokenPath: "/path/to/testcluster3/token"
-# certPath: "/path/to/testcluster3/cert"
+ # clusterConfigs:
+ # - name: "testcluster"
+ # endpoint: "testcluster_endpoint"
+ # auth:
+ # type: "file_path"
+ # tokenPath: "/path/to/testcluster/token"
+ # certPath: "/path/to/testcluster/cert"
+ # - name: "testcluster2"
+ # endpoint: "testcluster2_endpoint"
+ # enabled: true
+ # auth:
+ # type: "file_path"
+ # tokenPath: "/path/to/testcluster2/token"
+ # certPath: "/path/to/testcluster2/cert"
+ # - name: "testcluster3"
+ # endpoint: "testcluster3_endpoint"
+ # enabled: true
+ # auth:
+ # type: "file_path"
+ # tokenPath: "/path/to/testcluster3/token"
+ # certPath: "/path/to/testcluster3/cert"
# -- Configuration for Flyte console UI
console:
@@ -571,7 +588,7 @@ configmap:
eventVersion: 2
testing:
host: http://flyteadmin
-
+
# -- Authentication configuration
auth:
authorizedUris:
@@ -621,11 +638,11 @@ configmap:
defaults:
cpu: 100m
memory: 500Mi
- storage: 500Mi
+ ephemeralStorage: 500Mi
limits:
cpu: 2
memory: 1Gi
- storage: 20Mi
+ ephemeralStorage: 20Mi
gpu: 1
# -- Admin Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/subworkflow/launchplan#AdminConfig)
@@ -654,7 +671,7 @@ configmap:
# -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig)
co-pilot:
name: flyte-copilot-
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 # FLYTECOPILOT_IMAGE
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2 # FLYTECOPILOT_IMAGE
start-timeout: 30s
# -- Core propeller configuration
@@ -824,6 +841,10 @@ cluster_resource_manager:
service_account_name: flyteadmin
# -- Annotations for ClusterResource pods
podAnnotations: {}
+ # -- Additional ClusterResource container environment variables
+ podEnv: {}
+ # -- Labels for ClusterResource pods
+ podLabels: {}
# -- Configmap for ClusterResource parameters
config:
# -- ClusterResource parameters
@@ -922,4 +943,4 @@ databricks:
databricks:
entrypointFile: dbfs:///FileStore/tables/entrypoint.py
# Databricks account
- databricksInstance: dbc-a53b7a3c-614c
\ No newline at end of file
+ databricksInstance: dbc-a53b7a3c-614c
diff --git a/charts/flyte/README.md b/charts/flyte/README.md
index d4a46ff286..cf9b247998 100644
--- a/charts/flyte/README.md
+++ b/charts/flyte/README.md
@@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte .
| contour.tolerations | list | `[]` | tolerations for Contour deployment |
| daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator |
| daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation |
-| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.10.6"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.10.6"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.10.2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.10.6"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.10.6"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole |
+| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.10.7-b2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.10.7-b2"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.10.2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.10.7-b2"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.10.7-b2"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole |
| flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain |
| flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. |
| flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints |
@@ -91,15 +91,15 @@ helm upgrade -f values-sandbox.yaml flyte .
| flyte.common.ingress.separateGrpcIngressAnnotations | object | `{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"}` | - Extra Ingress annotations applied only to the GRPC ingress. Only makes sense if `separateGrpcIngress` is enabled. |
| flyte.common.ingress.tls | object | `{"enabled":false}` | - TLS Settings |
| flyte.common.ingress.webpackHMR | bool | `true` | - Enable or disable HMR route to flyteconsole. This is useful only for frontend development. |
-| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS |
+| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS |
| flyte.configmap.adminServer | object | `{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}}` | FlyteAdmin server configuration |
| flyte.configmap.adminServer.auth | object | `{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}}` | Authentication configuration |
| flyte.configmap.adminServer.server.security.secure | bool | `false` | Controls whether to serve requests over SSL/TLS. |
| flyte.configmap.adminServer.server.security.useAuth | bool | `false` | Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. |
| flyte.configmap.catalog | object | `{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}}` | Catalog Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/catalog#Config) Additional advanced Catalog configuration [here](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/catalog#Config) |
| flyte.configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI |
-| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration |
-| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) |
+| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration |
+| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) |
| flyte.configmap.core | object | `{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration |
| flyte.configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). |
| flyte.configmap.datacatalogServer | object | `{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}}` | Datacatalog server config |
@@ -120,7 +120,7 @@ helm upgrade -f values-sandbox.yaml flyte .
| flyte.datacatalog.configPath | string | `"/etc/datacatalog/config/*.yaml"` | Default regex string for searching configuration files |
| flyte.datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
| flyte.datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment |
-| flyte.datacatalog.image.tag | string | `"v1.10.6"` | Docker image tag |
+| flyte.datacatalog.image.tag | string | `"v1.10.7-b2"` | Docker image tag |
| flyte.datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment |
| flyte.datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods |
| flyte.datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment |
@@ -136,7 +136,7 @@ helm upgrade -f values-sandbox.yaml flyte .
| flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key |
| flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
| flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment |
-| flyte.flyteadmin.image.tag | string | `"v1.10.6"` | Docker image tag |
+| flyte.flyteadmin.image.tag | string | `"v1.10.7-b2"` | Docker image tag |
| flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create |
| flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment |
| flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods |
@@ -162,7 +162,7 @@ helm upgrade -f values-sandbox.yaml flyte .
| flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files |
| flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
| flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment |
-| flyte.flytepropeller.image.tag | string | `"v1.10.6"` | Docker image tag |
+| flyte.flytepropeller.image.tag | string | `"v1.10.7-b2"` | Docker image tag |
| flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment |
| flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods |
| flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment |
@@ -176,7 +176,7 @@ helm upgrade -f values-sandbox.yaml flyte .
| flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files |
| flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
| flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment |
-| flyte.flytescheduler.image.tag | string | `"v1.10.6"` | Docker image tag |
+| flyte.flytescheduler.image.tag | string | `"v1.10.7-b2"` | Docker image tag |
| flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment |
| flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods |
| flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment |
diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml
index 36d2a440db..fc53ada74f 100755
--- a/charts/flyte/values.yaml
+++ b/charts/flyte/values.yaml
@@ -16,7 +16,7 @@ flyte:
# -- Docker image for Flyteadmin deployment
repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE
# -- Docker image tag
- tag: v1.10.6 # FLYTEADMIN_TAG
+ tag: v1.10.7-b2 # FLYTEADMIN_TAG
# -- Docker image pull policy
pullPolicy: IfNotPresent
# -- Additional flyteadmin container environment variables
@@ -84,7 +84,7 @@ flyte:
# -- Docker image for Flytescheduler deployment
repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE
# -- Docker image tag
- tag: v1.10.6 # FLYTESCHEDULER_TAG
+ tag: v1.10.7-b2 # FLYTESCHEDULER_TAG
# -- Docker image pull policy
pullPolicy: IfNotPresent
# -- Default resources requests and limits for Flytescheduler deployment
@@ -129,7 +129,7 @@ flyte:
# -- Docker image for Datacatalog deployment
repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE
# -- Docker image tag
- tag: v1.10.6 # DATACATALOG_TAG
+ tag: v1.10.7-b2 # DATACATALOG_TAG
# -- Docker image pull policy
pullPolicy: IfNotPresent
# -- Default resources requests and limits for Datacatalog deployment
@@ -178,7 +178,7 @@ flyte:
# -- Docker image for Flytepropeller deployment
repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE
# -- Docker image tag
- tag: v1.10.6 # FLYTEPROPELLER_TAG
+ tag: v1.10.7-b2 # FLYTEPROPELLER_TAG
# -- Docker image pull policy
pullPolicy: IfNotPresent
# -- Default resources requests and limits for Flytepropeller deployment
@@ -471,7 +471,7 @@ flyte:
# -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig)
co-pilot:
name: flyte-copilot-
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 # FLYTECOPILOT_IMAGE
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2 # FLYTECOPILOT_IMAGE
start-timeout: 30s
# -- Core propeller configuration
diff --git a/charts/flyteagent/README.md b/charts/flyteagent/README.md
index 80107d8e2b..9db05060d0 100644
--- a/charts/flyteagent/README.md
+++ b/charts/flyteagent/README.md
@@ -24,6 +24,8 @@ A Helm chart for Flyte agent
| nameOverride | string | `""` | |
| nodeSelector | object | `{}` | nodeSelector for flyteagent deployment |
| podAnnotations | object | `{}` | Annotations for flyteagent pods |
+| podEnv | object | `{}` | Additional flyteagent pod container environment variables |
+| podLabels | object | `{}` | Labels for flyteagent pods |
| ports.containerPort | int | `8000` | |
| ports.name | string | `"agent-grpc"` | |
| priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). |
diff --git a/charts/flyteagent/templates/_helpers.tpl b/charts/flyteagent/templates/_helpers.tpl
index fffa18304a..40411a61b9 100755
--- a/charts/flyteagent/templates/_helpers.tpl
+++ b/charts/flyteagent/templates/_helpers.tpl
@@ -28,6 +28,13 @@ helm.sh/chart: {{ include "flyte.chart" . }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end -}}
+{{- define "flyteagent.podLabels" -}}
+{{ include "flyteagent.labels" . }}
+{{- with .Values.podLabels }}
+{{- toYaml . }}
+{{- end }}
+{{- end -}}
+
# Optional blocks for secret mount
{{- define "agentSecret.volume" -}}
@@ -43,4 +50,4 @@ app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- define "flyteagent.servicePort" -}}
{{ include .Values.ports.containerPort}}
-{{- end }}
\ No newline at end of file
+{{- end }}
diff --git a/charts/flyteagent/templates/agent/deployment.yaml b/charts/flyteagent/templates/agent/deployment.yaml
index 90d03c6f02..5dd293bc14 100644
--- a/charts/flyteagent/templates/agent/deployment.yaml
+++ b/charts/flyteagent/templates/agent/deployment.yaml
@@ -14,7 +14,7 @@ spec:
{{- with .Values.podAnnotations }}
{{- toYaml . | nindent 8 }}
{{- end }}
- labels: {{ include "flyteagent.labels" . | nindent 8 }}
+ labels: {{ include "flyteagent.podLabels" . | nindent 8 }}
spec:
{{- if .Values.priorityClassName }}
priorityClassName: {{ .Values.priorityClassName }}
@@ -24,6 +24,12 @@ spec:
- pyflyte
- serve
- agent
+ {{- if .Values.podEnv }}
+ env:
+ {{- with .Values.podEnv }}
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- end }}
image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
imagePullPolicy: "{{ .Values.image.pullPolicy }}"
name: flyteagent
diff --git a/charts/flyteagent/values.yaml b/charts/flyteagent/values.yaml
index d1d7ac5cbf..b682600d46 100755
--- a/charts/flyteagent/values.yaml
+++ b/charts/flyteagent/values.yaml
@@ -56,6 +56,10 @@ serviceAccount:
imagePullSecrets: []
# -- Annotations for flyteagent pods
podAnnotations: {}
+# -- Additional flyteagent pod container environment variables
+podEnv: {}
+# -- Labels for flyteagent pods
+podLabels: {}
# -- nodeSelector for flyteagent deployment
nodeSelector: {}
# -- tolerations for flyteagent deployment
diff --git a/cmd/single/start.go b/cmd/single/start.go
index 3ad8038cd6..d415f82111 100644
--- a/cmd/single/start.go
+++ b/cmd/single/start.go
@@ -4,9 +4,19 @@ import (
"context"
"net/http"
"os"
+
metricsserver "sigs.k8s.io/controller-runtime/pkg/metrics/server"
ctrlWebhook "sigs.k8s.io/controller-runtime/pkg/webhook"
+ _ "github.com/golang/glog"
+ "github.com/prometheus/client_golang/prometheus/promhttp"
+ "github.com/spf13/cobra"
+ "golang.org/x/sync/errgroup"
+ _ "gorm.io/driver/postgres" // Required to import database driver.
+ "sigs.k8s.io/controller-runtime/pkg/cache"
+ "sigs.k8s.io/controller-runtime/pkg/manager"
+ "sigs.k8s.io/controller-runtime/pkg/metrics"
+
datacatalogConfig "github.com/flyteorg/flyte/datacatalog/pkg/config"
datacatalogRepo "github.com/flyteorg/flyte/datacatalog/pkg/repositories"
datacatalog "github.com/flyteorg/flyte/datacatalog/pkg/rpc/datacatalogservice"
@@ -18,6 +28,7 @@ import (
adminScheduler "github.com/flyteorg/flyte/flyteadmin/scheduler"
propellerEntrypoint "github.com/flyteorg/flyte/flytepropeller/pkg/controller"
propellerConfig "github.com/flyteorg/flyte/flytepropeller/pkg/controller/config"
+ "github.com/flyteorg/flyte/flytepropeller/pkg/controller/executors"
"github.com/flyteorg/flyte/flytepropeller/pkg/signals"
webhookEntrypoint "github.com/flyteorg/flyte/flytepropeller/pkg/webhook"
webhookConfig "github.com/flyteorg/flyte/flytepropeller/pkg/webhook/config"
@@ -28,16 +39,6 @@ import (
"github.com/flyteorg/flyte/flytestdlib/promutils"
"github.com/flyteorg/flyte/flytestdlib/promutils/labeled"
"github.com/flyteorg/flyte/flytestdlib/storage"
- _ "github.com/golang/glog"
- "github.com/prometheus/client_golang/prometheus/promhttp"
- "github.com/spf13/cobra"
- "golang.org/x/sync/errgroup"
- _ "gorm.io/driver/postgres" // Required to import database driver.
- "k8s.io/client-go/rest"
- "sigs.k8s.io/controller-runtime/pkg/cache"
- "sigs.k8s.io/controller-runtime/pkg/client"
- "sigs.k8s.io/controller-runtime/pkg/manager"
- "sigs.k8s.io/controller-runtime/pkg/metrics"
)
const defaultNamespace = "all"
@@ -122,22 +123,8 @@ func startPropeller(ctx context.Context, cfg Propeller) error {
SyncPeriod: &propellerCfg.DownstreamEval.Duration,
DefaultNamespaces: namespaceConfigs,
},
- NewCache: func(config *rest.Config, options cache.Options) (cache.Cache, error) {
- k8sCache, err := cache.New(config, options)
- if err != nil {
- return k8sCache, err
- }
-
- return otelutils.WrapK8sCache(k8sCache), nil
- },
- NewClient: func(config *rest.Config, options client.Options) (client.Client, error) {
- k8sClient, err := client.New(config, options)
- if err != nil {
- return k8sClient, err
- }
-
- return otelutils.WrapK8sClient(k8sClient), nil
- },
+ NewCache: executors.NewCache,
+ NewClient: executors.BuildNewClientFunc(propellerScope),
Metrics: metricsserver.Options{
// Disable metrics serving
BindAddress: "0",
diff --git a/datacatalog/Dockerfile b/datacatalog/Dockerfile
deleted file mode 100644
index 6ba53406ed..0000000000
--- a/datacatalog/Dockerfile
+++ /dev/null
@@ -1,53 +0,0 @@
-# WARNING: THIS FILE IS MANAGED IN THE 'BOILERPLATE' REPO AND COPIED TO OTHER REPOSITORIES.
-# ONLY EDIT THIS FILE FROM WITHIN THE 'FLYTEORG/BOILERPLATE' REPOSITORY:
-#
-# TO OPT OUT OF UPDATES, SEE https://github.com/flyteorg/boilerplate/blob/master/Readme.rst
-
-FROM --platform=${BUILDPLATFORM} golang:1.19-alpine3.16 as builder
-
-ARG TARGETARCH
-ENV GOARCH "${TARGETARCH}"
-ENV GOOS linux
-
-RUN apk add git openssh-client make curl
-
-# Create the artifacts directory
-RUN mkdir /artifacts
-
-# Pull GRPC health probe binary for liveness and readiness checks
-RUN GRPC_HEALTH_PROBE_VERSION=v0.4.11 && \
- wget -qO/artifacts/grpc_health_probe https://github.com/grpc-ecosystem/grpc-health-probe/releases/download/${GRPC_HEALTH_PROBE_VERSION}/grpc_health_probe-linux-amd64 && \
- chmod +x /artifacts/grpc_health_probe && \
- echo 'ded15e598d887ccc47bf2321371950bbf930f5e4856b9f75712ce4b2b5120480 /artifacts/grpc_health_probe' > .grpc_checksum && \
- sha256sum -c .grpc_checksum
-
-# COPY only the go mod files for efficient caching
-COPY go.mod go.sum /go/src/github.com/flyteorg/datacatalog/
-WORKDIR /go/src/github.com/flyteorg/datacatalog
-
-# Pull dependencies
-RUN go mod download
-
-# COPY the rest of the source code
-COPY . /go/src/github.com/flyteorg/datacatalog/
-
-# This 'linux_compile' target should compile binaries to the /artifacts directory
-# The main entrypoint should be compiled to /artifacts/datacatalog
-RUN make linux_compile
-
-# update the PATH to include the /artifacts directory
-ENV PATH="/artifacts:${PATH}"
-
-# This will eventually move to centurylink/ca-certs:latest for minimum possible image size
-FROM alpine:3.16
-LABEL org.opencontainers.image.source=https://github.com/flyteorg/datacatalog
-
-COPY --from=builder /artifacts /bin
-
-# Ensure the latest CA certs are present to authenticate SSL connections.
-RUN apk --update add ca-certificates
-
-RUN addgroup -S flyte && adduser -S flyte -G flyte
-USER flyte
-
-CMD ["datacatalog"]
diff --git a/datacatalog/pull_request_template.md b/datacatalog/pull_request_template.md
deleted file mode 100644
index 9cdab99b46..0000000000
--- a/datacatalog/pull_request_template.md
+++ /dev/null
@@ -1,35 +0,0 @@
-## _Read then delete this section_
-
-_- Make sure to use a concise title for the pull-request._
-
-_- Use #patch, #minor or #major in the pull-request title to bump the corresponding version. Otherwise, the patch version
-will be bumped. [More details](https://github.com/marketplace/actions/github-tag-bump)_
-
-# TL;DR
-_Please replace this text with a description of what this PR accomplishes._
-
-## Type
- - [ ] Bug Fix
- - [ ] Feature
- - [ ] Plugin
-
-## Are all requirements met?
-
- - [ ] Code completed
- - [ ] Smoke tested
- - [ ] Unit tests added
- - [ ] Code documentation added
- - [ ] Any pending items have an associated Issue
-
-## Complete description
- _How did you fix the bug, make the feature etc. Link to any design docs etc_
-
-## Tracking Issue
-_Remove the '*fixes*' keyword if there will be multiple PRs to fix the linked issue_
-
-fixes https://github.com/flyteorg/flyte/issues/
-
-## Follow-up issue
-_NA_
-OR
-_https://github.com/flyteorg/flyte/issues/_
diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml
index 647754edda..c4f557836a 100644
--- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml
+++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml
@@ -192,10 +192,12 @@ data:
task_resources:
defaults:
cpu: 1000m
+ ephemeralStorage: 500Mi
memory: 1000Mi
storage: 1000Mi
limits:
cpu: 2
+ ephemeralStorage: 20Mi
gpu: 1
memory: 1Gi
storage: 2000Mi
@@ -429,7 +431,7 @@ data:
plugins:
k8s:
co-pilot:
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2
name: flyte-copilot-
start-timeout: 30s
core.yaml: |
@@ -847,7 +849,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "2b5c85969f2bd85bb51a084f9fd72c20c3aca94be99e53cb4c4e9f78e77ebc5"
+ configChecksum: "85f2694a4138443026b87878dbbc5f1e9f52aa54eb87ef4c64117d1d91e1a7f"
labels:
app.kubernetes.io/name: flyteadmin
app.kubernetes.io/instance: flyte
@@ -865,7 +867,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -882,7 +884,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: seed-projects
volumeMounts:
@@ -896,7 +898,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -909,7 +911,7 @@ spec:
- mountPath: /etc/secrets/
name: admin-secrets
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command: ["/bin/sh", "-c"]
args:
@@ -932,7 +934,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flyteadmin
ports:
@@ -1033,7 +1035,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -1094,6 +1096,7 @@ spec:
name: flyte-console-config
ports:
- containerPort: 8080
+ env:
resources:
limits:
cpu: 250m
@@ -1153,7 +1156,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -1167,7 +1170,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: datacatalog
ports:
@@ -1226,7 +1229,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a"
+ configChecksum: "ea2c2cd8898cdabd21a443862894799a49efd108e5118f4605b5e7c94008e0a"
labels:
app.kubernetes.io/name: flytepropeller
app.kubernetes.io/instance: flyte
@@ -1252,7 +1255,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytepropeller
ports:
@@ -1306,9 +1309,9 @@ spec:
labels:
app: flyte-pod-webhook
app.kubernetes.io/name: flyte-pod-webhook
- app.kubernetes.io/version: v1.10.6
+ app.kubernetes.io/version: v1.10.7-b2
annotations:
- configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a"
+ configChecksum: "ea2c2cd8898cdabd21a443862894799a49efd108e5118f4605b5e7c94008e0a"
spec:
securityContext:
fsGroup: 65534
@@ -1317,7 +1320,7 @@ spec:
serviceAccountName: flyte-pod-webhook
initContainers:
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
@@ -1340,7 +1343,7 @@ spec:
mountPath: /etc/flyte/config
containers:
- name: webhook
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml
index 30a03b4498..47a75cae25 100644
--- a/deployment/eks/flyte_helm_controlplane_generated.yaml
+++ b/deployment/eks/flyte_helm_controlplane_generated.yaml
@@ -173,10 +173,12 @@ data:
task_resources:
defaults:
cpu: 1000m
+ ephemeralStorage: 500Mi
memory: 1000Mi
storage: 1000Mi
limits:
cpu: 2
+ ephemeralStorage: 20Mi
gpu: 1
memory: 1Gi
storage: 2000Mi
@@ -553,7 +555,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "053b20ebc40227f6ed8ddc61f5997ee7997c604158f773779f20ec61af11a2f"
+ configChecksum: "61fa8a4eebe7e96a3e25b0b2c4baaf7d6af84924167f57e569632fdd282b442"
labels:
app.kubernetes.io/name: flyteadmin
app.kubernetes.io/instance: flyte
@@ -571,7 +573,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -588,7 +590,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: seed-projects
volumeMounts:
@@ -602,7 +604,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -615,7 +617,7 @@ spec:
- mountPath: /etc/secrets/
name: admin-secrets
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command: ["/bin/sh", "-c"]
args:
@@ -638,7 +640,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flyteadmin
ports:
@@ -739,7 +741,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -800,6 +802,7 @@ spec:
name: flyte-console-config
ports:
- containerPort: 8080
+ env:
resources:
limits:
cpu: 250m
@@ -859,7 +862,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -873,7 +876,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: datacatalog
ports:
@@ -932,7 +935,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "053b20ebc40227f6ed8ddc61f5997ee7997c604158f773779f20ec61af11a2f"
+ configChecksum: "61fa8a4eebe7e96a3e25b0b2c4baaf7d6af84924167f57e569632fdd282b442"
labels:
app.kubernetes.io/name: flytescheduler
app.kubernetes.io/instance: flyte
@@ -949,7 +952,7 @@ spec:
- precheck
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler-check
volumeMounts:
@@ -965,7 +968,7 @@ spec:
- run
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler
ports:
diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml
index e5655a4c53..c1d6b96380 100644
--- a/deployment/eks/flyte_helm_dataplane_generated.yaml
+++ b/deployment/eks/flyte_helm_dataplane_generated.yaml
@@ -94,7 +94,7 @@ data:
plugins:
k8s:
co-pilot:
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2
name: flyte-copilot-
start-timeout: 30s
core.yaml: |
@@ -427,7 +427,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a"
+ configChecksum: "ea2c2cd8898cdabd21a443862894799a49efd108e5118f4605b5e7c94008e0a"
labels:
app.kubernetes.io/name: flytepropeller
app.kubernetes.io/instance: flyte
@@ -453,7 +453,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytepropeller
ports:
@@ -507,9 +507,9 @@ spec:
labels:
app: flyte-pod-webhook
app.kubernetes.io/name: flyte-pod-webhook
- app.kubernetes.io/version: v1.10.6
+ app.kubernetes.io/version: v1.10.7-b2
annotations:
- configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a"
+ configChecksum: "ea2c2cd8898cdabd21a443862894799a49efd108e5118f4605b5e7c94008e0a"
spec:
securityContext:
fsGroup: 65534
@@ -518,7 +518,7 @@ spec:
serviceAccountName: flyte-pod-webhook
initContainers:
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
@@ -541,7 +541,7 @@ spec:
mountPath: /etc/flyte/config
containers:
- name: webhook
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml
index 45fed80156..910b2746b8 100644
--- a/deployment/eks/flyte_helm_generated.yaml
+++ b/deployment/eks/flyte_helm_generated.yaml
@@ -204,10 +204,12 @@ data:
task_resources:
defaults:
cpu: 1000m
+ ephemeralStorage: 500Mi
memory: 1000Mi
storage: 1000Mi
limits:
cpu: 2
+ ephemeralStorage: 20Mi
gpu: 1
memory: 1Gi
storage: 2000Mi
@@ -460,7 +462,7 @@ data:
plugins:
k8s:
co-pilot:
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2
name: flyte-copilot-
start-timeout: 30s
core.yaml: |
@@ -878,7 +880,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "053b20ebc40227f6ed8ddc61f5997ee7997c604158f773779f20ec61af11a2f"
+ configChecksum: "61fa8a4eebe7e96a3e25b0b2c4baaf7d6af84924167f57e569632fdd282b442"
labels:
app.kubernetes.io/name: flyteadmin
app.kubernetes.io/instance: flyte
@@ -896,7 +898,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -913,7 +915,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: seed-projects
volumeMounts:
@@ -927,7 +929,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -940,7 +942,7 @@ spec:
- mountPath: /etc/secrets/
name: admin-secrets
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command: ["/bin/sh", "-c"]
args:
@@ -963,7 +965,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flyteadmin
ports:
@@ -1064,7 +1066,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -1125,6 +1127,7 @@ spec:
name: flyte-console-config
ports:
- containerPort: 8080
+ env:
resources:
limits:
cpu: 250m
@@ -1184,7 +1187,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -1198,7 +1201,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: datacatalog
ports:
@@ -1257,7 +1260,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "053b20ebc40227f6ed8ddc61f5997ee7997c604158f773779f20ec61af11a2f"
+ configChecksum: "61fa8a4eebe7e96a3e25b0b2c4baaf7d6af84924167f57e569632fdd282b442"
labels:
app.kubernetes.io/name: flytescheduler
app.kubernetes.io/instance: flyte
@@ -1274,7 +1277,7 @@ spec:
- precheck
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler-check
volumeMounts:
@@ -1290,7 +1293,7 @@ spec:
- run
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler
ports:
@@ -1345,7 +1348,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a"
+ configChecksum: "ea2c2cd8898cdabd21a443862894799a49efd108e5118f4605b5e7c94008e0a"
labels:
app.kubernetes.io/name: flytepropeller
app.kubernetes.io/instance: flyte
@@ -1371,7 +1374,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytepropeller
ports:
@@ -1425,9 +1428,9 @@ spec:
labels:
app: flyte-pod-webhook
app.kubernetes.io/name: flyte-pod-webhook
- app.kubernetes.io/version: v1.10.6
+ app.kubernetes.io/version: v1.10.7-b2
annotations:
- configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a"
+ configChecksum: "ea2c2cd8898cdabd21a443862894799a49efd108e5118f4605b5e7c94008e0a"
spec:
securityContext:
fsGroup: 65534
@@ -1436,7 +1439,7 @@ spec:
serviceAccountName: flyte-pod-webhook
initContainers:
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
@@ -1459,7 +1462,7 @@ spec:
mountPath: /etc/flyte/config
containers:
- name: webhook
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml
index 14897b6b71..01d708d860 100644
--- a/deployment/gcp/flyte_generated.yaml
+++ b/deployment/gcp/flyte_generated.yaml
@@ -8682,7 +8682,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: cr.flyte.org/flyteorg/datacatalog:v1.9.37
+ image: cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: datacatalog
ports:
@@ -8705,7 +8705,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: cr.flyte.org/flyteorg/datacatalog:v1.9.37
+ image: cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: run-migrations
volumeMounts:
@@ -8766,7 +8766,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: cr.flyte.org/flyteorg/flytepropeller:v1.9.37
+ image: cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: webhook
volumeMounts:
@@ -8793,7 +8793,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: cr.flyte.org/flyteorg/flytepropeller:v1.9.37
+ image: cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: generate-secrets
volumeMounts:
@@ -8841,7 +8841,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: cr.flyte.org/flyteorg/flyteadmin:v1.9.37
+ image: cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: flyteadmin
ports:
@@ -8888,7 +8888,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: cr.flyte.org/flyteorg/flyteadmin:v1.9.37
+ image: cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: run-migrations
volumeMounts:
@@ -8905,7 +8905,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: cr.flyte.org/flyteorg/flyteadmin:v1.9.37
+ image: cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: seed-projects
volumeMounts:
@@ -8919,7 +8919,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: cr.flyte.org/flyteorg/flyteadmin:v1.9.37
+ image: cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: sync-cluster-resources
volumeMounts:
@@ -8939,7 +8939,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: cr.flyte.org/flyteorg/flyteadmin:v1.9.37
+ image: cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: generate-secrets
volumeMounts:
@@ -9044,7 +9044,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: cr.flyte.org/flyteorg/flytepropeller:v1.9.37
+ image: cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: flytepropeller
ports:
@@ -9312,7 +9312,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: cr.flyte.org/flyteorg/flyteadmin:v1.9.37
+ image: cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2
imagePullPolicy: IfNotPresent
name: sync-cluster-resources
volumeMounts:
diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml
index 29be77bd52..a31446875c 100644
--- a/deployment/gcp/flyte_helm_controlplane_generated.yaml
+++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml
@@ -178,10 +178,12 @@ data:
task_resources:
defaults:
cpu: 500m
+ ephemeralStorage: 500Mi
memory: 500Mi
storage: 500Mi
limits:
cpu: 2
+ ephemeralStorage: 20Mi
gpu: 1
memory: 1Gi
storage: 2000Mi
@@ -568,7 +570,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "2e169a911a8234dd42d06ca0887279093f4ed36033d0543749ce126b26b50f3"
+ configChecksum: "c7d43aa7ff4bf67124616d00a83d3c45926ea5ca36bdebdfac1cbcd0e465270"
labels:
app.kubernetes.io/name: flyteadmin
app.kubernetes.io/instance: flyte
@@ -586,7 +588,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -603,7 +605,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: seed-projects
volumeMounts:
@@ -617,7 +619,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -630,7 +632,7 @@ spec:
- mountPath: /etc/secrets/
name: admin-secrets
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command: ["/bin/sh", "-c"]
args:
@@ -653,7 +655,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flyteadmin
ports:
@@ -754,7 +756,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -815,6 +817,7 @@ spec:
name: flyte-console-config
ports:
- containerPort: 8080
+ env:
resources:
limits:
cpu: 250m
@@ -874,7 +877,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -888,7 +891,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: datacatalog
ports:
@@ -947,7 +950,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "2e169a911a8234dd42d06ca0887279093f4ed36033d0543749ce126b26b50f3"
+ configChecksum: "c7d43aa7ff4bf67124616d00a83d3c45926ea5ca36bdebdfac1cbcd0e465270"
labels:
app.kubernetes.io/name: flytescheduler
app.kubernetes.io/instance: flyte
@@ -964,7 +967,7 @@ spec:
- precheck
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler-check
volumeMounts:
@@ -980,7 +983,7 @@ spec:
- run
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler
ports:
diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml
index bfe7b45516..c0cb5c5a6d 100644
--- a/deployment/gcp/flyte_helm_dataplane_generated.yaml
+++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml
@@ -94,7 +94,7 @@ data:
plugins:
k8s:
co-pilot:
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2
name: flyte-copilot-
start-timeout: 30s
core.yaml: |
@@ -435,7 +435,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1"
+ configChecksum: "063bb0277c649fa12017e257aa4bb51aae517b3563e0593925680cb89bf2d55"
labels:
app.kubernetes.io/name: flytepropeller
app.kubernetes.io/instance: flyte
@@ -460,7 +460,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytepropeller
ports:
@@ -514,9 +514,9 @@ spec:
labels:
app: flyte-pod-webhook
app.kubernetes.io/name: flyte-pod-webhook
- app.kubernetes.io/version: v1.10.6
+ app.kubernetes.io/version: v1.10.7-b2
annotations:
- configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1"
+ configChecksum: "063bb0277c649fa12017e257aa4bb51aae517b3563e0593925680cb89bf2d55"
spec:
securityContext:
fsGroup: 65534
@@ -525,7 +525,7 @@ spec:
serviceAccountName: flyte-pod-webhook
initContainers:
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
@@ -548,7 +548,7 @@ spec:
mountPath: /etc/flyte/config
containers:
- name: webhook
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml
index 9c81b402c5..0627ba986c 100644
--- a/deployment/gcp/flyte_helm_generated.yaml
+++ b/deployment/gcp/flyte_helm_generated.yaml
@@ -209,10 +209,12 @@ data:
task_resources:
defaults:
cpu: 500m
+ ephemeralStorage: 500Mi
memory: 500Mi
storage: 500Mi
limits:
cpu: 2
+ ephemeralStorage: 20Mi
gpu: 1
memory: 1Gi
storage: 2000Mi
@@ -473,7 +475,7 @@ data:
plugins:
k8s:
co-pilot:
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2
name: flyte-copilot-
start-timeout: 30s
core.yaml: |
@@ -901,7 +903,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "2e169a911a8234dd42d06ca0887279093f4ed36033d0543749ce126b26b50f3"
+ configChecksum: "c7d43aa7ff4bf67124616d00a83d3c45926ea5ca36bdebdfac1cbcd0e465270"
labels:
app.kubernetes.io/name: flyteadmin
app.kubernetes.io/instance: flyte
@@ -919,7 +921,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -936,7 +938,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: seed-projects
volumeMounts:
@@ -950,7 +952,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -963,7 +965,7 @@ spec:
- mountPath: /etc/secrets/
name: admin-secrets
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command: ["/bin/sh", "-c"]
args:
@@ -986,7 +988,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flyteadmin
ports:
@@ -1087,7 +1089,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -1148,6 +1150,7 @@ spec:
name: flyte-console-config
ports:
- containerPort: 8080
+ env:
resources:
limits:
cpu: 250m
@@ -1207,7 +1210,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -1221,7 +1224,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: datacatalog
ports:
@@ -1280,7 +1283,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "2e169a911a8234dd42d06ca0887279093f4ed36033d0543749ce126b26b50f3"
+ configChecksum: "c7d43aa7ff4bf67124616d00a83d3c45926ea5ca36bdebdfac1cbcd0e465270"
labels:
app.kubernetes.io/name: flytescheduler
app.kubernetes.io/instance: flyte
@@ -1297,7 +1300,7 @@ spec:
- precheck
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler-check
volumeMounts:
@@ -1313,7 +1316,7 @@ spec:
- run
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler
ports:
@@ -1368,7 +1371,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1"
+ configChecksum: "063bb0277c649fa12017e257aa4bb51aae517b3563e0593925680cb89bf2d55"
labels:
app.kubernetes.io/name: flytepropeller
app.kubernetes.io/instance: flyte
@@ -1393,7 +1396,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytepropeller
ports:
@@ -1447,9 +1450,9 @@ spec:
labels:
app: flyte-pod-webhook
app.kubernetes.io/name: flyte-pod-webhook
- app.kubernetes.io/version: v1.10.6
+ app.kubernetes.io/version: v1.10.7-b2
annotations:
- configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1"
+ configChecksum: "063bb0277c649fa12017e257aa4bb51aae517b3563e0593925680cb89bf2d55"
spec:
securityContext:
fsGroup: 65534
@@ -1458,7 +1461,7 @@ spec:
serviceAccountName: flyte-pod-webhook
initContainers:
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
@@ -1481,7 +1484,7 @@ spec:
mountPath: /etc/flyte/config
containers:
- name: webhook
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml
index 2b0d197af3..039b6628e4 100644
--- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml
+++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml
@@ -116,7 +116,7 @@ data:
stackdriver-enabled: false
k8s:
co-pilot:
- image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2"
k8s-array:
logs:
config:
@@ -358,7 +358,7 @@ spec:
app.kubernetes.io/instance: flyte
app.kubernetes.io/component: flyte-binary
annotations:
- checksum/configuration: 94a584c983cfe1077f02569ae00f81c4fddae4505901006eda76d9338bd3dda2
+ checksum/configuration: 4566d9bb7575f535ccf8481c719474e72b926b8029d83e3b6318549e3cdd2f14
checksum/configuration-secret: d5d93f4e67780b21593dc3799f0f6682aab0765e708e4020939975d14d44f929
checksum/cluster-resource-templates: 7dfa59f3d447e9c099b8f8ffad3af466fecbc9cf9f8c97295d9634254a55d4ae
spec:
diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml
index 26a61908ed..cade17e8d6 100644
--- a/deployment/sandbox/flyte_helm_generated.yaml
+++ b/deployment/sandbox/flyte_helm_generated.yaml
@@ -334,10 +334,12 @@ data:
task_resources:
defaults:
cpu: 100m
+ ephemeralStorage: 500Mi
memory: 200Mi
storage: 5Mi
limits:
cpu: 2
+ ephemeralStorage: 20Mi
gpu: 1
memory: 1Gi
storage: 20Mi
@@ -585,7 +587,7 @@ data:
plugins:
k8s:
co-pilot:
- image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+ image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2
name: flyte-copilot-
start-timeout: 30s
core.yaml: |
@@ -6690,7 +6692,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "45f0232531c0d1494809cf83387a95b2fc802019ea095de7a24ccd4f8de86ec"
+ configChecksum: "82d6ffa2a2dd83eb11c491a95af43fdede659d6b5b400b6edcd88291a28c4f4"
labels:
app.kubernetes.io/name: flyteadmin
app.kubernetes.io/instance: flyte
@@ -6708,7 +6710,7 @@ spec:
- /etc/flyte/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -6724,7 +6726,7 @@ spec:
- flytesnacks
- flytetester
- flyteexamples
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: seed-projects
volumeMounts:
@@ -6737,7 +6739,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- sync
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -6749,7 +6751,7 @@ spec:
- mountPath: /etc/secrets/
name: admin-secrets
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command: ["/bin/sh", "-c"]
args:
@@ -6772,7 +6774,7 @@ spec:
- --config
- /etc/flyte/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flyteadmin
ports:
@@ -6863,7 +6865,7 @@ spec:
- /etc/flyte/config/*.yaml
- clusterresource
- run
- image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: sync-cluster-resources
volumeMounts:
@@ -6978,7 +6980,7 @@ spec:
- /etc/datacatalog/config/*.yaml
- migrate
- run
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: run-migrations
volumeMounts:
@@ -6991,7 +6993,7 @@ spec:
- --config
- /etc/datacatalog/config/*.yaml
- serve
- image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+ image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: datacatalog
ports:
@@ -7040,7 +7042,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "45f0232531c0d1494809cf83387a95b2fc802019ea095de7a24ccd4f8de86ec"
+ configChecksum: "82d6ffa2a2dd83eb11c491a95af43fdede659d6b5b400b6edcd88291a28c4f4"
labels:
app.kubernetes.io/name: flytescheduler
app.kubernetes.io/instance: flyte
@@ -7057,7 +7059,7 @@ spec:
- precheck
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler-check
volumeMounts:
@@ -7072,7 +7074,7 @@ spec:
- run
- --config
- /etc/flyte/config/*.yaml
- image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytescheduler
ports:
@@ -7124,7 +7126,7 @@ spec:
template:
metadata:
annotations:
- configChecksum: "3d2a38f6286a81fa144d0690a97cf10282a73e862a2a3b5a3e0bb2911aac9ca"
+ configChecksum: "809822d98423c61b882d80deb62e9a8e59acd78ad56f875a4542a8154162ed7"
labels:
app.kubernetes.io/name: flytepropeller
app.kubernetes.io/instance: flyte
@@ -7149,7 +7151,7 @@ spec:
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
name: flytepropeller
ports:
@@ -7196,9 +7198,9 @@ spec:
labels:
app: flyte-pod-webhook
app.kubernetes.io/name: flyte-pod-webhook
- app.kubernetes.io/version: v1.10.6
+ app.kubernetes.io/version: v1.10.7-b2
annotations:
- configChecksum: "3d2a38f6286a81fa144d0690a97cf10282a73e862a2a3b5a3e0bb2911aac9ca"
+ configChecksum: "809822d98423c61b882d80deb62e9a8e59acd78ad56f875a4542a8154162ed7"
spec:
securityContext:
fsGroup: 65534
@@ -7207,7 +7209,7 @@ spec:
serviceAccountName: flyte-pod-webhook
initContainers:
- name: generate-secrets
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
@@ -7230,7 +7232,7 @@ spec:
mountPath: /etc/flyte/config
containers:
- name: webhook
- image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b2"
imagePullPolicy: "IfNotPresent"
command:
- flytepropeller
diff --git a/doc-requirements.in b/doc-requirements.in
deleted file mode 100644
index 49f7439659..0000000000
--- a/doc-requirements.in
+++ /dev/null
@@ -1,16 +0,0 @@
-codespell
-git+https://github.com/flyteorg/furo@main
-sphinx
-sphinx-prompt
-sphinx-code-include
-sphinx-autoapi
-sphinx-copybutton
-sphinxext-remoteliteralinclude
-sphinx-issues
-sphinx_fontawesome
-sphinx-panels
-sphinxcontrib-mermaid
-sphinxcontrib-video
-sphinxcontrib-youtube==1.2.0
-sphinx-tabs
-sphinx-tags
diff --git a/doc-requirements.txt b/doc-requirements.txt
deleted file mode 100644
index 2bde883f6a..0000000000
--- a/doc-requirements.txt
+++ /dev/null
@@ -1,61 +0,0 @@
-#
-# This file is autogenerated by pip-compile with Python 3.10
-# by the following command:
-#
-# pip-compile --annotation-style=line doc-requirements.in
-#
-alabaster==0.7.13 # via sphinx
-astroid==3.0.1 # via sphinx-autoapi
-babel==2.13.1 # via sphinx
-beautifulsoup4==4.12.2 # via furo, sphinx-code-include
-certifi==2023.11.17 # via requests
-cfgv==3.4.0 # via pre-commit
-charset-normalizer==3.3.2 # via requests
-codespell==2.2.6 # via -r doc-requirements.in
-distlib==0.3.7 # via virtualenv
-docutils==0.17.1 # via sphinx, sphinx-panels, sphinx-tabs
-filelock==3.13.1 # via virtualenv
-furo @ git+https://github.com/flyteorg/furo@main # via -r doc-requirements.in
-identify==2.5.32 # via pre-commit
-idna==3.6 # via requests
-imagesize==1.4.1 # via sphinx
-jinja2==3.0.3 # via sphinx, sphinx-autoapi, sphinx-tabs
-markupsafe==2.1.3 # via jinja2
-nodeenv==1.8.0 # via pre-commit
-packaging==23.2 # via sphinx
-platformdirs==4.1.0 # via virtualenv
-pre-commit==3.5.0 # via sphinx-tags
-pygments==2.17.2 # via furo, sphinx, sphinx-prompt, sphinx-tabs
-pyyaml==6.0.1 # via pre-commit, sphinx-autoapi
-requests==2.31.0 # via sphinx, sphinxcontrib-youtube
-six==1.16.0 # via sphinx-code-include, sphinxext-remoteliteralinclude
-snowballstemmer==2.2.0 # via sphinx
-soupsieve==2.5 # via beautifulsoup4
-sphinx==4.5.0 # via -r doc-requirements.in, furo, sphinx-autoapi, sphinx-basic-ng, sphinx-code-include, sphinx-copybutton, sphinx-fontawesome, sphinx-issues, sphinx-panels, sphinx-prompt, sphinx-tabs, sphinx-tags, sphinxcontrib-video, sphinxcontrib-youtube, sphinxext-remoteliteralinclude
-sphinx-autoapi==2.0.1 # via -r doc-requirements.in
-sphinx-basic-ng==1.0.0b2 # via furo
-sphinx-code-include==1.1.1 # via -r doc-requirements.in
-sphinx-copybutton==0.5.2 # via -r doc-requirements.in
-sphinx-fontawesome==0.0.6 # via -r doc-requirements.in
-sphinx-issues==3.0.1 # via -r doc-requirements.in
-sphinx-panels==0.6.0 # via -r doc-requirements.in
-sphinx-prompt==1.5.0 # via -r doc-requirements.in
-sphinx-tabs==3.4.0 # via -r doc-requirements.in
-sphinx-tags==0.2.1 # via -r doc-requirements.in
-sphinxcontrib-applehelp==1.0.4 # via sphinx
-sphinxcontrib-devhelp==1.0.2 # via sphinx
-sphinxcontrib-htmlhelp==2.0.1 # via sphinx
-sphinxcontrib-jsmath==1.0.1 # via sphinx
-sphinxcontrib-mermaid==0.9.2 # via -r doc-requirements.in
-sphinxcontrib-qthelp==1.0.3 # via sphinx
-sphinxcontrib-serializinghtml==1.1.5 # via sphinx
-sphinxcontrib-video==0.2.0 # via -r doc-requirements.in
-sphinxcontrib-youtube==1.2.0 # via -r doc-requirements.in
-sphinxext-remoteliteralinclude==0.4.0 # via -r doc-requirements.in
-typing-extensions==4.8.0 # via astroid
-unidecode==1.3.7 # via sphinx-autoapi
-urllib3==2.1.0 # via requests
-virtualenv==20.25.0 # via pre-commit
-
-# The following packages are considered to be unsafe in a requirements file:
-# setuptools
diff --git a/docker/sandbox-bundled/manifests/complete-agent.yaml b/docker/sandbox-bundled/manifests/complete-agent.yaml
index da57ef92f5..44510f5efc 100644
--- a/docker/sandbox-bundled/manifests/complete-agent.yaml
+++ b/docker/sandbox-bundled/manifests/complete-agent.yaml
@@ -468,7 +468,7 @@ data:
stackdriver-enabled: false
k8s:
co-pilot:
- image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2"
k8s-array:
logs:
config:
@@ -816,7 +816,7 @@ type: Opaque
---
apiVersion: v1
data:
- haSharedSecret: RkZLd2xsVEZSNXNHMExjeg==
+ haSharedSecret: R3dGeldWcjRZb1d5dlVMbA==
proxyPassword: ""
proxyUsername: ""
kind: Secret
@@ -1246,7 +1246,7 @@ spec:
metadata:
annotations:
checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035
- checksum/configuration: 9cb50a36963e1d23a3b500b148de3407c1fcc1b65da0f7da8b038cfd35c97fca
+ checksum/configuration: 267295f401ead24cac5d0e20fd495f2373d31774f0abaa3279d4a22f94dc954f
checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914
labels:
app.kubernetes.io/component: flyte-binary
@@ -1412,7 +1412,7 @@ spec:
metadata:
annotations:
checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81
- checksum/secret: 54b8e8ed67f9cf2f4b8c83b917ba11b0ed9f81f453df70376c332e202522643e
+ checksum/secret: 11c2215901062e6c31e3f73ad634f47f23e3ce1c1b5b774e500e6592969a907c
labels:
app: docker-registry
release: flyte-sandbox
diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml
index 2a4bd6bbdc..4abe5dad66 100644
--- a/docker/sandbox-bundled/manifests/complete.yaml
+++ b/docker/sandbox-bundled/manifests/complete.yaml
@@ -457,7 +457,7 @@ data:
stackdriver-enabled: false
k8s:
co-pilot:
- image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6"
+ image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b2"
k8s-array:
logs:
config:
@@ -796,7 +796,7 @@ type: Opaque
---
apiVersion: v1
data:
- haSharedSecret: SENrVEZGc09ob3RKdFJRSA==
+ haSharedSecret: dWZVZnFyN055a2NqT1lTTw==
proxyPassword: ""
proxyUsername: ""
kind: Secret
@@ -1194,7 +1194,7 @@ spec:
metadata:
annotations:
checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035
- checksum/configuration: 52331d07774723e1045269ebc8e4cdf95e1bdd85ab104699149cae45f1eb0327
+ checksum/configuration: 98f436232001bb629ccb144b80f87538ab271997bfc494a3f51c33a99b826d70
checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914
labels:
app.kubernetes.io/component: flyte-binary
@@ -1360,7 +1360,7 @@ spec:
metadata:
annotations:
checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81
- checksum/secret: 7c61351bdfcc86e008feb9f8d023e02d3aa7e570e1759790f8d7c3f6a4fd9c86
+ checksum/secret: c07763867933245f95f13aa477630c8c337c62efee4cba504729dc8a4f9e5ce2
labels:
app: docker-registry
release: flyte-sandbox
diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml
index 050efccd96..a8b9244f22 100644
--- a/docker/sandbox-bundled/manifests/dev.yaml
+++ b/docker/sandbox-bundled/manifests/dev.yaml
@@ -499,7 +499,7 @@ metadata:
---
apiVersion: v1
data:
- haSharedSecret: RjVjd3lFdXVJRllyTzlTNA==
+ haSharedSecret: cDQ2bUZZQkg4bjg2Y2hGRQ==
proxyPassword: ""
proxyUsername: ""
kind: Secret
@@ -934,7 +934,7 @@ spec:
metadata:
annotations:
checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81
- checksum/secret: 048f8e7e067f646dce51250b72fe31919755c8fa62f7f4f4ccc054e20a719d9e
+ checksum/secret: e65c1b8ed75e538fd09b9d94538d1a99a986534b18625406a2bc9cce8aeffe1a
labels:
app: docker-registry
release: flyte-sandbox
diff --git a/docs/README.md b/docs/README.md
new file mode 100644
index 0000000000..322c7fe3b5
--- /dev/null
+++ b/docs/README.md
@@ -0,0 +1,29 @@
+# Building the Flyte docs locally
+
+## Prerequisites
+
+* `conda` (We recommend Miniconda installed with an [official installer](https://docs.conda.io/projects/miniconda/en/latest/index.html#latest-miniconda-installer-links))
+
+* [`conda-lock`](https://github.com/conda/conda-lock)
+
+
+## Set up the build environment
+
+In the `flyteorg/flyte` root directory do:
+
+```
+$ conda-lock install --name monodocs-env monodocs-environment.lock.yaml
+```
+
+This creates a new environment called `monodocs-env` with all the dependencies needed to build the docs. You can choose a different environment name if you like.
+
+
+## Building the docs
+
+In the `flyteorg/flyte` root directory make sure you have activated the `monodocs-env` (or whatever you called it) environment and do:
+
+```
+$ make docs
+```
+
+The resulting `html` files will be in `docs/_build/html`.
diff --git a/docs/_ext/import_projects.py b/docs/_ext/import_projects.py
index b4fa6310d7..1e32aa0d8c 100644
--- a/docs/_ext/import_projects.py
+++ b/docs/_ext/import_projects.py
@@ -26,6 +26,7 @@ class ImportProjectsConfig:
flytekit_api_dir: str
source_regex_mapping: dict = field(default_factory=dict)
list_table_toc: List[str] = field(default_factory=list)
+ dev_build: bool = False
@dataclass
@@ -53,6 +54,8 @@ class Project:
```
"""
+VERSION_PATTERN = r"^v[0-9]+.[0-9]+.[0-9]+$"
+
class ListTableToc(SphinxDirective):
"""Custom directive to convert list-table into both list-table and toctree."""
@@ -102,7 +105,7 @@ def update_sys_path_for_flytekit(import_project_config: ImportProjectsConfig):
def update_html_context(project: Project, tag: str, commit: str, config: Config):
- tag_url = f"{project.source}/releases/tag/{tag}"
+ tag_url = "#" if tag == "dev" else f"{project.source}/releases/tag/{tag}"
commit_url = f"{project.source}/tree/{commit}"
config.html_context[f"{project.name}_tag"] = tag
@@ -146,10 +149,14 @@ def import_projects(app: Sphinx, config: Config):
dest_docs_dir = srcdir / project.dest
if repo:
- tags = sorted(repo.tags, key=lambda t: t.commit.committed_datetime)
- if not tags:
- # If tags don't exist just use the current commit. This occurs
- # when the git repo is a shallow clone.
+ tags = sorted(
+ [t for t in repo.tags if re.match(VERSION_PATTERN, t.name)],
+ key=lambda t: t.commit.committed_datetime
+ )
+ if not tags or import_projects_config.dev_build:
+ # If dev_build is specified or the tags don't exist just use the
+ # current commit. This occurs when the git repo is a shallow
+ # clone.
tag_str = "dev"
commit = str(repo.head.commit)[:7]
else:
diff --git a/docs/_static/algolia-search.js b/docs/_static/algolia-search.js
new file mode 100644
index 0000000000..34789e97e8
--- /dev/null
+++ b/docs/_static/algolia-search.js
@@ -0,0 +1,12 @@
+/*global docsearch*/
+
+docsearch({
+ container: ".docsearch",
+ appId: "WLG0MZB58Q",
+ apiKey: "28bf9bfd4a77a7d6b3ab7e98c671e781",
+ indexName: "flyte",
+ searchParameters: {
+ hitsPerPage: 10,
+ // See https://www.algolia.com/doc/api-reference/api-parameters/
+ },
+});
diff --git a/docs/_static/algolia.css b/docs/_static/algolia.css
new file mode 100644
index 0000000000..c051ed6197
--- /dev/null
+++ b/docs/_static/algolia.css
@@ -0,0 +1,23 @@
+/* Algolia Docs Search Style */
+.docsearch {
+ width: 100% !important;
+}
+
+.DocSearch-Button {
+ height: 60px !important;
+ width: 100% !important;
+ margin: 0px !important;
+ border-radius: 0 !important;
+ border-bottom: 1px solid var(--color-header-border) !important;
+ background: var(--color-sidebar-background) !important;
+ padding: 0 15px !important;
+}
+
+.DocSearch-Button:hover, .DocSearch-Button:active {
+ box-shadow: none !important;
+ background: var(--docsearch-searchbox-background) !important;
+}
+
+.sidebar-search-container::before {
+ content: none;
+}
diff --git a/docs/_static/flyte.css b/docs/_static/flyte.css
index a0e5225c25..6071b8ab51 100644
--- a/docs/_static/flyte.css
+++ b/docs/_static/flyte.css
@@ -43,6 +43,7 @@ h6 {
width: 100% !important;
margin: 0px !important;
border-radius: 0 !important;
+ border-top: 1px solid var(--color-header-border) !important;
border-bottom: 1px solid var(--color-header-border) !important;
background: var(--color-sidebar-background) !important;
padding: 0 15px !important;
@@ -53,6 +54,16 @@ h6 {
background: var(--docsearch-searchbox-background) !important;
}
+.DocSearch-Button-Key {
+ border-radius: 3px !important;
+ box-shadow: var(--docsearch-key-shadow) !important;
+ color: var(--docsearch-muted-color) !important;
+ display: flex !important;
+ margin-right: 0.4em !important;
+ padding: 0 0 2px !important;
+ border: 0 !important;
+}
+
.sidebar-search-container::before {
content: none;
}
diff --git a/docs/_templates/base.html b/docs/_templates/base.html
new file mode 100644
index 0000000000..f3c5ef1a49
--- /dev/null
+++ b/docs/_templates/base.html
@@ -0,0 +1,125 @@
+
+
+
+ {%- block site_meta -%}
+
+
+
+
+ {%- if metatags %}{{ metatags }}{% endif -%}
+
+ {%- block linktags %}
+ {%- if hasdoc('about') -%}
+
+ {%- endif -%}
+ {%- if hasdoc('genindex') -%}
+
+ {%- endif -%}
+ {%- if hasdoc('search') -%}
+
+ {%- endif -%}
+ {%- if hasdoc('copyright') -%}
+
+ {%- endif -%}
+ {%- if next -%}
+
+ {%- endif -%}
+ {%- if prev -%}
+
+ {%- endif -%}
+ {#- rel="canonical" (set by html_baseurl) -#}
+ {%- if pageurl %}
+
+ {%- endif %}
+ {%- endblock linktags %}
+
+ {# Favicon #}
+ {%- if favicon_url -%}
+
+ {%- endif -%}
+
+ {#- Generator banner -#}
+
+
+ {%- endblock site_meta -%}
+
+ {#- Site title -#}
+ {%- block htmltitle -%}
+ {% if not docstitle %}
+ {{ title|striptags|e }}
+ {% elif pagename == master_doc %}
+ {{ docstitle|striptags|e }}
+ {% else %}
+ {{ title|striptags|e }} - {{ docstitle|striptags|e }}
+ {% endif %}
+ {%- endblock -%}
+
+ {%- block styles -%}
+
+ {# Custom stylesheets #}
+ {%- block regular_styles -%}
+ {%- for css in css_files -%}
+ {% if css|attr("filename") -%}
+ {{ css_tag(css) }}
+ {%- else -%}
+
+ {%- endif %}
+ {% endfor -%}
+ {%- endblock regular_styles -%}
+
+ {#- Theme-related stylesheets -#}
+ {%- block theme_styles %}
+ {% include "partials/_head_css_variables.html" with context %}
+ {%- endblock theme_styles -%}
+
+ {%- block extra_styles -%}
+
+
+ {%- endblock extra_styles -%}
+
+ {%- endblock styles -%}
+
+ {#- Custom front matter #}
+ {%- block extrahead -%}{%- endblock -%}
+
+
+
+
+
+ {% block body %}
+
+ {% endblock %}
+
+ {%- block scripts -%}
+
+ {# Custom JS #}
+ {%- block regular_scripts -%}
+ {% for path in script_files -%}
+ {{ js_tag(path) }}
+ {% endfor -%}
+ {%- endblock regular_scripts -%}
+
+ {# Theme-related JavaScript code #}
+ {%- block theme_scripts -%}
+
+
+ {%- endblock -%}
+ {%- endblock scripts -%}
+
+
diff --git a/docs/_templates/page.html b/docs/_templates/page.html
index 582062c95e..d078e9dd5e 100644
--- a/docs/_templates/page.html
+++ b/docs/_templates/page.html
@@ -61,6 +61,8 @@
+
+
{{ project }}