-
Notifications
You must be signed in to change notification settings - Fork 665
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into 4291-separate-buckets
Signed-off-by: David Espejo <[email protected]>
- Loading branch information
Showing
87 changed files
with
2,018 additions
and
964 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -28,6 +28,9 @@ jobs: | |
| python-version: "3.10" | ||
| check-latest: true | ||
|
|
||
| - uses: unionai/[email protected] | ||
| name: Setup flytectl | ||
|
|
||
| - name: Set up chart-testing | ||
| uses: helm/chart-testing-action@v2 | ||
|
|
||
|
|
@@ -41,15 +44,16 @@ jobs: | |
| - name: Run chart-testing (lint) | ||
| if: steps.charts-changed.outputs.changed == 'true' | ||
| run: ct lint --target-branch ${{ github.event.repository.default_branch }} | ||
|
|
||
| - name: Create KinD cluster | ||
| if: steps.charts-changed.outputs.changed == 'true' | ||
| uses: helm/kind-action@v1 | ||
|
|
||
| - name: Run chart-testing (install) | ||
| if: steps.charts-changed.outputs.changed == 'true' | ||
| run: ct install --target-branch ${{ github.event.repository.default_branch }} | ||
| run: | | ||
| ct lint \ | ||
| --target-branch ${{ github.event.repository.default_branch }} \ | ||
| --validate-maintainers=false \ | ||
| --check-version-increment=false \ | ||
| --chart-repos spark-operator=https://kubeflow.github.io/spark-operator \ | ||
| --chart-repos dask=https://helm.dask.org \ | ||
| --chart-repos bitnami=https://charts.bitnami.com/bitnami \ | ||
| --chart-repos twuni=https://helm.twun.io \ | ||
| --chart-repos kubernetes-dashboard=https://kubernetes.github.io/dashboard | ||
| validate-manifests: | ||
| needs: | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,2 @@ | ||
| # Flyte v1.11.1-b0 | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| { | ||
| "repository": { | ||
| "default_branch": "master" | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -95,8 +95,8 @@ helm install gateway bitnami/contour -n flyte | |
| | configmap.clusters.clusterConfigs | list | `[]` | | | ||
| | configmap.clusters.labelClusterMap | object | `{}` | | | ||
| | configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | | ||
| | configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | | ||
| | configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | ||
| | configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.0-b0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | | ||
| | configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.0-b0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | ||
| | configmap.core | object | `{"manager":{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"},"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | ||
| | configmap.core.manager | object | `{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/manager/config#Config). | | ||
| | configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | | ||
|
|
@@ -130,7 +130,7 @@ helm install gateway bitnami/contour -n flyte | |
| | datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | ||
| | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | ||
| | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | | ||
| | datacatalog.image.tag | string | `"v1.11.0"` | Docker image tag | | ||
| | datacatalog.image.tag | string | `"v1.11.0-b0"` | Docker image tag | | ||
| | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | ||
| | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | ||
| | datacatalog.podEnv | object | `{}` | Additional Datacatalog container environment variables | | ||
|
|
@@ -165,7 +165,7 @@ helm install gateway bitnami/contour -n flyte | |
| | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | ||
| | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | ||
| | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | | ||
| | flyteadmin.image.tag | string | `"v1.11.0"` | | | ||
| | flyteadmin.image.tag | string | `"v1.11.0-b0"` | | | ||
| | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | ||
| | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | ||
| | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | | ||
|
|
@@ -226,7 +226,7 @@ helm install gateway bitnami/contour -n flyte | |
| | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | ||
| | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | ||
| | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | | ||
| | flytepropeller.image.tag | string | `"v1.11.0"` | | | ||
| | flytepropeller.image.tag | string | `"v1.11.0-b0"` | | | ||
| | flytepropeller.manager | bool | `false` | | | ||
| | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | ||
| | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | ||
|
|
@@ -256,7 +256,7 @@ helm install gateway bitnami/contour -n flyte | |
| | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | ||
| | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | ||
| | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | | ||
| | flytescheduler.image.tag | string | `"v1.11.0"` | Docker image tag | | ||
| | flytescheduler.image.tag | string | `"v1.11.0-b0"` | Docker image tag | | ||
| | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | ||
| | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | ||
| | flytescheduler.podEnv | object | `{}` | Additional Flytescheduler container environment variables | | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -15,8 +15,8 @@ flyteadmin: | |
| replicaCount: 1 | ||
| image: | ||
| # -- Docker image for Flyteadmin deployment | ||
| repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE | ||
| tag: v1.11.0 # FLYTEADMIN_TAG | ||
| repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE | ||
| tag: v1.11.0-b0 # FLYTEADMIN_TAG | ||
| pullPolicy: IfNotPresent | ||
| # -- Additional flyteadmin container environment variables | ||
| # | ||
|
|
@@ -140,9 +140,9 @@ flytescheduler: | |
| runPrecheck: true | ||
| image: | ||
| # -- Docker image for Flytescheduler deployment | ||
| repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE | ||
| repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE | ||
| # -- Docker image tag | ||
| tag: v1.11.0 # FLYTESCHEDULER_TAG | ||
| tag: v1.11.0-b0 # FLYTESCHEDULER_TAG | ||
| # -- Docker image pull policy | ||
| pullPolicy: IfNotPresent | ||
| # -- Default resources requests and limits for Flytescheduler deployment | ||
|
|
@@ -206,9 +206,9 @@ datacatalog: | |
| replicaCount: 1 | ||
| image: | ||
| # -- Docker image for Datacatalog deployment | ||
| repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE | ||
| repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE | ||
| # -- Docker image tag | ||
| tag: v1.11.0 # DATACATALOG_TAG | ||
| tag: v1.11.0-b0 # DATACATALOG_TAG | ||
| # -- Docker image pull policy | ||
| pullPolicy: IfNotPresent | ||
| # -- Default resources requests and limits for Datacatalog deployment | ||
|
|
@@ -295,8 +295,8 @@ flytepropeller: | |
| replicaCount: 1 | ||
| image: | ||
| # -- Docker image for Flytepropeller deployment | ||
| repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE | ||
| tag: v1.11.0 # FLYTEPROPELLER_TAG | ||
| repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE | ||
| tag: v1.11.0-b0 # FLYTEPROPELLER_TAG | ||
| pullPolicy: IfNotPresent | ||
| # -- Default resources requests and limits for Flytepropeller deployment | ||
| resources: | ||
|
|
@@ -378,8 +378,8 @@ flyteconsole: | |
| replicaCount: 1 | ||
| image: | ||
| # -- Docker image for Flyteconsole deployment | ||
| repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE | ||
| tag: v1.10.3 # FLYTECONSOLE_TAG | ||
| repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE | ||
| tag: v1.10.3 # FLYTECONSOLE_TAG | ||
| pullPolicy: IfNotPresent | ||
| # -- Default resources requests and limits for Flyteconsole deployment | ||
| resources: | ||
|
|
@@ -731,7 +731,7 @@ configmap: | |
| # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | ||
| co-pilot: | ||
| name: flyte-copilot- | ||
| image: cr.flyte.org/flyteorg/flytecopilot:v1.11.0 # FLYTECOPILOT_IMAGE | ||
| image: cr.flyte.org/flyteorg/flytecopilot:v1.11.0-b0 # FLYTECOPILOT_IMAGE | ||
| start-timeout: 30s | ||
|
|
||
| # -- Core propeller configuration | ||
|
|
@@ -869,7 +869,7 @@ external_events: | |
| # writing to fifo sns topics. | ||
| topicName: "arn:aws:sns:us-east-2:123456:123-my-topic" | ||
| eventTypes: | ||
| - all # Or workflow, node, task. Or "*" | ||
| - all # Or workflow, node, task. Or "*" | ||
|
|
||
| # Cloud events are used to send events (unprocessed, as Admin see them) in cloud event format to | ||
| # an SNS topic (or gcp equivalent) | ||
|
|
@@ -883,7 +883,7 @@ cloud_events: | |
| # writing to fifo sns topics. | ||
| topicName: "arn:aws:sns:us-east-2:123456:123-my-topic" | ||
| eventTypes: | ||
| - all # Or workflow, node, task. Or "*" | ||
| - all # Or workflow, node, task. Or "*" | ||
|
|
||
| # -- Configuration for the Cluster resource manager component. This is an optional component, that enables automatic | ||
| # cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.