feat: aggregate output artifacts of parallel pods. Fixes #6805

api/jsonschema/schema.json

@@ -4121,6 +4121,10 @@
           "description": "FromExpression, if defined, is evaluated to specify the value for the artifact",
           "type": "string"
         },
+        "fromMulti": {
+          "description": "FromMulti, if defined, allows an artifact to reference multi artifacts from a previous loop step",
+          "type": "string"
+        },
         "gcs": {
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.GCSArtifact",
           "description": "GCS contains GCS artifact location details"
@@ -4161,6 +4165,10 @@
           "description": "Path is the container path to the artifact",
           "type": "string"
         },
+        "pathMulti": {
+          "description": "PathMulti, if defined, is the container path template with {{index}} to the multi artifacts",
+          "type": "string"
+        },
         "raw": {
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.RawArtifact",
           "description": "Raw contains raw artifact location details"
@@ -4248,6 +4256,10 @@
           "description": "FromExpression, if defined, is evaluated to specify the value for the artifact",
           "type": "string"
         },
+        "fromMulti": {
+          "description": "FromMulti, if defined, allows an artifact to reference multi artifacts from a previous loop step",
+          "type": "string"
+        },
         "gcs": {
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.GCSArtifact",
           "description": "GCS contains GCS artifact location details"
@@ -4288,6 +4300,10 @@
           "description": "Path is the container path to the artifact",
           "type": "string"
         },
+        "pathMulti": {
+          "description": "PathMulti, if defined, is the container path template with {{index}} to the multi artifacts",
+          "type": "string"
+        },
         "raw": {
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.RawArtifact",
           "description": "Raw contains raw artifact location details"

api/openapi-spec/swagger.json

@@ -8405,6 +8405,10 @@
           "description": "FromExpression, if defined, is evaluated to specify the value for the artifact",
           "type": "string"
         },
+        "fromMulti": {
+          "description": "FromMulti, if defined, allows an artifact to reference multi artifacts from a previous loop step",
+          "type": "string"
+        },
         "gcs": {
           "description": "GCS contains GCS artifact location details",
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.GCSArtifact"
@@ -8445,6 +8449,10 @@
           "description": "Path is the container path to the artifact",
           "type": "string"
         },
+        "pathMulti": {
+          "description": "PathMulti, if defined, is the container path template with {{index}} to the multi artifacts",
+          "type": "string"
+        },
         "raw": {
           "description": "Raw contains raw artifact location details",
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.RawArtifact"
@@ -8532,6 +8540,10 @@
           "description": "FromExpression, if defined, is evaluated to specify the value for the artifact",
           "type": "string"
         },
+        "fromMulti": {
+          "description": "FromMulti, if defined, allows an artifact to reference multi artifacts from a previous loop step",
+          "type": "string"
+        },
         "gcs": {
           "description": "GCS contains GCS artifact location details",
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.GCSArtifact"
@@ -8572,6 +8584,10 @@
           "description": "Path is the container path to the artifact",
           "type": "string"
         },
+        "pathMulti": {
+          "description": "PathMulti, if defined, is the container path template with {{index}} to the multi artifacts",
+          "type": "string"
+        },
         "raw": {
           "description": "Raw contains raw artifact location details",
           "$ref": "#/definitions/io.argoproj.workflow.v1alpha1.RawArtifact"

docs/fields.md

@@ -126,6 +126,8 @@ Workflow is the definition of a workflow resource
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -543,6 +545,8 @@ WorkflowSpec is the specification of a Workflow.
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -978,6 +982,8 @@ CronWorkflowSpec is the specification of a CronWorkflow
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -1369,6 +1375,8 @@ WorkflowTemplateSpec is a spec of WorkflowTemplate.
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -1716,6 +1724,8 @@ Arguments to a template
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -2209,6 +2219,8 @@ Outputs hold parameters, artifacts, and results from a step
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`fibonacci-seq-conditional-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/fibonacci-seq-conditional-param.yaml)
@@ -2323,6 +2335,8 @@ Artifact indicates an artifact to place at a specified path
 
 - [`exit-handler-with-artifacts.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-artifacts.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`fun-with-gifs.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/fun-with-gifs.yaml)
 
 - [`global-outputs.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/global-outputs.yaml)
@@ -2366,6 +2380,7 @@ Artifact indicates an artifact to place at a specified path
 |`artifactory`|[`ArtifactoryArtifact`](#artifactoryartifact)|Artifactory contains artifactory artifact location details|
 |`from`|`string`|From allows an artifact to reference an artifact from a previous step|
 |`fromExpression`|`string`|FromExpression, if defined, is evaluated to specify the value for the artifact|
+|`fromMulti`|`string`|FromMulti, if defined, allows an artifact to reference multi artifacts from a previous loop step|
 |`gcs`|[`GCSArtifact`](#gcsartifact)|GCS contains GCS artifact location details|
 |`git`|[`GitArtifact`](#gitartifact)|Git contains git artifact location details|
 |`globalName`|`string`|GlobalName exports an output artifact to the global scope, making it available as '{{io.argoproj.workflow.v1alpha1.outputs.artifacts.XXXX}} and in workflow.status.outputs.artifacts|
@@ -2376,6 +2391,7 @@ Artifact indicates an artifact to place at a specified path
 |`optional`|`boolean`|Make Artifacts optional, if Artifacts doesn't generate or exist|
 |`oss`|[`OSSArtifact`](#ossartifact)|OSS contains OSS artifact location details|
 |`path`|`string`|Path is the container path to the artifact|
+|`pathMulti`|`string`|PathMulti, if defined, is the container path template with {{index}} to the multi artifacts|
 |`raw`|[`RawArtifact`](#rawartifact)|Raw contains raw artifact location details|
 |`recurseMode`|`boolean`|If mode is set, apply the permission recursively into the artifact if it is a folder|
 |`s3`|[`S3Artifact`](#s3artifact)|S3 contains S3 artifact location details|
@@ -2453,6 +2469,8 @@ Parameter indicate a passed string parameter to a service template with an optio
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -2768,6 +2786,8 @@ DAGTemplate is a template subtype for directed acyclic graph templates
 
 - [`exit-handler-dag-level.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-dag-level.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`key-only-artifact.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/key-only-artifact.yaml)
@@ -2977,6 +2997,8 @@ Inputs are the mechanism for passing parameters, artifacts, volumes from one tem
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -3803,6 +3825,8 @@ ValueFrom describes a location in which to obtain the value to a parameter
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`fibonacci-seq-conditional-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/fibonacci-seq-conditional-param.yaml)
@@ -4104,6 +4128,8 @@ DAGTask represents a node in the graph during DAG execution
 
 - [`exit-handler-dag-level.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-dag-level.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`key-only-artifact.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/key-only-artifact.yaml)
@@ -4322,6 +4348,8 @@ Item expands a single workflow step into multiple parallel steps The value of It
 
 - [`dag-diamond-steps.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/dag-diamond-steps.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`loops-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/loops-dag.yaml)
 
 - [`loops-maps.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/loops-maps.yaml)
@@ -4611,6 +4639,7 @@ ArtifactPaths expands a step from a collection of artifacts
 |`artifactory`|[`ArtifactoryArtifact`](#artifactoryartifact)|Artifactory contains artifactory artifact location details|
 |`from`|`string`|From allows an artifact to reference an artifact from a previous step|
 |`fromExpression`|`string`|FromExpression, if defined, is evaluated to specify the value for the artifact|
+|`fromMulti`|`string`|FromMulti, if defined, allows an artifact to reference multi artifacts from a previous loop step|
 |`gcs`|[`GCSArtifact`](#gcsartifact)|GCS contains GCS artifact location details|
 |`git`|[`GitArtifact`](#gitartifact)|Git contains git artifact location details|
 |`globalName`|`string`|GlobalName exports an output artifact to the global scope, making it available as '{{io.argoproj.workflow.v1alpha1.outputs.artifacts.XXXX}} and in workflow.status.outputs.artifacts|
@@ -4621,6 +4650,7 @@ ArtifactPaths expands a step from a collection of artifacts
 |`optional`|`boolean`|Make Artifacts optional, if Artifacts doesn't generate or exist|
 |`oss`|[`OSSArtifact`](#ossartifact)|OSS contains OSS artifact location details|
 |`path`|`string`|Path is the container path to the artifact|
+|`pathMulti`|`string`|PathMulti, if defined, is the container path template with {{index}} to the multi artifacts|
 |`raw`|[`RawArtifact`](#rawartifact)|Raw contains raw artifact location details|
 |`recurseMode`|`boolean`|If mode is set, apply the permission recursively into the artifact if it is a folder|
 |`s3`|[`S3Artifact`](#s3artifact)|S3 contains S3 artifact location details|
@@ -4648,6 +4678,8 @@ _No description available_
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`fibonacci-seq-conditional-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/fibonacci-seq-conditional-param.yaml)
@@ -4835,6 +4867,8 @@ ObjectMeta is metadata that all persisted resources must have, which includes al
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -5455,6 +5489,8 @@ A single application container that you want to run within a pod.
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`fibonacci-seq-conditional-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/fibonacci-seq-conditional-param.yaml)
@@ -6148,6 +6184,8 @@ PersistentVolumeClaimSpec describes the common attributes of storage devices and
 
 - [`exit-handlers.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handlers.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-destructure-json.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-destructure-json.yaml)
 
 - [`expression-reusing-verbose-snippets.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-reusing-verbose-snippets.yaml)
@@ -6813,6 +6851,8 @@ EnvVarSource represents a source for the value of an EnvVar.
 
 - [`exit-handler-with-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/exit-handler-with-param.yaml)
 
+- [`expanded-outputs-artifacts-dag.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expanded-outputs-artifacts-dag.yaml)
+
 - [`expression-tag-template-workflow.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/expression-tag-template-workflow.yaml)
 
 - [`fibonacci-seq-conditional-param.yaml`](https://github.com/argoproj/argo-workflows/blob/master/examples/fibonacci-seq-conditional-param.yaml)