KPOps 7.0

config.yaml

@@ -1,3 +1,2 @@
 kafka_brokers: "http://k8kafka-cp-kafka-headless.kpops.svc.cluster.local:9092"
-components_module: tests.pipeline.test_components
 pipeline_base_dir: tests/pipeline

docs/docs/resources/pipeline-components/dependencies/defaults_pipeline_component_dependencies.yaml

@@ -1,16 +1,16 @@
 helm-app.yaml:
-- app-helm-app.yaml
+- values-helm-app.yaml
 - repo_config-helm-app.yaml
 kafka-app.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
-- app-kafka-app.yaml
+- values-kafka-app.yaml
 kafka-connector.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
-- app-kafka-connector.yaml
+- config-kafka-connector.yaml
 - resetter_values.yaml
 kafka-sink-connector.yaml: []
 kafka-source-connector.yaml:
@@ -21,9 +21,9 @@ kubernetes-app.yaml:
 - from_.yaml
 - to.yaml
 - namespace.yaml
-- app-kubernetes-app.yaml
+- values-kubernetes-app.yaml
 producer-app.yaml:
 - from_-producer-app.yaml
-- app-producer-app.yaml
+- values-producer-app.yaml
 streams-app.yaml:
-- app-streams-app.yaml
+- values-streams-app.yaml

docs/docs/resources/pipeline-components/dependencies/kpops_structure.yaml

@@ -5,37 +5,37 @@ kpops_components_fields:
   - from_
   - to
   - namespace
-  - app
+  - values
   - repo_config
   - version
   kafka-app:
   - name
   - prefix
   - from_
   - to
-  - app
+  - values
   kafka-connector:
   - name
   - prefix
   - from_
   - to
-  - app
+  - config
   - resetter_namespace
   - resetter_values
   kafka-sink-connector:
   - name
   - prefix
   - from_
   - to
-  - app
+  - config
   - resetter_namespace
   - resetter_values
   kafka-source-connector:
   - name
   - prefix
   - from_
   - to
-  - app
+  - config
   - resetter_namespace
   - resetter_values
   - offset_topic
@@ -45,7 +45,7 @@ kpops_components_fields:
   - from_
   - to
   - namespace
-  - app
+  - values
   pipeline-component:
   - name
   - prefix
@@ -57,7 +57,7 @@ kpops_components_fields:
   - from_
   - to
   - namespace
-  - app
+  - values
   - repo_config
   - version
   streams-app:
@@ -66,7 +66,7 @@ kpops_components_fields:
   - from_
   - to
   - namespace
-  - app
+  - values
   - repo_config
   - version
   streams-bootstrap:
@@ -75,7 +75,7 @@ kpops_components_fields:
   - from_
   - to
   - namespace
-  - app
+  - values
   - repo_config
   - version
 kpops_components_inheritance_ref:

docs/docs/resources/pipeline-components/dependencies/pipeline_component_dependencies.yaml

@@ -3,52 +3,52 @@ helm-app.yaml:
 - from_.yaml
 - to.yaml
 - namespace.yaml
-- app-helm-app.yaml
+- values-helm-app.yaml
 - repo_config-helm-app.yaml
 - version.yaml
 kafka-app.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
-- app-kafka-app.yaml
+- values-kafka-app.yaml
 kafka-connector.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
-- app-kafka-connector.yaml
+- config-kafka-connector.yaml
 - resetter_values.yaml
 kafka-sink-connector.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
-- app-kafka-connector.yaml
+- config-kafka-connector.yaml
 - resetter_values.yaml
 kafka-source-connector.yaml:
 - prefix.yaml
 - from_-kafka-source-connector.yaml
 - to.yaml
-- app-kafka-connector.yaml
+- config-kafka-connector.yaml
 - resetter_values.yaml
 - offset_topic-kafka-source-connector.yaml
 kubernetes-app.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
 - namespace.yaml
-- app-kubernetes-app.yaml
+- values-kubernetes-app.yaml
 producer-app.yaml:
 - prefix.yaml
 - from_-producer-app.yaml
 - to.yaml
 - namespace.yaml
-- app-producer-app.yaml
+- values-producer-app.yaml
 - repo_config-helm-app.yaml
 - version-kafka-app.yaml
 streams-app.yaml:
 - prefix.yaml
 - from_.yaml
 - to.yaml
 - namespace.yaml
-- app-streams-app.yaml
+- values-streams-app.yaml
 - repo_config-helm-app.yaml
 - version-kafka-app.yaml

docs/docs/resources/pipeline-components/helm-app.yaml

@@ -44,9 +44,7 @@
     models: # SchemaProvider is initiated with the values given here
       model: model
   namespace: namespace # required
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example.
-  app: # required
+  values: # required
     image: exampleImage # Example
     debug: false # Example
     commandLine: {} # Example

docs/docs/resources/pipeline-components/kafka-app.yaml

@@ -44,9 +44,7 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` can contain application-specific settings, hence  the user is free to
-  # add the key-value pairs they need.
-  app: # required
+  values: # required
     streams: # required
       brokers: ${config.kafka_brokers} # required
       schemaRegistryUrl: ${config.schema_registry.url}

docs/docs/resources/pipeline-components/kafka-connector.yaml

@@ -42,10 +42,8 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example. Extensive documentation on
-  # connectors: https://kafka.apache.org/documentation/#connectconfigs
-  app: # required
+  # Full documentation on connectors: https://kafka.apache.org/documentation/#connectconfigs
+  config: # required
     tasks.max: 1
   # Overriding Kafka Connect Resetter Helm values. E.g. to override the
   # Image Tag etc.

docs/docs/resources/pipeline-components/kafka-sink-connector.yaml

@@ -43,10 +43,8 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example. Extensive documentation on
-  # connectors: https://kafka.apache.org/documentation/#connectconfigs
-  app: # required
+  # Full documentation on connectors: https://kafka.apache.org/documentation/#connectconfigs
+  config: # required
     tasks.max: 1
   # Overriding Kafka Connect Resetter Helm values. E.g. to override the
   # Image Tag etc.

docs/docs/resources/pipeline-components/kafka-source-connector.yaml

@@ -24,10 +24,8 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example. Extensive documentation on
-  # connectors: https://kafka.apache.org/documentation/#connectconfigs
-  app: # required
+  # Full documentation on connectors: https://kafka.apache.org/documentation/#connectconfigs
+  config: # required
     tasks.max: 1
   # Overriding Kafka Connect Resetter Helm values. E.g. to override the
   # Image Tag etc.

docs/docs/resources/pipeline-components/kubernetes-app.yaml

@@ -44,9 +44,7 @@
     models: # SchemaProvider is initiated with the values given here
       model: model
   namespace: namespace # required
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example.
-  app: # required
+  values: # required
     image: exampleImage # Example
     debug: false # Example
     commandLine: {} # Example

docs/docs/resources/pipeline-components/pipeline.yaml

@@ -44,9 +44,7 @@
     models: # SchemaProvider is initiated with the values given here
       model: model
   namespace: namespace # required
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example.
-  app: # required
+  values: # required
     image: exampleImage # Example
     debug: false # Example
     commandLine: {} # Example
@@ -107,9 +105,7 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` can contain application-specific settings, hence  the user is free to
-  # add the key-value pairs they need.
-  app: # required
+  values: # required
     streams: # required
       brokers: ${config.kafka_brokers} # required
       schemaRegistryUrl: ${config.schema_registry.url}
@@ -160,10 +156,8 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example. Extensive documentation on
-  # connectors: https://kafka.apache.org/documentation/#connectconfigs
-  app: # required
+  # Full documentation on connectors: https://kafka.apache.org/documentation/#connectconfigs
+  config: # required
     tasks.max: 1
   # Overriding Kafka Connect Resetter Helm values. E.g. to override the
   # Image Tag etc.
@@ -195,10 +189,8 @@
           cleanup.policy: compact
     models: # SchemaProvider is initiated with the values given here
       model: model
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example. Extensive documentation on
-  # connectors: https://kafka.apache.org/documentation/#connectconfigs
-  app: # required
+  # Full documentation on connectors: https://kafka.apache.org/documentation/#connectconfigs
+  config: # required
     tasks.max: 1
   # Overriding Kafka Connect Resetter Helm values. E.g. to override the
   # Image Tag etc.
@@ -253,9 +245,7 @@
     models: # SchemaProvider is initiated with the values given here
       model: model
   namespace: namespace # required
-  # `app` contains application-specific settings, hence it does not have a rigid
-  # structure. The fields below are just an example.
-  app: # required
+  values: # required
     image: exampleImage # Example
     debug: false # Example
     commandLine: {} # Example
@@ -291,7 +281,7 @@
   namespace: namespace # required
   # Allowed configs:
   # https://github.com/bakdata/streams-bootstrap/tree/master/charts/producer-app
-  app: # required
+  values: # required
     streams: # required, producer-app-specific
       brokers: ${config.kafka_brokers} # required
       schemaRegistryUrl: ${config.schema_registry.url}
@@ -361,7 +351,7 @@
   # No arbitrary keys are allowed under `app`here
   # Allowed configs:
   # https://github.com/bakdata/streams-bootstrap/tree/master/charts/streams-app
-  app: # required
+  values: # required
     # Streams Bootstrap streams section
     streams: # required, streams-app-specific
       brokers: ${config.kafka_brokers} # required

docs/docs/resources/pipeline-components/producer-app.yaml

@@ -30,7 +30,7 @@
   namespace: namespace # required
   # Allowed configs:
   # https://github.com/bakdata/streams-bootstrap/tree/master/charts/producer-app
-  app: # required
+  values: # required
     streams: # required, producer-app-specific
       brokers: ${config.kafka_brokers} # required
       schemaRegistryUrl: ${config.schema_registry.url}

docs/docs/resources/pipeline-components/sections/config-kafka-connector.yaml

@@ -0,0 +1,3 @@
+  # Full documentation on connectors: https://kafka.apache.org/documentation/#connectconfigs
+  config: # required
+    tasks.max: 1

docs/docs/resources/pipeline-components/sections/values-helm-app.yaml

@@ -0,0 +1,4 @@
+  values: # required
+    image: exampleImage # Example
+    debug: false # Example
+    commandLine: {} # Example

docs/docs/resources/pipeline-components/sections/app-kafka-app.yaml → docs/docs/resources/pipeline-components/sections/values-kafka-app.yaml

@@ -1,6 +1,4 @@
-  # `app` can contain application-specific settings, hence  the user is free to
-  # add the key-value pairs they need.
-  app: # required
+  values: # required
     streams: # required
       brokers: ${config.kafka_brokers} # required
       schemaRegistryUrl: ${config.schema_registry.url}

docs/docs/resources/pipeline-components/sections/values-kubernetes-app.yaml

@@ -0,0 +1,4 @@
+  values: # required
+    image: exampleImage # Example
+    debug: false # Example
+    commandLine: {} # Example

docs/docs/resources/pipeline-components/sections/app-producer-app.yaml → docs/docs/resources/pipeline-components/sections/values-producer-app.yaml

@@ -1,6 +1,6 @@
   # Allowed configs:
   # https://github.com/bakdata/streams-bootstrap/tree/master/charts/producer-app
-  app: # required
+  values: # required
     streams: # required, producer-app-specific
       brokers: ${config.kafka_brokers} # required
       schemaRegistryUrl: ${config.schema_registry.url}

docs/docs/resources/pipeline-components/sections/app-streams-app.yaml → docs/docs/resources/pipeline-components/sections/values-streams-app.yaml

@@ -1,7 +1,7 @@
   # No arbitrary keys are allowed under `app`here
   # Allowed configs:
   # https://github.com/bakdata/streams-bootstrap/tree/master/charts/streams-app
-  app: # required
+  values: # required
     # Streams Bootstrap streams section
     streams: # required, streams-app-specific
       brokers: ${config.kafka_brokers} # required