refactor!: make component types reflect their capabilities

docs/docs/resources/pipeline-components/consumer-app.yaml

@@ -27,8 +27,6 @@
       component-as-extra-pattern:
         type: pattern # Implied to be an extra pattern if `label` is defined
         label: some-role
-  # to: # While the consumer-app does inherit from kafka-app, it does not need a
-  # `to` section, hence it does not support it.
   namespace: namespace # required
   # Allowed configs:
   # https://github.com/bakdata/streams-bootstrap/tree/master/charts/consumer-app

docs/docs/resources/pipeline-components/dependencies/defaults_pipeline_component_dependencies.yaml

@@ -1,5 +1,4 @@
 consumer-app.yaml:
-- to-consumer-app.yaml
 - values-consumer-app.yaml
 consumer-producer-app.yaml:
 - values-consumer-producer-app.yaml
@@ -8,24 +7,15 @@ helm-app.yaml:
 - repo_config-helm-app.yaml
 kafka-app.yaml:
 - prefix.yaml
-- from_.yaml
-- to.yaml
 kafka-connector.yaml:
-- prefix.yaml
-- from_.yaml
-- to.yaml
 - config-kafka-connector.yaml
 kafka-sink-connector.yaml: []
-kafka-source-connector.yaml:
-- from_-kafka-source-connector.yaml
+kafka-source-connector.yaml: []
 kubernetes-app.yaml:
 - prefix.yaml
-- from_.yaml
-- to.yaml
 - namespace.yaml
 - values-kubernetes-app.yaml
 producer-app.yaml:
-- from_-producer-app.yaml
 - values-producer-app.yaml
 streams-app.yaml:
 - values-streams-app.yaml

docs/docs/resources/pipeline-components/dependencies/kpops_structure.yaml

@@ -1,114 +1,100 @@
 kpops_components_fields:
   consumer-app:
-  - name
   - enabled
   - prefix
   - from_
-  - to
+  - name
   - namespace
   - values
   - repo_config
   - diff_config
   - version
   - timeout
   consumer-producer-app:
-  - name
   - enabled
   - prefix
   - from_
   - to
+  - name
   - namespace
   - values
   - repo_config
   - diff_config
   - version
   - timeout
   helm-app:
-  - name
   - enabled
   - prefix
-  - from_
-  - to
+  - name
   - namespace
   - values
   - repo_config
   - diff_config
   - version
   - timeout
   kafka-app:
-  - name
   - enabled
   - prefix
-  - from_
-  - to
-  kafka-connector:
   - name
+  kafka-connector:
   - enabled
   - prefix
-  - from_
   - to
+  - name
   - config
   - state
   kafka-sink-connector:
-  - name
   - enabled
   - prefix
   - from_
   - to
+  - name
   - config
   - state
   kafka-source-connector:
-  - name
   - enabled
   - prefix
-  - from_
   - to
+  - name
   - config
   - state
   kubernetes-app:
-  - name
   - enabled
   - prefix
-  - from_
-  - to
+  - name
   - namespace
   - values
   pipeline-component:
-  - name
   - enabled
   - prefix
-  - from_
-  - to
-  producer-app:
   - name
+  producer-app:
   - enabled
   - prefix
-  - from_
   - to
+  - name
   - namespace
   - values
   - repo_config
   - diff_config
   - version
   - timeout
   streams-app:
-  - name
   - enabled
   - prefix
   - from_
   - to
+  - name
   - namespace
   - values
   - repo_config
   - diff_config
   - version
   - timeout
   streams-bootstrap:
-  - name
   - enabled
   - prefix
-  - from_
-  - to
+  - name
   - namespace
   - values
   - repo_config
@@ -118,6 +104,7 @@ kpops_components_fields:
 kpops_components_inheritance_ref:
   consumer-app:
     bases:
+    - consumes-topics
     - streams-bootstrap
     parents:
     - streams-bootstrap
@@ -128,6 +115,8 @@ kpops_components_inheritance_ref:
     - base-defaults-component
   consumer-producer-app:
     bases:
+    - consumes-topics
+    - produces-topics
     - streams-bootstrap
     parents:
     - streams-bootstrap
@@ -151,22 +140,26 @@ kpops_components_inheritance_ref:
     - base-defaults-component
   kafka-connector:
     bases:
-    - pipeline-component
+    - produces-topics
     parents:
+    - kafka-app
     - pipeline-component
     - base-defaults-component
   kafka-sink-connector:
     bases:
+    - consumes-topics
     - kafka-connector
     parents:
     - kafka-connector
+    - kafka-app
     - pipeline-component
     - base-defaults-component
   kafka-source-connector:
     bases:
     - kafka-connector
     parents:
     - kafka-connector
+    - kafka-app
     - pipeline-component
     - base-defaults-component
   kubernetes-app:
@@ -181,6 +174,7 @@ kpops_components_inheritance_ref:
     - base-defaults-component
   producer-app:
     bases:
+    - produces-topics
     - streams-bootstrap
     parents:
     - streams-bootstrap
@@ -191,6 +185,8 @@ kpops_components_inheritance_ref:
     - base-defaults-component
   streams-app:
     bases:
+    - consumes-topics
+    - produces-topics
     - streams-bootstrap
     parents:
     - streams-bootstrap

docs/docs/resources/pipeline-components/dependencies/pipeline_component_dependencies.yaml

@@ -1,7 +1,6 @@
 consumer-app.yaml:
 - prefix.yaml
 - from_.yaml
-- to-consumer-app.yaml
 - namespace.yaml
 - values-consumer-app.yaml
 - repo_config-helm-app.yaml
@@ -16,19 +15,14 @@ consumer-producer-app.yaml:
 - version-kafka-app.yaml
 helm-app.yaml:
 - prefix.yaml
-- from_.yaml
-- to.yaml
 - namespace.yaml
 - values-helm-app.yaml
 - repo_config-helm-app.yaml
 - version.yaml
 kafka-app.yaml:
 - prefix.yaml
-- from_.yaml
-- to.yaml
 kafka-connector.yaml:
 - prefix.yaml
-- from_.yaml
 - to.yaml
 - config-kafka-connector.yaml
 kafka-sink-connector.yaml:
@@ -38,18 +32,14 @@ kafka-sink-connector.yaml:
 - config-kafka-connector.yaml
 kafka-source-connector.yaml:
 - prefix.yaml
-- from_-kafka-source-connector.yaml
 - to.yaml
 - config-kafka-connector.yaml
 kubernetes-app.yaml:
 - prefix.yaml
-- from_.yaml
-- to.yaml
 - namespace.yaml
 - values-kubernetes-app.yaml
 producer-app.yaml:
 - prefix.yaml
-- from_-producer-app.yaml
 - to.yaml
 - namespace.yaml
 - values-producer-app.yaml

docs/docs/resources/pipeline-components/helm-app.yaml

@@ -4,45 +4,6 @@
   # Pipeline prefix that will prefix every component name. If you wish to not
   # have any prefix you can specify an empty string.
   prefix: ${pipeline.name}-
-  from: # Must not be null
-    topics: # read from topic
-      ${pipeline.name}-input-topic:
-        type: input # Implied when role is NOT specified
-      ${pipeline.name}-extra-topic:
-        label: topic-role # Implies `type` to be extra
-      ${pipeline.name}-input-pattern-topic:
-        type: pattern # Implied to be an input pattern if `label` is undefined
-      ${pipeline.name}-extra-pattern-topic:
-        type: pattern # Implied to be an extra pattern if `label` is defined
-        label: some-role
-    components: # read from specific component
-      account-producer:
-        type: input # Implied when role is NOT specified
-      other-producer:
-        label: some-role # Implies `type` to be extra
-      component-as-input-pattern:
-        type: pattern # Implied to be an input pattern if `label` is undefined
-      component-as-extra-pattern:
-        type: pattern # Implied to be an extra pattern if `label` is defined
-        label: some-role
-  # Topic(s) into which the component will write output
-  to:
-    topics:
-      ${pipeline.name}-output-topic:
-        type: output # Implied when role is NOT specified
-      ${pipeline.name}-extra-topic:
-        label: topic-role # Implies `type` to be extra; Will throw an error if `type` is defined
-      ${pipeline.name}-error-topic:
-        type: error
-        # Currently KPOps supports Avro and JSON schemas.
-        key_schema: key-schema # must implement SchemaProvider to use
-        value_schema: value-schema
-        partitions_count: 1
-        replication_factor: 1
-        configs: # https://kafka.apache.org/documentation/#topicconfigs
-          cleanup.policy: compact
-    models: # SchemaProvider is initiated with the values given here
-      model: model
   namespace: namespace # required
   values: # required
     image: exampleImage # Example

docs/docs/resources/pipeline-components/kafka-app.yaml

@@ -5,42 +5,3 @@
   # Pipeline prefix that will prefix every component name. If you wish to not
   # have any prefix you can specify an empty string.
   prefix: ${pipeline.name}-
-  from: # Must not be null
-    topics: # read from topic
-      ${pipeline.name}-input-topic:
-        type: input # Implied when role is NOT specified
-      ${pipeline.name}-extra-topic:
-        label: topic-role # Implies `type` to be extra
-      ${pipeline.name}-input-pattern-topic:
-        type: pattern # Implied to be an input pattern if `label` is undefined
-      ${pipeline.name}-extra-pattern-topic:
-        type: pattern # Implied to be an extra pattern if `label` is defined
-        label: some-role
-    components: # read from specific component
-      account-producer:
-        type: input # Implied when role is NOT specified
-      other-producer:
-        label: some-role # Implies `type` to be extra
-      component-as-input-pattern:
-        type: pattern # Implied to be an input pattern if `label` is undefined
-      component-as-extra-pattern:
-        type: pattern # Implied to be an extra pattern if `label` is defined
-        label: some-role
-  # Topic(s) into which the component will write output
-  to:
-    topics:
-      ${pipeline.name}-output-topic:
-        type: output # Implied when role is NOT specified
-      ${pipeline.name}-extra-topic:
-        label: topic-role # Implies `type` to be extra; Will throw an error if `type` is defined
-      ${pipeline.name}-error-topic:
-        type: error
-        # Currently KPOps supports Avro and JSON schemas.
-        key_schema: key-schema # must implement SchemaProvider to use
-        value_schema: value-schema
-        partitions_count: 1
-        replication_factor: 1
-        configs: # https://kafka.apache.org/documentation/#topicconfigs
-          cleanup.policy: compact
-    models: # SchemaProvider is initiated with the values given here
-      model: model

docs/docs/resources/pipeline-components/kafka-connector.yaml

@@ -3,27 +3,6 @@
   # Pipeline prefix that will prefix every component name. If you wish to not
   # have any prefix you can specify an empty string.
   prefix: ${pipeline.name}-
-  from: # Must not be null
-    topics: # read from topic
-      ${pipeline.name}-input-topic:
-        type: input # Implied when role is NOT specified
-      ${pipeline.name}-extra-topic:
-        label: topic-role # Implies `type` to be extra
-      ${pipeline.name}-input-pattern-topic:
-        type: pattern # Implied to be an input pattern if `label` is undefined
-      ${pipeline.name}-extra-pattern-topic:
-        type: pattern # Implied to be an extra pattern if `label` is defined
-        label: some-role
-    components: # read from specific component
-      account-producer:
-        type: input # Implied when role is NOT specified
-      other-producer:
-        label: some-role # Implies `type` to be extra
-      component-as-input-pattern:
-        type: pattern # Implied to be an input pattern if `label` is undefined
-      component-as-extra-pattern:
-        type: pattern # Implied to be an extra pattern if `label` is defined
-        label: some-role
   # Topic(s) into which the component will write output
   to:
     topics: