Use simulated data in clients

Signed-off-by: Jakub Stejskal <[email protected]>
skodjob · Sep 6, 2024 · 921999a · 921999a
1 parent e27ad85
commit 921999a
Show file tree

Hide file tree

Showing 29 changed files with 340 additions and 1,178 deletions.
diff --git a/strimzi/kraft-mode/clients/01-internal-clients.yaml b/strimzi/kraft-mode/clients/01-internal-clients.yaml
@@ -37,7 +37,7 @@ spec:
             - name: BOOTSTRAP_SERVERS
               value: horus-kafka-bootstrap.strimzi-kafka-kraft.svc:9093
             - name: TOPIC
-              value: anubis.fast-external-data
+              value: anubis.payment-external-data
             - name: GROUP_ID
               value: fast-kraft-anubis-external-data-consumer
             - name: LOG_LEVEL

diff --git a/strimzi/kraft-mode/kafka/kafkauser/00-users-internal-clients.yaml b/strimzi/kraft-mode/kafka/kafkauser/00-users-internal-clients.yaml
@@ -82,7 +82,7 @@ spec:
     acls:
       - resource:
           type: topic
-          name: anubis.fast-external-data
+          name: anubis.payment-external-data
         operations:
           - Read
           - Describe

diff --git a/strimzi/zookeeper-mode/clients-kustomize/base/kustomization.yaml b/strimzi/zookeeper-mode/clients-kustomize/base/kustomization.yaml
@@ -9,4 +9,4 @@ resources:
 images:
   - name: clients-image
     newName: quay.io/strimzi-test-clients/test-clients
-    newTag: latest-kafka-3.7.0
+    newTag: latest-kafka-3.8.0
diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/big-external/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/big-external/producer.yaml
diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/fast-internal/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/fast-internal/producer.yaml
diff --git a/...omize/overlays/big-external/consumer.yaml → ...e/overlays/flights-external/consumer.yaml b/...omize/overlays/big-external/consumer.yaml → ...e/overlays/flights-external/consumer.yaml
@@ -10,9 +10,9 @@ spec:
         - name: consumer
           env:
             - name: TOPIC
-              value: big-external-data-reversed
+              value: flights-external-data-reversed
             - name: GROUP_ID
-              value: big-external-data-consumer
+              value: flights-external-data-consumer
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-external-consumer:user.crt}
             - name: USER_KEY

diff --git a/.../overlays/big-external/kustomization.yaml → ...rlays/flights-external/kustomization.yaml b/.../overlays/big-external/kustomization.yaml → ...rlays/flights-external/kustomization.yaml
@@ -1,9 +1,9 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
-namePrefix: big-external-
+namePrefix: flights-external-
 commonLabels:
-  type: big-external
+  type: flights-external
 
 replicas:
   - name: producer

diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/flights-external/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/flights-external/producer.yaml
@@ -0,0 +1,19 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: whatever
+spec:
+  template:
+    spec:
+      containers:
+        - name: producer
+          env:
+            - name: MESSAGE_TEMPLATE
+              value: "flights"
+            - name: TOPIC
+              value: flights-external-data
+            - name: DELAY_MS
+              value: "100"
+            - name: BOOTSTRAP_SERVERS
+              value: anubis-kafka-automation-bootstrap-strimzi-kafka.apps.worker-01.strimzi.app-services-dev.net:443
diff --git a/...omize/overlays/fast-external/streams.yaml → ...ze/overlays/flights-external/streams.yaml b/...omize/overlays/fast-external/streams.yaml → ...ze/overlays/flights-external/streams.yaml
@@ -10,11 +10,11 @@ spec:
         - name: streams
           env:
             - name: APPLICATION_ID
-              value: fast-external-data-streams
+              value: flights-external-data-streams
             - name: SOURCE_TOPIC
-              value: fast-external-data
+              value: flights-external-data
             - name: TARGET_TOPIC
-              value: fast-external-data-reversed
+              value: flights-external-data-reversed
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-external-streams:user.crt}
             - name: USER_KEY

diff --git a/...omize/overlays/big-internal/consumer.yaml → ...e/overlays/flights-internal/consumer.yaml b/...omize/overlays/big-internal/consumer.yaml → ...e/overlays/flights-internal/consumer.yaml
@@ -10,9 +10,9 @@ spec:
         - name: consumer
           env:
             - name: TOPIC
-              value: big-internal-data-reversed
+              value: flights-internal-data-reversed
             - name: GROUP_ID
-              value: big-internal-data-consumer
+              value: flights-internal-data-consumer
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-internal-consumer:user.crt}
             - name: USER_KEY

diff --git a/.../overlays/big-internal/kustomization.yaml → ...rlays/flights-internal/kustomization.yaml b/.../overlays/big-internal/kustomization.yaml → ...rlays/flights-internal/kustomization.yaml
@@ -1,9 +1,9 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
-namePrefix: big-internal-
+namePrefix: flights-internal-
 commonLabels:
-  type: big-internal
+  type: flights-internal
 
 replicas:
   - name: producer

diff --git a/...omize/overlays/big-internal/producer.yaml → ...e/overlays/flights-internal/producer.yaml b/...omize/overlays/big-internal/producer.yaml → ...e/overlays/flights-internal/producer.yaml
@@ -412,7 +412,7 @@ spec:
                 {"sensor_id": 399, "temperature": 16.44, "humidity": 46.52, "timestamp": "2024-01-17T10:23:27.154407"}
                 {"sensor_id": 400, "temperature": 27.87, "humidity": 35.84, "timestamp": "2024-01-17T10:23:27.154889"}
             - name: TOPIC
-              value: big-internal-data
+              value: flights-internal-data
             - name: DELAY_MS
               value: "100"
             - name: USER_CRT

diff --git a/...omize/overlays/fast-internal/streams.yaml → ...ze/overlays/flights-internal/streams.yaml b/...omize/overlays/fast-internal/streams.yaml → ...ze/overlays/flights-internal/streams.yaml
@@ -10,11 +10,11 @@ spec:
         - name: streams
           env:
             - name: APPLICATION_ID
-              value: fast-internal-data-streams
+              value: flights-internal-data-streams
             - name: SOURCE_TOPIC
-              value: fast-internal-data
+              value: flights-internal-data
             - name: TARGET_TOPIC
-              value: fast-internal-data-reversed
+              value: flights-internal-data-reversed
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-internal-streams:user.crt}
             - name: USER_KEY

diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/http-internal/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/http-internal/producer.yaml
@@ -9,8 +9,8 @@ spec:
       containers:
         - name: producer
           env:
-            - name: MESSAGE
-              value: "order_id: 1234, amount: 99.99"
+            - name: MESSAGE_TEMPLATE
+              value: "stargate"
             - name: TOPIC
               value: http-internal-data
             - name: DELAY_MS

diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/iot-external/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/iot-external/producer.yaml
@@ -9,9 +9,8 @@ spec:
       containers:
         - name: producer
           env:
-            - name: MESSAGE
-              value: |
-                {"state_class":"measurement","battery":50,"humidity":58.4,"last_seen":"2023-08-11T11:49:49.075Z","linkquality":33,"temperature":21.3,"voltage":3000,"unit_of_measurement":"°C","device_class":"temperature"}
+            - name: MESSAGE_TEMPLATE
+              value: "iot_device"
             - name: TOPIC
               value: iot-external-data
             - name: DELAY_MS

diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/iot-internal/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/iot-internal/producer.yaml
@@ -9,17 +9,8 @@ spec:
       containers:
         - name: producer
           env:
-            - name: MESSAGE
-              value: |
-                I am sending a little big bigger messages, no random ones, but a longer than hello world, wdyt?
-                I started to write a story about it, but it seems the data are not enough to fill all the pages that book requires.
-                Another line! What a message, right? I think it is enough!
-                I am sending a little big bigger messages, no random ones, but a longer than hello world, wdyt?
-                I started to write a story about it, but it seems the data are not enough to fill all the pages that book requires.
-                Another line! What a message, right? I think it is enough!
-                I am sending a little big bigger messages, no random ones, but a longer than hello world, wdyt?
-                I started to write a story about it, but it seems the data are not enough to fill all the pages that book requires.
-                Another line! What a message, right? I think it is enough! Demo time!
+            - name: MESSAGE_TEMPLATE
+              value: "iot_device"
             - name: TOPIC
               value: iot-internal-data
             - name: DELAY_MS

diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/kustomization.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/kustomization.yaml
@@ -2,10 +2,10 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
 resources:
-  - big-internal
-  - big-external
-  - fast-internal
-  - fast-external
+  - flights-internal
+  - flights-external
+  - payment-internal
+  - payment-external
   - iot-internal
   - iot-external
   - http-internal
diff --git a/...mize/overlays/fast-external/consumer.yaml → ...e/overlays/payment-external/consumer.yaml b/...mize/overlays/fast-external/consumer.yaml → ...e/overlays/payment-external/consumer.yaml
@@ -10,9 +10,9 @@ spec:
         - name: consumer
           env:
             - name: TOPIC
-              value: fast-external-data-reversed
+              value: payment-external-data-reversed
             - name: GROUP_ID
-              value: fast-external-data-consumer
+              value: payment-external-data-consumer
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-external-consumer:user.crt}
             - name: USER_KEY

diff --git a/...overlays/fast-external/kustomization.yaml → ...rlays/payment-external/kustomization.yaml b/...overlays/fast-external/kustomization.yaml → ...rlays/payment-external/kustomization.yaml
@@ -1,9 +1,9 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
-namePrefix: fast-external-
+namePrefix: payment-external-
 commonLabels:
-  type: fast-external
+  type: payment-external
 
 replicas:
   - name: producer

diff --git a/...mize/overlays/fast-external/producer.yaml → ...e/overlays/payment-external/producer.yaml b/...mize/overlays/fast-external/producer.yaml → ...e/overlays/payment-external/producer.yaml
@@ -9,8 +9,8 @@ spec:
       containers:
         - name: producer
           env:
-            - name: TOPIC
-              value: fast-external-data
+            - name: MESSAGE_TEMPLATE
+              value: "payment"
             - name: DELAY_MS
               value: "1"  # 1000 msg/s
             - name: USER_CRT

diff --git a/...tomize/overlays/big-external/streams.yaml → ...ze/overlays/payment-external/streams.yaml b/...tomize/overlays/big-external/streams.yaml → ...ze/overlays/payment-external/streams.yaml
@@ -10,11 +10,11 @@ spec:
         - name: streams
           env:
             - name: APPLICATION_ID
-              value: big-external-data-streams
+              value: payment-external-data-streams
             - name: SOURCE_TOPIC
-              value: big-external-data
+              value: payment-external-data
             - name: TARGET_TOPIC
-              value: big-external-data-reversed
+              value: payment-external-data-reversed
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-external-streams:user.crt}
             - name: USER_KEY

diff --git a/...mize/overlays/fast-internal/consumer.yaml → ...e/overlays/payment-internal/consumer.yaml b/...mize/overlays/fast-internal/consumer.yaml → ...e/overlays/payment-internal/consumer.yaml
@@ -10,9 +10,9 @@ spec:
         - name: consumer
           env:
             - name: TOPIC
-              value: fast-internal-data-reversed
+              value: payment-internal-data-reversed
             - name: GROUP_ID
-              value: fast-internal-data-consumer
+              value: payment-internal-data-consumer
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-internal-consumer:user.crt}
             - name: USER_KEY

diff --git a/...overlays/fast-internal/kustomization.yaml → ...rlays/payment-internal/kustomization.yaml b/...overlays/fast-internal/kustomization.yaml → ...rlays/payment-internal/kustomization.yaml
@@ -1,9 +1,9 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
-namePrefix: fast-internal-
+namePrefix: payment-internal-
 commonLabels:
-  type: fast-internal
+  type: payment-internal
 
 replicas:
   - name: producer

diff --git a/strimzi/zookeeper-mode/clients-kustomize/overlays/payment-internal/producer.yaml b/strimzi/zookeeper-mode/clients-kustomize/overlays/payment-internal/producer.yaml
@@ -0,0 +1,23 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: whatever
+spec:
+  template:
+    spec:
+      containers:
+        - name: producer
+          env:
+            - name: MESSAGE_TEMPLATE
+              value: "payment"
+            - name: TOPIC
+              value: payment-internal-data
+            - name: DELAY_MS
+              value: "1"  # 1000 msg/s
+            - name: USER_CRT
+              value: ${secrets:strimzi-kafka/kafka-internal-producer:user.crt}
+            - name: USER_KEY
+              value: ${secrets:strimzi-kafka/kafka-internal-producer:user.key}
+            - name: BOOTSTRAP_SERVERS
+              value: anubis-kafka-bootstrap.strimzi-kafka.svc:9093
diff --git a/...tomize/overlays/big-internal/streams.yaml → ...ze/overlays/payment-internal/streams.yaml b/...tomize/overlays/big-internal/streams.yaml → ...ze/overlays/payment-internal/streams.yaml
@@ -10,11 +10,11 @@ spec:
         - name: streams
           env:
             - name: APPLICATION_ID
-              value: big-internal-data-streams
+              value: payment-internal-data-streams
             - name: SOURCE_TOPIC
-              value: big-internal-data
+              value: payment-internal-data
             - name: TARGET_TOPIC
-              value: big-internal-data-reversed
+              value: payment-internal-data-reversed
             - name: USER_CRT
               value: ${secrets:strimzi-kafka/kafka-internal-streams:user.crt}
             - name: USER_KEY