updated documentation and parser-worker-template.yaml

86e072bc · Stephen Nimmo · 3cdc5bfe · 86e072bc · 3cdc5bfe · 86e072bc
Commit 86e072bc authored Oct 26, 2021 by Stephen Nimmo
--- a/src/main/resources/keda-example/keda-example.yaml
+++ b/src/main/resources/keda-example/keda-example.yaml
+  https://keda.sh/docs/1.4/concepts/scaling-deployments/#leverage-the-container-lifecycle
+
+
+# The KEDA scaled object - REF: https://keda.sh/docs/1.4/scalers/apache-kafka/
+apiVersion: keda.k8s.io/v1alpha1
+kind: ScaledObject
+metadata:
+  name: kafka-scaledobject
+  namespace: default
+spec:
+  scaleTargetRef:
+    deploymentName: azure-functions-deployment
+  pollingInterval: 30
+  triggers:
+    - type: kafka
+      metadata:
+        bootstrapServers: localhost:9092
+        consumerGroup: my-group       # Make sure that this consumer group name is the same one as the one that is consuming topics
+        topic: test-topic
+        # Optional
+        lagThreshold: "50"
\ No newline at end of file
--- a/src/main/resources/manifests/consumer-template.yaml
+++ b/src/main/resources/manifests/consumer-template.yaml
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: streams-${stream.deploymentName}-deployment
-  namespace: osdu-streams
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      run: ${stream.deploymentName}
-  template:
-    metadata:
-      labels:
-        run: ${stream.deploymentName}
-    spec:
-      containers:
-        - image: ${stream.image}
-          ports:
-            - containerPort: ${stream.containerPort}
-
---
-
-apiVersion: v1
-kind: Service
-metadata:
-  name: ${stream.deploymentName}-service
-  labels:
-    run: ${stream.deploymentName}
-spec:
-  ports:
-    - port: ${stream.servicePort}
-      protocol: TCP
-  selector:
-    run: ${stream.deploymentName}
\ No newline at end of file
--- a/src/main/resources/manifests/parser-worker-template.yaml
+++ b/src/main/resources/manifests/parser-worker-template.yaml
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: streams-${deploymentName}-deployment
+  namespace: osdu-streams
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      run: ${deploymentName}
+  template:
+    metadata:
+      labels:
+        run: ${deploymentName}
+    spec:
+      containers:
+        - image: ${image}
+          ports:
+            - containerPort: ${containerPort}
+          env:
+            - name: ENV1
+              value: "env1_value"
+            - name: ENV2
+              value: "env2_value"
+            - name: SECRET_PASSWORD
+                valueFrom:
+                  secretKeyRef:
+                    name: mysecret
+                    key: password
+          volumeMounts:
+            - name: example-configmap
+              mountPath: "/etc/example-configmap"
+              readOnly: true
+          resources:
+            requests:
+              memory: "${resources.requests.memory}"
+              cpu: "${resources.requests.cpu}"
+            limits:
+              memory: "${resources.limits.memory}"
+              cpu: "${resources.limits.cpu}"
+          readinessProbe:
+            tcpSocket:
+              port: ${readinessProbe.tcpSocket.port}
+            initialDelaySeconds: 5
+            periodSeconds: 10
+          livenessProbe:
+            tcpSocket:
+              port: ${livenessProbe.tcpSocket.port}
+            initialDelaySeconds: 15
+            periodSeconds: 20
+      volumes:
+        - name: example-configmap
+          configMap:
+            name: myconfigmap
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: streams-${deploymentName}-service
+  namespace: osdu-streams
+  labels:
+    run: ${deploymentName}
+spec:
+  selector:
+    run: ${stream.deploymentName}
+  ports:
+    - port: ${servicePort}
+      targetPort: ${containerPort}
+      protocol: TCP
\ No newline at end of file
--- a/stream-admin-service.drawio
+++ b/stream-admin-service.drawio
-<mxfile host="Electron" modified="2021-10-25T19:22:24.468Z" agent="5.0 (Macintosh; Intel Mac OS X 11_6_0) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/14.9.6 Chrome/89.0.4389.128 Electron/12.0.16 Safari/537.36" etag="2-ATRw-x48F2hRZM0smG" version="14.9.6" type="device"><diagram id="oPQlikl0BSEGqThpAdY3" name="Page-1">7Vvfc9o4EP5reGzH2BjIY4Ck12mvx4XMXO/pRtgC1MiWR5YTyF9/Kyz/kgwYigmdNA+JvZZW0vetVrtrp+OMg/UnjqLVn8zHtGNb/rrjTDq2PejZ8FsKNqnA7VmpYMmJn4q6hWBGXrESZs0S4uO40lAwRgWJqkKPhSH2REWGOGcv1WYLRqujRmiJDcHMQ9SU/kN8sVLSrmUVD/7AZLlSQw9d9SBAWWMliFfIZy8lkXPXccacMZFeBesxphK7DJe03/2Op/nEOA5Fkw6L6XSxGX+Zfvoy+LH++/X5v401/6C0PCOaqAVjEX3wKJFK02mLTYYFZ0noY6nO6jijlxUReBYhTz59AfJBthIBhbsuXCrFmAu83jnjbo4D2A9mARZ8A01Uh8xUNtXblxIPGbirEgVZO6SoX+aKC3TgQgF0BFiuAZYBEfbBetQt42LFlixE9K6QjqogFm2+MhYp6H5gITZqK6BEsDpg5UD7YYV5sYR7eM+C1PwF4kss9rTr1dPEMUWCPFfncXbU+28BMl4T8V11l9f/yuuPrrqbrEuPJpvsJoTlfs8UyJtSL3lbdNveZf3egNAd++4yhNq1PifGHJzFm/ucq3M6PQOtJ7R4Qm8OVO/agLo57J3hCI7kZRLQr2SBKQmls4A1C+KRCG0XDs9uPcG4fIA5gbmBVToTqtpPC9khkCEkEQi68PyeUhTFZL6djmSJYy/hMWy4BxynnkhKJS0EIpBbSpYhyIT0WaMYxiHh8nHrwJy+dGuJkDMa55GPdSZmq8TmLJaYrSM2F56d2SwWLFE7ExyjAPC49eE3QCA4oIv55yCiTWl/G3bbYi2naQ9t3cFleTOjyypvM/D5BPB9l4Q53QaE9S5LmGMQBv6GeL/J6jsNyLqwVzTTkQmOKNsEsKbfjA0GDRjrX5axweEQpYRoxEgotnNwRx13olFUJDVlks4AnG1pwA1qgKvBreu2htvQwG361+yxY/cpjD2aQ9bQX8qr9HR5wB7j/j5k9QhrzoRgwTYx829l0UjKKPOejsrODmddg3rgS8AOFYaNMzGlbSptpeDQrVKYU5ppSBNJ1alcM9L0dJ0DitI1G4q2NOcr/AnmzaD+8wyCc1mje8/OrdfEuV02drDNYO8KnZvruFWD7jZzbu3BZoZcVwibM6jC1vhMaC3bt826iAfOX+Bv+CU9Bq7wAEjJvsQBYGe5l27nx54AjuZpDEUtnwC2GeUmUQz0vdUpf7gG6zS1hh177vzW4Az7VRJ1d9bUGlw9sNAV7bAGgBttSs2UG9s54d5N/TiFcaUaz2tq/V/BFfeH2glWV3i96An2S2Q1w54GW8MTrD3YzKQmPcC2FZdrPLz6l3NXGld6ZtnYXenRnq6oLXflXsJdmblRakBp+FPUgq7RlnZkwgpP62PXGg6M/dmWeQ1PNC/DFeuK2jKv4R7zKnpn6tliEeNWgjPnuJyvibGxCMOjkY/i1fZlZvouPfswaHiZgszPGpiWLTmnll/smwOKWg6+Hfuq+T0YimcF14OGcNOKHdiWRt+pSZgWdTc1g2P9TF4O1+bb6jHm1BVAVGE3q+vePU6hRflEs8YsXJBlwoEfFmYdYAJ5H7M6nEkSqksoySQkkN8DFuqKJyWhqcAcpEZSXc1Mfe+ir8T6hrH8juNsS8IiAq0f5Ejqsz7rM0zgPoJYe+9K61SgRKxe4S9EGj7oIoiCPfVRIOul4TyOqkDt0/kl/Yplq3XOmIgFR1EKSnyCCpFGzVaIAnxK/2xhUTKnJF4ZSzxW3xOWO2+JQ5wT62OByEnKIrShDPnS5XkrHKBjDFRz15BBiWpte0EoHTMqv3iZhGxbLUfKgVO8EDV+Pf0gpa5kXv0ICShlTzjT3ZF+S/6cqQRe9VVu38znnNoXsnqQdraMzjFLksbeT2Pz6tvZAx7A3O11PmGfB2CxnyhLitOXJ/IqH/7nDP0Mezfbe0jCctqEhjNN18PodrxVlfjlxd77pUPknoRLjuP9g7zP7eQ03U55zHDEdoLb4rP3NI4o/nfAufsf</diagram></mxfile>
\ No newline at end of file
+<mxfile host="Electron" modified="2021-10-26T16:00:30.581Z" agent="5.0 (Macintosh; Intel Mac OS X 11_6_0) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/14.9.6 Chrome/89.0.4389.128 Electron/12.0.16 Safari/537.36" etag="dUcy4P2hAROj8zG6LcfW" version="14.9.6" type="device" pages="2"><diagram id="oPQlikl0BSEGqThpAdY3" name="Page-1">7Vvfc9o4EP5reEzH2BjIY4Ckl2mvx4XMXO/pRtgC1MiWR5YbyF9/Kyz/khwwFAOdNg+JtZbW0vetVrtrp+OMg/VHjqLVn8zHtGNb/rrjTDq23bVvh/BHSjap5LbnpoIlJ77qVAhm5A0roaWkCfFxXOkoGKOCRFWhx8IQe6IiQ5yz12q3BaPVp0ZoiQ3BzEPUlP5DfLFS0q5lFTf+wGS5Uo8euupGgLLOShCvkM9eSyLnvuOMOWMivQrWY0wleBku6biHd+7mE+M4FE0GLKbTxWb8afrx0+Db+u+37/9trPmN0vId0UQtGIvoxqNEKk2nLTYZFpwloY+lOqvjjF5XROBZhDx59xXYB9lKBBRaXbg0p5c9C3OB1yWRmu5HzAIs+Aa6qLs9hdym2nwt8ZCBuypRkPVDivplrrhABy4UQAeA5RpgGRBhH6xHNRkXK7ZkIaL3hXRUBbHo85mxSEH3DQuxUVsBJYI1BDZmCffwjvmr6QrEl1js6NdL+8m17KSJY4oE+V7dKSdHvX8JkPGaiK9quLz+V15/cFVrsi7dmmyyRgjL/ZopkI3SKNkshm1b2bj2Ce1eFaF2rc+JMQfPcHGfc3VOp2eg9YIWL+jiQPWuDajb/d4ZjuBIXiYB/UwWmJJQOguAQRCPRGiLBdy78wTj8gbmBOYGVulMqOo/LWT7QIaQRCAYwvM2pSiKyXw7HckSx17CY9hwTzhOPZGUSg4IRCB3lCxDkAnps0YxPIeEy+etA3P60q0lQs5onEc+O53J0cduzmKJ2Tpic+HJmc1iwRK1M8ExCgCPOx9+AwSCA7qYPwYRbUr7Zdhti7Wcph20dQfn5c2MLqu8zcDnE8D3lyTM6TYgrHdewhyDMPA3xPtNVt9pQNaZvaKZjkxwRNkmgGX+ZmwwaMBY/7yMDfaHKCVEI0ZCsZ2DO+q4E42iIqkpk3QC4GxLA25QA1wNbl23NdyGBm7Tv2bPHbtP4dmjOWQN/aW8Sk+XJ+wx7u9CVo+w5kwIFmwTM/9OFo2kjDLvZRei+7MuRffetKsE7FBh2DgTU9qm0lYKDt0qhTmlmYY0s1SDyjUjTU/X2aMoBcFQtKU5X+EPMG8G9Y8zCM5lje5Xdm69Js7tvLGDbQZ7V+jcXMetGnS3mXNrDzYz5LpC2JxBFbbGZ0Jr2b5t1kU8cP4Cf8Gv6TFw+QMg4/YCB4Cd5V66nR96AjiapzEUtXwC2GaUm0Qx0HemU35/DdZpag1Nq7CntwZn2K+SqLuzptbg6oGFrugdawC40abUTbmxdyfcu61/TmFcqcbTmlr/Z3DF/aF2gtUVXs96gv0UWc2wp8HW8ARrDzYzqUkPsG3F5QoOr/4F3ZXGlZ5ZNnZXerSnK2rLXbnncFdmbpQaUBr+FLWgK7ClppmwwtP60LWGA2N/tmVewyPNy3DFuqK2zGu4w7yK0Zl6tljEuJXgzDks52tibCzCcGvko3i1fZmZvkvPPgwanqcg86MGpmVLzrHlF/t2j6KWg2/HviZ+94biGb97DeH2PHZgWxp9xyZhWtTd1AwO9TN5OVybb6vHmFNXAFGF3ayue/88hR7lE80as3BBlgkHfliYDYAJ5GPM6nAmSaguoSSTkEB+D1ioK+6UhKYC8yE1kupqZup7F30l1heM5XccJ1sSFhFovZFPUp/1WY8wgYcIYu2dK61TgRKxeoO/EGn4oIsgCvbUR4Gsl4bzOKoCtUvnp/Qrlq3WOWMiFhxFKSjxESpEGjVbIQrwMeOzhUXJnJJ4ZSzxUH0vWO68JQ5xTqyPBSJHKYvQhjLkSx/orXCADjFQzV1DuiSqte0FoXTMqPziZRKybbUcKQdO8ULU+PX0g5S6knn1IySglL3gTHdH+i35c6ISeNVXuX0zn3NqX8jqQdrJMjrHLEkaez+NzatvZ/d4AHO31/mEXR6AxX6iLClOX57Iq/zxP2boJ9i72d5DEpbjJjScabqeRnfjrarELy/2wS8dIg8kXHIc737Ir7mdnKbbKY8ZDthO0Cw+e0/jiOKfB5z7/wE=</diagram><diagram id="HipaOh2XRV99beFgbeDt" name="ETP-Parser-Setup">1Vhbb5swFP41SNtDpgSSjDwut3VaJ03qtGVPlYsd8Gp8kDEN6a/fMTEQStambejaPpRzN/7O5wtxvFmcf1Ykib4BZcJx+zR3vLnjugN34uPDWLY7y2Q42hlCxakNqg0X/JZZY99aM05Z2gjUAELzpGkMQEoW6IaNKAWbZtgaRHPUhISsZbgIiGhbf3GqI2sd9Pu144zxMLJD+yPriEkZbA1pRChs9kzewvFmCkDvpDifMWHAK3E583gvPBOrEf/pX2bnfji9Er1dseVjUqopKCb1aUvbXt4QkVm8IKWZna/eliAqyCRlplDf8aabiGt2kZDAeDdIG7RFOhaoDVBccyFmIEChLkFi0JSSNCrSjZ8IHkqUBVvjbKY3TGmO/fpkzRpMvRTLcxmeFzHzMVrsm2I0y++09gFcBlWzkOUMYqbVFvNsFbdkgiW4b9VNzRZ/aG3RHlGqQGIZGlal6y6gYBvxiKa4raYscs2UJCZz8eO7+S9pAhxn/axOdQXpsInowG1DWtn2IR12heiwhROjuEtYFZSOIATEd1Fbp00k65hzMAQt8PvDtN7aLY9kGprospzrlU038m8jfxhZbZ7vuebbUpE43VVZwCh7WUat0wqtzNvNz0zqCX1EYCBTAbsnzrM7N1Ehu6+ee5gXigmi+U3z5U7eZa+1bphOeohBytTrXCivb6WMWxg67liYffoKhdAIM5BrHmYKOwqy9OJgVUCVoUpLzwwbm5P6oCsQHFG85Mm97gTX4OEAXHvRLT7fBdghx1uiiGfYEpu4fH8445qsrwk+jXwFkGps+Re8kTwYjKcTDx4Ou2bbQLEdQuZ9nkO+o87LF2Po+EiGVoEnp+jHzijK8gRSRv9JxNJ/SiZyGUCMNx0c9FIRaTbwt8yXp9Kls8uU32LLV7tOZyJL9XNPhhLsAEHDWi8Ot3/EATI+gHdnq3PSwttumaf6pHBcb138HYN+zCktbnNdNWB05+thMDqS8G5XDSg/vP/PZbeUH3XZrZS3ddmddHPZRbX+UaHw7f004y3+Ag==</diagram></mxfile>
\ No newline at end of file