Commit 86e072bc authored by Stephen Nimmo's avatar Stephen Nimmo
Browse files

updated documentation and parser-worker-template.yaml

parent 3cdc5bfe
Pipeline #74101 passed with stage
in 1 minute and 16 seconds
https://keda.sh/docs/1.4/concepts/scaling-deployments/#leverage-the-container-lifecycle
# The KEDA scaled object - REF: https://keda.sh/docs/1.4/scalers/apache-kafka/
apiVersion: keda.k8s.io/v1alpha1
kind: ScaledObject
metadata:
name: kafka-scaledobject
namespace: default
spec:
scaleTargetRef:
deploymentName: azure-functions-deployment
pollingInterval: 30
triggers:
- type: kafka
metadata:
bootstrapServers: localhost:9092
consumerGroup: my-group # Make sure that this consumer group name is the same one as the one that is consuming topics
topic: test-topic
# Optional
lagThreshold: "50"
\ No newline at end of file
apiVersion: apps/v1
kind: Deployment
metadata:
name: streams-${stream.deploymentName}-deployment
namespace: osdu-streams
spec:
replicas: 1
selector:
matchLabels:
run: ${stream.deploymentName}
template:
metadata:
labels:
run: ${stream.deploymentName}
spec:
containers:
- image: ${stream.image}
ports:
- containerPort: ${stream.containerPort}
---
apiVersion: v1
kind: Service
metadata:
name: ${stream.deploymentName}-service
labels:
run: ${stream.deploymentName}
spec:
ports:
- port: ${stream.servicePort}
protocol: TCP
selector:
run: ${stream.deploymentName}
\ No newline at end of file
apiVersion: apps/v1
kind: Deployment
metadata:
name: streams-${deploymentName}-deployment
namespace: osdu-streams
spec:
replicas: 1
selector:
matchLabels:
run: ${deploymentName}
template:
metadata:
labels:
run: ${deploymentName}
spec:
containers:
- image: ${image}
ports:
- containerPort: ${containerPort}
env:
- name: ENV1
value: "env1_value"
- name: ENV2
value: "env2_value"
- name: SECRET_PASSWORD
valueFrom:
secretKeyRef:
name: mysecret
key: password
volumeMounts:
- name: example-configmap
mountPath: "/etc/example-configmap"
readOnly: true
resources:
requests:
memory: "${resources.requests.memory}"
cpu: "${resources.requests.cpu}"
limits:
memory: "${resources.limits.memory}"
cpu: "${resources.limits.cpu}"
readinessProbe:
tcpSocket:
port: ${readinessProbe.tcpSocket.port}
initialDelaySeconds: 5
periodSeconds: 10
livenessProbe:
tcpSocket:
port: ${livenessProbe.tcpSocket.port}
initialDelaySeconds: 15
periodSeconds: 20
volumes:
- name: example-configmap
configMap:
name: myconfigmap
---
apiVersion: v1
kind: Service
metadata:
name: streams-${deploymentName}-service
namespace: osdu-streams
labels:
run: ${deploymentName}
spec:
selector:
run: ${stream.deploymentName}
ports:
- port: ${servicePort}
targetPort: ${containerPort}
protocol: TCP
\ No newline at end of file
<mxfile host="Electron" modified="2021-10-25T19:22:24.468Z" agent="5.0 (Macintosh; Intel Mac OS X 11_6_0) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/14.9.6 Chrome/89.0.4389.128 Electron/12.0.16 Safari/537.36" etag="2-ATRw-x48F2hRZM0smG" version="14.9.6" type="device"><diagram id="oPQlikl0BSEGqThpAdY3" name="Page-1">7Vvfc9o4EP5reGzH2BjIY4Ck12mvx4XMXO/pRtgC1MiWR5YTyF9/Kyz/kgwYigmdNA+JvZZW0vetVrtrp+OMg/UnjqLVn8zHtGNb/rrjTDq2PejZ8FsKNqnA7VmpYMmJn4q6hWBGXrESZs0S4uO40lAwRgWJqkKPhSH2REWGOGcv1WYLRqujRmiJDcHMQ9SU/kN8sVLSrmUVD/7AZLlSQw9d9SBAWWMliFfIZy8lkXPXccacMZFeBesxphK7DJe03/2Op/nEOA5Fkw6L6XSxGX+Zfvoy+LH++/X5v401/6C0PCOaqAVjEX3wKJFK02mLTYYFZ0noY6nO6jijlxUReBYhTz59AfJBthIBhbsuXCrFmAu83jnjbo4D2A9mARZ8A01Uh8xUNtXblxIPGbirEgVZO6SoX+aKC3TgQgF0BFiuAZYBEfbBetQt42LFlixE9K6QjqogFm2+MhYp6H5gITZqK6BEsDpg5UD7YYV5sYR7eM+C1PwF4kss9rTr1dPEMUWCPFfncXbU+28BMl4T8V11l9f/yuuPrrqbrEuPJpvsJoTlfs8UyJtSL3lbdNveZf3egNAd++4yhNq1PifGHJzFm/ucq3M6PQOtJ7R4Qm8OVO/agLo57J3hCI7kZRLQr2SBKQmls4A1C+KRCG0XDs9uPcG4fIA5gbmBVToTqtpPC9khkCEkEQi68PyeUhTFZL6djmSJYy/hMWy4BxynnkhKJS0EIpBbSpYhyIT0WaMYxiHh8nHrwJy+dGuJkDMa55GPdSZmq8TmLJaYrSM2F56d2SwWLFE7ExyjAPC49eE3QCA4oIv55yCiTWl/G3bbYi2naQ9t3cFleTOjyypvM/D5BPB9l4Q53QaE9S5LmGMQBv6GeL/J6jsNyLqwVzTTkQmOKNsEsKbfjA0GDRjrX5axweEQpYRoxEgotnNwRx13olFUJDVlks4AnG1pwA1qgKvBreu2htvQwG361+yxY/cpjD2aQ9bQX8qr9HR5wB7j/j5k9QhrzoRgwTYx829l0UjKKPOejsrODmddg3rgS8AOFYaNMzGlbSptpeDQrVKYU5ppSBNJ1alcM9L0dJ0DitI1G4q2NOcr/AnmzaD+8wyCc1mje8/OrdfEuV02drDNYO8KnZvruFWD7jZzbu3BZoZcVwibM6jC1vhMaC3bt826iAfOX+Bv+CU9Bq7wAEjJvsQBYGe5l27nx54AjuZpDEUtnwC2GeUmUQz0vdUpf7gG6zS1hh177vzW4Az7VRJ1d9bUGlw9sNAV7bAGgBttSs2UG9s54d5N/TiFcaUaz2tq/V/BFfeH2glWV3i96An2S2Q1w54GW8MTrD3YzKQmPcC2FZdrPLz6l3NXGld6ZtnYXenRnq6oLXflXsJdmblRakBp+FPUgq7RlnZkwgpP62PXGg6M/dmWeQ1PNC/DFeuK2jKv4R7zKnpn6tliEeNWgjPnuJyvibGxCMOjkY/i1fZlZvouPfswaHiZgszPGpiWLTmnll/smwOKWg6+Hfuq+T0YimcF14OGcNOKHdiWRt+pSZgWdTc1g2P9TF4O1+bb6jHm1BVAVGE3q+vePU6hRflEs8YsXJBlwoEfFmYdYAJ5H7M6nEkSqksoySQkkN8DFuqKJyWhqcAcpEZSXc1Mfe+ir8T6hrH8juNsS8IiAq0f5Ejqsz7rM0zgPoJYe+9K61SgRKxe4S9EGj7oIoiCPfVRIOul4TyOqkDt0/kl/Yplq3XOmIgFR1EKSnyCCpFGzVaIAnxK/2xhUTKnJF4ZSzxW3xOWO2+JQ5wT62OByEnKIrShDPnS5XkrHKBjDFRz15BBiWpte0EoHTMqv3iZhGxbLUfKgVO8EDV+Pf0gpa5kXv0ICShlTzjT3ZF+S/6cqQRe9VVu38znnNoXsnqQdraMzjFLksbeT2Pz6tvZAx7A3O11PmGfB2CxnyhLitOXJ/IqH/7nDP0Mezfbe0jCctqEhjNN18PodrxVlfjlxd77pUPknoRLjuP9g7zP7eQ03U55zHDEdoLb4rP3NI4o/nfAufsf</diagram></mxfile>
\ No newline at end of file
<mxfile host="Electron" modified="2021-10-26T16:00:30.581Z" agent="5.0 (Macintosh; Intel Mac OS X 11_6_0) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/14.9.6 Chrome/89.0.4389.128 Electron/12.0.16 Safari/537.36" etag="dUcy4P2hAROj8zG6LcfW" version="14.9.6" type="device" pages="2"><diagram id="oPQlikl0BSEGqThpAdY3" name="Page-1">7Vvfc9o4EP5reEzH2BjIY4Ckl2mvx4XMXO/pRtgC1MiWR5YbyF9/Kyz/khwwFAOdNg+JtZbW0vetVrtrp+OMg/VHjqLVn8zHtGNb/rrjTDq23bVvh/BHSjap5LbnpoIlJ77qVAhm5A0roaWkCfFxXOkoGKOCRFWhx8IQe6IiQ5yz12q3BaPVp0ZoiQ3BzEPUlP5DfLFS0q5lFTf+wGS5Uo8euupGgLLOShCvkM9eSyLnvuOMOWMivQrWY0wleBku6biHd+7mE+M4FE0GLKbTxWb8afrx0+Db+u+37/9trPmN0vId0UQtGIvoxqNEKk2nLTYZFpwloY+lOqvjjF5XROBZhDx59xXYB9lKBBRaXbg0p5c9C3OB1yWRmu5HzAIs+Aa6qLs9hdym2nwt8ZCBuypRkPVDivplrrhABy4UQAeA5RpgGRBhH6xHNRkXK7ZkIaL3hXRUBbHo85mxSEH3DQuxUVsBJYI1BDZmCffwjvmr6QrEl1js6NdL+8m17KSJY4oE+V7dKSdHvX8JkPGaiK9quLz+V15/cFVrsi7dmmyyRgjL/ZopkI3SKNkshm1b2bj2Ce1eFaF2rc+JMQfPcHGfc3VOp2eg9YIWL+jiQPWuDajb/d4ZjuBIXiYB/UwWmJJQOguAQRCPRGiLBdy78wTj8gbmBOYGVulMqOo/LWT7QIaQRCAYwvM2pSiKyXw7HckSx17CY9hwTzhOPZGUSg4IRCB3lCxDkAnps0YxPIeEy+etA3P60q0lQs5onEc+O53J0cduzmKJ2Tpic+HJmc1iwRK1M8ExCgCPOx9+AwSCA7qYPwYRbUr7Zdhti7Wcph20dQfn5c2MLqu8zcDnE8D3lyTM6TYgrHdewhyDMPA3xPtNVt9pQNaZvaKZjkxwRNkmgGX+ZmwwaMBY/7yMDfaHKCVEI0ZCsZ2DO+q4E42iIqkpk3QC4GxLA25QA1wNbl23NdyGBm7Tv2bPHbtP4dmjOWQN/aW8Sk+XJ+wx7u9CVo+w5kwIFmwTM/9OFo2kjDLvZRei+7MuRffetKsE7FBh2DgTU9qm0lYKDt0qhTmlmYY0s1SDyjUjTU/X2aMoBcFQtKU5X+EPMG8G9Y8zCM5lje5Xdm69Js7tvLGDbQZ7V+jcXMetGnS3mXNrDzYz5LpC2JxBFbbGZ0Jr2b5t1kU8cP4Cf8Gv6TFw+QMg4/YCB4Cd5V66nR96AjiapzEUtXwC2GaUm0Qx0HemU35/DdZpag1Nq7CntwZn2K+SqLuzptbg6oGFrugdawC40abUTbmxdyfcu61/TmFcqcbTmlr/Z3DF/aF2gtUVXs96gv0UWc2wp8HW8ARrDzYzqUkPsG3F5QoOr/4F3ZXGlZ5ZNnZXerSnK2rLXbnncFdmbpQaUBr+FLWgK7ClppmwwtP60LWGA2N/tmVewyPNy3DFuqK2zGu4w7yK0Zl6tljEuJXgzDks52tibCzCcGvko3i1fZmZvkvPPgwanqcg86MGpmVLzrHlF/t2j6KWg2/HviZ+94biGb97DeH2PHZgWxp9xyZhWtTd1AwO9TN5OVybb6vHmFNXAFGF3ayue/88hR7lE80as3BBlgkHfliYDYAJ5GPM6nAmSaguoSSTkEB+D1ioK+6UhKYC8yE1kupqZup7F30l1heM5XccJ1sSFhFovZFPUp/1WY8wgYcIYu2dK61TgRKxeoO/EGn4oIsgCvbUR4Gsl4bzOKoCtUvnp/Qrlq3WOWMiFhxFKSjxESpEGjVbIQrwMeOzhUXJnJJ4ZSzxUH0vWO68JQ5xTqyPBSJHKYvQhjLkSx/orXCADjFQzV1DuiSqte0FoXTMqPziZRKybbUcKQdO8ULU+PX0g5S6knn1IySglL3gTHdH+i35c6ISeNVXuX0zn3NqX8jqQdrJMjrHLEkaez+NzatvZ/d4AHO31/mEXR6AxX6iLClOX57Iq/zxP2boJ9i72d5DEpbjJjScabqeRnfjrarELy/2wS8dIg8kXHIc737Ir7mdnKbbKY8ZDthO0Cw+e0/jiOKfB5z7/wE=</diagram><diagram id="HipaOh2XRV99beFgbeDt" name="ETP-Parser-Setup">1Vhbb5swFP41SNtDpgSSjDwut3VaJ03qtGVPlYsd8Gp8kDEN6a/fMTEQStambejaPpRzN/7O5wtxvFmcf1Ykib4BZcJx+zR3vLnjugN34uPDWLY7y2Q42hlCxakNqg0X/JZZY99aM05Z2gjUAELzpGkMQEoW6IaNKAWbZtgaRHPUhISsZbgIiGhbf3GqI2sd9Pu144zxMLJD+yPriEkZbA1pRChs9kzewvFmCkDvpDifMWHAK3E583gvPBOrEf/pX2bnfji9Er1dseVjUqopKCb1aUvbXt4QkVm8IKWZna/eliAqyCRlplDf8aabiGt2kZDAeDdIG7RFOhaoDVBccyFmIEChLkFi0JSSNCrSjZ8IHkqUBVvjbKY3TGmO/fpkzRpMvRTLcxmeFzHzMVrsm2I0y++09gFcBlWzkOUMYqbVFvNsFbdkgiW4b9VNzRZ/aG3RHlGqQGIZGlal6y6gYBvxiKa4raYscs2UJCZz8eO7+S9pAhxn/axOdQXpsInowG1DWtn2IR12heiwhROjuEtYFZSOIATEd1Fbp00k65hzMAQt8PvDtN7aLY9kGprospzrlU038m8jfxhZbZ7vuebbUpE43VVZwCh7WUat0wqtzNvNz0zqCX1EYCBTAbsnzrM7N1Ehu6+ee5gXigmi+U3z5U7eZa+1bphOeohBytTrXCivb6WMWxg67liYffoKhdAIM5BrHmYKOwqy9OJgVUCVoUpLzwwbm5P6oCsQHFG85Mm97gTX4OEAXHvRLT7fBdghx1uiiGfYEpu4fH8445qsrwk+jXwFkGps+Re8kTwYjKcTDx4Ou2bbQLEdQuZ9nkO+o87LF2Po+EiGVoEnp+jHzijK8gRSRv9JxNJ/SiZyGUCMNx0c9FIRaTbwt8yXp9Kls8uU32LLV7tOZyJL9XNPhhLsAEHDWi8Ot3/EATI+gHdnq3PSwttumaf6pHBcb138HYN+zCktbnNdNWB05+thMDqS8G5XDSg/vP/PZbeUH3XZrZS3ddmddHPZRbX+UaHw7f004y3+Ag==</diagram></mxfile>
\ No newline at end of file
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment