chore(kafka_chart): Add Kafka Go charts (#347)
Signed-off-by: Udit Gaurav <udit.gaurav@mayadata.io>
This commit is contained in:
79
charts/kafka/kafka-broker-pod-failure/ansible/engine.yaml
Normal file
79
charts/kafka/kafka-broker-pod-failure/ansible/engine.yaml
Normal file
@@ -0,0 +1,79 @@
|
|||||||
|
apiVersion: litmuschaos.io/v1alpha1
|
||||||
|
kind: ChaosEngine
|
||||||
|
metadata:
|
||||||
|
name: kafka-chaos
|
||||||
|
namespace: default
|
||||||
|
spec:
|
||||||
|
# It can be true/false
|
||||||
|
annotationCheck: 'true'
|
||||||
|
# It can be active/stop
|
||||||
|
engineState: 'active'
|
||||||
|
#ex. values: ns1:name=percona,ns2:run=nginx
|
||||||
|
auxiliaryAppInfo: ''
|
||||||
|
appinfo:
|
||||||
|
appns: 'default'
|
||||||
|
applabel: 'app=cp-kafka'
|
||||||
|
appkind: 'statefulset'
|
||||||
|
chaosServiceAccount: kafka-broker-pod-failure-sa
|
||||||
|
monitoring: false
|
||||||
|
# It can be delete/retain
|
||||||
|
jobCleanUpPolicy: 'delete'
|
||||||
|
experiments:
|
||||||
|
- name: kafka-broker-pod-failure
|
||||||
|
spec:
|
||||||
|
components:
|
||||||
|
env:
|
||||||
|
# choose based on available kafka broker replicas
|
||||||
|
- name: KAFKA_REPLICATION_FACTOR
|
||||||
|
value: '3'
|
||||||
|
|
||||||
|
# get via 'kubectl get pods --show-labels -n <kafka-namespace>'
|
||||||
|
- name: KAFKA_LABEL
|
||||||
|
value: 'app=cp-kafka'
|
||||||
|
|
||||||
|
- name: KAFKA_NAMESPACE
|
||||||
|
value: 'default'
|
||||||
|
|
||||||
|
# get via 'kubectl get svc -n <kafka-namespace>'
|
||||||
|
- name: KAFKA_SERVICE
|
||||||
|
value: 'kafka-cp-kafka-headless'
|
||||||
|
|
||||||
|
# get via 'kubectl get svc -n <kafka-namespace>'
|
||||||
|
- name: KAFKA_PORT
|
||||||
|
value: '9092'
|
||||||
|
|
||||||
|
# Recommended timeout for EKS platform: 60000 ms
|
||||||
|
- name: KAFKA_CONSUMER_TIMEOUT
|
||||||
|
value: '30000' # in milliseconds
|
||||||
|
|
||||||
|
# ensure to set the instance name if using KUDO operator
|
||||||
|
- name: KAFKA_INSTANCE_NAME
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: ZOOKEEPER_NAMESPACE
|
||||||
|
value: 'default'
|
||||||
|
|
||||||
|
# get via 'kubectl get pods --show-labels -n <zk-namespace>'
|
||||||
|
- name: ZOOKEEPER_LABEL
|
||||||
|
value: 'app=cp-zookeeper'
|
||||||
|
|
||||||
|
# get via 'kubectl get svc -n <zk-namespace>
|
||||||
|
- name: ZOOKEEPER_SERVICE
|
||||||
|
value: 'kafka-cp-zookeeper-headless'
|
||||||
|
|
||||||
|
# get via 'kubectl get svc -n <zk-namespace>
|
||||||
|
- name: ZOOKEEPER_PORT
|
||||||
|
value: '2181'
|
||||||
|
|
||||||
|
# set chaos duration (in sec) as desired
|
||||||
|
- name: TOTAL_CHAOS_DURATION
|
||||||
|
value: '60'
|
||||||
|
|
||||||
|
# set chaos interval (in sec) as desired
|
||||||
|
- name: CHAOS_INTERVAL
|
||||||
|
value: '20'
|
||||||
|
|
||||||
|
# pod failures without '--force' & default terminationGracePeriodSeconds
|
||||||
|
- name: FORCE
|
||||||
|
value: 'false'
|
||||||
|
|
128
charts/kafka/kafka-broker-pod-failure/ansible/experiment.yaml
Normal file
128
charts/kafka/kafka-broker-pod-failure/ansible/experiment.yaml
Normal file
@@ -0,0 +1,128 @@
|
|||||||
|
apiVersion: litmuschaos.io/v1alpha1
|
||||||
|
description:
|
||||||
|
message: |
|
||||||
|
Deleting a kafka broker pod
|
||||||
|
kind: ChaosExperiment
|
||||||
|
metadata:
|
||||||
|
name: kafka-broker-pod-failure
|
||||||
|
spec:
|
||||||
|
definition:
|
||||||
|
scope: Cluster
|
||||||
|
permissions:
|
||||||
|
- apiGroups:
|
||||||
|
- ""
|
||||||
|
- "apps"
|
||||||
|
- "batch"
|
||||||
|
- "litmuschaos.io"
|
||||||
|
resources:
|
||||||
|
- "statefulsets"
|
||||||
|
- "deployments"
|
||||||
|
- "events"
|
||||||
|
- "pods/log"
|
||||||
|
- "configmaps"
|
||||||
|
- "jobs"
|
||||||
|
- "pods"
|
||||||
|
- "pods/exec"
|
||||||
|
- "chaosengines"
|
||||||
|
- "chaosexperiments"
|
||||||
|
- "chaosresults"
|
||||||
|
verbs:
|
||||||
|
- "create"
|
||||||
|
- "get"
|
||||||
|
- "delete"
|
||||||
|
- "list"
|
||||||
|
- "patch"
|
||||||
|
- apiGroups:
|
||||||
|
- ""
|
||||||
|
resources:
|
||||||
|
- "nodes"
|
||||||
|
verbs:
|
||||||
|
- "get"
|
||||||
|
- "list"
|
||||||
|
image: "litmuschaos/ansible-runner:latest"
|
||||||
|
imagePullPolicy: Always
|
||||||
|
args:
|
||||||
|
- -c
|
||||||
|
- ansible-playbook ./experiments/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure-ansible-logic.yml -i /etc/ansible/hosts -vv; exit 0
|
||||||
|
command:
|
||||||
|
- /bin/bash
|
||||||
|
env:
|
||||||
|
|
||||||
|
- name: ANSIBLE_STDOUT_CALLBACK
|
||||||
|
value: 'default'
|
||||||
|
|
||||||
|
- name: KAFKA_KIND
|
||||||
|
value: 'statefulset'
|
||||||
|
|
||||||
|
- name: KAFKA_LIVENESS_STREAM
|
||||||
|
value: 'enabled'
|
||||||
|
|
||||||
|
- name: KAFKA_LIVENESS_IMAGE
|
||||||
|
value: 'litmuschaos/kafka-client:ci'
|
||||||
|
|
||||||
|
# set to 'enabled' if you have auth set up
|
||||||
|
- name: KAFKA_SASL_AUTH
|
||||||
|
value: 'disabled'
|
||||||
|
|
||||||
|
# Recommended timeout for EKS platform: 60000 ms
|
||||||
|
- name: KAFKA_CONSUMER_TIMEOUT
|
||||||
|
value: '30000' #in ms
|
||||||
|
|
||||||
|
- name: TOTAL_CHAOS_DURATION
|
||||||
|
value: '15'
|
||||||
|
|
||||||
|
- name: CHAOS_INTERVAL
|
||||||
|
value: '5'
|
||||||
|
|
||||||
|
# provide the kill count
|
||||||
|
- name: KILL_COUNT
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: FORCE
|
||||||
|
value: 'true'
|
||||||
|
|
||||||
|
- name: KAFKA_INSTANCE_NAME
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: KAFKA_NAMESPACE
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: KAFKA_LABEL
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: KAFKA_BROKER
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: KAFKA_REPLICATION_FACTOR
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: KAFKA_SERVICE
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: KAFKA_PORT
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: ZOOKEEPER_NAMESPACE
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: ZOOKEEPER_LABEL
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: ZOOKEEPER_SERVICE
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
- name: ZOOKEEPER_PORT
|
||||||
|
value: ''
|
||||||
|
|
||||||
|
## env var that describes the library used to execute the chaos
|
||||||
|
## default: litmus. Supported values: litmus
|
||||||
|
- name: LIB
|
||||||
|
value: 'litmus'
|
||||||
|
|
||||||
|
- name: LIB_IMAGE
|
||||||
|
value: 'litmuschaos/pod-delete-helper:latest'
|
||||||
|
|
||||||
|
labels:
|
||||||
|
name: kafka-broker-pod-failure
|
||||||
|
app.kubernetes.io/part-of: litmus
|
||||||
|
|
39
charts/kafka/kafka-broker-pod-failure/ansible/rbac.yaml
Normal file
39
charts/kafka/kafka-broker-pod-failure/ansible/rbac.yaml
Normal file
@@ -0,0 +1,39 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
namespace: default
|
||||||
|
labels:
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
app.kubernetes.io/part-of: litmus
|
||||||
|
---
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
kind: ClusterRole
|
||||||
|
metadata:
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
labels:
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
app.kubernetes.io/part-of: litmus
|
||||||
|
rules:
|
||||||
|
- apiGroups: ["","litmuschaos.io","batch","apps"]
|
||||||
|
resources: ["pods","deployments","pods/log","events","jobs","pods/exec","statefulsets","configmaps","chaosengines","chaosexperiments","chaosresults"]
|
||||||
|
verbs: ["create","list","get","patch","delete"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["nodes"]
|
||||||
|
verbs: ["get","list"]
|
||||||
|
---
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
kind: ClusterRoleBinding
|
||||||
|
metadata:
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
labels:
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
app.kubernetes.io/part-of: litmus
|
||||||
|
roleRef:
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
kind: ClusterRole
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: kafka-broker-pod-failure-sa
|
||||||
|
namespace: default
|
@@ -75,4 +75,5 @@ spec:
|
|||||||
|
|
||||||
# pod failures without '--force' & default terminationGracePeriodSeconds
|
# pod failures without '--force' & default terminationGracePeriodSeconds
|
||||||
- name: FORCE
|
- name: FORCE
|
||||||
value: 'false'
|
value: 'false'
|
||||||
|
|
@@ -39,18 +39,15 @@ spec:
|
|||||||
verbs:
|
verbs:
|
||||||
- "get"
|
- "get"
|
||||||
- "list"
|
- "list"
|
||||||
image: "litmuschaos/ansible-runner:latest"
|
image: "litmuschaos/go-runner:latest"
|
||||||
imagePullPolicy: Always
|
imagePullPolicy: Always
|
||||||
args:
|
args:
|
||||||
- -c
|
- -c
|
||||||
- ansible-playbook ./experiments/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure-ansible-logic.yml -i /etc/ansible/hosts -vv; exit 0
|
- ./experiments -name kafka-broker-pod-failure
|
||||||
command:
|
command:
|
||||||
- /bin/bash
|
- /bin/bash
|
||||||
env:
|
env:
|
||||||
|
|
||||||
- name: ANSIBLE_STDOUT_CALLBACK
|
|
||||||
value: 'default'
|
|
||||||
|
|
||||||
- name: KAFKA_KIND
|
- name: KAFKA_KIND
|
||||||
value: 'statefulset'
|
value: 'statefulset'
|
||||||
|
|
||||||
@@ -60,10 +57,6 @@ spec:
|
|||||||
- name: KAFKA_LIVENESS_IMAGE
|
- name: KAFKA_LIVENESS_IMAGE
|
||||||
value: 'litmuschaos/kafka-client:ci'
|
value: 'litmuschaos/kafka-client:ci'
|
||||||
|
|
||||||
# set to 'enabled' if you have auth set up
|
|
||||||
- name: KAFKA_SASL_AUTH
|
|
||||||
value: 'disabled'
|
|
||||||
|
|
||||||
# Recommended timeout for EKS platform: 60000 ms
|
# Recommended timeout for EKS platform: 60000 ms
|
||||||
- name: KAFKA_CONSUMER_TIMEOUT
|
- name: KAFKA_CONSUMER_TIMEOUT
|
||||||
value: '30000' #in ms
|
value: '30000' #in ms
|
||||||
@@ -78,6 +71,11 @@ spec:
|
|||||||
- name: KILL_COUNT
|
- name: KILL_COUNT
|
||||||
value: ''
|
value: ''
|
||||||
|
|
||||||
|
## it defines the sequence of chaos execution for multiple target pods
|
||||||
|
## supported values: serial, parallel
|
||||||
|
- name: SEQUENCE
|
||||||
|
value: 'parallel'
|
||||||
|
|
||||||
- name: FORCE
|
- name: FORCE
|
||||||
value: 'true'
|
value: 'true'
|
||||||
|
|
||||||
@@ -118,9 +116,6 @@ spec:
|
|||||||
## default: litmus. Supported values: litmus
|
## default: litmus. Supported values: litmus
|
||||||
- name: LIB
|
- name: LIB
|
||||||
value: 'litmus'
|
value: 'litmus'
|
||||||
|
|
||||||
- name: LIB_IMAGE
|
|
||||||
value: 'litmuschaos/pod-delete-helper:latest'
|
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
name: kafka-broker-pod-failure
|
name: kafka-broker-pod-failure
|
||||||
|
@@ -31,7 +31,7 @@ spec:
|
|||||||
name: Mayadata
|
name: Mayadata
|
||||||
links:
|
links:
|
||||||
- name: Source Code
|
- name: Source Code
|
||||||
url: https://github.com/litmuschaos/litmus-ansible/tree/master/experiments/kafka/kafka-broker-pod-failure
|
url: https://github.com/litmuschaos/litmus-go/tree/master/experiments/kafka/kafka-broker-pod-failure
|
||||||
- name: Documentation
|
- name: Documentation
|
||||||
url: https://docs.litmuschaos.io/docs/kafka-broker-pod-failure/
|
url: https://docs.litmuschaos.io/docs/kafka-broker-pod-failure/
|
||||||
- name: Video
|
- name: Video
|
||||||
|
@@ -14,9 +14,12 @@ metadata:
|
|||||||
labels:
|
labels:
|
||||||
name: litmus-admin
|
name: litmus-admin
|
||||||
rules:
|
rules:
|
||||||
- apiGroups: ["","apps","batch","extensions","litmuschaos.io","openebs.io","storage.k8s.io"]
|
- apiGroups: ["","apps","batch","extensions","litmuschaos.io"]
|
||||||
resources: ["chaosengines","chaosexperiments","chaosresults","cstorpools","cstorvolumereplicas","configmaps","secrets","pods","pods/exec","pods/log","pods/eviction","jobs","replicasets","deployments","daemonsets","statefulsets","persistentvolumeclaims","persistentvolumes","storageclasses","services","events"]
|
resources: ["pods","pods/exec","pods/eviction","jobs","daemonsets","events","chaosresults","chaosengines"]
|
||||||
verbs: ["create","delete","get","list","patch","update"]
|
verbs: ["create","delete","get","list","patch","update", "deletecollection"]
|
||||||
|
- apiGroups: ["","apps","litmuschaos.io"]
|
||||||
|
resources: ["configmaps","secrets","services","chaosexperiments","pods/log","replicasets","deployments","statefulsets","services"]
|
||||||
|
verbs: ["get","list","patch","update"]
|
||||||
- apiGroups: [""]
|
- apiGroups: [""]
|
||||||
resources: ["nodes"]
|
resources: ["nodes"]
|
||||||
verbs: ["get","list","patch","update"]
|
verbs: ["get","list","patch","update"]
|
||||||
@@ -34,4 +37,4 @@ roleRef:
|
|||||||
subjects:
|
subjects:
|
||||||
- kind: ServiceAccount
|
- kind: ServiceAccount
|
||||||
name: litmus-admin
|
name: litmus-admin
|
||||||
namespace: litmus
|
namespace: litmus
|
||||||
|
Reference in New Issue
Block a user