chore(kafka_chart): Add Kafka Go charts (#347)

Signed-off-by: Udit Gaurav <udit.gaurav@mayadata.io>
This commit is contained in:
UDIT GAURAV
2020-10-14 19:07:58 +05:30
committed by GitHub
parent 3082b09589
commit a7c4e90d33
7 changed files with 263 additions and 18 deletions

View File

@@ -0,0 +1,79 @@
apiVersion: litmuschaos.io/v1alpha1
kind: ChaosEngine
metadata:
name: kafka-chaos
namespace: default
spec:
# It can be true/false
annotationCheck: 'true'
# It can be active/stop
engineState: 'active'
#ex. values: ns1:name=percona,ns2:run=nginx
auxiliaryAppInfo: ''
appinfo:
appns: 'default'
applabel: 'app=cp-kafka'
appkind: 'statefulset'
chaosServiceAccount: kafka-broker-pod-failure-sa
monitoring: false
# It can be delete/retain
jobCleanUpPolicy: 'delete'
experiments:
- name: kafka-broker-pod-failure
spec:
components:
env:
# choose based on available kafka broker replicas
- name: KAFKA_REPLICATION_FACTOR
value: '3'
# get via 'kubectl get pods --show-labels -n <kafka-namespace>'
- name: KAFKA_LABEL
value: 'app=cp-kafka'
- name: KAFKA_NAMESPACE
value: 'default'
# get via 'kubectl get svc -n <kafka-namespace>'
- name: KAFKA_SERVICE
value: 'kafka-cp-kafka-headless'
# get via 'kubectl get svc -n <kafka-namespace>'
- name: KAFKA_PORT
value: '9092'
# Recommended timeout for EKS platform: 60000 ms
- name: KAFKA_CONSUMER_TIMEOUT
value: '30000' # in milliseconds
# ensure to set the instance name if using KUDO operator
- name: KAFKA_INSTANCE_NAME
value: ''
- name: ZOOKEEPER_NAMESPACE
value: 'default'
# get via 'kubectl get pods --show-labels -n <zk-namespace>'
- name: ZOOKEEPER_LABEL
value: 'app=cp-zookeeper'
# get via 'kubectl get svc -n <zk-namespace>
- name: ZOOKEEPER_SERVICE
value: 'kafka-cp-zookeeper-headless'
# get via 'kubectl get svc -n <zk-namespace>
- name: ZOOKEEPER_PORT
value: '2181'
# set chaos duration (in sec) as desired
- name: TOTAL_CHAOS_DURATION
value: '60'
# set chaos interval (in sec) as desired
- name: CHAOS_INTERVAL
value: '20'
# pod failures without '--force' & default terminationGracePeriodSeconds
- name: FORCE
value: 'false'

View File

@@ -0,0 +1,128 @@
apiVersion: litmuschaos.io/v1alpha1
description:
message: |
Deleting a kafka broker pod
kind: ChaosExperiment
metadata:
name: kafka-broker-pod-failure
spec:
definition:
scope: Cluster
permissions:
- apiGroups:
- ""
- "apps"
- "batch"
- "litmuschaos.io"
resources:
- "statefulsets"
- "deployments"
- "events"
- "pods/log"
- "configmaps"
- "jobs"
- "pods"
- "pods/exec"
- "chaosengines"
- "chaosexperiments"
- "chaosresults"
verbs:
- "create"
- "get"
- "delete"
- "list"
- "patch"
- apiGroups:
- ""
resources:
- "nodes"
verbs:
- "get"
- "list"
image: "litmuschaos/ansible-runner:latest"
imagePullPolicy: Always
args:
- -c
- ansible-playbook ./experiments/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure-ansible-logic.yml -i /etc/ansible/hosts -vv; exit 0
command:
- /bin/bash
env:
- name: ANSIBLE_STDOUT_CALLBACK
value: 'default'
- name: KAFKA_KIND
value: 'statefulset'
- name: KAFKA_LIVENESS_STREAM
value: 'enabled'
- name: KAFKA_LIVENESS_IMAGE
value: 'litmuschaos/kafka-client:ci'
# set to 'enabled' if you have auth set up
- name: KAFKA_SASL_AUTH
value: 'disabled'
# Recommended timeout for EKS platform: 60000 ms
- name: KAFKA_CONSUMER_TIMEOUT
value: '30000' #in ms
- name: TOTAL_CHAOS_DURATION
value: '15'
- name: CHAOS_INTERVAL
value: '5'
# provide the kill count
- name: KILL_COUNT
value: ''
- name: FORCE
value: 'true'
- name: KAFKA_INSTANCE_NAME
value: ''
- name: KAFKA_NAMESPACE
value: ''
- name: KAFKA_LABEL
value: ''
- name: KAFKA_BROKER
value: ''
- name: KAFKA_REPLICATION_FACTOR
value: ''
- name: KAFKA_SERVICE
value: ''
- name: KAFKA_PORT
value: ''
- name: ZOOKEEPER_NAMESPACE
value: ''
- name: ZOOKEEPER_LABEL
value: ''
- name: ZOOKEEPER_SERVICE
value: ''
- name: ZOOKEEPER_PORT
value: ''
## env var that describes the library used to execute the chaos
## default: litmus. Supported values: litmus
- name: LIB
value: 'litmus'
- name: LIB_IMAGE
value: 'litmuschaos/pod-delete-helper:latest'
labels:
name: kafka-broker-pod-failure
app.kubernetes.io/part-of: litmus

View File

@@ -0,0 +1,39 @@
apiVersion: v1
kind: ServiceAccount
metadata:
name: kafka-broker-pod-failure-sa
namespace: default
labels:
name: kafka-broker-pod-failure-sa
app.kubernetes.io/part-of: litmus
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
name: kafka-broker-pod-failure-sa
labels:
name: kafka-broker-pod-failure-sa
app.kubernetes.io/part-of: litmus
rules:
- apiGroups: ["","litmuschaos.io","batch","apps"]
resources: ["pods","deployments","pods/log","events","jobs","pods/exec","statefulsets","configmaps","chaosengines","chaosexperiments","chaosresults"]
verbs: ["create","list","get","patch","delete"]
- apiGroups: [""]
resources: ["nodes"]
verbs: ["get","list"]
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
name: kafka-broker-pod-failure-sa
labels:
name: kafka-broker-pod-failure-sa
app.kubernetes.io/part-of: litmus
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: ClusterRole
name: kafka-broker-pod-failure-sa
subjects:
- kind: ServiceAccount
name: kafka-broker-pod-failure-sa
namespace: default

View File

@@ -76,3 +76,4 @@ spec:
# pod failures without '--force' & default terminationGracePeriodSeconds # pod failures without '--force' & default terminationGracePeriodSeconds
- name: FORCE - name: FORCE
value: 'false' value: 'false'

View File

@@ -39,18 +39,15 @@ spec:
verbs: verbs:
- "get" - "get"
- "list" - "list"
image: "litmuschaos/ansible-runner:latest" image: "litmuschaos/go-runner:latest"
imagePullPolicy: Always imagePullPolicy: Always
args: args:
- -c - -c
- ansible-playbook ./experiments/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure-ansible-logic.yml -i /etc/ansible/hosts -vv; exit 0 - ./experiments -name kafka-broker-pod-failure
command: command:
- /bin/bash - /bin/bash
env: env:
- name: ANSIBLE_STDOUT_CALLBACK
value: 'default'
- name: KAFKA_KIND - name: KAFKA_KIND
value: 'statefulset' value: 'statefulset'
@@ -60,10 +57,6 @@ spec:
- name: KAFKA_LIVENESS_IMAGE - name: KAFKA_LIVENESS_IMAGE
value: 'litmuschaos/kafka-client:ci' value: 'litmuschaos/kafka-client:ci'
# set to 'enabled' if you have auth set up
- name: KAFKA_SASL_AUTH
value: 'disabled'
# Recommended timeout for EKS platform: 60000 ms # Recommended timeout for EKS platform: 60000 ms
- name: KAFKA_CONSUMER_TIMEOUT - name: KAFKA_CONSUMER_TIMEOUT
value: '30000' #in ms value: '30000' #in ms
@@ -78,6 +71,11 @@ spec:
- name: KILL_COUNT - name: KILL_COUNT
value: '' value: ''
## it defines the sequence of chaos execution for multiple target pods
## supported values: serial, parallel
- name: SEQUENCE
value: 'parallel'
- name: FORCE - name: FORCE
value: 'true' value: 'true'
@@ -119,9 +117,6 @@ spec:
- name: LIB - name: LIB
value: 'litmus' value: 'litmus'
- name: LIB_IMAGE
value: 'litmuschaos/pod-delete-helper:latest'
labels: labels:
name: kafka-broker-pod-failure name: kafka-broker-pod-failure
app.kubernetes.io/part-of: litmus app.kubernetes.io/part-of: litmus

View File

@@ -31,7 +31,7 @@ spec:
name: Mayadata name: Mayadata
links: links:
- name: Source Code - name: Source Code
url: https://github.com/litmuschaos/litmus-ansible/tree/master/experiments/kafka/kafka-broker-pod-failure url: https://github.com/litmuschaos/litmus-go/tree/master/experiments/kafka/kafka-broker-pod-failure
- name: Documentation - name: Documentation
url: https://docs.litmuschaos.io/docs/kafka-broker-pod-failure/ url: https://docs.litmuschaos.io/docs/kafka-broker-pod-failure/
- name: Video - name: Video

View File

@@ -14,9 +14,12 @@ metadata:
labels: labels:
name: litmus-admin name: litmus-admin
rules: rules:
- apiGroups: ["","apps","batch","extensions","litmuschaos.io","openebs.io","storage.k8s.io"] - apiGroups: ["","apps","batch","extensions","litmuschaos.io"]
resources: ["chaosengines","chaosexperiments","chaosresults","cstorpools","cstorvolumereplicas","configmaps","secrets","pods","pods/exec","pods/log","pods/eviction","jobs","replicasets","deployments","daemonsets","statefulsets","persistentvolumeclaims","persistentvolumes","storageclasses","services","events"] resources: ["pods","pods/exec","pods/eviction","jobs","daemonsets","events","chaosresults","chaosengines"]
verbs: ["create","delete","get","list","patch","update"] verbs: ["create","delete","get","list","patch","update", "deletecollection"]
- apiGroups: ["","apps","litmuschaos.io"]
resources: ["configmaps","secrets","services","chaosexperiments","pods/log","replicasets","deployments","statefulsets","services"]
verbs: ["get","list","patch","update"]
- apiGroups: [""] - apiGroups: [""]
resources: ["nodes"] resources: ["nodes"]
verbs: ["get","list","patch","update"] verbs: ["get","list","patch","update"]