chore(kafka_chart): Add Kafka Go charts (#347)

Signed-off-by: Udit Gaurav <udit.gaurav@mayadata.io>
2020-10-14 19:07:58 +05:30
parent 3082b09589
commit a7c4e90d33
7 changed files with 263 additions and 18 deletions
--- a/charts/kafka/kafka-broker-pod-failure/ansible/engine.yaml
+++ b/charts/kafka/kafka-broker-pod-failure/ansible/engine.yaml
@@ -0,0 +1,79 @@
+apiVersion: litmuschaos.io/v1alpha1
+kind: ChaosEngine
+metadata:
+  name: kafka-chaos
+  namespace: default
+spec:
+  # It can be true/false
+  annotationCheck: 'true'
+  # It can be active/stop
+  engineState: 'active'
+  #ex. values: ns1:name=percona,ns2:run=nginx 
+  auxiliaryAppInfo: ''
+  appinfo: 
+    appns: 'default'
+    applabel: 'app=cp-kafka'
+    appkind: 'statefulset'
+  chaosServiceAccount: kafka-broker-pod-failure-sa
+  monitoring: false
+  # It can be delete/retain
+  jobCleanUpPolicy: 'delete' 
+  experiments:
+    - name: kafka-broker-pod-failure
+      spec:
+        components:  
+          env:
+            # choose based on available kafka broker replicas           
+            - name: KAFKA_REPLICATION_FACTOR
+              value: '3'
+
+            # get via 'kubectl get pods --show-labels -n <kafka-namespace>'
+            - name: KAFKA_LABEL
+              value: 'app=cp-kafka'
+
+            - name: KAFKA_NAMESPACE
+              value: 'default'
+      
+            # get via 'kubectl get svc -n <kafka-namespace>' 
+            - name: KAFKA_SERVICE
+              value: 'kafka-cp-kafka-headless'
+
+            # get via 'kubectl get svc -n <kafka-namespace>'  
+            - name: KAFKA_PORT
+              value: '9092'
+
+            # Recommended timeout for EKS platform: 60000 ms
+            - name: KAFKA_CONSUMER_TIMEOUT
+              value: '30000' # in milliseconds  
+
+            # ensure to set the instance name if using KUDO operator
+            - name: KAFKA_INSTANCE_NAME
+              value: ''
+
+            - name: ZOOKEEPER_NAMESPACE
+              value: 'default'
+
+            # get via 'kubectl get pods --show-labels -n <zk-namespace>'
+            - name: ZOOKEEPER_LABEL
+              value: 'app=cp-zookeeper'
+
+            # get via 'kubectl get svc -n <zk-namespace>  
+            - name: ZOOKEEPER_SERVICE
+              value: 'kafka-cp-zookeeper-headless'
+
+            # get via 'kubectl get svc -n <zk-namespace>  
+            - name: ZOOKEEPER_PORT
+              value: '2181'
+
+            # set chaos duration (in sec) as desired
+            - name: TOTAL_CHAOS_DURATION
+              value: '60'
+              
+            # set chaos interval (in sec) as desired
+            - name: CHAOS_INTERVAL
+              value: '20'
+
+            # pod failures without '--force' & default terminationGracePeriodSeconds
+            - name: FORCE
+              value: 'false'
+
--- a/charts/kafka/kafka-broker-pod-failure/ansible/experiment.yaml
+++ b/charts/kafka/kafka-broker-pod-failure/ansible/experiment.yaml
@@ -0,0 +1,128 @@
+apiVersion: litmuschaos.io/v1alpha1
+description:
+  message: |
+   Deleting a kafka broker pod
+kind: ChaosExperiment
+metadata:
+  name: kafka-broker-pod-failure
+spec:
+  definition:
+    scope: Cluster
+    permissions:
+      - apiGroups:
+          - ""
+          - "apps"
+          - "batch"
+          - "litmuschaos.io"
+        resources:
+          - "statefulsets"
+          - "deployments"
+          - "events"
+          - "pods/log"
+          - "configmaps"
+          - "jobs"
+          - "pods"
+          - "pods/exec"
+          - "chaosengines"
+          - "chaosexperiments"
+          - "chaosresults"
+        verbs:
+          - "create"
+          - "get"
+          - "delete"
+          - "list"
+          - "patch"
+      - apiGroups:
+          - ""
+        resources: 
+          - "nodes"
+        verbs:
+          - "get"
+          - "list"
+    image: "litmuschaos/ansible-runner:latest"
+    imagePullPolicy: Always
+    args:
+    - -c
+    - ansible-playbook ./experiments/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure-ansible-logic.yml -i /etc/ansible/hosts -vv; exit 0
+    command:
+    - /bin/bash
+    env:
+
+    - name: ANSIBLE_STDOUT_CALLBACK
+      value: 'default'
+
+    - name: KAFKA_KIND
+      value: 'statefulset'
+
+    - name: KAFKA_LIVENESS_STREAM
+      value: 'enabled'
+
+    - name: KAFKA_LIVENESS_IMAGE
+      value: 'litmuschaos/kafka-client:ci'
+
+    # set to 'enabled' if you have auth set up
+    - name: KAFKA_SASL_AUTH
+      value: 'disabled'
+
+    # Recommended timeout for EKS platform: 60000 ms
+    - name: KAFKA_CONSUMER_TIMEOUT
+      value: '30000' #in ms
+
+    - name: TOTAL_CHAOS_DURATION
+      value: '15'
+
+    - name: CHAOS_INTERVAL
+      value: '5'
+
+    # provide the kill count
+    - name: KILL_COUNT
+      value: ''
+
+    - name: FORCE
+      value: 'true'
+
+    - name: KAFKA_INSTANCE_NAME
+      value: ''
+
+    - name: KAFKA_NAMESPACE
+      value: ''
+
+    - name: KAFKA_LABEL
+      value: ''
+
+    - name: KAFKA_BROKER
+      value: ''
+
+    - name: KAFKA_REPLICATION_FACTOR
+      value: ''
+
+    - name: KAFKA_SERVICE
+      value: ''
+
+    - name: KAFKA_PORT
+      value: ''
+
+    - name: ZOOKEEPER_NAMESPACE
+      value: ''
+
+    - name: ZOOKEEPER_LABEL
+      value: ''
+
+    - name: ZOOKEEPER_SERVICE
+      value: ''
+
+    - name: ZOOKEEPER_PORT
+      value: ''
+
+    ## env var that describes the library used to execute the chaos
+    ## default: litmus. Supported values: litmus
+    - name: LIB
+      value: 'litmus'
+
+    - name: LIB_IMAGE
+      value: 'litmuschaos/pod-delete-helper:latest'
+ 
+    labels:
+      name: kafka-broker-pod-failure
+      app.kubernetes.io/part-of: litmus
+
--- a/charts/kafka/kafka-broker-pod-failure/ansible/rbac.yaml
+++ b/charts/kafka/kafka-broker-pod-failure/ansible/rbac.yaml
@@ -0,0 +1,39 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: kafka-broker-pod-failure-sa
+  namespace: default
+  labels:
+    name: kafka-broker-pod-failure-sa
+    app.kubernetes.io/part-of: litmus
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: kafka-broker-pod-failure-sa
+  labels:
+    name: kafka-broker-pod-failure-sa
+    app.kubernetes.io/part-of: litmus
+rules:
+- apiGroups: ["","litmuschaos.io","batch","apps"]
+  resources: ["pods","deployments","pods/log","events","jobs","pods/exec","statefulsets","configmaps","chaosengines","chaosexperiments","chaosresults"]
+  verbs: ["create","list","get","patch","delete"]
+- apiGroups: [""]
+  resources: ["nodes"]
+  verbs: ["get","list"]
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: kafka-broker-pod-failure-sa
+  labels:
+    name: kafka-broker-pod-failure-sa
+    app.kubernetes.io/part-of: litmus
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: kafka-broker-pod-failure-sa
+subjects:
+- kind: ServiceAccount
+  name: kafka-broker-pod-failure-sa
+  namespace: default
--- a/charts/kafka/kafka-broker-pod-failure/engine.yaml
+++ b/charts/kafka/kafka-broker-pod-failure/engine.yaml
@@ -75,4 +75,5 @@ spec:

            # pod failures without '--force' & default terminationGracePeriodSeconds
            - name: FORCE
-              value: 'false'
+              value: 'false'
+              
--- a/charts/kafka/kafka-broker-pod-failure/experiment.yaml
+++ b/charts/kafka/kafka-broker-pod-failure/experiment.yaml
@@ -39,18 +39,15 @@ spec:
        verbs:
          - "get"
          - "list"
-    image: "litmuschaos/ansible-runner:latest"
+    image: "litmuschaos/go-runner:latest"
    imagePullPolicy: Always
    args:
    - -c
-    - ansible-playbook ./experiments/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure-ansible-logic.yml -i /etc/ansible/hosts -vv; exit 0
+    - ./experiments -name kafka-broker-pod-failure
    command:
    - /bin/bash
    env:

-    - name: ANSIBLE_STDOUT_CALLBACK
-      value: 'default'
-
    - name: KAFKA_KIND
      value: 'statefulset'

@@ -60,10 +57,6 @@ spec:
    - name: KAFKA_LIVENESS_IMAGE
      value: 'litmuschaos/kafka-client:ci'

-    # set to 'enabled' if you have auth set up
-    - name: KAFKA_SASL_AUTH
-      value: 'disabled'
-
    # Recommended timeout for EKS platform: 60000 ms
    - name: KAFKA_CONSUMER_TIMEOUT
      value: '30000' #in ms
@@ -78,6 +71,11 @@ spec:
    - name: KILL_COUNT
      value: ''

+    ## it defines the sequence of chaos execution for multiple target pods
+    ## supported values: serial, parallel
+    - name: SEQUENCE
+      value: 'parallel'    
+
    - name: FORCE
      value: 'true'

@@ -118,9 +116,6 @@ spec:
    ## default: litmus. Supported values: litmus
    - name: LIB
      value: 'litmus'
-
-    - name: LIB_IMAGE
-      value: 'litmuschaos/pod-delete-helper:latest'
 
    labels:
      name: kafka-broker-pod-failure
--- a/charts/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure.chartserviceversion.yaml
+++ b/charts/kafka/kafka-broker-pod-failure/kafka-broker-pod-failure.chartserviceversion.yaml
@@ -31,7 +31,7 @@ spec:
    name: Mayadata
  links:
    - name: Source Code
-      url: https://github.com/litmuschaos/litmus-ansible/tree/master/experiments/kafka/kafka-broker-pod-failure
+      url: https://github.com/litmuschaos/litmus-go/tree/master/experiments/kafka/kafka-broker-pod-failure
    - name: Documentation
      url: https://docs.litmuschaos.io/docs/kafka-broker-pod-failure/
    - name: Video