[charts/portal] Adding provision to configure liveness and readiness probe of all analytics containers

charts/druid/Chart.yaml

@@ -7,5 +7,5 @@ maintainers:
   - name: Gazza7205
 sources:
   - https://github.com/CAAPIM/apim-charts
-version: 1.0.9
+version: 1.0.10
 appVersion: 0.17.0

charts/druid/templates/broker/broker-statefulset.yaml

@@ -51,17 +51,19 @@ spec:
           readinessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 90
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.broker.readinessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.broker.readinessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.broker.readinessProbe.periodSeconds }}
+            successThreshold: {{ .Values.broker.readinessProbe.successThreshold }}
+            failureThreshold: {{ .Values.broker.readinessProbe.failureThreshold }}
           livenessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 120
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.broker.livenessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.broker.livenessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.broker.livenessProbe.periodSeconds }}
+            successThreshold: {{ .Values.broker.livenessProbe.successThreshold }}
+            failureThreshold: {{ .Values.broker.livenessProbe.failureThreshold }}
           ports:
             - containerPort: 8082
           {{- if .Values.broker.resources }}

charts/druid/templates/coordinator/coordinator-statefulset.yaml

@@ -71,17 +71,19 @@ spec:
           readinessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 60
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.coordinator.readinessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.coordinator.readinessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.coordinator.readinessProbe.periodSeconds }}
+            successThreshold: {{ .Values.coordinator.readinessProbe.successThreshold }}
+            failureThreshold: {{ .Values.coordinator.readinessProbe.failureThreshold }}
           livenessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 90
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.coordinator.livenessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.coordinator.livenessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.coordinator.livenessProbe.periodSeconds }}
+            successThreshold: {{ .Values.coordinator.livenessProbe.successThreshold }}
+            failureThreshold: {{ .Values.coordinator.livenessProbe.failureThreshold }}
           ports:
             - containerPort: 8081
           {{- if .Values.coordinator.resources }}

charts/druid/templates/historical/historical-statefulset.yaml

@@ -64,17 +64,19 @@ spec:
           readinessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 90
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.historical.readinessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.historical.readinessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.historical.readinessProbe.periodSeconds }}
+            successThreshold: {{ .Values.historical.readinessProbe.successThreshold }}
+            failureThreshold: {{ .Values.historical.readinessProbe.failureThreshold }}
           livenessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 120
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.historical.livenessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.historical.livenessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.historical.livenessProbe.periodSeconds }}
+            successThreshold: {{ .Values.historical.livenessProbe.successThreshold }}
+            failureThreshold: {{ .Values.historical.livenessProbe.failureThreshold }}
           ports:
             - containerPort: 8083
           {{- if .Values.historical.resources }}

charts/druid/templates/ingestion/ingestion-deployment.yaml

@@ -72,17 +72,19 @@ spec:
           readinessProbe:
             exec:
               command: [sh, /opt/app/diagnostic/health_check.sh]
-            initialDelaySeconds: 90
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.ingestion.readinessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.ingestion.readinessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.ingestion.readinessProbe.periodSeconds }}
+            successThreshold: {{ .Values.ingestion.readinessProbe.successThreshold }}
+            failureThreshold: {{ .Values.ingestion.readinessProbe.failureThreshold }}
           livenessProbe:
             exec:
               command: [sh, /opt/app/diagnostic/health_check.sh]
-            initialDelaySeconds: 120
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.ingestion.livenessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.ingestion.livenessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.ingestion.livenessProbe.periodSeconds }}
+            successThreshold: {{ .Values.ingestion.livenessProbe.successThreshold }}
+            failureThreshold: {{ .Values.ingestion.livenessProbe.failureThreshold }}
           {{- if .Values.ingestion.resources }}
           resources: {{- toYaml .Values.ingestion.resources | nindent 12 }}
           {{- end }}

charts/druid/templates/kafka/kafka-statefulset.yaml

@@ -51,19 +51,21 @@ spec:
         - configMapRef:
             name: kafka-config
         readinessProbe:
-            exec:
-              command: [sh, /opt/ca/health_check.sh]
-            initialDelaySeconds: 90
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+          exec:
+            command: [sh, /opt/ca/health_check.sh]
+          initialDelaySeconds: {{ .Values.kafka.readinessProbe.initialDelaySeconds }}
+          timeoutSeconds: {{ .Values.kafka.readinessProbe.timeoutSeconds }}
+          periodSeconds: {{ .Values.kafka.readinessProbe.periodSeconds }}
+          successThreshold: {{ .Values.kafka.readinessProbe.successThreshold }}
+          failureThreshold: {{ .Values.kafka.readinessProbe.failureThreshold }}
         livenessProbe:
           exec:
             command: [sh, /opt/ca/health_check.sh]
-          initialDelaySeconds: 120
-          timeoutSeconds: 1
-          periodSeconds: 15
-          successThreshold: 1
+          initialDelaySeconds: {{ .Values.kafka.livenessProbe.initialDelaySeconds }}
+          timeoutSeconds: {{ .Values.kafka.livenessProbe.timeoutSeconds }}
+          periodSeconds: {{ .Values.kafka.livenessProbe.periodSeconds }}
+          successThreshold: {{ .Values.kafka.livenessProbe.successThreshold }}
+          failureThreshold: {{ .Values.kafka.livenessProbe.failureThreshold }}
         {{- if .Values.kafka.resources }}
         resources: {{- toYaml .Values.kafka.resources | nindent 12 }}
         {{- end }}

charts/druid/templates/middlemanager/middlemanager-statefulset.yaml

@@ -62,17 +62,19 @@ spec:
           readinessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 90
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.middlemanager.readinessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.middlemanager.readinessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.middlemanager.readinessProbe.periodSeconds }}
+            successThreshold: {{ .Values.middlemanager.readinessProbe.successThreshold }}
+            failureThreshold: {{ .Values.middlemanager.readinessProbe.failureThreshold }}
           livenessProbe:
             exec:
               command: [sh, /opt/diagnostic/health_check.sh]
-            initialDelaySeconds: 120
-            timeoutSeconds: 1
-            periodSeconds: 15
-            successThreshold: 1
+            initialDelaySeconds: {{ .Values.middlemanager.livenessProbe.initialDelaySeconds }}
+            timeoutSeconds: {{ .Values.middlemanager.livenessProbe.timeoutSeconds }}
+            periodSeconds: {{ .Values.middlemanager.livenessProbe.periodSeconds }}
+            successThreshold: {{ .Values.middlemanager.livenessProbe.successThreshold }}
+            failureThreshold: {{ .Values.middlemanager.livenessProbe.failureThreshold }}
           ports:
             - containerPort: 8091
           volumeMounts:

charts/druid/templates/minio/minio-statefulset.yaml

@@ -82,21 +82,21 @@ spec:
             path: /minio/health/live
             port: http
             scheme: HTTP
-          initialDelaySeconds: 30
-          periodSeconds: 10
-          timeoutSeconds: 5
-          successThreshold: 1
-          failureThreshold: 10
+          initialDelaySeconds: {{ .Values.minio.livenessProbe.initialDelaySeconds }}
+          timeoutSeconds: {{ .Values.minio.livenessProbe.timeoutSeconds }}
+          periodSeconds: {{ .Values.minio.livenessProbe.periodSeconds }}
+          successThreshold: {{ .Values.minio.livenessProbe.successThreshold }}
+          failureThreshold: {{ .Values.minio.livenessProbe.failureThreshold }}
         readinessProbe:
           httpGet:
             scheme: HTTP
             path: /minio/health/ready     
             port: http
-          initialDelaySeconds: 30
-          periodSeconds: 10
-          timeoutSeconds: 5
-          successThreshold: 1
-          failureThreshold: 10
+          initialDelaySeconds: {{ .Values.minio.readinessProbe.initialDelaySeconds }}
+          timeoutSeconds: {{ .Values.minio.readinessProbe.timeoutSeconds }}
+          periodSeconds: {{ .Values.minio.readinessProbe.periodSeconds }}
+          successThreshold: {{ .Values.minio.readinessProbe.successThreshold }}
+          failureThreshold: {{ .Values.minio.readinessProbe.failureThreshold }}
         volumeMounts:
         - name: minio-vol-claim
           mountPath: /opt/data

charts/druid/values.yaml

@@ -45,6 +45,18 @@ serviceAccount:
 # name:
 
 minio:
+  livenessProbe:
+    initialDelaySeconds: 30
+    timeoutSeconds: 5
+    periodSeconds: 10
+    successThreshold: 1
+    failureThreshold: 10
+  readinessProbe:
+    initialDelaySeconds: 30
+    timeoutSeconds: 5
+    periodSeconds: 10
+    successThreshold: 1
+    failureThreshold: 10
   auth:
     secretName: minio-secret
     # Auto-generated minio-auth
@@ -95,6 +107,18 @@ zookeeper:
 # affinity:
 
 middlemanager:
+  livenessProbe:
+    initialDelaySeconds: 120
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
+  readinessProbe:
+    initialDelaySeconds: 90
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
   replicaCount: 1
   loglevel: WARN
   indexer:
@@ -111,6 +135,18 @@ middlemanager:
 # affinity:
 
 broker:
+  livenessProbe:
+    initialDelaySeconds: 120
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
+  readinessProbe:
+    initialDelaySeconds: 90
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
   replicaCount: 1
   loglevel: WARN
   image:
@@ -124,6 +160,18 @@ broker:
 # affinity:
 
 coordinator:
+  livenessProbe:
+    initialDelaySeconds: 90
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
+  readinessProbe:
+    initialDelaySeconds: 60
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
   hostname: coordinator
   loglevel: WARN
   port: 8081
@@ -139,6 +187,18 @@ coordinator:
 # affinity:
 
 historical:
+  livenessProbe:
+    initialDelaySeconds: 120
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
+  readinessProbe:
+    initialDelaySeconds: 90
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
   replicaCount: 1
   loglevel: WARN
   image:
@@ -152,6 +212,18 @@ historical:
 # affinity:
 
 kafka:
+  livenessProbe:
+    initialDelaySeconds: 120
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
+  readinessProbe:
+    initialDelaySeconds: 90
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
   replicaCount: 1
   image:
     pullPolicy: IfNotPresent
@@ -166,6 +238,18 @@ kafka:
 # affinity:
 
 ingestion:
+  livenessProbe:
+    initialDelaySeconds: 120
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
+  readinessProbe:
+    initialDelaySeconds: 90
+    timeoutSeconds: 1
+    periodSeconds: 15
+    successThreshold: 1
+    failureThreshold: 3
   replicaCount: 1
   image:
     pullPolicy: IfNotPresent

charts/portal/Chart.lock

@@ -1,7 +1,7 @@
 dependencies:
 - name: druid
   repository: file://../druid
-  version: 1.0.9 
+  version: 1.0.10
 - name: mysql
   repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
   version: 9.4.7
@@ -11,5 +11,5 @@ dependencies:
 - name: ingress-nginx
   repository: https://kubernetes.github.io/ingress-nginx/
   version: 4.5.2
-digest: sha256:9369611e2ec40c223228f7bccf23bb4c839448677772acff0778f53874607a4d
-generated: "2023-04-11T00:03:56.7118775+05:30"
+digest: sha256:3a33f27e52502313a5ddcab2d5527da96aa420b9b604e24170edc841b1db1ff3
+generated: "2023-06-20T20:27:30.0638974+05:30"

charts/portal/values-production.yaml

@@ -788,6 +788,9 @@ ingress-nginx:
   rbac:
     create: true
   controller:
+    config:
+  # 30MB is the max file size we allow for the custom pages and 15MB for GW Bundle.so max is set to 32
+      proxy-body-size: "32m"
     publishService:
       enabled: true
     extraArgs:

charts/portal/values.yaml

@@ -636,6 +636,9 @@ ingress-nginx:
   rbac:
     create: true
   controller:
+  # 30MB is the max file size we allow for the custom pages and 15MB for GW Bundle. so max is set to 32
+    config:
+      proxy-body-size: "32m"
     publishService:
       enabled: true
     extraArgs: