Move write throughput benchmark to 10KB pod

Author: serathius

clusterloader2/testing/write-throughput/config.yaml

@@ -1,5 +1,6 @@
 # Write throughput with background watch benchmark
 {{$podCount := DefaultParam .CL2_PODS_BENCHMARK_POD_COUNT 10000}}
+{{$podSize := DefaultParam .CL2_POD_SIZE "10KB"}}
 {{$watchReplicas := DefaultParam .CL2_PODS_WATCH_REPLICAS 10}}
 {{$writeReplicas := DefaultParam .CL2_PODS_WRITE_REPLICAS 10}}
 {{$patchQps := DefaultParam .CL2_PODS_PATCH_QPS 100}}
@@ -16,11 +17,11 @@ tuningSets:
 steps:
 - name: Create initial baseline realistic target pods
   module:
-
     path: modules/initial-pods/config.yaml
     params:
       action: create
       podCount: {{$podCount}}
+      podSize: {{$podSize}}
 
 - name: Start API responsiveness and resource measurements
   module:

clusterloader2/testing/write-throughput/modules/initial-pods/config.yaml

@@ -2,6 +2,13 @@
 # Valid actions: "create", "delete"
 {{$action := .action}}
 {{$podCount := DefaultParam .podCount 10000}}
+{{$podSize := DefaultParam .podSize (DefaultParam .CL2_POD_SIZE "10KB")}}
+{{$podTemplate := DefaultParam .podTemplate ""}}
+{{if eq $podTemplate ""}}
+  {{if or (eq $podSize "10KB") (eq $podSize "30")}}
+    {{$podTemplate = "modules/initial-pods/pod_10KB.yaml"}}
+  {{end}}
+{{end}}
 {{$replicas := 0}}
 {{if eq $action "create"}}
 {{$replicas = $podCount}}
@@ -18,4 +25,4 @@ steps:
     replicasPerNamespace: {{$replicas}}
     objectBundle:
     - basename: bench-pod
-      objectTemplatePath: modules/initial-pods/pod.yaml
+      objectTemplatePath: {{$podTemplate}}

…throughput/modules/initial-pods/pod.yaml …ghput/modules/initial-pods/pod_10KB.yamlclusterloader2/testing/write-throughput/modules/initial-pods/pod.yaml renamed to clusterloader2/testing/write-throughput/modules/initial-pods/pod_10KB.yaml clusterloader2/testing/write-throughput/modules/initial-pods/pod.yaml renamed to clusterloader2/testing/write-throughput/modules/initial-pods/pod_10KB.yaml

@@ -123,6 +123,16 @@ spec:
       requests:
         cpu: 5m
         memory: 20M
+  terminationGracePeriodSeconds: 1
+  tolerations:
+  - key: "node.kubernetes.io/not-ready"
+    operator: "Exists"
+    effect: "NoExecute"
+    tolerationSeconds: 900
+  - key: "node.kubernetes.io/unreachable"
+    operator: "Exists"
+    effect: "NoExecute"
+    tolerationSeconds: 900
   volumes:
   - name: configmap
     configMap:

clusterloader2/testing/write-throughput/modules/watch/deployment.yaml

@@ -1,7 +1,7 @@
 {{$image := DefaultParam .CL2_BENCHMARK_IMAGE "gcr.io/k8s-staging-perf-tests/perf-tests-util/request-benchmark:v0.0.18"}}
 {{$imagePullPolicy := DefaultParam .CL2_IMAGE_PULL_POLICY "IfNotPresent"}}
-{{$cpu := DefaultParam .cpu "200m"}}
-{{$memory := DefaultParam .memory "100Mi"}}
+{{$cpu := DefaultParam .cpu "2000m"}}
+{{$memory := DefaultParam .memory "1000Mi"}}
 
 apiVersion: apps/v1
 kind: Deployment

clusterloader2/testing/write-throughput/modules/writer/deployment.yaml

@@ -1,7 +1,7 @@
 {{$image := DefaultParam .CL2_BENCHMARK_IMAGE "gcr.io/k8s-staging-perf-tests/perf-tests-util/request-benchmark:v0.0.18"}}
 {{$imagePullPolicy := DefaultParam .CL2_IMAGE_PULL_POLICY "IfNotPresent"}}
-{{$cpu := DefaultParam .cpu "200m"}}
-{{$memory := DefaultParam .memory "100Mi"}}
+{{$cpu := DefaultParam .cpu "500m"}}
+{{$memory := DefaultParam .memory "200Mi"}}
 
 apiVersion: apps/v1
 kind: Deployment