Stop bleeding of prometheus stack failure flakiness

Author: hakuna-matatah

tests/tasks/generators/clusterloader/load-slos.yaml

@@ -162,6 +162,10 @@ spec:
       fi
       cat $(workspaces.source.path)/perf-tests/clusterloader2/testing/load/config.yaml
       cd $(workspaces.source.path)/perf-tests/clusterloader2/
+      # [ToDo] To temporarily stop bleeding we delete these.
+      # Related issue - https://github.com/kubernetes/kubernetes/issues/126578
+      kubectl --kubeconfig=$KUBECONFIG delete servicemonitor kube-dns -n monitoring
+      kubectl --kubeconfig=$KUBECONFIG delete servicemonitor coredns -n monitoring
       ENABLE_EXEC_SERVICE=false ./clusterloader --kubeconfig=$KUBECONFIG --testconfig=$(workspaces.source.path)/perf-tests/clusterloader2/testing/load/config.yaml --testoverrides=$(workspaces.source.path)/overrides.yaml --nodes=$(params.nodes) --provider=eks --report-dir=$(workspaces.results.path) --alsologtostderr --v=2
       exit_code=$?
       if [ $exit_code -eq 0 ]; then