Add backoff to k8s watchers

bottlerocket-os · Aug 8, 2023 · 0e3b2c0 · 0e3b2c0
1 parent 441bf95
commit 0e3b2c0
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 5 deletions.
diff --git a/agent/src/main.rs b/agent/src/main.rs
@@ -65,7 +65,7 @@ async fn run_agent() -> Result<()> {
         .fields(format!("metadata.name={}", associated_bottlerocketshadow_name).as_str());
     let brs_store = reflector::store::Writer::<BottlerocketShadow>::default();
     let brs_reader = brs_store.as_reader();
-    let brs_reflector = reflector::reflector(brs_store, watcher(brss, brs_config));
+    let brs_reflector = reflector::reflector(brs_store, watcher(brss, brs_config).default_backoff());
     let brs_drainer = brs_reflector
         .touched_objects()
         .filter_map(|x| async move { std::result::Result::ok(x) })
@@ -80,7 +80,7 @@ async fn run_agent() -> Result<()> {
     let nodes: Api<Node> = Api::all(k8s_client.clone());
     let nodes_store = reflector::store::Writer::<Node>::default();
     let node_reader = nodes_store.as_reader();
-    let node_reflector = reflector::reflector(nodes_store, watcher(nodes, node_config));
+    let node_reflector = reflector::reflector(nodes_store, watcher(nodes, node_config).default_backoff());
     let node_drainer = node_reflector
         .touched_objects()
         .filter_map(|x| async move { std::result::Result::ok(x) })

diff --git a/apiserver/src/api/mod.rs b/apiserver/src/api/mod.rs
@@ -131,7 +131,8 @@ pub async fn run_server<T: 'static + BottlerocketShadowClient>(
         watcher(
             pods,
             Config::default().labels(&format!("{}={}", LABEL_COMPONENT, AGENT)),
-        ),
+        )
+        .default_backoff(),
     );
     let drainer = pod_reflector.touched_objects()
         .filter_map(|x| async move {

diff --git a/controller/src/main.rs b/controller/src/main.rs
@@ -64,7 +64,10 @@ async fn main() -> Result<()> {
     let exporter = opentelemetry_prometheus::exporter(controller).init();
 
     // Setup and run a reflector, ensuring that `BottlerocketShadow` updates are reflected to the controller.
-    let brs_reflector = reflector::reflector(brs_store, watcher(brss, Config::default()));
+    let brs_reflector = reflector::reflector(
+        brs_store,
+        watcher(brss, Config::default()).default_backoff(),
+    );
     let brs_drainer = brs_reflector
         .touched_objects()
         .filter_map(|x| async move { std::result::Result::ok(x) })
@@ -80,7 +83,10 @@ async fn main() -> Result<()> {
     let nodes: Api<Node> = Api::all(k8s_client.clone());
     let nodes_store = reflector::store::Writer::<Node>::default();
     let node_reader = nodes_store.as_reader();
-    let node_reflector = reflector::reflector(nodes_store, watcher(nodes, Config::default()));
+    let node_reflector = reflector::reflector(
+        nodes_store,
+        watcher(nodes, Config::default()).default_backoff(),
+    );
     let node_drainer = node_reflector
         .touched_objects()
         .filter_map(|x| async move { std::result::Result::ok(x) })