Add a variable interval when retrying, to prevent stampeding

Author: Gedochao

modules/build/src/main/scala/scala/build/package.scala

@@ -3,11 +3,13 @@ package scala
 import scala.annotation.tailrec
 import scala.concurrent.duration.DurationConversions.*
 import scala.concurrent.duration.{DurationInt, FiniteDuration}
+import scala.util.Random
 
 package object build {
   def retry[T](
     maxAttempts: Int = 3,
-    waitDuration: FiniteDuration = 1.seconds
+    waitDuration: FiniteDuration = 1.seconds,
+    variableWaitDelayInMs: Int = 500
   )(logger: Logger)(
     run: => T
   ): T = {
@@ -21,7 +23,9 @@ package object build {
           else {
             t.getStackTrace.foreach(ste => logger.debug(ste.toString))
             logger.log(s"Caught $t, trying again in $waitDuration…")
-            Thread.sleep(waitDuration.toMillis)
+            val variableDelay       = Random.between(0, variableWaitDelayInMs + 1).milliseconds
+            val currentWaitDuration = waitDuration + variableDelay
+            Thread.sleep(currentWaitDuration.toMillis)
             helper(count + 1)
           }
       }