1.1.0 upload in parallel where side-effect is eager

Author: jumblerg

README.md

@@ -4,7 +4,7 @@ Boot task `spew` for spewing output files into an s3 bucket.
 
 [](dependency)
 ```clojure
-[tailrecursion/boot-bucket "1.0.0"] ;; latest release
+[tailrecursion/boot-bucket "1.1.0"] ;; latest release
 ```
 [](/dependency)
 

build.boot

@@ -6,7 +6,7 @@
 (require
   '[adzerk.bootlaces :refer :all])
 
-(def +version+ "1.0.0")
+(def +version+ "1.1.0")
 
 (bootlaces! +version+)
 

src/tailrecursion/boot_bucket.clj

@@ -34,12 +34,14 @@
     (let [src-files*  (boot/output-files fileset)
           tgt-digests (pod/with-call-in pod
                         (tailrecursion.boot-bucket.client/list-digests ~*opts*))
-          src-files   (remove #(some (fn [[p h]] (and (= (:path %) p) (= (:hash %) h))) tgt-digests) src-files*)]
-      (if (empty? src-files)
-        (util/info "■ no changed files to upload\n")
-        (do
-          (doseq [{:keys [dir path]} src-files]
-            (util/info "• %s\n" path)
-            (pod/with-call-in pod
-              (tailrecursion.boot-bucket.client/put-file! ~*opts* ~(.getPath dir) ~path)))
-          (boot/add-meta fileset (into {} (mapv #(vector (:path %) {::uploaded true}) src-files)))))))))
+          src-files   (remove #(some (fn [[p h]] (and (= (:path %) p) (= (:hash %) h))) tgt-digests) src-files*)
+          fut-paths   (atom [])]
+      (when (empty? src-files) (util/info "■ no changed files to upload\n"))
+      (doseq [{:keys [dir path]} src-files]
+        (->> (tailrecursion.boot-bucket.client/put-file! ~*opts* ~(.getPath dir) ~path)
+               (pod/with-call-in pod)
+               (future)
+               (swap! fut-paths conj)))
+      (doseq [fut-path @fut-paths]
+        (util/info "• %s\n" @fut-path))
+      (boot/add-meta fileset (into {} (mapv #(vector (:path %) {::uploaded true}) src-files)))))))

src/tailrecursion/boot_bucket/client.clj

@@ -41,4 +41,5 @@
 (defn put-file! [{:keys [access-key secret-key bucket metadata]} base-dir path]
   (let [client @(client access-key secret-key)
         req    (request bucket base-dir path metadata)]
-    (.putObject client req)))
+    (.putObject client req)
+    path))