smaller epsilon when deriving flow from predict noise objective

lucidrains · Aug 20, 2024 · 73a0ca7 · 73a0ca7
1 parent c05f426
commit 73a0ca7
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "rectified-flow-pytorch"
-version = "0.1.0"
+version = "0.1.1"
 description = "Rectified Flow in Pytorch"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }

diff --git a/rectified_flow_pytorch/rectified_flow.py b/rectified_flow_pytorch/rectified_flow.py
@@ -263,7 +263,7 @@ def predict_flow(self, model: Module, noised, *, times):
             noise = output
             padded_times = append_dims(times, noised.ndim - 1)
 
-            flow = (noised - noise) / padded_times.clamp(min = 1e-2)
+            flow = (noised - noise) / padded_times.clamp(min = 1e-20)
 
         else:
             raise ValueError(f'unknown objective {self.predict}')