Update tutorials to Clay v1.5 (#336)

* Update tutorials & embedder notebook * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Clay-foundation · Dec 4, 2024 · 774db28 · 774db28
1 parent 436d304
commit 774db28
Show file tree

Hide file tree

Showing 8 changed files with 1,868 additions and 1,544 deletions.
diff --git a/docs/tutorials/clay-v1-wall-to-wall.ipynb b/docs/tutorials/clay-v1-wall-to-wall.ipynb
diff --git a/docs/tutorials/embeddings.ipynb b/docs/tutorials/embeddings.ipynb
diff --git a/...1-inference-simsearch-naip-stacchip.ipynb → docs/tutorials/inference.ipynb b/...1-inference-simsearch-naip-stacchip.ipynb → docs/tutorials/inference.ipynb
diff --git a/docs/tutorials/reconstruction.ipynb b/docs/tutorials/reconstruction.ipynb
diff --git a/docs/tutorials/visualize-embeddings.ipynb b/docs/tutorials/visualize-embeddings.ipynb
diff --git a/docs/tutorials/wall-to-wall.ipynb b/docs/tutorials/wall-to-wall.ipynb
diff --git a/finetune/embedder/factory.py b/finetune/embedder/factory.py
@@ -8,9 +8,9 @@
 ```bash
 python -m finetune.embedder.factory \
     --img_size 256 \
-    --ckpt_path checkpoints/clay-v1-base.ckpt \
+    --ckpt_path checkpoints/clay_v1.5.ckpt \
     --device cuda \
-    --name clay-v1-encoder.onnx \
+    --name clay-v1.5-encoder.onnx \
     --onnx
 # exports Clay encoder to ONNX format that can handle chips of size 256x256
 # for different sensors like Sentinel-2, Landsat-8, NAIP, LINZ & Sentinel 1.
@@ -19,9 +19,9 @@
 ```bash
 python -m finetune.embedder.factory \
     --img_size 224 \
-    --ckpt_path checkpoints/clay-v1-base.ckpt \
+    --ckpt_path checkpoints/clay_v1.5.ckpt \
     --device cuda \
-    --name clay-v1-encoder.pt2 \
+    --name clay-v1.5-encoder.pt2 \
     --ep
 # exports Clay encoder to pytorch ExportedProgram format that can handle chips
 # of size 224x224 for different sensors like Sentinel-2, Landsat-8, NAIP, LINZ
@@ -146,9 +146,9 @@ def __init__(self, img_size=256, ckpt_path=None, device="cpu"):
             EmbeddingEncoder(  # Default parameters for the Clay base model
                 img_size=img_size,
                 patch_size=8,
-                dim=768,
-                depth=12,
-                heads=12,
+                dim=1024,
+                depth=24,
+                heads=16,
                 dim_head=64,
                 mlp_ratio=4.0,
             ).to(device)