We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4e5400c commit dca1fe4Copy full SHA for dca1fe4
examples/llama-3/fft-8b-liger-fsdp.yaml
@@ -31,7 +31,7 @@ wandb_log_model:
31
gradient_accumulation_steps: 4
32
micro_batch_size: 2
33
num_epochs: 1
34
-optimizer: paged_adamw_8bit
+optimizer: adamw_torch
35
lr_scheduler: cosine
36
learning_rate: 2e-5
37
0 commit comments