trying cheaper optimizer to solve ooms

allenai · Sep 25, 2024 · 7707bc0 · 7707bc0
1 parent a0bec4e
commit 7707bc0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pdelfin/train/config/qwen2vl-7b-lora.yaml b/pdelfin/train/config/qwen2vl-7b-lora.yaml
@@ -56,7 +56,7 @@ hparams:
   pad_multiple_of: 16
   log_every_steps: 50
   eval_every_steps: 500
-  optim: adamw_torch
+  optim: adamw_bnb_8bit
   lr_scheduler: cosine
   weight_decay: 0.01
   warmup_ratio: 0.03