Update finetune_lora_single_gpu.sh

1 year ago · 343017c4ce
parent 00dceebbaa
commit 343017c4ce
1 changed files with 3 additions and 0 deletions
--- a/finetune/finetune_lora_single_gpu.sh
+++ b/finetune/finetune_lora_single_gpu.sh
@ -34,3 +34,6 @@ python finetune.py \
  --lazy_preprocess True \
  --gradient_checkpointing \
  --use_lora
+
+# If you use fp16 instead of bf16, you should use deepspeed
+# --fp16 True --deepspeed finetune/ds_config_zero2.json