Update finetune_lora_single_gpu.sh

1 year ago · 7eac4fde6e
parent 110d616b33
commit 7eac4fde6e
1 changed files with 2 additions and 2 deletions
--- a/finetune/finetune_lora_single_gpu.sh
+++ b/finetune/finetune_lora_single_gpu.sh
@ -23,7 +23,7 @@ python finetune.py \
  --save_strategy "steps" \
  --save_steps 1000 \
  --save_total_limit 10 \
-  --learning_rate 1e-5 \
+  --learning_rate 3e-4 \
  --weight_decay 0.1 \
  --adam_beta2 0.95 \
  --warmup_ratio 0.01 \
@ -33,4 +33,4 @@ python finetune.py \
  --model_max_length 512 \
  --lazy_preprocess True \
  --gradient_checkpointing \
-  --use_lora
+  --use_lora