From 343017c4ce2e00a7f0ca8468a9d4173b9feae700 Mon Sep 17 00:00:00 2001
From: Junyang Lin <justinlin930319@hotmail.com>
Date: Mon, 9 Oct 2023 01:13:08 +0800
Subject: [PATCH] Update finetune_lora_single_gpu.sh

---
 finetune/finetune_lora_single_gpu.sh | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/finetune/finetune_lora_single_gpu.sh b/finetune/finetune_lora_single_gpu.sh
index 4096df6..3d8be58 100644
--- a/finetune/finetune_lora_single_gpu.sh
+++ b/finetune/finetune_lora_single_gpu.sh
@@ -34,3 +34,6 @@ python finetune.py \
   --lazy_preprocess True \
   --gradient_checkpointing \
   --use_lora
+
+# If you use fp16 instead of bf16, you should use deepspeed
+# --fp16 True --deepspeed finetune/ds_config_zero2.json