From f7681f9e779265cc3aa64fb47deab423d47d616f Mon Sep 17 00:00:00 2001
From: Junyang Lin <justinlin930319@hotmail.com>
Date: Sat, 7 Oct 2023 18:47:29 +0800
Subject: [PATCH] Update finetune.py

---
 finetune.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/finetune.py b/finetune.py
index 411f783..cea3fab 100644
--- a/finetune.py
+++ b/finetune.py
@@ -319,7 +319,7 @@ def train():
     tokenizer.pad_token_id = tokenizer.eod_id
 
     if training_args.use_lora:
-        if lora_args.q_lora:
+        if lora_args.q_lora or 'chat' in model_args.model_name_or_path.lower():
             modules_to_save = None
         else:
             modules_to_save = ["wte", "lm_head"]