Update finetune.py

1 year ago · f7681f9e77
parent f0078d013b
commit f7681f9e77
1 changed files with 1 additions and 1 deletions
--- a/finetune.py
+++ b/finetune.py
@ -319,7 +319,7 @@ def train():
    tokenizer.pad_token_id = tokenizer.eod_id

    if training_args.use_lora:
-        if lora_args.q_lora:
+        if lora_args.q_lora or 'chat' in model_args.model_name_or_path.lower():
            modules_to_save = None
        else:
            modules_to_save = ["wte", "lm_head"]