Update finetune.py

1 year ago · 3e63f107fa
parent 8c5beaba8d
commit 3e63f107fa
1 changed files with 1 additions and 1 deletions
--- a/finetune.py
+++ b/finetune.py
@ -302,7 +302,7 @@ def train():
        config=config,
        cache_dir=training_args.cache_dir,
        device_map=device_map,
-        low_cpu_mem_usage=True if training_args.use_lora and not lora_args.q_lora,
+        low_cpu_mem_usage=True if training_args.use_lora and not lora_args.q_lora else False,
        trust_remote_code=True,
        quantization_config=GPTQConfig(
            bits=4, disable_exllama=True