update finetune.py

main
yangapku 1 year ago
parent 91675cbcd4
commit 981c89b2a9

@ -302,7 +302,6 @@ def train():
config=config, config=config,
cache_dir=training_args.cache_dir, cache_dir=training_args.cache_dir,
device_map=device_map, device_map=device_map,
low_cpu_mem_usage=True if training_args.use_lora and not lora_args.q_lora else False,
trust_remote_code=True, trust_remote_code=True,
quantization_config=GPTQConfig( quantization_config=GPTQConfig(
bits=4, disable_exllama=True bits=4, disable_exllama=True

Loading…
Cancel
Save