Update finetune.py

main
Junyang Lin 2 years ago committed by GitHub
parent 10c3ceee39
commit daf00604d9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -278,7 +278,7 @@ def train():
local_rank = training_args.local_rank local_rank = training_args.local_rank
device_map = "auto" device_map = None
world_size = int(os.environ.get("WORLD_SIZE", 1)) world_size = int(os.environ.get("WORLD_SIZE", 1))
ddp = world_size != 1 ddp = world_size != 1
if lora_args.q_lora: if lora_args.q_lora:

Loading…
Cancel
Save