Update finetune.py

1 year ago · daf00604d9
parent 10c3ceee39
commit daf00604d9
1 changed files with 1 additions and 1 deletions
--- a/finetune.py
+++ b/finetune.py
@ -278,7 +278,7 @@ def train():

    local_rank = training_args.local_rank

-    device_map = "auto"
+    device_map = None
    world_size = int(os.environ.get("WORLD_SIZE", 1))
    ddp = world_size != 1
    if lora_args.q_lora: