From daf00604d95f9d49d720a5e13e4909f887a46b9d Mon Sep 17 00:00:00 2001 From: Junyang Lin Date: Wed, 25 Oct 2023 12:05:21 +0800 Subject: [PATCH] Update finetune.py --- finetune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/finetune.py b/finetune.py index 969aba5..04ad907 100644 --- a/finetune.py +++ b/finetune.py @@ -278,7 +278,7 @@ def train(): local_rank = training_args.local_rank - device_map = "auto" + device_map = None world_size = int(os.environ.get("WORLD_SIZE", 1)) ddp = world_size != 1 if lora_args.q_lora: