From 8c7174e8c0d932c33fc185afea6d5dec0478204d Mon Sep 17 00:00:00 2001 From: Ren Xuancheng Date: Thu, 30 Nov 2023 17:54:04 +0800 Subject: [PATCH] fix typo in finetune.py fix https://github.com/QwenLM/Qwen/issues/687 --- finetune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/finetune.py b/finetune.py index 4eebd15..3f6a4c6 100644 --- a/finetune.py +++ b/finetune.py @@ -285,7 +285,7 @@ def train(): device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto" if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled(): logging.warning( - "FSDP or ZeRO3 are not incompatible with QLoRA." + "FSDP or ZeRO3 are incompatible with QLoRA." ) # Set RoPE scaling factor