Merge pull request #690 from QwenLM/jklj077-patch-1

fix typo in finetune.py
1 year ago · 8ec779a83e
parent 08d5c79293 8c7174e8c0
commit 8ec779a83e
1 changed files with 1 additions and 1 deletions
--- a/finetune.py
+++ b/finetune.py
@ -285,7 +285,7 @@ def train():
        device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto"
        if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled():
            logging.warning(
-                "FSDP or ZeRO3 are not incompatible with QLoRA."
+                "FSDP or ZeRO3 are incompatible with QLoRA."
            )

    # Set RoPE scaling factor