Ren Xuancheng 1 year ago committed by GitHub
parent 08d5c79293
commit 8c7174e8c0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -285,7 +285,7 @@ def train():
device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto" device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto"
if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled(): if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled():
logging.warning( logging.warning(
"FSDP or ZeRO3 are not incompatible with QLoRA." "FSDP or ZeRO3 are incompatible with QLoRA."
) )
# Set RoPE scaling factor # Set RoPE scaling factor

Loading…
Cancel
Save