Merge pull request #692 from QwenLM/jklj077-patch-1

Remove redundant code in finetune.py
1 year ago · a0a557aad8
parent c4fdd89d20 a6c1ea82ba
commit a0a557aad8
1 changed files with 0 additions and 6 deletions
--- a/finetune.py
+++ b/finetune.py
@ -270,12 +270,6 @@ def train():
    if getattr(training_args, 'deepspeed', None) and int(os.environ.get("WORLD_SIZE", 1))==1:
        training_args.distributed_state.distributed_type = DistributedType.DEEPSPEED

-    compute_dtype = (
-        torch.float16
-        if training_args.fp16
-        else (torch.bfloat16 if training_args.bf16 else torch.float32)
-    )
-
    local_rank = training_args.local_rank

    device_map = "auto"