Merge pull request #507 from songt96/feature/songt

print peft trainable params
1 year ago · 10c3ceee39
parent e6ecfb2294 e46d65084a
commit 10c3ceee39
1 changed files with 3 additions and 0 deletions
--- a/finetune.py
+++ b/finetune.py
@ -341,6 +341,9 @@ def train():

        model = get_peft_model(model, lora_config)

+        # Print peft trainable params
+        model.print_trainable_parameters()
+
        if training_args.gradient_checkpointing:
            model.enable_input_require_grads()