print peft trainable params

1 year ago · e46d65084a
parent 3e63f107fa
commit e46d65084a
1 changed files with 3 additions and 0 deletions
--- a/finetune.py
+++ b/finetune.py
@ -341,6 +341,9 @@ def train():

        model = get_peft_model(model, lora_config)

+        # Print peft trainable params
+        model.print_trainable_parameters()
+
        if training_args.gradient_checkpointing:
            model.enable_input_require_grads()