From e46d65084a11503c147230166d5b665ac6a7ae60 Mon Sep 17 00:00:00 2001
From: songt <song_ting@qq.com>
Date: Fri, 20 Oct 2023 17:38:47 +0800
Subject: [PATCH] print peft trainable params

---
 finetune.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/finetune.py b/finetune.py
index b3c35ca..969aba5 100644
--- a/finetune.py
+++ b/finetune.py
@@ -341,6 +341,9 @@ def train():
 
         model = get_peft_model(model, lora_config)
 
+        # Print peft trainable params
+        model.print_trainable_parameters()
+
         if training_args.gradient_checkpointing:
             model.enable_input_require_grads()