diff --git a/.gitignore b/.gitignore
index 9a7fbea..03677b0 100644
--- a/.gitignore
+++ b/.gitignore
@@ -7,6 +7,7 @@ build
 .vscode/
 .idea/
 .DS_Store
+.venv
 
 /private/
 output_qwen/
diff --git a/requirements.txt b/requirements.txt
index 9c35591..c73afa7 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,3 +4,8 @@ tiktoken
 einops
 transformers_stream_generator==0.0.4
 scipy
+auto-gptq>=0.5.1
+transformers>=4.35.0
+optimum>=1.14.0
+peft<0.8.0
+deepspeed