Update cli_demo.py

2 years ago · 982eef010d
parent 2c0761afe7
commit 982eef010d
1 changed files with 1 additions and 1 deletions
--- a/cli_demo.py
+++ b/cli_demo.py
@ -177,7 +177,7 @@ def main():
        # Run chat.
        set_seed(seed)
        try:
-            for response in model.chat(tokenizer, query, history=history, stream=True):
+            for response in model.chat_stream(tokenizer, query, history=history):
                _clear_screen()
                print(f"\nUser: {query}")
                print(f"\nQwen-7B: {response}")