Merge pull request #111 from QwenLM/update_cli_demo

Update cli_demo.py
2 years ago · 3531385d0c
parent 2c0761afe7 982eef010d
commit 3531385d0c
1 changed files with 1 additions and 1 deletions
--- a/cli_demo.py
+++ b/cli_demo.py
@ -177,7 +177,7 @@ def main():
        # Run chat.
        set_seed(seed)
        try:
-            for response in model.chat(tokenizer, query, history=history, stream=True):
+            for response in model.chat_stream(tokenizer, query, history=history):
                _clear_screen()
                print(f"\nUser: {query}")
                print(f"\nQwen-7B: {response}")