You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.
# coding=utf-8
import argparse
from fastllm_pytools import llm
def args_parser ( ) :
parser = argparse . ArgumentParser ( description = ' qwen_chat_demo ' )
parser . add_argument ( ' -p ' , ' --path ' , type = str , required = True , default = ' ' , help = ' 模型文件的路径 ' )
args = parser . parse_args ( )
return args
if __name__ == " __main__ " :
args = args_parser ( )
model = llm . model ( args . path )
history = [ ]
print ( " 输入内容即可进行对话， ， " )
while True :
query = input ( " \n 用户： " )
if query . strip ( ) == " stop " :
break
if query . strip ( ) == " clear " :
history = [ ]
print ( " 输入内容即可进行对话， ， " )
continue
print ( " AI: " , end = " " )
curResponse = " "
for response in model . stream_response ( query , history = history , do_sample = True , top_p = 0.8 , top_k = 1 , temperature = 1.0 , repeat_penalty = 1.0 ) :
curResponse + = response
print ( response , flush = True , end = " " )
history . append ( ( query , curResponse ) )