Merge pull request #201 from ArtificialZeng/main

Update openai_api.py
1 year ago · 718c7f2ea0
parent 677180a653 555d815ec0
commit 718c7f2ea0
1 changed files with 1 additions and 1 deletions
--- a/openai_api.py
+++ b/openai_api.py
@ -123,7 +123,7 @@ async def create_chat_completion(request: ChatCompletionRequest):
        generate = predict(query, history, request.model)
        return EventSourceResponse(generate, media_type="text/event-stream")

-    response, _ = model.chat_stream(tokenizer, query, history=history)
+    response, _ = model.chat(tokenizer, query, history=history)
    choice_data = ChatCompletionResponseChoice(
        index=0,
        message=ChatMessage(role="assistant", content=response),