Update openai_api.py

openai_api.py

@@ -35,6 +35,7 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
+
 class ModelCard(BaseModel):
     id: str
     object: str = "model"
@@ -136,7 +137,6 @@ async def predict(query: str, history: List[List[str]], model_id: str):
         finish_reason=None
     )
     chunk = ChatCompletionResponse(model=model_id, choices=[choice_data], object="chat.completion.chunk")
-    #yield "{}".format(chunk.json(exclude_unset=True, ensure_ascii=False))
     yield "{}".format(chunk.model_dump_json(exclude_unset=True))
 
     current_length = 0
@@ -154,7 +154,6 @@ async def predict(query: str, history: List[List[str]], model_id: str):
             finish_reason=None
         )
         chunk = ChatCompletionResponse(model=model_id, choices=[choice_data], object="chat.completion.chunk")
-        #yield "{}".format(chunk.json(exclude_unset=True, ensure_ascii=False))
         yield "{}".format(chunk.model_dump_json(exclude_unset=True))
 
 
@@ -164,13 +163,12 @@ async def predict(query: str, history: List[List[str]], model_id: str):
         finish_reason="stop"
     )
     chunk = ChatCompletionResponse(model=model_id, choices=[choice_data], object="chat.completion.chunk")
-    #yield "{}".format(chunk.json(exclude_unset=True, ensure_ascii=False))
     yield "{}".format(chunk.model_dump_json(exclude_unset=True))
     yield '[DONE]'
 
 def _get_args():
     parser = ArgumentParser()
-    parser.add_argument("-c", "--checkpoint-path", type=str, default=DEFAULT_CKPT_PATH,
+    parser.add_argument("-c", "--checkpoint-path", type=str, default='QWen/QWen-7B-Chat',
                         help="Checkpoint name or path, default to %(default)r")
     parser.add_argument("--cpu-only", action="store_true", help="Run demo with CPU only")
     parser.add_argument("--server-port", type=int, default=8000,
@@ -181,7 +179,6 @@ def _get_args():
     args = parser.parse_args()
     return args
 
-DEFAULT_CKPT_PATH = 'QWen/QWen-7B-Chat'
 
 if __name__ == "__main__":
     args = _get_args()
@@ -206,4 +203,4 @@ if __name__ == "__main__":
         args.checkpoint_path, trust_remote_code=True, resume_download=True,
     )
 
-    uvicorn.run(app, host=args.server_name, port=args.server_port, workers=1)
+    uvicorn.run(app, host=args.server_name, port=args.server_port, workers=1)