You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
65 lines
1.8 KiB
Bash
65 lines
1.8 KiB
Bash
#!/usr/bin/env bash
|
|
#
|
|
# This script will automatically pull docker image from DockerHub, and start a daemon container to run the Qwen-Chat OpenAI API.
|
|
|
|
IMAGE_NAME=qwenllm/qwen:cu117
|
|
QWEN_CHECKPOINT_PATH=/path/to/Qwen-Chat
|
|
PORT=8000
|
|
CONTAINER_NAME=qwen
|
|
|
|
function usage() {
|
|
echo '
|
|
Usage: bash docker/docker_openai_api.sh [-i IMAGE_NAME] -c [/path/to/Qwen-Chat] [-n CONTAINER_NAME] [--port PORT]
|
|
'
|
|
}
|
|
|
|
while [[ "$1" != "" ]]; do
|
|
case $1 in
|
|
-i | --image-name )
|
|
shift
|
|
IMAGE_NAME=$1
|
|
;;
|
|
-c | --checkpoint )
|
|
shift
|
|
QWEN_CHECKPOINT_PATH=$1
|
|
;;
|
|
-n | --container-name )
|
|
shift
|
|
CONTAINER_NAME=$1
|
|
;;
|
|
--port )
|
|
shift
|
|
PORT=$1
|
|
;;
|
|
-h | --help )
|
|
usage
|
|
exit 0
|
|
;;
|
|
* )
|
|
echo "Unknown argument ${1}"
|
|
exit 1
|
|
;;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
if [ ! -e ${QWEN_CHECKPOINT_PATH}/config.json ]; then
|
|
echo "Checkpoint config.json file not found in ${QWEN_CHECKPOINT_PATH}, exit."
|
|
exit 1
|
|
fi
|
|
|
|
sudo docker pull ${IMAGE_NAME} || {
|
|
echo "Pulling image ${IMAGE_NAME} failed, exit."
|
|
exit 1
|
|
}
|
|
|
|
sudo docker run --gpus all -d --restart always --name ${CONTAINER_NAME} \
|
|
-v /var/run/docker.sock:/var/run/docker.sock -p ${PORT}:80 \
|
|
--mount type=bind,source=${QWEN_CHECKPOINT_PATH},target=/data/shared/Qwen/Qwen-Chat \
|
|
-it ${IMAGE_NAME} \
|
|
python openai_api.py --server-port 80 --server-name 0.0.0.0 -c /data/shared/Qwen/Qwen-Chat/ && {
|
|
echo "Successfully started OpenAI API server. Access 'http://localhost:${PORT}/v1' to try!
|
|
Run \`docker logs ${CONTAINER_NAME}\` to check server status.
|
|
Run \`docker rm -f ${CONTAINER_NAME}\` to stop and remove the server."
|
|
}
|