69 lines
2.0 KiB
Python
69 lines
2.0 KiB
Python
|
import docker, sys, os, time, requests
|
|||
|
|
from docker.types import Mount
|
|||
|
|
|
|||
|
|
from loguru import logger
|
|||
|
|
|
|||
|
|
src_dir = os.path.join(
|
|||
|
|
os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|||
|
|
)
|
|||
|
|
sys.path.append(src_dir)
|
|||
|
|
|
|||
|
|
from configs.server_config import WEBUI_SERVER, API_SERVER, SDFILE_API_SERVER, CONTRAINER_NAME, IMAGE_NAME
|
|||
|
|
from configs.model_config import USE_FASTCHAT
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
logger.info(f"IMAGE_NAME: {IMAGE_NAME}, CONTRAINER_NAME: {CONTRAINER_NAME}, ")
|
|||
|
|
|
|||
|
|
|
|||
|
|
client = docker.from_env()
|
|||
|
|
for i in client.containers.list(all=True):
|
|||
|
|
if i.name == CONTRAINER_NAME:
|
|||
|
|
container = i
|
|||
|
|
container.stop()
|
|||
|
|
container.remove()
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 启动容器
|
|||
|
|
logger.info("start service")
|
|||
|
|
|
|||
|
|
mount = Mount(
|
|||
|
|
type='bind',
|
|||
|
|
source=src_dir,
|
|||
|
|
target='/home/user/chatbot/',
|
|||
|
|
read_only=True # 如果需要只读访问，将此选项设置为True
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
container = client.containers.run(
|
|||
|
|
image=IMAGE_NAME,
|
|||
|
|
command="bash",
|
|||
|
|
mounts=[mount],
|
|||
|
|
name=CONTRAINER_NAME,
|
|||
|
|
ports={
|
|||
|
|
f"{WEBUI_SERVER['docker_port']}/tcp": API_SERVER['port'],
|
|||
|
|
f"{API_SERVER['docker_port']}/tcp": WEBUI_SERVER['port'],
|
|||
|
|
f"{SDFILE_API_SERVER['docker_port']}/tcp": SDFILE_API_SERVER['port'],
|
|||
|
|
},
|
|||
|
|
stdin_open=True,
|
|||
|
|
detach=True,
|
|||
|
|
tty=True,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 启动notebook
|
|||
|
|
exec_command = container.exec_run("bash jupyter_start.sh")
|
|||
|
|
#
|
|||
|
|
exec_command = container.exec_run("cd /homse/user/chatbot && nohup python devops_gpt/service/sdfile_api.py > /homse/user/logs/sdfile_api.log &")
|
|||
|
|
#
|
|||
|
|
exec_command = container.exec_run("cd /homse/user/chatbot && nohup python devops_gpt/service/api.py > /homse/user/logs/api.log &")
|
|||
|
|
|
|||
|
|
if USE_FASTCHAT:
|
|||
|
|
# 启动fastchat的服务
|
|||
|
|
exec_command = container.exec_run("cd /homse/user/chatbot && nohup python devops_gpt/service/llm_api.py > /homse/user/logs/llm_api.log &")
|
|||
|
|
#
|
|||
|
|
exec_command = container.exec_run("cd /homse/user/chatbot/examples && nohup bash start_webui.sh > /homse/user/logs/start_webui.log &")
|
|||
|
|
|
|||
|
|
|
|||
|
|
|