feat: cmd client

This commit is contained in:
李如威 2025-08-23 17:24:50 +08:00
parent b8055a03e2
commit bd7a0e44bd
4 changed files with 237 additions and 45 deletions

View File

@ -27,7 +27,7 @@ ch = logging.StreamHandler()
ch.setLevel(logging.DEBUG)
# 设置带颜色的 formatter
formatter = ColorFormatter("%(levelname)s: \t %(name)s - %(asctime)s - %(message)s")
formatter = ColorFormatter("%(levelname)s: \t %(name)s - %(asctime)s\n%(message)s")
ch.setFormatter(formatter)
logger.addHandler(ch)

View File

@ -21,9 +21,11 @@ scheduler = AsyncIOScheduler()
# 定时清理过期session
def clear_session():
TTL = 60 * 60 * 24 # 1天有效期
TTL = 60 * 60 * 24 # 1天有效期
now = time.time()
expired_keys = [token for token, (expires_at, _) in sessions.items() if expires_at + TTL < now]
expired_keys = [
token for token, (expires_at, _) in sessions.items() if expires_at + TTL < now
]
for token in expired_keys:
sessions.pop(token, None)
@ -31,7 +33,7 @@ def clear_session():
logger.info(f"清理过期 now: {now} session: {expired_keys}")
def get_current_user(token:str = Depends(oauth2_scheme)) -> DB.User | None:
def get_current_user(token: str = Depends(oauth2_scheme)) -> DB.User | None:
if not token or token not in sessions:
raise HTTPException(status_code=401, detail="用户未登陆")
_, user = sessions[token]
@ -50,7 +52,9 @@ async def lifespan(app: FastAPI):
# 数据库
if await is_init():
init_config = await load_init_config()
await init_tortoise(init_config["db_type"], init_config, init_config.get("admin_password"))
await init_tortoise(
init_config["db_type"], init_config, init_config.get("admin_password")
)
logger.info("初始化数据库")
# 定时器
scheduler.add_job(clear_session, "interval", seconds=5)
@ -92,7 +96,7 @@ def create_app():
logger.info("init_system")
try:
init_config = await load_init_config()
if init_config.get('is_init'):
if init_config.get("is_init"):
return InitStatusResponse(data=True)
# 保存配置
init_config["db_type"] = request.db_type
@ -104,7 +108,9 @@ def create_app():
init_config["admin_password"] = request.admin_password
init_config["is_init"] = True
init_success = await init_tortoise(request.db_type, init_config, request.admin_password)
init_success = await init_tortoise(
request.db_type, init_config, request.admin_password
)
if init_success:
await save_init_config(init_config)
@ -114,33 +120,103 @@ def create_app():
except Exception as e:
return InitStatusResponse(success=False, message=str(e))
@app.post("/login", tags=["User"], description="用户登录", response_model=LoginResponse)
@app.post(
"/login", tags=["User"], description="用户登录", response_model=LoginResponse
)
async def login(login_info: LoginRequest):
user = await DB.User.filter(username=login_info.username, password=login_info.get_md5_password()).first()
user = await DB.User.filter(
username=login_info.username, password=login_info.get_md5_password()
).first()
if user:
token = uuid.uuid4().hex
sessions[token] = time.time(), user
logger.info(sessions)
return LoginResponse(data={
"token": token,
"user": user.json(del_columns=["password"])
})
return LoginResponse(
data={"token": token, "user": user.json(del_columns=["password"])}
)
return LoginResponse(success=False, message="帐号或密码错误")
@app.post("/logout", tags=["User"], description="退出登录", response_model=BaseResponse)
async def logout(token:str):
@app.post(
"/logout", tags=["User"], description="退出登录", response_model=BaseResponse
)
async def logout(token: str):
sessions.pop(token, None)
logger.info(sessions)
return BaseResponse()
@app.post("/run", tags=["Flow"], description="执行命令", response_model=BaseResponse)
@app.post(
"/run", tags=["Flow"], description="执行命令", response_model=BaseResponse
)
async def flow_run(id: int):
cmd_node = F.CMDNode()
cmd_node.set_params({"cmd": "ls"})
nodes = []
flow = F.AsyncFlow(cmd_node)
flow.set_params({"cmd": """ls && pwd"""})
await flow.run_async({})
local_node = F.CmdNode()
local_node.set_id("0")
nodes.append(local_node)
a800_node = F.CmdNode()
a800_node.set_id("1")
nodes.append(a800_node)
# 设置依赖关系
# node0 - "true" >> node1 - "true" >> node2
for i in range(len(nodes) -1):
# nodes[i] - "error" >> nodes[i + 1]
pass
flow = F.AsyncFlow(a800_node)
flow.set_params(
{
"0": {
"cmd": """
echo "1) 前端 - 拉取新代码"
cd /Users/liruwei/Documents/code/project/dabai/dbpai-web
git stash
git pull
echo "2) 后端 - 拉取新代码"
cd /Users/liruwei/Documents/code/project/dabai/dbpai-server
git stash
echo "3) 后端 - 更新 dbpai-chat-widget.min.js"
cp /Users/liruwei/Documents/code/project/dabai/dbpai-web/public/dbpai-chat-widget.min.js ./src/static
git commit -am "feat: dbpai-chat-widget.min.js"
git push
echo "4) 打包"
cd ..
sh build-dbpai-jenkisn.sh all
cd dbpai-jenkins
git commit -am "build"
git push
echo "5) 还原"
cd /Users/liruwei/Documents/code/project/dabai/dbpai-web
git stash pop
cd /Users/liruwei/Documents/code/project/dabai/dbpai-server
git stash pop
"""
},
"1": {
"cmd": """
cd /data/PAI/dbpai-beta/dbpai-jenkins
git stash
git pull origin v3.4.2
git stash pop
docker logs ai-guard-server -n 50
""",
"host": "58.214.239.10",
"user": "dgx07",
"password": "1f=bHt/.7kRo:KIXq",
"port": 6378,
"sudo": True,
},
}
)
shared = {}
await flow.run_async(shared)
logger.info(shared)
return BaseResponse()

View File

@ -5,45 +5,144 @@ import asyncssh
async def async_run_cmd(
cmd: str, host: str = None, user: str = None, password: str = None
cmd: str,
host: str = None,
user: str = None,
password: str = None,
port: int = None,
sudo: bool = False,
):
"""
异步执行命令
- 如果 host=None则在本地执行
- 如果 host 不为空则通过 SSH 执行远程命令
"""
if host is None:
async def read_stream(stream, stream_type):
async for line in stream:
text = line
if not isinstance(text, str):
text = line.decode()
yield stream_type, text.rstrip()
if not host:
# 本地执行
proc = await asyncio.create_subprocess_shell(
cmd, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE
)
stdout, stderr = await proc.communicate()
return proc.returncode, stdout.decode(), stderr.decode()
tasks = [
read_stream(proc.stdout, "stdout"),
read_stream(proc.stderr, "stderr"),
]
for t in tasks:
async for stream_type, line in t:
yield stream_type, line
await proc.wait()
else:
# 远程执行
conn = await asyncssh.connect(
host,
username=user,
password=password,
known_hosts=None, # 不检查 known_hosts
)
result = await conn.run(cmd, check=False)
await conn.close()
return result.exit_status, result.stdout, result.stderr
try:
conn = await asyncssh.connect(
host,
username=user,
password=password,
port=port,
known_hosts=None,
)
except (asyncssh.PermissionDenied, asyncssh.DisconnectError) as e:
# 认证失败 / 连接断开
yield "stderr", f"SSH connection failed: {str(e)}"
return
except Exception as e:
# 其它异常
yield "stderr", f"SSH error: {str(e)}"
return
try:
# 执行脚本
remote_cmd = cmd
if sudo:
remote_cmd = f"echo {password!r} | sudo -S -p '' bash -c '{cmd}'"
# 执行
proc = await conn.create_process(remote_cmd, term_type="xterm")
# 分别创建 stdout/stderr 的异步生成器
stdout_gen = read_stream(proc.stdout, "stdout")
stderr_gen = read_stream(proc.stderr, "stderr")
# 用 task 管理两个流
stdout_task = asyncio.create_task(stdout_gen.__anext__())
stderr_task = asyncio.create_task(stderr_gen.__anext__())
while True:
if stdout_task is None and stderr_task is None:
break
# 等待任意一个流先返回
done, _ = await asyncio.wait(
[t for t in (stdout_task, stderr_task) if t is not None],
return_when=asyncio.FIRST_COMPLETED,
)
for fut in done:
try:
stream_type, line = fut.result()
yield stream_type, line
# 继续拉取该流的下一行
if stream_type == "stdout":
stdout_task = asyncio.create_task(stdout_gen.__anext__())
else:
stderr_task = asyncio.create_task(stderr_gen.__anext__())
except StopAsyncIteration:
# 该流已结束
if fut == stdout_task:
stdout_task = None
elif fut == stderr_task:
stderr_task = None
await proc.wait()
finally:
conn.close()
await conn.wait_closed()
class CMDNode(AsyncNode):
class CmdNode(AsyncNode):
def set_id(self, id):
self.id = id
async def prep_async(self, shared):
pass
return {
"cmd": self.params[self.id].get("cmd"),
"host": self.params[self.id].get("host"),
"user": self.params[self.id].get("user"),
"password": self.params[self.id].get("password"),
"port": self.params[self.id].get("port"),
"sudo": self.params[self.id].get("sudo", False),
}
async def exec_async(self, prep_res):
cmd = self.params.get("cmd")
_, out, err = await async_run_cmd(cmd)
if out:
logger.info(out)
if err:
logger.error(err)
return
err = []
out = []
async for stream_type, line in async_run_cmd(**prep_res):
if stream_type == "stderr":
err.append(str(line))
else:
out.append(str(line))
logger.info(line)
err_str = "\n".join(err)
out_str = "\n".join(out)
# 补充一下密码失效问题
if "Sorry, try again." in out_str and not err_str:
err_str = "SSH connection failed no password was provided"
return {"err": err_str, "out": out_str}
async def post_async(self, shared, prep_res, exec_res):
pass
shared[self.id] = exec_res
if exec_res.get("err"):
return "false"
return "true"

View File

@ -0,0 +1,17 @@
from core.pocket_flow import AsyncNode
class GitNode(AsyncNode):
def set_id(self, id):
self.id = id
async def prep_async(self, shared):
pass
async def exec_async(self, prep_res):
return None
async def post_async(self, shared, prep_res, exec_res):
if exec_res:
return "true"
else:
return "false"