Files
ssw__ipass/tests/gateway/e2e.sh
T
admin e38237dc4a feat(deploy): 新增 .11 一键更新脚本 + 上游多模型/模型发现/用量统计
功能(本轮 5 项需求的落地):
- 上游可挂多模型:llm-upstreams.json 每上游新增 models 清单(仅用于模型发现,不参与路由)
- 模型发现:GET /v1/models(OpenAI {object:list} 形状,网关本地应答)+ /api/v1/models + /api/v1/upstreams
- 用量统计:/api/admin/usage(管理台「用量统计」Tab)+ /api/v1/usage + /me 的 llm_usage 摘要
  口径:只统计真正转发出去的请求,401/403/404/429 不计;与配额计数 st: 刻意分开
- 账号展示名 display_name(纯展示,不进 ukey:)
- 修复 /v1 版本段重复拼接(llm::join_target)→ 上游 base 自带 /v1 时不再 404 空体
- 修复删账号未清用量键(stats::forget)

部署脚本 deploy/update-ipass.sh:
- 拉镜像 → tar 备份数据 → 删旧容器 → 按旧容器复刻端口/挂载/网络起新容器 → 自检
- 参数从 docker inspect 静态配置读取(docker port 对停止态容器返回空,会让端口静默回落)
- 端口按 host:container 去重(inspect 同一映射含 IPv4/IPv6 两项,重复 -p 会 address already in use)
- --bg 用 setsid/start_new_session 真正脱离会话(仅 nohup & 会被父进程组连带杀掉)
- 旧镜像自动打 rollback-<时间> 标签,收尾打印回滚命令

回归:bash tests/run.sh all → 网关 78 + LLM 75 = 153 条断言全绿。
文档:readme §12.4 / §15 / §16、CLAUDE.md 常用操作 + 排障速查已同步。
2026-09-12 10:09:56 +08:00

253 lines
16 KiB
Bash
Executable File
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/bin/bash
# ============================================================================
# 域名网关 · 端到端回归(55 条断言)
#
# 一般不用直接跑,走统一入口: bash tests/run.sh gateway
# 直接跑需自行保证 nginx 已按 tests/gateway/nginx.conf.in 渲染并启动,且
# data 目录为空(fresh)。可覆盖的连接参数:
# ADMIN=http://localhost:18082 GW=http://127.0.0.1:18080
# JAR=<cookie 文件路径> PY=<python3 路径>
#
# 覆盖:鉴权与会话 / 账号管理 / 账号态 API / 申请与审核 / 临时授权免审 /
# 越权隔离与删除 / Key 重置 / 账号删除连带回收 / 管理台与清理
#
# ⚠️ 引号陷阱(本脚本曾因此假绿,浪费一轮排查):
# `ck ... "$(curl ... -d "{\"k\":\"$V\"}")"` 这种「命令替换里再套双引号转义」
# 的写法会被 bash 二次去转义,`{a,b}` 触发**花括号展开** → JSON 被拆成两个词
# → 服务端只收到半截 body(表现为「参数缺失」,伪装成业务 bug)。
# **本脚本一律用 jbody() 在顶层拼好 body,再用 -d "$BODY" 传递。**
# ============================================================================
set -u
HERE=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
RUN=${RUN:-$(cd "$HERE/.." && pwd)/.run/gateway}
ADMIN=${ADMIN:-http://localhost:18082}
GW=${GW:-http://127.0.0.1:18080}
JAR=${JAR:-$RUN/cookie.jar}
PY=${PY:-python3}
rm -f "$JAR"
pass=0; fail=0
ck() {
if [ "$2" = "$3" ]; then
printf " \033[32m✓\033[0m %s\n" "$1"; pass=$((pass+1))
else
printf " \033[31m✗\033[0m %s 期望=[%s] 实际=[%s]\n" "$1" "$2" "$3"; fail=$((fail+1))
fi
}
# 从 stdin 的 JSON 里按点分路径取值
jqv() {
"$PY" -c "
import sys, json
try: d = json.load(sys.stdin)
except Exception: print(''); sys.exit()
for k in sys.argv[1].split('.'):
if d is None: break
d = d[int(k)] if k.isdigit() and isinstance(d, list) else (d.get(k) if isinstance(d, dict) else None)
print('' if d is None else d)
" "$1" 2>/dev/null
}
code() { curl -s -o /dev/null -w '%{http_code}' "$@"; }
gwcode() { curl -s -o /dev/null -w '%{http_code}' -H "Host: $1" "$GW/"; }
# 安全 JSON body 构造器:jbody k1 v1 k2 v2 ...
# 顶层调用,配合 -d "$BODY" 使用;只做字符串值,够本脚本用。
jbody() {
local out='{' sep=''
while [ $# -gt 1 ]; do
out="$out$sep\"$1\":\"$2\""
sep=','
shift 2
done
printf '%s}' "$out"
}
# 自检:在「命令替换 + 外层双引号」的真实调用形态下,body 必须仍作为单个参数送达
# (这正是本脚本此前的翻车点:花括号展开把 JSON 拆成两个词)
_SELF=$( "$PY" -c 'import sys,json;print(json.loads(sys.argv[1]).get("action",""))' "$(jbody id zzz action approve)" )
ck "【0】body 在嵌套调用形态下不被拆词" approve "$_SELF"
echo "【1】鉴权与会话"
ck "未登录访问管理接口 → 401" 401 "$(code $ADMIN/api/admin/users)"
BODY=$(jbody username admin password 123456)
LOGIN=$(curl -s -c "$JAR" -X POST $ADMIN/api/admin/login -H 'Content-Type: application/json' -d "$BODY")
ck "管理员登录 → 200" 200 "$(echo "$LOGIN" | jqv code)"
ck "会话 Cookie 已下发" yes "$(grep -q ipass_admin_session "$JAR" && echo yes || echo no)"
ck "携带会话查 session → 200" 200 "$(code -b "$JAR" $ADMIN/api/admin/session)"
BODY=$(jbody username admin password wrong-pwd)
ck "错误口令 → 401" 401 "$(code -X POST $ADMIN/api/admin/login -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody username ghost password whatever)
ck "口令长度不足登录(非管理员路径)→ 401" 401 "$(code -X POST $ADMIN/api/admin/login -H 'Content-Type: application/json' -d "$BODY")"
echo
echo "【2】账号管理"
BODY=$(jbody username alice password alice123 role user display_name 爱丽丝)
CREATE=$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/create -H 'Content-Type: application/json' -d "$BODY")
ck "创建 alice → 200" 200 "$(echo "$CREATE" | jqv code)"
ck "★展示名(中文姓名)已保存" "爱丽丝" "$(echo "$CREATE" | jqv data.display_name)"
ck " name 回落到展示名" "爱丽丝" "$(echo "$CREATE" | jqv data.name)"
ALICE_KEY=$(echo "$CREATE" | jqv data.api_key)
if [ -n "${ALICE_KEY:-}" ] && [ "${ALICE_KEY#sk_}" != "$ALICE_KEY" ]; then KEYED=yes; else KEYED=no; fi
ck "返回 api_key(sk_ 前缀)" yes "$KEYED"
ck "投影不含口令哈希" no "$(echo "$CREATE" | grep -q pwd_hash && echo yes || echo no)"
BODY=$(jbody username alice password alice123)
ck "重复创建 → 400" 400 "$(code -b "$JAR" -X POST $ADMIN/api/admin/users/create -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody username 'a b' password alice123)
ck "账号名含空格 → 400" 400 "$(code -b "$JAR" -X POST $ADMIN/api/admin/users/create -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody username bobby password 123)
ck "密码过短 → 400" 400 "$(code -b "$JAR" -X POST $ADMIN/api/admin/users/create -H 'Content-Type: application/json' -d "$BODY")"
ck "账号列表含 domain_count" yes "$(curl -s -b "$JAR" $ADMIN/api/admin/users | grep -q domain_count && echo yes || echo no)"
echo
echo "【3】账号态 API(X-API-Key)"
ck "带 Key → 200" 200 "$(code -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/me)"
ck "无 Key → 401" 401 "$(code $ADMIN/api/v1/me)"
ck "错 Key → 401" 401 "$(code -H 'X-API-Key: sk_deadbeefdeadbeef' $ADMIN/api/v1/me)"
ck "me 返回 policy 策略" yes "$(curl -s -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/me | grep -q temp_domain_ttl_hours && echo yes || echo no)"
echo
echo "【4】申请、校验与审核"
BODY=$(jbody subdomain demo backend 127.0.0.1:18081 type temp)
A1=$(curl -s -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")
ck "临时域名申请(无授权)→ pending" pending "$(echo "$A1" | jqv data.status)"
DEMO_ID_1=$(echo "$A1" | jqv data.id)
ck "待审状态不转发 → 404" 404 "$(gwcode demo.yourdomain.com)"
BODY=$(jbody subdomain admin backend 127.0.0.1:18081)
ck "保留名 admin → 400" 400 "$(code -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody subdomain bad backend no-port)
ck "backend 缺端口 → 400" 400 "$(code -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody subdomain bad2 backend 1.2.3.4:99999)
ck "端口越界 → 400" 400 "$(code -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody subdomain UPPER backend 127.0.0.1:18081)
ck "大写子域名被规范化接受 → pending" pending "$(curl -s -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY" | jqv data.status)"
# 旧版语义:自己处于 pending 的申请允许改写(会换成一条新记录)
BODY=$(jbody subdomain demo backend 127.0.0.1:18081 type temp)
A1B=$(curl -s -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")
DEMO_ID=$(echo "$A1B" | jqv data.id)
ck "★自己的待审申请允许改写" pending "$(echo "$A1B" | jqv data.status)"
ck " 改写后为新记录(id 变化)" yes "$([ -n "$DEMO_ID" ] && [ "$DEMO_ID" != "$DEMO_ID_1" ] && echo yes || echo no)"
# ★ 核心正确性:审核通过后必须「立即」可转发(写穿共享内存,无回源读文件兜底)
BODY=$(jbody id "$DEMO_ID" action approve)
ck "审核通过 → 200" 200 "$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/domains/review -H 'Content-Type: application/json' -d "$BODY" | jqv code)"
ck "★审核后立即转发 → 200" 200 "$(gwcode demo.yourdomain.com)"
ck "转发返回后端内容" yes "$(curl -s -H 'Host: demo.yourdomain.com' $GW/ | grep -q '"from":"backend"' && echo yes || echo no)"
BODY=$(jbody subdomain demo backend 127.0.0.1:18081)
ck "★已放行的域名再申请 → 400 占用" 400 "$(code -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")"
ck "未知子域名 → 404" 404 "$(gwcode nope.yourdomain.com)"
BODY=$(jbody id "$DEMO_ID" action approve)
ck "重复审核 → 400" 400 "$(code -b "$JAR" -X POST $ADMIN/api/admin/domains/review -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody id "$DEMO_ID" action nonsense)
ck "非法 action → 400" 400 "$(code -b "$JAR" -X POST $ADMIN/api/admin/domains/review -H 'Content-Type: application/json' -d "$BODY")"
echo
echo "【5】临时授权权限(免审直放)"
BODY=$(jbody username alice)
G1=$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/grant -H 'Content-Type: application/json' -d "$BODY")
ck "授予临时授权 → 200" 200 "$(echo "$G1" | jqv code)"
ck "temp_grant 已生效" True "$(echo "$G1" | jqv data.temp_grant)"
BODY=$(jbody subdomain auto1 backend 127.0.0.1:18081 type temp)
A2=$(curl -s -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY")
AUTO1_ID=$(echo "$A2" | jqv data.id)
ck "免审直放 → approved" approved "$(echo "$A2" | jqv data.status)"
ck "auto_approved 标记为真" True "$(echo "$A2" | jqv data.auto_approved)"
ck "★免审域名立即转发 → 200" 200 "$(gwcode auto1.yourdomain.com)"
BODY=$(jbody subdomain long1 backend 127.0.0.1:18081 type long)
ck "long 类型仍需审核 → pending" pending "$(curl -s -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/apply -H 'Content-Type: application/json' -d "$BODY" | jqv data.status)"
BODY=$(jbody username alice revoke true)
ck "撤销临时授权 → 200" 200 "$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/grant -H 'Content-Type: application/json' -d "$BODY" | jqv code)"
echo
echo "【6】越权隔离与删除"
BODY=$(jbody id "$DEMO_ID")
ck "用户删除自己的域名 → 200" 200 "$(code -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/v1/domains/delete -H 'Content-Type: application/json' -d "$BODY")"
ck "★删除后转发立即失效 → 404" 404 "$(gwcode demo.yourdomain.com)"
BODY=$(jbody username bob password bob12345)
BOB=$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/create -H 'Content-Type: application/json' -d "$BODY")
BOB_KEY=$(echo "$BOB" | jqv data.api_key)
BODY=$(jbody id "$AUTO1_ID")
ck "越权删除他人域名 → 400" 400 "$(code -H "X-API-Key: $BOB_KEY" -X POST $ADMIN/api/v1/domains/delete -H 'Content-Type: application/json' -d "$BODY")"
ck "越权后他人域名仍可转发 → 200" 200 "$(gwcode auto1.yourdomain.com)"
BODY=$(jbody id "$AUTO1_ID" action reject)
ck "越权审核(非管理员)→ 401" 401 "$(code -H "X-API-Key: $ALICE_KEY" -X POST $ADMIN/api/admin/domains/review -H 'Content-Type: application/json' -d "$BODY")"
echo
echo "【7】API Key 重置"
BODY=$(jbody username bob)
NEWKEY=$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/key -H 'Content-Type: application/json' -d "$BODY" | jqv data.api_key)
ck "旧 Key 失效 → 401" 401 "$(code -H "X-API-Key: $BOB_KEY" $ADMIN/api/v1/me)"
ck "新 Key 生效 → 200" 200 "$(code -H "X-API-Key: $NEWKEY" $ADMIN/api/v1/me)"
echo
echo "【8】账号删除与连带回收"
BODY=$(jbody username admin)
ck "不能删除当前登录账号 → 400" 400 "$(code -b "$JAR" -X POST $ADMIN/api/admin/users/delete -H 'Content-Type: application/json' -d "$BODY")"
BODY=$(jbody username bob)
ck "删除 bob → 200" 200 "$(code -b "$JAR" -X POST $ADMIN/api/admin/users/delete -H 'Content-Type: application/json' -d "$BODY")"
echo
echo "【9】LLM 上游多模型 / 模型清单 / 用量"
BODY=$(jbody slot deepseek base https://api.deepseek.com/v1 auth 'Bearer sk-test-not-real' models 'deepseek-chat, deepseek-reasoner' note 测试上游)
UP=$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/upstreams/save -H 'Content-Type: application/json' -d "$BODY")
ck "保存上游(含模型清单)→ 200" 200 "$(echo "$UP" | jqv code)"
ck "★模型清单入库(2 个)" 2 "$(echo "$UP" | jqv data.model_count)"
ck " 上游列表回显模型名" yes \
"$(curl -s -b "$JAR" $ADMIN/api/admin/upstreams | grep -q deepseek-reasoner && echo yes || echo no)"
ck " base_url 由域名常量拼出(不是写死占位)" "https://lm.mayishangshu.cn/deepseek/v1" "$(echo "$UP" | jqv data.base_url)"
# 与 auth/note 同款语义:省略 models = 保持原清单
BODY=$(jbody slot deepseek base https://api.deepseek.com/v1)
ck "★省略 models 保存 → 原清单不被清掉" 2 \
"$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/upstreams/save -H 'Content-Type: application/json' -d "$BODY" | jqv data.model_count)"
# 显式传空串 = 清空(契约的另一半,必须与"省略"区分开)
BODY=$(jbody slot deepseek base https://api.deepseek.com/v1 models '')
ck "★显式传空 models → 清空" 0 \
"$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/upstreams/save -H 'Content-Type: application/json' -d "$BODY" | jqv data.model_count)"
# 换行/顿号分隔也能吃(粘贴厂商文档的常见形态)。
# 注意这里必须用 JSON 的 \n 转义:直接写**字面换行**会让 body 变成非法 JSON,
# 解析失败 → 参数全空 → 断言会因为"上游不存在/400"而假失败。
BODY=$(jbody slot deepseek base https://api.deepseek.com/v1 models 'deepseek-chat\ndeepseek-reasoner、deepseek-coder')
ck "换行 + 顿号分隔解析出 3 个" 3 \
"$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/upstreams/save -H 'Content-Type: application/json' -d "$BODY" | jqv data.model_count)"
ck "非法模型名(含空格)→ 400" 400 \
"$(code -b "$JAR" -X POST $ADMIN/api/admin/upstreams/save -H 'Content-Type: application/json' -d "$(jbody slot deepseek base https://api.deepseek.com/v1 models 'bad model name')")"
ck "无 Key 查可用模型 → 401" 401 "$(code $ADMIN/api/v1/models)"
ck "alice 查可用模型 → 200" 200 "$(code -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/models)"
ck " 含 deepseek-chat" yes \
"$(curl -s -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/models | grep -q deepseek-chat && echo yes || echo no)"
ck " 带 OpenAI 口径的 base_url" yes \
"$(curl -s -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/models | grep -q 'lm.mayishangshu.cn/deepseek/v1' && echo yes || echo no)"
ck "无 Key 查用量 → 401" 401 "$(code $ADMIN/api/v1/usage)"
ck "alice 查用量 → 200" 200 "$(code -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/usage)"
ck " 没调用过 → 累计 0" 0 "$(curl -s -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/usage | jqv data.total)"
ck " 回显限额" yes "$(curl -s -H "X-API-Key: $ALICE_KEY" $ADMIN/api/v1/usage | grep -q limits && echo yes || echo no)"
ck "管理员用量总览 → 200" 200 "$(code -b "$JAR" $ADMIN/api/admin/usage)"
ck " 含 users / models / total 三段" yes \
"$(curl -s -b "$JAR" $ADMIN/api/admin/usage | grep -q '"models"' && echo yes || echo no)"
BODY=$(jbody username alice display_name 爱丽丝改名)
D1=$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/display -H 'Content-Type: application/json' -d "$BODY")
ck "改展示名 → 200" 200 "$(echo "$D1" | jqv code)"
ck " 新展示名生效" "爱丽丝改名" "$(echo "$D1" | jqv data.display_name)"
BODY=$(jbody username alice display_name '')
ck "清空展示名 → name 回落账号名" alice \
"$(curl -s -b "$JAR" -X POST $ADMIN/api/admin/users/display -H 'Content-Type: application/json' -d "$BODY" | jqv data.name)"
echo
echo "【10】管理端与清理"
ck "管理台页面 → 200" 200 "$(code -H 'Host: proxy-api.yourdomain.com' $ADMIN/admin)"
ck "管理台页面返回 HTML" yes "$(curl -s -H 'Host: proxy-api.yourdomain.com' $ADMIN/admin | grep -qi '<!DOCTYPE html' && echo yes || echo no)"
ck "purge → 200" 200 "$(code -b "$JAR" -X POST $ADMIN/api/admin/purge)"
ck "不存在的接口 → 404" 404 "$(code $ADMIN/api/v1/nothere)"
ck "退出登录 → 200" 200 "$(code -b "$JAR" -X POST $ADMIN/api/admin/logout)"
ck "退出后会话失效 → 401" 401 "$(code -b "$JAR" $ADMIN/api/admin/session)"
echo
echo "============================================================"
printf " 通过 \033[32m%d\033[0m 失败 \033[31m%d\033[0m\n" "$pass" "$fail"
echo "============================================================"
[ "$fail" -eq 0 ] || exit 1