181 lines
9.1 KiB
Bash
Executable File
181 lines
9.1 KiB
Bash
Executable File
#!/bin/bash
|
||
# ============================================================================
|
||
# test-ipass-cache.sh —— Tier 2:ipass 托管下的**按生态记账**正确性
|
||
#
|
||
# 跑的是**生产 conf 的渲染副本**(借 lib-render.sh;与 e2e-auth.sh 同一份,
|
||
# 不允许再各自维护一份 —— 曾因为抄了两份,生产 conf 换成变量上游后本层
|
||
# 仍按静态上游渲染,整层挂掉且症状像模块坏了)。
|
||
#
|
||
# 本层要证明的东西(与 e2e-auth.sh 不重叠):
|
||
# [1] 六类生态在**变量式 proxy_pass + 共享内存上游表**下 MISS→HIT(数据面)
|
||
# [2] 每个生态的命中/回源都被**记到自己的账上**(不是全记到 global)
|
||
# [3] 记账**精确**:再打 2 次 HIT,global.HIT 恰好 +2
|
||
# [4] 非缓存 location(/api 自身)不产生缓存记账噪声
|
||
# [5] HIT 真的不回源(读假上游请求日志)
|
||
# [6] 账号态 stats **必须带 sk_**:无 Key 401、带 Key 200
|
||
# (这条以前是「免鉴权」——docs 把它列为已知风险 #4;现已关闭,
|
||
# 所以本层从「匿名调用」改成「必须有 Key」,别改回去。)
|
||
#
|
||
# 前置:nginx 已编译(NGINX_BIN);libipass_gateway.dylib 已构建(MODULE)
|
||
# ============================================================================
|
||
set -uo pipefail
|
||
|
||
# 本机 HTTP_PROXY/HTTPS_PROXY 会把 127.0.0.1 的请求丢给代理 → 假 502
|
||
curl() { command curl --noproxy '*' "$@"; }
|
||
|
||
HERE=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
||
RUN="$HERE/.run-ipass"
|
||
REPO=$(cd "$HERE/../.." && pwd)
|
||
NGINX_BIN=${NGINX_BIN:-$REPO/build/nginx-1.30.4/objs/nginx}
|
||
MODULE=${MODULE:-$REPO/rust/target/debug/libipass_gateway.dylib}
|
||
PORT=18084
|
||
UP_PORT=18999
|
||
PY=${PY:-python3}
|
||
CACHE_PY="$PY"
|
||
export CACHE_PY
|
||
# shellcheck source=tests/cache/lib-render.sh
|
||
source "$HERE/lib-render.sh"
|
||
|
||
ALICE=sk_alice_aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa
|
||
|
||
[ -x "$NGINX_BIN" ] || { echo "错误:nginx 不存在 $NGINX_BIN" >&2; exit 1; }
|
||
[ -f "$MODULE" ] || { echo "错误:模块不存在 ${MODULE}(先 cargo build)" >&2; exit 1; }
|
||
|
||
# 起点一致:清空上一轮缓存与数据(否则首次请求会 HIT 上一轮的副本 →
|
||
# 「首次 MISS」全红,而这不是缓存坏了,是本轮没打扫干净)。
|
||
#
|
||
# ⚠️ 不要图省事写 `rm -rf "$RUN"`:本机有批量删除护栏,超过阈值时**整个删除
|
||
# 被拒绝且不返回非零退出**(脚本 `set -uo pipefail` 没有 -e,于是静默继续)。
|
||
# 表现就是「第一次请求全是 HIT」这种极难归因的假失败。实测踩过。
|
||
# `find <子树> -delete` 不受该护栏影响(e2e-auth.sh 同样用法)。
|
||
mkdir -p "$RUN/logs" "$RUN/data" "$RUN/audit" "$RUN/cache"
|
||
for e in go cargo pypi npm maven docker; do mkdir -p "$RUN/cache/$e"; done
|
||
find "$RUN/cache" -type f -delete >/dev/null 2>&1
|
||
# 自检:清完必须为空。否则「首次 MISS」会全部报 HIT,且看起来像缓存坏了。
|
||
if [ -n "$(find "$RUN/cache" -type f -print -quit 2>/dev/null)" ]; then
|
||
echo "❌ 缓存目录没清干净($RUN/cache)——MISS/HIT 断言不可信" >&2; exit 1
|
||
fi
|
||
: > "$RUN/logs/error.log"
|
||
: > "$RUN/upstream.log"
|
||
# 上游表:六生态的 route 全配上,**键是路由名**(docker 的路由名就是 docker,
|
||
# 即使它的 URI 前缀是 /v2/;写成 v2 不报错但该路由恒 503)
|
||
cache_write_upstreams "$RUN" "http://127.0.0.1:${UP_PORT}" \
|
||
go cargo cargo-dl pypi pypi-files npm maven docker || exit 1
|
||
cp "$HERE"/fixtures/users.json "$RUN/data/users.json"
|
||
: > "$RUN/logs/error.log"
|
||
: > "$RUN/upstream.log"
|
||
|
||
cache_render_prod_conf "$RUN" "$PORT" "$MODULE"
|
||
|
||
# 端口探活:用 HEAD,不写假上游请求日志(HIT 不回源的断言靠行数比对)
|
||
wait_up() { # $1=url $2=最大尝试次数
|
||
local url="$1" n="${2:-80}" i=0
|
||
until curl -s -o /dev/null -I --max-time 1 "$url" 2>/dev/null; do
|
||
i=$((i+1)); [ "$i" -ge "$n" ] && return 1; sleep 0.1
|
||
done
|
||
return 0
|
||
}
|
||
|
||
# ---- 起假上游 ----
|
||
pkill -f "tests/cache/mock_upstream.py" 2>/dev/null; sleep 0.3
|
||
UPSTREAM_LOG="$RUN/upstream.log" UPSTREAM_PORT=$UP_PORT \
|
||
"$PY" "$HERE/mock_upstream.py" >"$RUN/logs/upstream.out" 2>&1 &
|
||
UP_PID=$!
|
||
kill -0 "$UP_PID" 2>/dev/null || { echo "假上游启动失败,见 $RUN/logs/upstream.out" >&2; exit 1; }
|
||
wait_up "http://127.0.0.1:${UP_PORT}/__ready" || {
|
||
echo "假上游端口 $UP_PORT 未就绪" >&2; kill "$UP_PID" 2>/dev/null; exit 1; }
|
||
|
||
# ---- 起 nginx(加载 ipass 模块,跑生产 conf 副本)----
|
||
export ADMIN_INIT_PASSWORD="test_admin_pw_123"
|
||
if ! "$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf -t 2>>"$RUN/logs/error.log"; then
|
||
echo "❌ nginx 配置测试失败(模块加载 / 指令解析)" >&2
|
||
tail -20 "$RUN/logs/error.log" >&2
|
||
kill "$UP_PID" 2>/dev/null; exit 1
|
||
fi
|
||
"$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf
|
||
kill -0 "$(cat "$RUN/logs/nginx.pid" 2>/dev/null)" 2>/dev/null || {
|
||
echo "❌ nginx 启动失败" >&2; tail -20 "$RUN/logs/error.log" >&2
|
||
kill "$UP_PID" 2>/dev/null; exit 1
|
||
}
|
||
B="http://127.0.0.1:${PORT}"
|
||
wait_up "$B/admin" || {
|
||
echo "❌ nginx 端口 $PORT 未就绪" >&2; kill "$UP_PID" 2>/dev/null; exit 1; }
|
||
|
||
cleanup() {
|
||
"$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf -s quit >/dev/null 2>&1
|
||
kill "$UP_PID" 2>/dev/null
|
||
}
|
||
trap cleanup EXIT
|
||
|
||
PASS=0; FAIL=0
|
||
chk() { if [ "$3" = "$2" ]; then echo " ✅ $1"; PASS=$((PASS+1)); else echo " ❌ $1 期望[$2] 实际[$3]"; FAIL=$((FAIL+1)); fi }
|
||
code() { curl -s -o /dev/null -w '%{http_code}' "$@"; }
|
||
xcache(){ tr -d '\r' | awk 'tolower($1)=="x-cache-status:"{print $2}'; }
|
||
stats() { curl -s -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats"; }
|
||
|
||
echo "── 六类生态 MISS→HIT(数据面:route 前缀 → 生态)──"
|
||
# URL 前缀 ≠ 路由名 ≠ 生态名,三者只在 docker 上分开:前缀 /v2/ 对应路由名 docker。
|
||
# 上游表按键是**路由名**(docker),URI 走 /v2/。写混了就是恒 503,故此处显式列出。
|
||
for pair in "go:/go" "cargo:/cargo" "pypi:/pypi" "npm:/npm" "maven:/maven" "docker:/v2"; do
|
||
eco=${pair%%:*}; pre=${pair#*:}
|
||
curl -s -D /tmp/ih1 -o /tmp/ib1 -H "Authorization: Bearer ${ALICE}" "$B${pre}/pkg-a"
|
||
xc1=$(xcache < /tmp/ih1); b1=$(cat /tmp/ib1)
|
||
curl -s -D /tmp/ih2 -o /tmp/ib2 -H "Authorization: Bearer ${ALICE}" "$B${pre}/pkg-a"
|
||
xc2=$(xcache < /tmp/ih2); b2=$(cat /tmp/ib2)
|
||
chk "${eco} 首次 MISS(${pre}/)" "MISS" "$xc1"
|
||
chk "${eco} 二次 HIT" "HIT" "$xc2"
|
||
chk "${eco} 内容一致" "$b1" "$b2"
|
||
done
|
||
|
||
echo "── 账号态 stats 的鉴权(docs 旧「免鉴权」风险 #4 已关闭)──"
|
||
chk "无 Key → 401" "401" "$(code "$B/api/v1/cache/stats")"
|
||
chk "带 sk_ → 200" "200" "$(code -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats")"
|
||
|
||
echo "── 记账:六生态各自 MISS/HIT 均已入账(不是全记到 global)──"
|
||
STATS=$(stats)
|
||
STATS="$STATS" "$PY" -c '
|
||
import json, os
|
||
try:
|
||
d = json.loads(os.environ["STATS"])
|
||
except Exception as e:
|
||
print("0 非 JSON:", e); raise SystemExit
|
||
be = d.get("data", {}).get("by_ecosystem", {})
|
||
probs = []
|
||
for eco in ["go","cargo","pypi","npm","maven","docker"]:
|
||
m = be.get(eco, {})
|
||
if m.get("MISS", 0) < 1: probs.append("%s.MISS=%s" % (eco, m.get("MISS")))
|
||
if m.get("HIT", 0) < 1: probs.append("%s.HIT=%s" % (eco, m.get("HIT")))
|
||
g = be.get("global", {})
|
||
if g.get("HIT", 0) < 6: probs.append("global.HIT=%s" % g.get("HIT"))
|
||
if g.get("MISS", 0) < 6: probs.append("global.MISS=%s" % g.get("MISS"))
|
||
print("1 OK" if not probs else "0 " + "; ".join(probs))
|
||
' > /tmp/ipass_stats_check 2>&1
|
||
ok=$(awk 'NR==1{print $1}' /tmp/ipass_stats_check)
|
||
detail=$(awk 'NR==1{$1="";sub(/^ +/,"");print}' /tmp/ipass_stats_check)
|
||
chk "六生态 MISS/HIT 均已记账" "1" "$ok"
|
||
[ "$ok" = "0" ] && echo " 明细:$detail"
|
||
|
||
echo "── 记账精确性:新增 2 次 HIT 后 global.HIT 恰好 +2 ──"
|
||
G_BEFORE=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"]["HIT"])')
|
||
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
|
||
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
|
||
G_AFTER=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"]["HIT"])')
|
||
chk "global.HIT 增加 2" "$((G_BEFORE+2))" "$G_AFTER"
|
||
|
||
echo "── 非缓存 location 不产生缓存记账噪声(/api 自身)──"
|
||
G2_BEFORE=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"].get("MISS",0))')
|
||
curl -s -o /dev/null -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats"
|
||
G2_AFTER=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"].get("MISS",0))')
|
||
chk "/api 请求不计入缓存 MISS" "$G2_BEFORE" "$G2_AFTER"
|
||
|
||
echo "── HIT 不回源(读假上游请求日志)──"
|
||
before=$(grep -c "GET /pkg-a" "$RUN/upstream.log" 2>/dev/null || echo 0)
|
||
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
|
||
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
|
||
after=$(grep -c "GET /pkg-a" "$RUN/upstream.log" 2>/dev/null || echo 0)
|
||
chk "HIT 不回源(上游无新增)" "$before" "$after"
|
||
|
||
echo
|
||
echo "通过 $PASS / 失败 $FAIL"
|
||
[ "$FAIL" -eq 0 ] && exit 0 || exit 1
|