#!/bin/bash # ============================================================================ # test-ipass-cache.sh —— Tier 2:ipass 托管下的**按生态记账**正确性 # # 跑的是**生产 conf 的渲染副本**(借 lib-render.sh;与 e2e-auth.sh 同一份, # 不允许再各自维护一份 —— 曾因为抄了两份,生产 conf 换成变量上游后本层 # 仍按静态上游渲染,整层挂掉且症状像模块坏了)。 # # 本层要证明的东西(与 e2e-auth.sh 不重叠): # [1] 六类生态在**变量式 proxy_pass + 共享内存上游表**下 MISS→HIT(数据面) # [2] 每个生态的命中/回源都被**记到自己的账上**(不是全记到 global) # [3] 记账**精确**:再打 2 次 HIT,global.HIT 恰好 +2 # [4] 非缓存 location(/api 自身)不产生缓存记账噪声 # [5] HIT 真的不回源(读假上游请求日志) # [6] 账号态 stats **必须带 sk_**:无 Key 401、带 Key 200 # (这条以前是「免鉴权」——docs 把它列为已知风险 #4;现已关闭, # 所以本层从「匿名调用」改成「必须有 Key」,别改回去。) # # 前置:nginx 已编译(NGINX_BIN);libipass_gateway.dylib 已构建(MODULE) # ============================================================================ set -uo pipefail # 本机 HTTP_PROXY/HTTPS_PROXY 会把 127.0.0.1 的请求丢给代理 → 假 502 curl() { command curl --noproxy '*' "$@"; } HERE=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) RUN="$HERE/.run-ipass" REPO=$(cd "$HERE/../.." && pwd) NGINX_BIN=${NGINX_BIN:-$REPO/build/nginx-1.30.4/objs/nginx} MODULE=${MODULE:-$REPO/rust/target/debug/libipass_gateway.dylib} PORT=18084 UP_PORT=18999 PY=${PY:-python3} CACHE_PY="$PY" export CACHE_PY # shellcheck source=tests/cache/lib-render.sh source "$HERE/lib-render.sh" ALICE=sk_alice_aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa [ -x "$NGINX_BIN" ] || { echo "错误:nginx 不存在 $NGINX_BIN" >&2; exit 1; } [ -f "$MODULE" ] || { echo "错误:模块不存在 ${MODULE}(先 cargo build)" >&2; exit 1; } # 起点一致:清空上一轮缓存与数据(否则首次请求会 HIT 上一轮的副本 → # 「首次 MISS」全红,而这不是缓存坏了,是本轮没打扫干净)。 # # ⚠️ 不要图省事写 `rm -rf "$RUN"`:本机有批量删除护栏,超过阈值时**整个删除 # 被拒绝且不返回非零退出**(脚本 `set -uo pipefail` 没有 -e,于是静默继续)。 # 表现就是「第一次请求全是 HIT」这种极难归因的假失败。实测踩过。 # `find <子树> -delete` 不受该护栏影响(e2e-auth.sh 同样用法)。 mkdir -p "$RUN/logs" "$RUN/data" "$RUN/audit" "$RUN/cache" for e in go cargo pypi npm maven docker; do mkdir -p "$RUN/cache/$e"; done find "$RUN/cache" -type f -delete >/dev/null 2>&1 # 自检:清完必须为空。否则「首次 MISS」会全部报 HIT,且看起来像缓存坏了。 if [ -n "$(find "$RUN/cache" -type f -print -quit 2>/dev/null)" ]; then echo "❌ 缓存目录没清干净($RUN/cache)——MISS/HIT 断言不可信" >&2; exit 1 fi : > "$RUN/logs/error.log" : > "$RUN/upstream.log" # 上游表:六生态的 route 全配上,**键是路由名**(docker 的路由名就是 docker, # 即使它的 URI 前缀是 /v2/;写成 v2 不报错但该路由恒 503) cache_write_upstreams "$RUN" "http://127.0.0.1:${UP_PORT}" \ go cargo cargo-dl pypi pypi-files npm maven docker || exit 1 cp "$HERE"/fixtures/users.json "$RUN/data/users.json" : > "$RUN/logs/error.log" : > "$RUN/upstream.log" cache_render_prod_conf "$RUN" "$PORT" "$MODULE" # 端口探活:用 HEAD,不写假上游请求日志(HIT 不回源的断言靠行数比对) wait_up() { # $1=url $2=最大尝试次数 local url="$1" n="${2:-80}" i=0 until curl -s -o /dev/null -I --max-time 1 "$url" 2>/dev/null; do i=$((i+1)); [ "$i" -ge "$n" ] && return 1; sleep 0.1 done return 0 } # ---- 起假上游 ---- pkill -f "tests/cache/mock_upstream.py" 2>/dev/null; sleep 0.3 UPSTREAM_LOG="$RUN/upstream.log" UPSTREAM_PORT=$UP_PORT \ "$PY" "$HERE/mock_upstream.py" >"$RUN/logs/upstream.out" 2>&1 & UP_PID=$! kill -0 "$UP_PID" 2>/dev/null || { echo "假上游启动失败,见 $RUN/logs/upstream.out" >&2; exit 1; } wait_up "http://127.0.0.1:${UP_PORT}/__ready" || { echo "假上游端口 $UP_PORT 未就绪" >&2; kill "$UP_PID" 2>/dev/null; exit 1; } # ---- 起 nginx(加载 ipass 模块,跑生产 conf 副本)---- export ADMIN_INIT_PASSWORD="test_admin_pw_123" if ! "$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf -t 2>>"$RUN/logs/error.log"; then echo "❌ nginx 配置测试失败(模块加载 / 指令解析)" >&2 tail -20 "$RUN/logs/error.log" >&2 kill "$UP_PID" 2>/dev/null; exit 1 fi "$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf kill -0 "$(cat "$RUN/logs/nginx.pid" 2>/dev/null)" 2>/dev/null || { echo "❌ nginx 启动失败" >&2; tail -20 "$RUN/logs/error.log" >&2 kill "$UP_PID" 2>/dev/null; exit 1 } B="http://127.0.0.1:${PORT}" wait_up "$B/admin" || { echo "❌ nginx 端口 $PORT 未就绪" >&2; kill "$UP_PID" 2>/dev/null; exit 1; } cleanup() { "$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf -s quit >/dev/null 2>&1 kill "$UP_PID" 2>/dev/null } trap cleanup EXIT PASS=0; FAIL=0 chk() { if [ "$3" = "$2" ]; then echo " ✅ $1"; PASS=$((PASS+1)); else echo " ❌ $1 期望[$2] 实际[$3]"; FAIL=$((FAIL+1)); fi } code() { curl -s -o /dev/null -w '%{http_code}' "$@"; } xcache(){ tr -d '\r' | awk 'tolower($1)=="x-cache-status:"{print $2}'; } stats() { curl -s -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats"; } echo "── 六类生态 MISS→HIT(数据面:route 前缀 → 生态)──" # URL 前缀 ≠ 路由名 ≠ 生态名,三者只在 docker 上分开:前缀 /v2/ 对应路由名 docker。 # 上游表按键是**路由名**(docker),URI 走 /v2/。写混了就是恒 503,故此处显式列出。 for pair in "go:/go" "cargo:/cargo" "pypi:/pypi" "npm:/npm" "maven:/maven" "docker:/v2"; do eco=${pair%%:*}; pre=${pair#*:} curl -s -D /tmp/ih1 -o /tmp/ib1 -H "Authorization: Bearer ${ALICE}" "$B${pre}/pkg-a" xc1=$(xcache < /tmp/ih1); b1=$(cat /tmp/ib1) curl -s -D /tmp/ih2 -o /tmp/ib2 -H "Authorization: Bearer ${ALICE}" "$B${pre}/pkg-a" xc2=$(xcache < /tmp/ih2); b2=$(cat /tmp/ib2) chk "${eco} 首次 MISS(${pre}/)" "MISS" "$xc1" chk "${eco} 二次 HIT" "HIT" "$xc2" chk "${eco} 内容一致" "$b1" "$b2" done echo "── 账号态 stats 的鉴权(docs 旧「免鉴权」风险 #4 已关闭)──" chk "无 Key → 401" "401" "$(code "$B/api/v1/cache/stats")" chk "带 sk_ → 200" "200" "$(code -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats")" echo "── 记账:六生态各自 MISS/HIT 均已入账(不是全记到 global)──" STATS=$(stats) STATS="$STATS" "$PY" -c ' import json, os try: d = json.loads(os.environ["STATS"]) except Exception as e: print("0 非 JSON:", e); raise SystemExit be = d.get("data", {}).get("by_ecosystem", {}) probs = [] for eco in ["go","cargo","pypi","npm","maven","docker"]: m = be.get(eco, {}) if m.get("MISS", 0) < 1: probs.append("%s.MISS=%s" % (eco, m.get("MISS"))) if m.get("HIT", 0) < 1: probs.append("%s.HIT=%s" % (eco, m.get("HIT"))) g = be.get("global", {}) if g.get("HIT", 0) < 6: probs.append("global.HIT=%s" % g.get("HIT")) if g.get("MISS", 0) < 6: probs.append("global.MISS=%s" % g.get("MISS")) print("1 OK" if not probs else "0 " + "; ".join(probs)) ' > /tmp/ipass_stats_check 2>&1 ok=$(awk 'NR==1{print $1}' /tmp/ipass_stats_check) detail=$(awk 'NR==1{$1="";sub(/^ +/,"");print}' /tmp/ipass_stats_check) chk "六生态 MISS/HIT 均已记账" "1" "$ok" [ "$ok" = "0" ] && echo " 明细:$detail" echo "── 记账精确性:新增 2 次 HIT 后 global.HIT 恰好 +2 ──" G_BEFORE=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"]["HIT"])') curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a" curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a" G_AFTER=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"]["HIT"])') chk "global.HIT 增加 2" "$((G_BEFORE+2))" "$G_AFTER" echo "── 非缓存 location 不产生缓存记账噪声(/api 自身)──" G2_BEFORE=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"].get("MISS",0))') curl -s -o /dev/null -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats" G2_AFTER=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"].get("MISS",0))') chk "/api 请求不计入缓存 MISS" "$G2_BEFORE" "$G2_AFTER" echo "── HIT 不回源(读假上游请求日志)──" before=$(grep -c "GET /pkg-a" "$RUN/upstream.log" 2>/dev/null || echo 0) curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a" curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a" after=$(grep -c "GET /pkg-a" "$RUN/upstream.log" 2>/dev/null || echo 0) chk "HIT 不回源(上游无新增)" "$before" "$after" echo echo "通过 $PASS / 失败 $FAIL" [ "$FAIL" -eq 0 ] && exit 0 || exit 1