Files
ipass-plugin-cache/tests/cache/test-ipass-cache.sh
T

181 lines
9.1 KiB
Bash
Executable File
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/bin/bash
# ============================================================================
# test-ipass-cache.sh —— Tier 2:ipass 托管下的**按生态记账**正确性
#
# 跑的是**生产 conf 的渲染副本**(借 lib-render.sh;与 e2e-auth.sh 同一份,
# 不允许再各自维护一份 —— 曾因为抄了两份,生产 conf 换成变量上游后本层
# 仍按静态上游渲染,整层挂掉且症状像模块坏了)。
#
# 本层要证明的东西(与 e2e-auth.sh 不重叠):
# [1] 六类生态在**变量式 proxy_pass + 共享内存上游表**下 MISS→HIT(数据面)
# [2] 每个生态的命中/回源都被**记到自己的账上**(不是全记到 global)
# [3] 记账**精确**:再打 2 次 HIT,global.HIT 恰好 +2
# [4] 非缓存 location(/api 自身)不产生缓存记账噪声
# [5] HIT 真的不回源(读假上游请求日志)
# [6] 账号态 stats **必须带 sk_**:无 Key 401、带 Key 200
# (这条以前是「免鉴权」——docs 把它列为已知风险 #4;现已关闭,
# 所以本层从「匿名调用」改成「必须有 Key」,别改回去。)
#
# 前置:nginx 已编译(NGINX_BIN);libipass_gateway.dylib 已构建(MODULE)
# ============================================================================
set -uo pipefail
# 本机 HTTP_PROXY/HTTPS_PROXY 会把 127.0.0.1 的请求丢给代理 → 假 502
curl() { command curl --noproxy '*' "$@"; }
HERE=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
RUN="$HERE/.run-ipass"
REPO=$(cd "$HERE/../.." && pwd)
NGINX_BIN=${NGINX_BIN:-$REPO/build/nginx-1.30.4/objs/nginx}
MODULE=${MODULE:-$REPO/rust/target/debug/libipass_gateway.dylib}
PORT=18084
UP_PORT=18999
PY=${PY:-python3}
CACHE_PY="$PY"
export CACHE_PY
# shellcheck source=tests/cache/lib-render.sh
source "$HERE/lib-render.sh"
ALICE=sk_alice_aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa
[ -x "$NGINX_BIN" ] || { echo "错误:nginx 不存在 $NGINX_BIN" >&2; exit 1; }
[ -f "$MODULE" ] || { echo "错误:模块不存在 ${MODULE}(先 cargo build)" >&2; exit 1; }
# 起点一致:清空上一轮缓存与数据(否则首次请求会 HIT 上一轮的副本 →
# 「首次 MISS」全红,而这不是缓存坏了,是本轮没打扫干净)。
#
# ⚠️ 不要图省事写 `rm -rf "$RUN"`:本机有批量删除护栏,超过阈值时**整个删除
# 被拒绝且不返回非零退出**(脚本 `set -uo pipefail` 没有 -e,于是静默继续)。
# 表现就是「第一次请求全是 HIT」这种极难归因的假失败。实测踩过。
# `find <子树> -delete` 不受该护栏影响(e2e-auth.sh 同样用法)。
mkdir -p "$RUN/logs" "$RUN/data" "$RUN/audit" "$RUN/cache"
for e in go cargo pypi npm maven docker; do mkdir -p "$RUN/cache/$e"; done
find "$RUN/cache" -type f -delete >/dev/null 2>&1
# 自检:清完必须为空。否则「首次 MISS」会全部报 HIT,且看起来像缓存坏了。
if [ -n "$(find "$RUN/cache" -type f -print -quit 2>/dev/null)" ]; then
echo "❌ 缓存目录没清干净($RUN/cache)——MISS/HIT 断言不可信" >&2; exit 1
fi
: > "$RUN/logs/error.log"
: > "$RUN/upstream.log"
# 上游表:六生态的 route 全配上,**键是路由名**(docker 的路由名就是 docker,
# 即使它的 URI 前缀是 /v2/;写成 v2 不报错但该路由恒 503)
cache_write_upstreams "$RUN" "http://127.0.0.1:${UP_PORT}" \
go cargo cargo-dl pypi pypi-files npm maven docker || exit 1
cp "$HERE"/fixtures/users.json "$RUN/data/users.json"
: > "$RUN/logs/error.log"
: > "$RUN/upstream.log"
cache_render_prod_conf "$RUN" "$PORT" "$MODULE"
# 端口探活:用 HEAD,不写假上游请求日志(HIT 不回源的断言靠行数比对)
wait_up() { # $1=url $2=最大尝试次数
local url="$1" n="${2:-80}" i=0
until curl -s -o /dev/null -I --max-time 1 "$url" 2>/dev/null; do
i=$((i+1)); [ "$i" -ge "$n" ] && return 1; sleep 0.1
done
return 0
}
# ---- 起假上游 ----
pkill -f "tests/cache/mock_upstream.py" 2>/dev/null; sleep 0.3
UPSTREAM_LOG="$RUN/upstream.log" UPSTREAM_PORT=$UP_PORT \
"$PY" "$HERE/mock_upstream.py" >"$RUN/logs/upstream.out" 2>&1 &
UP_PID=$!
kill -0 "$UP_PID" 2>/dev/null || { echo "假上游启动失败,见 $RUN/logs/upstream.out" >&2; exit 1; }
wait_up "http://127.0.0.1:${UP_PORT}/__ready" || {
echo "假上游端口 $UP_PORT 未就绪" >&2; kill "$UP_PID" 2>/dev/null; exit 1; }
# ---- 起 nginx(加载 ipass 模块,跑生产 conf 副本)----
export ADMIN_INIT_PASSWORD="test_admin_pw_123"
if ! "$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf -t 2>>"$RUN/logs/error.log"; then
echo "❌ nginx 配置测试失败(模块加载 / 指令解析)" >&2
tail -20 "$RUN/logs/error.log" >&2
kill "$UP_PID" 2>/dev/null; exit 1
fi
"$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf
kill -0 "$(cat "$RUN/logs/nginx.pid" 2>/dev/null)" 2>/dev/null || {
echo "❌ nginx 启动失败" >&2; tail -20 "$RUN/logs/error.log" >&2
kill "$UP_PID" 2>/dev/null; exit 1
}
B="http://127.0.0.1:${PORT}"
wait_up "$B/admin" || {
echo "❌ nginx 端口 $PORT 未就绪" >&2; kill "$UP_PID" 2>/dev/null; exit 1; }
cleanup() {
"$NGINX_BIN" -p "$RUN" -c conf/nginx.cache.conf -s quit >/dev/null 2>&1
kill "$UP_PID" 2>/dev/null
}
trap cleanup EXIT
PASS=0; FAIL=0
chk() { if [ "$3" = "$2" ]; then echo " ✅ $1"; PASS=$((PASS+1)); else echo " ❌ $1 期望[$2] 实际[$3]"; FAIL=$((FAIL+1)); fi }
code() { curl -s -o /dev/null -w '%{http_code}' "$@"; }
xcache(){ tr -d '\r' | awk 'tolower($1)=="x-cache-status:"{print $2}'; }
stats() { curl -s -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats"; }
echo "── 六类生态 MISS→HIT(数据面:route 前缀 → 生态)──"
# URL 前缀 ≠ 路由名 ≠ 生态名,三者只在 docker 上分开:前缀 /v2/ 对应路由名 docker。
# 上游表按键是**路由名**(docker),URI 走 /v2/。写混了就是恒 503,故此处显式列出。
for pair in "go:/go" "cargo:/cargo" "pypi:/pypi" "npm:/npm" "maven:/maven" "docker:/v2"; do
eco=${pair%%:*}; pre=${pair#*:}
curl -s -D /tmp/ih1 -o /tmp/ib1 -H "Authorization: Bearer ${ALICE}" "$B${pre}/pkg-a"
xc1=$(xcache < /tmp/ih1); b1=$(cat /tmp/ib1)
curl -s -D /tmp/ih2 -o /tmp/ib2 -H "Authorization: Bearer ${ALICE}" "$B${pre}/pkg-a"
xc2=$(xcache < /tmp/ih2); b2=$(cat /tmp/ib2)
chk "${eco} 首次 MISS(${pre}/)" "MISS" "$xc1"
chk "${eco} 二次 HIT" "HIT" "$xc2"
chk "${eco} 内容一致" "$b1" "$b2"
done
echo "── 账号态 stats 的鉴权(docs 旧「免鉴权」风险 #4 已关闭)──"
chk "无 Key → 401" "401" "$(code "$B/api/v1/cache/stats")"
chk "带 sk_ → 200" "200" "$(code -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats")"
echo "── 记账:六生态各自 MISS/HIT 均已入账(不是全记到 global)──"
STATS=$(stats)
STATS="$STATS" "$PY" -c '
import json, os
try:
d = json.loads(os.environ["STATS"])
except Exception as e:
print("0 非 JSON:", e); raise SystemExit
be = d.get("data", {}).get("by_ecosystem", {})
probs = []
for eco in ["go","cargo","pypi","npm","maven","docker"]:
m = be.get(eco, {})
if m.get("MISS", 0) < 1: probs.append("%s.MISS=%s" % (eco, m.get("MISS")))
if m.get("HIT", 0) < 1: probs.append("%s.HIT=%s" % (eco, m.get("HIT")))
g = be.get("global", {})
if g.get("HIT", 0) < 6: probs.append("global.HIT=%s" % g.get("HIT"))
if g.get("MISS", 0) < 6: probs.append("global.MISS=%s" % g.get("MISS"))
print("1 OK" if not probs else "0 " + "; ".join(probs))
' > /tmp/ipass_stats_check 2>&1
ok=$(awk 'NR==1{print $1}' /tmp/ipass_stats_check)
detail=$(awk 'NR==1{$1="";sub(/^ +/,"");print}' /tmp/ipass_stats_check)
chk "六生态 MISS/HIT 均已记账" "1" "$ok"
[ "$ok" = "0" ] && echo " 明细:$detail"
echo "── 记账精确性:新增 2 次 HIT 后 global.HIT 恰好 +2 ──"
G_BEFORE=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"]["HIT"])')
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
G_AFTER=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"]["HIT"])')
chk "global.HIT 增加 2" "$((G_BEFORE+2))" "$G_AFTER"
echo "── 非缓存 location 不产生缓存记账噪声(/api 自身)──"
G2_BEFORE=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"].get("MISS",0))')
curl -s -o /dev/null -H "X-API-Key: ${ALICE}" "$B/api/v1/cache/stats"
G2_AFTER=$(stats | "$PY" -c 'import json,sys;print(json.load(sys.stdin)["data"]["by_ecosystem"]["global"].get("MISS",0))')
chk "/api 请求不计入缓存 MISS" "$G2_BEFORE" "$G2_AFTER"
echo "── HIT 不回源(读假上游请求日志)──"
before=$(grep -c "GET /pkg-a" "$RUN/upstream.log" 2>/dev/null || echo 0)
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
curl -s -o /dev/null -H "Authorization: Bearer ${ALICE}" "$B/go/pkg-a"
after=$(grep -c "GET /pkg-a" "$RUN/upstream.log" 2>/dev/null || echo 0)
chk "HIT 不回源(上游无新增)" "$before" "$after"
echo
echo "通过 $PASS / 失败 $FAIL"
[ "$FAIL" -eq 0 ] && exit 0 || exit 1