#!/usr/bin/env bash # 真跑一遍「两方各自一个业务库 → mpc sql-join --pg-url → 密态聚合」。 # # 为什么需要它:`mpc sql-join --pg-url` 涉及四段独立的东西—— # 自研 PG 协议客户端 / PSI 求交 / 列分片交换 / 密态聚合。 # 单元测试只能证明各段自洽(假服务端还是我们自己写的,等于自证); # 这个脚本用 PGlite(真 Postgres,WASM 版)起两个独立库,把四段串起来验。 # # 用法: # tools/pg-dev/e2e.sh # 全自动 # tools/pg-dev/e2e.sh --keep # 跑完不关库,方便手工再看 # # 退出码 0 = 全部断言通过。 set -euo pipefail cd "$(dirname "$0")/../.." # 仓库根 ROOT=$(pwd) PORT_A=${PORT_A:-5433} PORT_B=${PORT_B:-5434} JOIN_PORT=${JOIN_PORT:-9700} KEEP=0 [ "${1:-}" = "--keep" ] && KEEP=1 MPC="$ROOT/target/debug/mpc" URL_A="postgres://alice@127.0.0.1:${PORT_A}/bank" URL_B="postgres://bob@127.0.0.1:${PORT_B}/shop" Q_A="select uid, balance from customer order by uid" Q_B="select uid, spend from orders order by uid" PIDS=() cleanup() { if [ "$KEEP" = "1" ]; then echo "== --keep:库仍在 $PORT_A / $PORT_B ==" return fi for p in ${PIDS[@]+"${PIDS[@]}"}; do kill "$p" 2>/dev/null || true done } trap cleanup EXIT say() { printf '\n\033[1m== %s ==\033[0m\n' "$*"; } fail() { printf '\033[31m断言失败:%s\033[0m\n' "$*"; exit 1; } # ---------------------------------------------------------------- 前置 say "前置检查" command -v node >/dev/null || fail "需要 node(PGlite 跑在 node 里)" command -v python3 >/dev/null || fail "需要 python3(解析 JSON 断言)" if [ ! -d tools/pg-dev/node_modules ]; then echo " 安装 tools/pg-dev 依赖…" (cd tools/pg-dev && npm install --no-fund --no-audit >/dev/null) fi echo " 编译 mpc(--features secure)…" cargo build -q -p mpc-cli --features secure [ -x "$MPC" ] || fail "没编出 $MPC" # ---------------------------------------------------------------- 起库 say "起两个 PGlite(银行 $PORT_A / 商户 ${PORT_B})" (cd tools/pg-dev && node server.mjs --port "$PORT_A" --init seed-bank.sql) & PIDS+=($!) (cd tools/pg-dev && node server.mjs --port "$PORT_B" --init seed-shop.sql) & PIDS+=($!) # 就绪探测:用 /dev/tcp 探端口,探到就说明 socket 已经在 listen wait_port() { local port=$1 n=0 until (exec 3<>"/dev/tcp/127.0.0.1/$port") 2>/dev/null; do n=$((n + 1)) [ "$n" -gt 150 ] && fail "端口 ${port} 等不到(PGlite 没起来?)" sleep 0.2 done exec 3>&- 2>/dev/null || true } wait_port "$PORT_A" wait_port "$PORT_B" echo " 两个库都已 listen" # 客户端这一侧先自证:连得上、查得出 echo " 客户端连通性:" "$MPC" pg --url "$URL_A" --sql "select count(*) as n from customer" 2>&1 | sed 's/^/ /' # ---------------------------------------------------------------- 第一轮 say "第一轮:无谓词,聚合 spend(乙方列)" "$MPC" sql-join --site bob --sites alice,bob --listen "127.0.0.1:${JOIN_PORT}" \ --pg-url "$URL_B" --pg-query "$Q_B" \ --schema balance,spend --agg-col spend --report json \ >/tmp/mpc_e2e_bob1.json 2>/tmp/mpc_e2e_bob1.err & BOB1=$! sleep 1 "$MPC" sql-join --site alice --sites alice,bob --connect "127.0.0.1:${JOIN_PORT}" \ --pg-url "$URL_A" --pg-query "$Q_A" \ --schema balance,spend --agg-col spend --report json \ >/tmp/mpc_e2e_alice1.json 2>/tmp/mpc_e2e_alice1.err wait "$BOB1" || true # ---------------------------------------------------------------- 第二轮 say "第二轮:跨方谓词 WHERE spend >= 30,聚合 balance(甲方列)" "$MPC" sql-join --site bob --sites alice,bob --listen "127.0.0.1:$((JOIN_PORT + 1))" \ --pg-url "$URL_B" --pg-query "$Q_B" \ --schema balance,spend --agg-col balance --pred "spend >= 30" --report json \ >/tmp/mpc_e2e_bob2.json 2>/tmp/mpc_e2e_bob2.err & BOB2=$! sleep 1 "$MPC" sql-join --site alice --sites alice,bob --connect "127.0.0.1:$((JOIN_PORT + 1))" \ --pg-url "$URL_A" --pg-query "$Q_A" \ --schema balance,spend --agg-col balance --pred "spend >= 30" --report json \ >/tmp/mpc_e2e_alice2.json 2>/tmp/mpc_e2e_alice2.err wait "$BOB2" || true # ---------------------------------------------------------------- 断言 say "断言" python3 - <<'PY' import json, sys def load(path): """把 NDJSON 里 kind=table/kv 的对象摊平成 {key: value}。""" out = {} with open(path, encoding="utf-8") as f: for line in f: line = line.strip() if not line: continue o = json.loads(line) # 结构不合法直接抛,也算失败 for row in o.get("rows", []): if isinstance(row, list) and len(row) == 2: out[str(row[0])] = row[1] return out def check(name, got, want, tol=1e-3): if isinstance(want, str): ok = str(got) == want else: ok = abs(float(got) - float(want)) <= tol mark = "ok " if ok else "FAIL" print(f" [{mark}] {name} = {got!r}(期望 {want!r})") return ok fails = 0 # 交集 = uid{1,2,3,4}(5 只在甲方、6 只在乙方,必须被 PSI 挡掉) for side in ("alice", "bob"): d = load(f"/tmp/mpc_e2e_{side}1.json") fails += not check(f"{side} 交集行数", d["aligned_rows"], 4) fails += not check(f"{side} COUNT", d["COUNT"], 4) fails += not check(f"{side} SUM(spend)", d["SUM"], 140) fails += not check(f"{side} MIN(spend)", d["MIN"], 20) fails += not check(f"{side} MAX(spend)", d["MAX"], 50) # 谓词 spend>=30 命中 uid{2,3,4},聚合的是 balance:400+300+900=1600 for side in ("alice", "bob"): d = load(f"/tmp/mpc_e2e_{side}2.json") fails += not check(f"{side} WHERE 后 COUNT", d["COUNT"], 3) fails += not check(f"{side} WHERE 后 SUM(balance)", d["SUM"], 1600) fails += not check(f"{side} WHERE 后 MIN(balance)", d["MIN"], 300) fails += not check(f"{side} WHERE 后 MAX(balance)", d["MAX"], 900) # 两方必须拿到同一份结果(不一致就是分片交换错位) for r in ("1", "2"): a = load(f"/tmp/mpc_e2e_alice{r}.json") b = load(f"/tmp/mpc_e2e_bob{r}.json") same = all(abs(float(a[k]) - float(b[k])) <= 1e-9 for k in ("COUNT", "SUM") if k in a) print(f" [{'ok ' if same else 'FAIL'}] 第{r}轮 两方结果一致") fails += not same sys.exit(1 if fails else 0) PY say "通过" echo " 两方各自一个真库、真 TCP、真 PSI,聚合值全部对得上。"