Files
ssw-mpc-flow/scripts/sswflow-smoke.sh
T
admin d43ee2f37a feat: 隐私计算流程编排平台(sswflow + 设备注册 + 链上存证)
从 ssw-mvp 抽取隐私计算编排域,框架换 JNPF Lite 契约
(NestJS + TypeORM + PGlite 嵌入式 Postgres + React 18/Vite),
执行底座对接 ../ssw-mpc Rust CLI。

三个兄弟模块:
- sswflow(编排,12 表):DAG 画布(React Flow @xyflow/react)、
  19 算子目录、可插拔执行引擎(mpc / simulation)、运行监控
- sswdevice(设备注册,1 表):真源 = ssw-mpc 控制面 GET /nodes,
  TeeNode 字段逐一对应,含 TTL 90s 在线清单的下线语义
- sswchain(链上存证,1 表):真源 = ssw-mpc outbox 二进制 canonical_bytes
  + FISCO 国密链自有 RPC,Receipt 四验证位分开报

配套 scripts/ 六个门禁脚本(期望数字写死)+ docs/e2e 端到端演示
+ CLAUDE.md 项目级上下文。
2026-11-10 16:13:57 +08:00

227 lines
13 KiB
Bash
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env bash
# sswflow 业务链路冒烟 —— 验证「算子目录 → 流程 CRUD → 画布校验 → plan 编译 → 实际运行 → 产物落库」
#
# 前置:后端已启动(node dist/main.js 或 ./run.sh dev),admin 账号可用。
# 用法:bash scripts/sswflow-smoke.sh
# 退出码:0 全绿 / 1 有失败 / 2 前置错误
#
# 实现注记:所有 JSON 载荷都由 node 拼装后写临时文件再 -d @file 传入,
# 避免 shell 引号转义把断言表达式搅乱(引号转义错误会伪装成业务失败)。
set -u
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
cd "$ROOT/src/backend" || exit 2
B="${B:-http://127.0.0.1:30000}"
NODE_RESOLVED="$(command -v node 2>/dev/null || echo /Users/xs/.workbuddy/binaries/node/versions/22.22.2-3/bin/node)"
NODE="${NODE:-$NODE_RESOLVED}"
PASS=0; FAIL=0
TMP="$(mktemp -d)"
trap 'rm -rf "$TMP"' EXIT
if ! curl --noproxy '*' -s --max-time 3 -o /dev/null "$B/api/oauth/CurrentUser"; then
echo "❌ 后端不可达($B)。先起后端再跑。"
exit 2
fi
# jq 风格的取值器:把 stdin JSON 交给 node 求值,表达式作为参数传入
pick() { $NODE -e "
let d='';process.stdin.on('data',c=>d+=c).on('end',()=>{
try{ const j=JSON.parse(d); const v=eval(process.argv[1]); console.log(v===undefined?'':String(v)); }
catch(e){ console.log('ERR:'+e.message); }
})" "$1"; }
check() { if [ "$1" = "$2" ]; then echo " ✅ $3 ($2)"; PASS=$((PASS+1)); else echo " ❌ $3 期望=$1 实际=$2"; FAIL=$((FAIL+1)); fi; }
checkne() { if [ "$1" != "$2" ]; then echo " ✅ $3 (=$2)"; PASS=$((PASS+1)); else echo " ❌ $3 期望≠$1 实际=$2"; FAIL=$((FAIL+1)); fi; }
info() { echo " ℹ️ $1"; }
enc() { $NODE -e "const C=require('crypto-js');const k=C.enc.Utf8.parse(C.MD5('EY8WePvjM5GGwQzn').toString());const s=C.enc.Utf8.parse(C.MD5('$1').toString());console.log(C.AES.encrypt(s,k,{mode:C.mode.ECB,padding:C.pad.Pkcs7}).ciphertext.toString(C.enc.Hex))"; }
LOGIN=$(curl --noproxy '*' -s -X POST "$B/api/oauth/Login" \
-H 'Content-Type: application/x-www-form-urlencoded' \
--data-urlencode "account=admin" --data-urlencode "password=$(enc 123456)" --data-urlencode "grant_type=password")
TOKEN=$(echo "$LOGIN" | pick 'j.data.token')
[ -z "$TOKEN" ] && { echo "❌ admin 登录失败"; exit 2; }
AUTH="Authorization: bearer $TOKEN"
echo "== 1) 算子目录(19 个算子 + 能力映射)=="
CAT=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Operator/Catalog" -H "$AUTH")
check 200 "$(echo "$CAT" | pick 'j.code')" "Catalog 返回 200"
check 19 "$(echo "$CAT" | pick 'j.data.categories.flatMap(c=>c.operators||[]).length')" "算子总数 19"
check 7 "$(echo "$CAT" | pick 'j.data.categories.length')" "分类数 7"
check 19 "$(echo "$CAT" | pick 'j.data.categories.flatMap(c=>c.operators||[]).filter(o=>o.mpc&&o.mpc.status).length')" "每个算子都有 mpc 能力状态"
echo "== 2) 引擎信息(驱动 + 能力分布)=="
ENG=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Engine/Info" -H "$AUTH")
check 200 "$(echo "$ENG" | pick 'j.code')" "Engine/Info 返回 200"
check 19 "$(echo "$ENG" | pick 'j.data.capabilities.length')" "能力映射 19 条"
check 19 "$(echo "$ENG" | pick 'j.data.summary.native+j.data.summary.partial+j.data.summary.local+j.data.summary.unsupported')" "四类状态之和 = 19"
info "驱动=$(echo "$ENG" | pick 'j.data.driver') 分布=$(echo "$ENG" | pick 'JSON.stringify(j.data.summary)')"
echo "== 3) 流程 CRUD =="
printf '%s' '{"name":"冒烟流程","desc":"sswflow-smoke","steps":"[]","edges":"[]"}' > "$TMP/new.json"
NF=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Save" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/new.json")
check 200 "$(echo "$NF" | pick 'j.code')" "新建流程"
FID=$(echo "$NF" | pick 'j.data.id')
checkne 0 "${#FID}" "流程 id 非空 (${#FID} 位)"
# 合法国布:source.dataset(无输入) → prep.sample(in) → model.lr.train(in) → sink.export(in)
# 必填参数按 catalog 契约填齐:lr.train.labelColumn / sink.export.targetParty+fileName
$NODE -e "
const steps=[
{stepId:'s1',operatorKey:'source.dataset',label:'数据集',x:40,y:60,params:{datasetId:'ds-001'}},
{stepId:'s2',operatorKey:'prep.sample',label:'抽样',x:260,y:60,params:{}},
{stepId:'s3',operatorKey:'model.lr.train',label:'逻辑回归',x:480,y:60,params:{labelColumn:'y'}},
{stepId:'s4',operatorKey:'sink.export',label:'导出',x:700,y:60,params:{targetParty:'alice',fileName:'out.csv'}}
];
const edges=[
{edgeId:'e1',sourceStepId:'s1',sourcePort:'out',targetStepId:'s2',targetPort:'in'},
{edgeId:'e2',sourceStepId:'s2',sourcePort:'out',targetStepId:'s3',targetPort:'in'},
{edgeId:'e3',sourceStepId:'s3',sourcePort:'model',targetStepId:'s4',targetPort:'in'}
];
require('fs').writeFileSync('$TMP/canvas.json', JSON.stringify({id:'$FID',steps,edges}));
"
CV=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas.json")
check 200 "$(echo "$CV" | pick 'j.code')" "画布保存"
echo "== 4) 画布校验(合法画布应通过)=="
printf '%s' "{\"id\":\"$FID\"}" > "$TMP/vid.json"
VAL=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
check 200 "$(echo "$VAL" | pick 'j.code')" "校验返回 200"
check "true" "$(echo "$VAL" | pick 'j.data.valid')" "校验通过"
check 4 "$(echo "$VAL" | pick 'j.data.order.length')" "拓扑序 4 个节点"
check 0 "$(echo "$VAL" | pick 'j.data.issues.filter(i=>i.level==="ERROR").length')" "无 ERROR 级问题"
echo "== 5) 必填参数缺失应被检出 =="
$NODE -e "
const steps=[
{stepId:'s1',operatorKey:'source.dataset',label:'数据集',x:40,y:60,params:{datasetId:'ds-001'}},
{stepId:'s2',operatorKey:'model.lr.train',label:'逻辑回归',x:260,y:60,params:{}},
{stepId:'s3',operatorKey:'sink.export',label:'导出',x:480,y:60,params:{targetParty:'alice',fileName:'out.csv'}}
];
const edges=[
{edgeId:'e1',sourceStepId:'s1',sourcePort:'out',targetStepId:'s2',targetPort:'in'},
{edgeId:'e2',sourceStepId:'s2',sourcePort:'model',targetStepId:'s3',targetPort:'in'}
];
require('fs').writeFileSync('$TMP/canvas2.json', JSON.stringify({id:'$FID',steps,edges}));
"
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas2.json" > /dev/null
VAL2=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
check "false" "$(echo "$VAL2" | pick 'j.data.valid')" "缺必填参数 → valid=false"
checkne 0 "$(echo "$VAL2" | pick 'j.data.issues.length')" "回报 issue 明细"
echo "== 6) 端口未连线应被检出 =="
$NODE -e "
const steps=[
{stepId:'s1',operatorKey:'prep.intersect',label:'求交集',x:40,y:60,params:{leftKeys:['id'],rightKeys:['id'],protocol:'psi',receiver:'alice'}},
{stepId:'s2',operatorKey:'source.dataset',label:'数据集',x:260,y:60,params:{datasetId:'ds-001'}}
];
const edges=[{edgeId:'e1',sourceStepId:'s2',sourcePort:'out',targetStepId:'s1',targetPort:'left'}];
require('fs').writeFileSync('$TMP/canvas3.json', JSON.stringify({id:'$FID',steps,edges}));
"
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas3.json" > /dev/null
VAL3=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
check "false" "$(echo "$VAL3" | pick 'j.data.valid')" "right 端口未连线 → valid=false"
checkne 0 "$(echo "$VAL3" | pick 'j.data.issues.filter(i=>i.message.includes("右表")).length')" "报出「右表」端口未连线"
echo "== 7) 环检测 =="
$NODE -e "
const steps=[
{stepId:'s1',operatorKey:'prep.sample',label:'a',x:0,y:0,params:{}},
{stepId:'s2',operatorKey:'prep.sample',label:'b',x:0,y:0,params:{}}
];
const edges=[
{edgeId:'e1',sourceStepId:'s1',sourcePort:'out',targetStepId:'s2',targetPort:'in'},
{edgeId:'e2',sourceStepId:'s2',sourcePort:'out',targetStepId:'s1',targetPort:'in'}
];
require('fs').writeFileSync('$TMP/canvas4.json', JSON.stringify({id:'$FID',steps,edges}));
"
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas4.json" > /dev/null
VAL4=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
check "false" "$(echo "$VAL4" | pick 'j.data.valid')" "有环 → valid=false"
echo "== 8) 恢复合法画布 + plan 编译 =="
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas.json" > /dev/null
PLAN=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Flow/CompilePlan?id=$FID" -H "$AUTH")
check 200 "$(echo "$PLAN" | pick 'j.code')" "CompilePlan 返回 200"
check 4 "$(echo "$PLAN" | pick 'j.data.plan.split("\n").filter(l=>l.trim().startsWith("job ")).length')" "plan 含 4 个 job"
check 1 "$(echo "$PLAN" | pick 'j.data.command.includes("mpc orch run")?1:0')" "命令含 mpc orch run"
checkne 0 "$(echo "$PLAN" | pick 'j.data.sites.length')" "站点列表非空"
echo "== 9) 实际运行(异步,等收敛)=="
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"FULL\"}" > "$TMP/run.json"
RUN=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/FlowRun/Start" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/run.json")
check 200 "$(echo "$RUN" | pick 'j.code')" "启动运行"
RID=$(echo "$RUN" | pick 'j.data.id')
checkne 0 "${#RID}" "runId 非空 (${#RID} 位)"
STATUS="PENDING"
for i in $(seq 1 25); do
sleep 1
ST=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Info?id=$RID" -H "$AUTH")
STATUS=$(echo "$ST" | pick 'j.data.status')
case "$STATUS" in SUCCESS|FAILED|STOPPED) break ;; esac
done
info "运行终态 = $STATUS"
check "SUCCESS" "$STATUS" "运行成功收敛"
echo "== 10) 步骤记录(4 步全 SUCCESS,拓扑序 1..4)=="
ST=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RID" -H "$AUTH")
check 4 "$(echo "$ST" | pick 'j.data.length')" "步骤数 4"
check 4 "$(echo "$ST" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "全部 SUCCESS"
check "1,2,3,4" "$(echo "$ST" | pick 'j.data.map(s=>s.seq).sort((a,b)=>a-b).join(",")')" "seq 为 1,2,3,4"
echo "== 11) 事件流 =="
EV=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Events?runId=$RID" -H "$AUTH")
checkne 0 "$(echo "$EV" | pick 'j.data.length')" "事件数 > 0"
checkne 0 "$(echo "$EV" | pick 'j.data.filter(e=>e.type==="run.status").length')" "含 run.status 事件"
checkne 0 "$(echo "$EV" | pick 'j.data.filter(e=>e.type==="step.status"&&e.status==="SUCCESS").length')" "含 step.status SUCCESS 事件"
check 1 "$(echo "$EV" | pick 'j.data.every((e,i,a)=>i===0||a[i-1].sortCode<=e.sortCode)?1:0')" "sortCode 单调递增"
echo "== 12) 产物落库 =="
AR=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Artifacts?runId=$RID" -H "$AUTH")
checkne 0 "$(echo "$AR" | pick 'j.data.length')" "产物数 > 0"
echo "== 13) 运行模式 SINGLE / UPSTREAM / DOWNSTREAM / RESUME =="
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"SINGLE\",\"stepIds\":[\"s3\"]}" > "$TMP/m1.json"
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"UPSTREAM\",\"stepIds\":[\"s4\"]}" > "$TMP/m2.json"
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"DOWNSTREAM\",\"stepIds\":[\"s2\"]}" > "$TMP/m3.json"
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"RESUME\",\"baseRunId\":\"$RID\"}" > "$TMP/m4.json"
# 逐模式单独记 runId:后续要按模式核对范围语义,不能复用循环里的临时变量
for f in m1 m2 m3 m4; do
case $f in
m1) L=SINGLE ;;
m2) L=UPSTREAM ;;
m3) L=DOWNSTREAM ;;
m4) L=RESUME ;;
esac
R2=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/FlowRun/Start" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/$f.json")
check 200 "$(echo "$R2" | pick 'j.code')" "$L 模式启动"
eval "RUNID_${f}=\$(echo \"\$R2\" | pick 'j.data.id')"
done
echo "== 14) 范围语义(SINGLE 只跑 1 个节点,其余 SKIPPED)=="
sleep 3
STX=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RUNID_m1" -H "$AUTH")
check 4 "$(echo "$STX" | pick 'j.data.length')" "SINGLE 仍预建 4 条步骤记录"
check 3 "$(echo "$STX" | pick 'j.data.filter(s=>s.status==="SKIPPED").length')" "SINGLE 模式 3 节点 SKIPPED"
check 1 "$(echo "$STX" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "SINGLE 模式 1 节点 SUCCESS"
echo "== 14.1) UPSTREAM / DOWNSTREAM 范围 =="
STU=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RUNID_m2" -H "$AUTH")
check 4 "$(echo "$STU" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "UPSTREAM(s4) 全链 4 节点执行"
STD=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RUNID_m3" -H "$AUTH")
check 3 "$(echo "$STD" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "DOWNSTREAM(s2) 3 节点执行"
check 1 "$(echo "$STD" | pick 'j.data.filter(s=>s.status==="SKIPPED").length')" "DOWNSTREAM(s2) 1 节点 SKIPPED"
echo "== 15) 软删契约 =="
DEL=$(curl --noproxy '*' -s -X DELETE "$B/api/ssw/sswflow/Flow/Delete?id=$FID" -H "$AUTH")
check 200 "$(echo "$DEL" | pick 'j.code')" "删除流程"
LEFT=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Flow/List" -H "$AUTH" | pick "j.data.find(f=>f.id==='$FID')?'still-there':'gone'")
check "gone" "$LEFT" "软删后不再出现在 List"
echo
echo "--------------------"
echo "PASS=$PASS FAIL=$FAIL"
[ "$FAIL" -eq 0 ] && echo "全绿 ✅" || echo "有失败 ❌"
exit $([ "$FAIL" -eq 0 ] && echo 0 || echo 1)