从 ssw-mvp 抽取隐私计算编排域,框架换 JNPF Lite 契约 (NestJS + TypeORM + PGlite 嵌入式 Postgres + React 18/Vite), 执行底座对接 ../ssw-mpc Rust CLI。 三个兄弟模块: - sswflow(编排,12 表):DAG 画布(React Flow @xyflow/react)、 19 算子目录、可插拔执行引擎(mpc / simulation)、运行监控 - sswdevice(设备注册,1 表):真源 = ssw-mpc 控制面 GET /nodes, TeeNode 字段逐一对应,含 TTL 90s 在线清单的下线语义 - sswchain(链上存证,1 表):真源 = ssw-mpc outbox 二进制 canonical_bytes + FISCO 国密链自有 RPC,Receipt 四验证位分开报 配套 scripts/ 六个门禁脚本(期望数字写死)+ docs/e2e 端到端演示 + CLAUDE.md 项目级上下文。
227 lines
13 KiB
Bash
227 lines
13 KiB
Bash
#!/usr/bin/env bash
|
||
# sswflow 业务链路冒烟 —— 验证「算子目录 → 流程 CRUD → 画布校验 → plan 编译 → 实际运行 → 产物落库」
|
||
#
|
||
# 前置:后端已启动(node dist/main.js 或 ./run.sh dev),admin 账号可用。
|
||
# 用法:bash scripts/sswflow-smoke.sh
|
||
# 退出码:0 全绿 / 1 有失败 / 2 前置错误
|
||
#
|
||
# 实现注记:所有 JSON 载荷都由 node 拼装后写临时文件再 -d @file 传入,
|
||
# 避免 shell 引号转义把断言表达式搅乱(引号转义错误会伪装成业务失败)。
|
||
set -u
|
||
|
||
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
|
||
cd "$ROOT/src/backend" || exit 2
|
||
|
||
B="${B:-http://127.0.0.1:30000}"
|
||
NODE_RESOLVED="$(command -v node 2>/dev/null || echo /Users/xs/.workbuddy/binaries/node/versions/22.22.2-3/bin/node)"
|
||
NODE="${NODE:-$NODE_RESOLVED}"
|
||
PASS=0; FAIL=0
|
||
TMP="$(mktemp -d)"
|
||
trap 'rm -rf "$TMP"' EXIT
|
||
|
||
if ! curl --noproxy '*' -s --max-time 3 -o /dev/null "$B/api/oauth/CurrentUser"; then
|
||
echo "❌ 后端不可达($B)。先起后端再跑。"
|
||
exit 2
|
||
fi
|
||
|
||
# jq 风格的取值器:把 stdin JSON 交给 node 求值,表达式作为参数传入
|
||
pick() { $NODE -e "
|
||
let d='';process.stdin.on('data',c=>d+=c).on('end',()=>{
|
||
try{ const j=JSON.parse(d); const v=eval(process.argv[1]); console.log(v===undefined?'':String(v)); }
|
||
catch(e){ console.log('ERR:'+e.message); }
|
||
})" "$1"; }
|
||
check() { if [ "$1" = "$2" ]; then echo " ✅ $3 ($2)"; PASS=$((PASS+1)); else echo " ❌ $3 期望=$1 实际=$2"; FAIL=$((FAIL+1)); fi; }
|
||
checkne() { if [ "$1" != "$2" ]; then echo " ✅ $3 (=$2)"; PASS=$((PASS+1)); else echo " ❌ $3 期望≠$1 实际=$2"; FAIL=$((FAIL+1)); fi; }
|
||
info() { echo " ℹ️ $1"; }
|
||
|
||
enc() { $NODE -e "const C=require('crypto-js');const k=C.enc.Utf8.parse(C.MD5('EY8WePvjM5GGwQzn').toString());const s=C.enc.Utf8.parse(C.MD5('$1').toString());console.log(C.AES.encrypt(s,k,{mode:C.mode.ECB,padding:C.pad.Pkcs7}).ciphertext.toString(C.enc.Hex))"; }
|
||
|
||
LOGIN=$(curl --noproxy '*' -s -X POST "$B/api/oauth/Login" \
|
||
-H 'Content-Type: application/x-www-form-urlencoded' \
|
||
--data-urlencode "account=admin" --data-urlencode "password=$(enc 123456)" --data-urlencode "grant_type=password")
|
||
TOKEN=$(echo "$LOGIN" | pick 'j.data.token')
|
||
[ -z "$TOKEN" ] && { echo "❌ admin 登录失败"; exit 2; }
|
||
AUTH="Authorization: bearer $TOKEN"
|
||
|
||
echo "== 1) 算子目录(19 个算子 + 能力映射)=="
|
||
CAT=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Operator/Catalog" -H "$AUTH")
|
||
check 200 "$(echo "$CAT" | pick 'j.code')" "Catalog 返回 200"
|
||
check 19 "$(echo "$CAT" | pick 'j.data.categories.flatMap(c=>c.operators||[]).length')" "算子总数 19"
|
||
check 7 "$(echo "$CAT" | pick 'j.data.categories.length')" "分类数 7"
|
||
check 19 "$(echo "$CAT" | pick 'j.data.categories.flatMap(c=>c.operators||[]).filter(o=>o.mpc&&o.mpc.status).length')" "每个算子都有 mpc 能力状态"
|
||
|
||
echo "== 2) 引擎信息(驱动 + 能力分布)=="
|
||
ENG=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Engine/Info" -H "$AUTH")
|
||
check 200 "$(echo "$ENG" | pick 'j.code')" "Engine/Info 返回 200"
|
||
check 19 "$(echo "$ENG" | pick 'j.data.capabilities.length')" "能力映射 19 条"
|
||
check 19 "$(echo "$ENG" | pick 'j.data.summary.native+j.data.summary.partial+j.data.summary.local+j.data.summary.unsupported')" "四类状态之和 = 19"
|
||
info "驱动=$(echo "$ENG" | pick 'j.data.driver') 分布=$(echo "$ENG" | pick 'JSON.stringify(j.data.summary)')"
|
||
|
||
echo "== 3) 流程 CRUD =="
|
||
printf '%s' '{"name":"冒烟流程","desc":"sswflow-smoke","steps":"[]","edges":"[]"}' > "$TMP/new.json"
|
||
NF=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Save" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/new.json")
|
||
check 200 "$(echo "$NF" | pick 'j.code')" "新建流程"
|
||
FID=$(echo "$NF" | pick 'j.data.id')
|
||
checkne 0 "${#FID}" "流程 id 非空 (${#FID} 位)"
|
||
|
||
# 合法国布:source.dataset(无输入) → prep.sample(in) → model.lr.train(in) → sink.export(in)
|
||
# 必填参数按 catalog 契约填齐:lr.train.labelColumn / sink.export.targetParty+fileName
|
||
$NODE -e "
|
||
const steps=[
|
||
{stepId:'s1',operatorKey:'source.dataset',label:'数据集',x:40,y:60,params:{datasetId:'ds-001'}},
|
||
{stepId:'s2',operatorKey:'prep.sample',label:'抽样',x:260,y:60,params:{}},
|
||
{stepId:'s3',operatorKey:'model.lr.train',label:'逻辑回归',x:480,y:60,params:{labelColumn:'y'}},
|
||
{stepId:'s4',operatorKey:'sink.export',label:'导出',x:700,y:60,params:{targetParty:'alice',fileName:'out.csv'}}
|
||
];
|
||
const edges=[
|
||
{edgeId:'e1',sourceStepId:'s1',sourcePort:'out',targetStepId:'s2',targetPort:'in'},
|
||
{edgeId:'e2',sourceStepId:'s2',sourcePort:'out',targetStepId:'s3',targetPort:'in'},
|
||
{edgeId:'e3',sourceStepId:'s3',sourcePort:'model',targetStepId:'s4',targetPort:'in'}
|
||
];
|
||
require('fs').writeFileSync('$TMP/canvas.json', JSON.stringify({id:'$FID',steps,edges}));
|
||
"
|
||
CV=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas.json")
|
||
check 200 "$(echo "$CV" | pick 'j.code')" "画布保存"
|
||
|
||
echo "== 4) 画布校验(合法画布应通过)=="
|
||
printf '%s' "{\"id\":\"$FID\"}" > "$TMP/vid.json"
|
||
VAL=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
|
||
check 200 "$(echo "$VAL" | pick 'j.code')" "校验返回 200"
|
||
check "true" "$(echo "$VAL" | pick 'j.data.valid')" "校验通过"
|
||
check 4 "$(echo "$VAL" | pick 'j.data.order.length')" "拓扑序 4 个节点"
|
||
check 0 "$(echo "$VAL" | pick 'j.data.issues.filter(i=>i.level==="ERROR").length')" "无 ERROR 级问题"
|
||
|
||
echo "== 5) 必填参数缺失应被检出 =="
|
||
$NODE -e "
|
||
const steps=[
|
||
{stepId:'s1',operatorKey:'source.dataset',label:'数据集',x:40,y:60,params:{datasetId:'ds-001'}},
|
||
{stepId:'s2',operatorKey:'model.lr.train',label:'逻辑回归',x:260,y:60,params:{}},
|
||
{stepId:'s3',operatorKey:'sink.export',label:'导出',x:480,y:60,params:{targetParty:'alice',fileName:'out.csv'}}
|
||
];
|
||
const edges=[
|
||
{edgeId:'e1',sourceStepId:'s1',sourcePort:'out',targetStepId:'s2',targetPort:'in'},
|
||
{edgeId:'e2',sourceStepId:'s2',sourcePort:'model',targetStepId:'s3',targetPort:'in'}
|
||
];
|
||
require('fs').writeFileSync('$TMP/canvas2.json', JSON.stringify({id:'$FID',steps,edges}));
|
||
"
|
||
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas2.json" > /dev/null
|
||
VAL2=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
|
||
check "false" "$(echo "$VAL2" | pick 'j.data.valid')" "缺必填参数 → valid=false"
|
||
checkne 0 "$(echo "$VAL2" | pick 'j.data.issues.length')" "回报 issue 明细"
|
||
|
||
echo "== 6) 端口未连线应被检出 =="
|
||
$NODE -e "
|
||
const steps=[
|
||
{stepId:'s1',operatorKey:'prep.intersect',label:'求交集',x:40,y:60,params:{leftKeys:['id'],rightKeys:['id'],protocol:'psi',receiver:'alice'}},
|
||
{stepId:'s2',operatorKey:'source.dataset',label:'数据集',x:260,y:60,params:{datasetId:'ds-001'}}
|
||
];
|
||
const edges=[{edgeId:'e1',sourceStepId:'s2',sourcePort:'out',targetStepId:'s1',targetPort:'left'}];
|
||
require('fs').writeFileSync('$TMP/canvas3.json', JSON.stringify({id:'$FID',steps,edges}));
|
||
"
|
||
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas3.json" > /dev/null
|
||
VAL3=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
|
||
check "false" "$(echo "$VAL3" | pick 'j.data.valid')" "right 端口未连线 → valid=false"
|
||
checkne 0 "$(echo "$VAL3" | pick 'j.data.issues.filter(i=>i.message.includes("右表")).length')" "报出「右表」端口未连线"
|
||
|
||
echo "== 7) 环检测 =="
|
||
$NODE -e "
|
||
const steps=[
|
||
{stepId:'s1',operatorKey:'prep.sample',label:'a',x:0,y:0,params:{}},
|
||
{stepId:'s2',operatorKey:'prep.sample',label:'b',x:0,y:0,params:{}}
|
||
];
|
||
const edges=[
|
||
{edgeId:'e1',sourceStepId:'s1',sourcePort:'out',targetStepId:'s2',targetPort:'in'},
|
||
{edgeId:'e2',sourceStepId:'s2',sourcePort:'out',targetStepId:'s1',targetPort:'in'}
|
||
];
|
||
require('fs').writeFileSync('$TMP/canvas4.json', JSON.stringify({id:'$FID',steps,edges}));
|
||
"
|
||
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas4.json" > /dev/null
|
||
VAL4=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Validate" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/vid.json")
|
||
check "false" "$(echo "$VAL4" | pick 'j.data.valid')" "有环 → valid=false"
|
||
|
||
echo "== 8) 恢复合法画布 + plan 编译 =="
|
||
curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/Flow/Canvas" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/canvas.json" > /dev/null
|
||
PLAN=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Flow/CompilePlan?id=$FID" -H "$AUTH")
|
||
check 200 "$(echo "$PLAN" | pick 'j.code')" "CompilePlan 返回 200"
|
||
check 4 "$(echo "$PLAN" | pick 'j.data.plan.split("\n").filter(l=>l.trim().startsWith("job ")).length')" "plan 含 4 个 job"
|
||
check 1 "$(echo "$PLAN" | pick 'j.data.command.includes("mpc orch run")?1:0')" "命令含 mpc orch run"
|
||
checkne 0 "$(echo "$PLAN" | pick 'j.data.sites.length')" "站点列表非空"
|
||
|
||
echo "== 9) 实际运行(异步,等收敛)=="
|
||
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"FULL\"}" > "$TMP/run.json"
|
||
RUN=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/FlowRun/Start" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/run.json")
|
||
check 200 "$(echo "$RUN" | pick 'j.code')" "启动运行"
|
||
RID=$(echo "$RUN" | pick 'j.data.id')
|
||
checkne 0 "${#RID}" "runId 非空 (${#RID} 位)"
|
||
|
||
STATUS="PENDING"
|
||
for i in $(seq 1 25); do
|
||
sleep 1
|
||
ST=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Info?id=$RID" -H "$AUTH")
|
||
STATUS=$(echo "$ST" | pick 'j.data.status')
|
||
case "$STATUS" in SUCCESS|FAILED|STOPPED) break ;; esac
|
||
done
|
||
info "运行终态 = $STATUS"
|
||
check "SUCCESS" "$STATUS" "运行成功收敛"
|
||
|
||
echo "== 10) 步骤记录(4 步全 SUCCESS,拓扑序 1..4)=="
|
||
ST=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RID" -H "$AUTH")
|
||
check 4 "$(echo "$ST" | pick 'j.data.length')" "步骤数 4"
|
||
check 4 "$(echo "$ST" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "全部 SUCCESS"
|
||
check "1,2,3,4" "$(echo "$ST" | pick 'j.data.map(s=>s.seq).sort((a,b)=>a-b).join(",")')" "seq 为 1,2,3,4"
|
||
|
||
echo "== 11) 事件流 =="
|
||
EV=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Events?runId=$RID" -H "$AUTH")
|
||
checkne 0 "$(echo "$EV" | pick 'j.data.length')" "事件数 > 0"
|
||
checkne 0 "$(echo "$EV" | pick 'j.data.filter(e=>e.type==="run.status").length')" "含 run.status 事件"
|
||
checkne 0 "$(echo "$EV" | pick 'j.data.filter(e=>e.type==="step.status"&&e.status==="SUCCESS").length')" "含 step.status SUCCESS 事件"
|
||
check 1 "$(echo "$EV" | pick 'j.data.every((e,i,a)=>i===0||a[i-1].sortCode<=e.sortCode)?1:0')" "sortCode 单调递增"
|
||
|
||
echo "== 12) 产物落库 =="
|
||
AR=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Artifacts?runId=$RID" -H "$AUTH")
|
||
checkne 0 "$(echo "$AR" | pick 'j.data.length')" "产物数 > 0"
|
||
|
||
echo "== 13) 运行模式 SINGLE / UPSTREAM / DOWNSTREAM / RESUME =="
|
||
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"SINGLE\",\"stepIds\":[\"s3\"]}" > "$TMP/m1.json"
|
||
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"UPSTREAM\",\"stepIds\":[\"s4\"]}" > "$TMP/m2.json"
|
||
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"DOWNSTREAM\",\"stepIds\":[\"s2\"]}" > "$TMP/m3.json"
|
||
printf '%s' "{\"flowId\":\"$FID\",\"trigger\":\"MANUAL\",\"mode\":\"RESUME\",\"baseRunId\":\"$RID\"}" > "$TMP/m4.json"
|
||
# 逐模式单独记 runId:后续要按模式核对范围语义,不能复用循环里的临时变量
|
||
for f in m1 m2 m3 m4; do
|
||
case $f in
|
||
m1) L=SINGLE ;;
|
||
m2) L=UPSTREAM ;;
|
||
m3) L=DOWNSTREAM ;;
|
||
m4) L=RESUME ;;
|
||
esac
|
||
R2=$(curl --noproxy '*' -s -X POST "$B/api/ssw/sswflow/FlowRun/Start" -H "$AUTH" -H 'Content-Type: application/json' -d @"$TMP/$f.json")
|
||
check 200 "$(echo "$R2" | pick 'j.code')" "$L 模式启动"
|
||
eval "RUNID_${f}=\$(echo \"\$R2\" | pick 'j.data.id')"
|
||
done
|
||
|
||
echo "== 14) 范围语义(SINGLE 只跑 1 个节点,其余 SKIPPED)=="
|
||
sleep 3
|
||
STX=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RUNID_m1" -H "$AUTH")
|
||
check 4 "$(echo "$STX" | pick 'j.data.length')" "SINGLE 仍预建 4 条步骤记录"
|
||
check 3 "$(echo "$STX" | pick 'j.data.filter(s=>s.status==="SKIPPED").length')" "SINGLE 模式 3 节点 SKIPPED"
|
||
check 1 "$(echo "$STX" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "SINGLE 模式 1 节点 SUCCESS"
|
||
|
||
echo "== 14.1) UPSTREAM / DOWNSTREAM 范围 =="
|
||
STU=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RUNID_m2" -H "$AUTH")
|
||
check 4 "$(echo "$STU" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "UPSTREAM(s4) 全链 4 节点执行"
|
||
STD=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/FlowRun/Steps?runId=$RUNID_m3" -H "$AUTH")
|
||
check 3 "$(echo "$STD" | pick 'j.data.filter(s=>s.status==="SUCCESS").length')" "DOWNSTREAM(s2) 3 节点执行"
|
||
check 1 "$(echo "$STD" | pick 'j.data.filter(s=>s.status==="SKIPPED").length')" "DOWNSTREAM(s2) 1 节点 SKIPPED"
|
||
|
||
echo "== 15) 软删契约 =="
|
||
DEL=$(curl --noproxy '*' -s -X DELETE "$B/api/ssw/sswflow/Flow/Delete?id=$FID" -H "$AUTH")
|
||
check 200 "$(echo "$DEL" | pick 'j.code')" "删除流程"
|
||
LEFT=$(curl --noproxy '*' -s "$B/api/ssw/sswflow/Flow/List" -H "$AUTH" | pick "j.data.find(f=>f.id==='$FID')?'still-there':'gone'")
|
||
check "gone" "$LEFT" "软删后不再出现在 List"
|
||
|
||
echo
|
||
echo "--------------------"
|
||
echo "PASS=$PASS FAIL=$FAIL"
|
||
[ "$FAIL" -eq 0 ] && echo "全绿 ✅" || echo "有失败 ❌"
|
||
exit $([ "$FAIL" -eq 0 ] && echo 0 || echo 1)
|