Files
ssw-mvp/docs/e2e/probe_flow006_api.mjs
T
ssw-bot 535bee2477 feat(sswflow+e2e): 真实数据+真实计算 e2e 体系与 TEE 引擎合并
# 一、SSWFlow 真数据建模(TC-FLOW-006 端到端跑通)
- 前端 flowTransform.ts 修复多端口丢失(prep.intersect left/right、model.predict model)—— 关键 bug:浏览器 FlowEditor auto-save 把所有 targetPort 改成 inputs[0].key,导致 Start 时报「端口未连线」
- 后端 FlowRunServiceImpl.start 改走 getAliveWithCanvas,与 detail/Validate 共用同一读路径
- 后端 FlowService 新增 getAliveWithCanvas() 方法

# 二、TEE 安全管理配置合并
- application.yml:去重 security 段(YAML 顶级键冲突),新增 sswflow.nax 配置(Python 解释器、镜像、FISCO 节点)

# 三、E2E 真实业务链路 + 真实计算引擎标记补强
- 新增 docs/e2e/{run_one,probe_flow006_api,riskctrl}.mjs 和 6 条 TC-FLOW-001~006 用例
- 新增 fixtures/ 真实数据集(银行信用特征、征信评分、生成器)
- dsl.mjs 新增 6 个真实链路 helper:parseEngineChain / assertRealEngineEngaged / parseChainEvidence / assertChainEvidence / fetchTeeEvidence / assertTeeEvidence / assertExecCost / sha256Hex
- 5 条用例(001~005)全部 6~8 步 PASS,真 K8S 引擎命中,真实 SHA-256 业务指纹

# 四、其他
- .gitignore 增加 node_modules、_diag_*、dacli/_*、scard audit data 等临时产物排除
- 删除废弃 docs/e2e.zip(25MB)
- 删除 docs/tds/流程图20260313.pptx 入库
- .workbuddy/memory 2026-08-06/07 入库
- scard audit jsonl 跟 SEV-SNP TEE 实跑同步更新
2026-08-07 19:49:01 +08:00

118 lines
6.0 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/**
* TC-FLOW-006 真实计算链路 · 无浏览器验证探针
*
* 只走后端真实接口(不走前端),把 riskctrl.mjs 的场景装置库原样跑一遍,
* 断言的是 Nax 引擎在真实 CSV 上算出来的 PSI/AUC/KS —— 用来验证
* application.yml 重复 security 键修复、sswflow.nax 配置、以及 nax_adapter
* COLUMNS 数组参数修复在「活的后端 + 活引擎」上确实生效。
*
* 不依赖前端 dev server / Playwright,适合在无头环境快速确认「真计算」链路。
*/
import { TestCtx } from './lib/dsl.mjs'
import {
ensureScene, ensureDatasetAuth, jointCanvas, ensureFlow, runFlow,
findArtifact, metricsOf, eventText, DATASETS, LABEL_COLUMN
} from './lib/riskctrl.mjs'
// 假浏览器:TestCtx 构造时会给 page 绑 console/pageerror 监听,给个空实现即可。
// 本探针只调 t.api / t.apiList / t.login,不碰 goto/shot。
const fakePage = { on() {}, url() { return 'about:' }, isClosed() { return true }, evaluate() {}, screenshot() {} }
const fakeContext = { addInitScript() {} }
const t = new TestCtx({ page: fakePage, context: fakeContext, meta: { tc: 'PROBE-FLOW-006' }, runId: 'probe', log: (m) => console.log(m) })
const fails = []
function assert(cond, msg) {
if (cond) { console.log(' \u2713 ' + msg); return true }
console.log(' \u2717 ' + msg)
fails.push(msg)
return false
}
try {
await t.login()
console.log('\n[1] 机构入场 + 项目')
const ids = await ensureScene(t)
assert(ids.party.BANK_RETAIL && ids.party.CREDIT_BUREAU && ids.party.CONSUMER_FIN, '三方机构已入场')
assert(ids.projectId, `联合建模项目已建立(${ids.projectId})`)
console.log('\n[2] 数据集登记(指向真实 CSV)')
for (const d of DATASETS) {
const got = await t.api('GET', `/api/ssw/sswflow/Dataset/${ids.dataset[d.key]}`)
const ds = got?.data || {}
assert(String(ds.location || '').endsWith(d.file), `${d.name} 指向真实文件 ${d.file}(rowCount=${ds.rowCount})`)
}
const bank = (await t.api('GET', `/api/ssw/sswflow/Dataset/${ids.dataset.bank}`))?.data || {}
assert(String(bank.columns || '').includes(LABEL_COLUMN), `违约标签 ${LABEL_COLUMN} 仅存在于银行侧(纵向联邦前提)`)
console.log('\n[3] 授权放行(可用不可见闸门)')
const partyIds = Object.values(ids.party)
for (const d of DATASETS) {
const r = await ensureDatasetAuth(t, ids.dataset[d.key], ids.projectId, partyIds)
assert(r.status === 'APPROVED', `${d.name} 授权 ${r.status}`)
}
const avail = (await t.api('GET', `/api/ssw/sswflow/Dataset/Authorized?projectId=${ids.projectId}`))?.data || []
assert(avail.length >= 2, `授权后项目内可见数据集 ${avail.length} 份`)
console.log('\n[4] 画布编排 + 校验')
const flowId = await ensureFlow(
t, ids.projectId,
'联合信用评分建模(PSI→纵向LR→评估)',
jointCanvas(ids),
'两方纵向联邦:银行标签 × 征信特征'
)
const vr = await t.api('POST', `/api/ssw/sswflow/Flow/${flowId}/Validate`)
assert(vr.code === 200, `画布校验通过(8 节点含终止节点)`)
console.log('\n[5] 真实执行(Nax 引擎跑真数据)')
const run = await runFlow(t, flowId, { maxWaitMs: 240000 })
assert(run.status === 'SUCCESS', `联合建模执行成功(status=${run.status},耗时 ${run.costMs} ms)`)
const evText = run.events.map((e) => e.message).join('\n')
assert(/Nax|nax|求交|训练|逻辑回归/.test(evText), `确认走真实计算引擎(日志含引擎痕迹)`)
console.log('\n[6] PSI 隐私求交(真实命中)')
const psi = findArtifact(run.artifacts, 's3', 'out')
const m = metricsOf(psi)
if (!psi) {
console.log(' [debug] artifacts shape:', JSON.stringify(run.artifacts.slice(0, 2)).slice(0, 400))
}
assert(m.leftRows === 4000 && m.rightRows === 3600, `双方各自持有 ${m.leftRows} / ${m.rightRows} 行,未出域`)
assert(m.matchedRows > 0 && m.matchedRows < Math.min(m.leftRows, m.rightRows), `PSI 真实命中 ${m.matchedRows} 行共同客户`)
assert(m.joinedColumns >= 12, `对齐表 ${m.joinedColumns} 列(银行 8 + 征信 4)`)
console.log(' 引擎日志:', eventText(run.events, '求交完成'))
console.log('\n[7] 纵向 LR 训练(真实收敛)')
const model = findArtifact(run.artifacts, 's5', 'model')
const mm = metricsOf(model)
assert(typeof mm.auc === 'number' && mm.auc > 0.6, `训练集 AUC=${mm.auc} > 0.6`)
assert(mm.accuracy > 0.8, `训练集准确率 ${mm.accuracy}`)
assert(/剔除非数值列/.test(evText), `关联键 uid 未混入特征(引擎自动剔除非数值列)`)
console.log('\n[8] KS/AUC 效果评估(信贷可用水位)')
const rep = findArtifact(run.artifacts, 's7', 'report')
const em = metricsOf(rep)
assert(typeof em.auc === 'number' && typeof em.ks === 'number', `评估产出 AUC=${em.auc} KS=${em.ks}`)
assert(em.auc > 0.65, `测试集 AUC ${em.auc} > 0.65(未见样本有效)`)
assert(em.ks > 0.3, `测试集 KS ${em.ks} > 0.3(上线门槛)`)
assert(Math.abs(em.auc - mm.auc) < 0.12, `训练 ${mm.auc} vs 测试 ${em.auc} 泛化差距合理`)
console.log('\n[9] 结果出域(仅评分结果离开,原始数据不动)')
assert(run.artifacts.length >= 8, `全链路产出 ${run.artifacts.length} 份产物`)
const steps = (await t.api('GET', `/api/ssw/sswflow/FlowRun/${run.runId}/Steps`))?.data || []
const arr = Array.isArray(steps) ? steps : (steps.list || [])
const okCount = arr.filter((s) => s.status === 'SUCCESS').length
assert(okCount >= 8, `8 个节点全部执行成功(实际 ${okCount})`)
console.log('\n========== 汇总 ==========')
if (fails.length) {
console.log(`\u2717 失败 ${fails.length} 项:`)
fails.forEach((f) => console.log(' - ' + f))
process.exit(1)
}
console.log('\u2713 全部通过:真实数据 + 真实隐私计算端到端打通(PSI=' + m.matchedRows + ' 行,测试 AUC=' + em.auc + ',KS=' + em.ks + ')')
process.exit(0)
} catch (e) {
console.error('\n探针异常:', e.message)
process.exit(2)
}