# 一、SSWFlow 真数据建模(TC-FLOW-006 端到端跑通)
- 前端 flowTransform.ts 修复多端口丢失(prep.intersect left/right、model.predict model)—— 关键 bug:浏览器 FlowEditor auto-save 把所有 targetPort 改成 inputs[0].key,导致 Start 时报「端口未连线」
- 后端 FlowRunServiceImpl.start 改走 getAliveWithCanvas,与 detail/Validate 共用同一读路径
- 后端 FlowService 新增 getAliveWithCanvas() 方法
# 二、TEE 安全管理配置合并
- application.yml:去重 security 段(YAML 顶级键冲突),新增 sswflow.nax 配置(Python 解释器、镜像、FISCO 节点)
# 三、E2E 真实业务链路 + 真实计算引擎标记补强
- 新增 docs/e2e/{run_one,probe_flow006_api,riskctrl}.mjs 和 6 条 TC-FLOW-001~006 用例
- 新增 fixtures/ 真实数据集(银行信用特征、征信评分、生成器)
- dsl.mjs 新增 6 个真实链路 helper:parseEngineChain / assertRealEngineEngaged / parseChainEvidence / assertChainEvidence / fetchTeeEvidence / assertTeeEvidence / assertExecCost / sha256Hex
- 5 条用例(001~005)全部 6~8 步 PASS,真 K8S 引擎命中,真实 SHA-256 业务指纹
# 四、其他
- .gitignore 增加 node_modules、_diag_*、dacli/_*、scard audit data 等临时产物排除
- 删除废弃 docs/e2e.zip(25MB)
- 删除 docs/tds/流程图20260313.pptx 入库
- .workbuddy/memory 2026-08-06/07 入库
- scard audit jsonl 跟 SEV-SNP TEE 实跑同步更新
118 lines
6.0 KiB
JavaScript
118 lines
6.0 KiB
JavaScript
/**
|
||
* TC-FLOW-006 真实计算链路 · 无浏览器验证探针
|
||
*
|
||
* 只走后端真实接口(不走前端),把 riskctrl.mjs 的场景装置库原样跑一遍,
|
||
* 断言的是 Nax 引擎在真实 CSV 上算出来的 PSI/AUC/KS —— 用来验证
|
||
* application.yml 重复 security 键修复、sswflow.nax 配置、以及 nax_adapter
|
||
* COLUMNS 数组参数修复在「活的后端 + 活引擎」上确实生效。
|
||
*
|
||
* 不依赖前端 dev server / Playwright,适合在无头环境快速确认「真计算」链路。
|
||
*/
|
||
import { TestCtx } from './lib/dsl.mjs'
|
||
import {
|
||
ensureScene, ensureDatasetAuth, jointCanvas, ensureFlow, runFlow,
|
||
findArtifact, metricsOf, eventText, DATASETS, LABEL_COLUMN
|
||
} from './lib/riskctrl.mjs'
|
||
|
||
// 假浏览器:TestCtx 构造时会给 page 绑 console/pageerror 监听,给个空实现即可。
|
||
// 本探针只调 t.api / t.apiList / t.login,不碰 goto/shot。
|
||
const fakePage = { on() {}, url() { return 'about:' }, isClosed() { return true }, evaluate() {}, screenshot() {} }
|
||
const fakeContext = { addInitScript() {} }
|
||
|
||
const t = new TestCtx({ page: fakePage, context: fakeContext, meta: { tc: 'PROBE-FLOW-006' }, runId: 'probe', log: (m) => console.log(m) })
|
||
|
||
const fails = []
|
||
function assert(cond, msg) {
|
||
if (cond) { console.log(' \u2713 ' + msg); return true }
|
||
console.log(' \u2717 ' + msg)
|
||
fails.push(msg)
|
||
return false
|
||
}
|
||
|
||
try {
|
||
await t.login()
|
||
console.log('\n[1] 机构入场 + 项目')
|
||
const ids = await ensureScene(t)
|
||
assert(ids.party.BANK_RETAIL && ids.party.CREDIT_BUREAU && ids.party.CONSUMER_FIN, '三方机构已入场')
|
||
assert(ids.projectId, `联合建模项目已建立(${ids.projectId})`)
|
||
|
||
console.log('\n[2] 数据集登记(指向真实 CSV)')
|
||
for (const d of DATASETS) {
|
||
const got = await t.api('GET', `/api/ssw/sswflow/Dataset/${ids.dataset[d.key]}`)
|
||
const ds = got?.data || {}
|
||
assert(String(ds.location || '').endsWith(d.file), `${d.name} 指向真实文件 ${d.file}(rowCount=${ds.rowCount})`)
|
||
}
|
||
const bank = (await t.api('GET', `/api/ssw/sswflow/Dataset/${ids.dataset.bank}`))?.data || {}
|
||
assert(String(bank.columns || '').includes(LABEL_COLUMN), `违约标签 ${LABEL_COLUMN} 仅存在于银行侧(纵向联邦前提)`)
|
||
|
||
console.log('\n[3] 授权放行(可用不可见闸门)')
|
||
const partyIds = Object.values(ids.party)
|
||
for (const d of DATASETS) {
|
||
const r = await ensureDatasetAuth(t, ids.dataset[d.key], ids.projectId, partyIds)
|
||
assert(r.status === 'APPROVED', `${d.name} 授权 ${r.status}`)
|
||
}
|
||
const avail = (await t.api('GET', `/api/ssw/sswflow/Dataset/Authorized?projectId=${ids.projectId}`))?.data || []
|
||
assert(avail.length >= 2, `授权后项目内可见数据集 ${avail.length} 份`)
|
||
|
||
console.log('\n[4] 画布编排 + 校验')
|
||
const flowId = await ensureFlow(
|
||
t, ids.projectId,
|
||
'联合信用评分建模(PSI→纵向LR→评估)',
|
||
jointCanvas(ids),
|
||
'两方纵向联邦:银行标签 × 征信特征'
|
||
)
|
||
const vr = await t.api('POST', `/api/ssw/sswflow/Flow/${flowId}/Validate`)
|
||
assert(vr.code === 200, `画布校验通过(8 节点含终止节点)`)
|
||
|
||
console.log('\n[5] 真实执行(Nax 引擎跑真数据)')
|
||
const run = await runFlow(t, flowId, { maxWaitMs: 240000 })
|
||
assert(run.status === 'SUCCESS', `联合建模执行成功(status=${run.status},耗时 ${run.costMs} ms)`)
|
||
const evText = run.events.map((e) => e.message).join('\n')
|
||
assert(/Nax|nax|求交|训练|逻辑回归/.test(evText), `确认走真实计算引擎(日志含引擎痕迹)`)
|
||
|
||
console.log('\n[6] PSI 隐私求交(真实命中)')
|
||
const psi = findArtifact(run.artifacts, 's3', 'out')
|
||
const m = metricsOf(psi)
|
||
if (!psi) {
|
||
console.log(' [debug] artifacts shape:', JSON.stringify(run.artifacts.slice(0, 2)).slice(0, 400))
|
||
}
|
||
assert(m.leftRows === 4000 && m.rightRows === 3600, `双方各自持有 ${m.leftRows} / ${m.rightRows} 行,未出域`)
|
||
assert(m.matchedRows > 0 && m.matchedRows < Math.min(m.leftRows, m.rightRows), `PSI 真实命中 ${m.matchedRows} 行共同客户`)
|
||
assert(m.joinedColumns >= 12, `对齐表 ${m.joinedColumns} 列(银行 8 + 征信 4)`)
|
||
console.log(' 引擎日志:', eventText(run.events, '求交完成'))
|
||
|
||
console.log('\n[7] 纵向 LR 训练(真实收敛)')
|
||
const model = findArtifact(run.artifacts, 's5', 'model')
|
||
const mm = metricsOf(model)
|
||
assert(typeof mm.auc === 'number' && mm.auc > 0.6, `训练集 AUC=${mm.auc} > 0.6`)
|
||
assert(mm.accuracy > 0.8, `训练集准确率 ${mm.accuracy}`)
|
||
assert(/剔除非数值列/.test(evText), `关联键 uid 未混入特征(引擎自动剔除非数值列)`)
|
||
|
||
console.log('\n[8] KS/AUC 效果评估(信贷可用水位)')
|
||
const rep = findArtifact(run.artifacts, 's7', 'report')
|
||
const em = metricsOf(rep)
|
||
assert(typeof em.auc === 'number' && typeof em.ks === 'number', `评估产出 AUC=${em.auc} KS=${em.ks}`)
|
||
assert(em.auc > 0.65, `测试集 AUC ${em.auc} > 0.65(未见样本有效)`)
|
||
assert(em.ks > 0.3, `测试集 KS ${em.ks} > 0.3(上线门槛)`)
|
||
assert(Math.abs(em.auc - mm.auc) < 0.12, `训练 ${mm.auc} vs 测试 ${em.auc} 泛化差距合理`)
|
||
|
||
console.log('\n[9] 结果出域(仅评分结果离开,原始数据不动)')
|
||
assert(run.artifacts.length >= 8, `全链路产出 ${run.artifacts.length} 份产物`)
|
||
const steps = (await t.api('GET', `/api/ssw/sswflow/FlowRun/${run.runId}/Steps`))?.data || []
|
||
const arr = Array.isArray(steps) ? steps : (steps.list || [])
|
||
const okCount = arr.filter((s) => s.status === 'SUCCESS').length
|
||
assert(okCount >= 8, `8 个节点全部执行成功(实际 ${okCount})`)
|
||
|
||
console.log('\n========== 汇总 ==========')
|
||
if (fails.length) {
|
||
console.log(`\u2717 失败 ${fails.length} 项:`)
|
||
fails.forEach((f) => console.log(' - ' + f))
|
||
process.exit(1)
|
||
}
|
||
console.log('\u2713 全部通过:真实数据 + 真实隐私计算端到端打通(PSI=' + m.matchedRows + ' 行,测试 AUC=' + em.auc + ',KS=' + em.ks + ')')
|
||
process.exit(0)
|
||
} catch (e) {
|
||
console.error('\n探针异常:', e.message)
|
||
process.exit(2)
|
||
}
|