Files
ssw-mvp/docs/e2e/lib/riskctrl.mjs
T
ssw-bot 535bee2477 feat(sswflow+e2e): 真实数据+真实计算 e2e 体系与 TEE 引擎合并
# 一、SSWFlow 真数据建模(TC-FLOW-006 端到端跑通)
- 前端 flowTransform.ts 修复多端口丢失(prep.intersect left/right、model.predict model)—— 关键 bug:浏览器 FlowEditor auto-save 把所有 targetPort 改成 inputs[0].key,导致 Start 时报「端口未连线」
- 后端 FlowRunServiceImpl.start 改走 getAliveWithCanvas,与 detail/Validate 共用同一读路径
- 后端 FlowService 新增 getAliveWithCanvas() 方法

# 二、TEE 安全管理配置合并
- application.yml:去重 security 段(YAML 顶级键冲突),新增 sswflow.nax 配置(Python 解释器、镜像、FISCO 节点)

# 三、E2E 真实业务链路 + 真实计算引擎标记补强
- 新增 docs/e2e/{run_one,probe_flow006_api,riskctrl}.mjs 和 6 条 TC-FLOW-001~006 用例
- 新增 fixtures/ 真实数据集(银行信用特征、征信评分、生成器)
- dsl.mjs 新增 6 个真实链路 helper:parseEngineChain / assertRealEngineEngaged / parseChainEvidence / assertChainEvidence / fetchTeeEvidence / assertTeeEvidence / assertExecCost / sha256Hex
- 5 条用例(001~005)全部 6~8 步 PASS,真 K8S 引擎命中,真实 SHA-256 业务指纹

# 四、其他
- .gitignore 增加 node_modules、_diag_*、dacli/_*、scard audit data 等临时产物排除
- 删除废弃 docs/e2e.zip(25MB)
- 删除 docs/tds/流程图20260313.pptx 入库
- .workbuddy/memory 2026-08-06/07 入库
- scard audit jsonl 跟 SEV-SNP TEE 实跑同步更新
2026-08-07 19:49:01 +08:00

320 lines
16 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/**
* 金融联合风控 · 真实场景装置(fixture)
*
* 用一套贯穿全流程的真实业务角色与真实数据,替换掉「随机串 + 占位字段」式的测试数据:
*
* 零售银行信贷部(数据提供方) 持有账户还款行为 + 12 个月违约标签,标签方
* 持牌征信机构(数据服务方) 持有外部征信评分 + 多头借贷指标,特征方
* 消费金融风控中心(数据使用方)联合建模发起方与结果接收方
*
* 数据是 fixtures/gen_riskctrl_data.py 生成的、带业务因果的真实感样本
* (逾期次数↑/额度使用率↑/多头查询↑ → 违约概率↑;征信分↑/收入↑ → 违约概率↓,
* 整体违约率约 10.6%,与真实零售信贷量级一致)。
*
* 计算是真的:数据集 location 指向真实 CSV,SSWFlow 把它注入 StepContext,
* NaxComputeEngine 起 Python 子进程调 nax_adapter.py,用 pandas/numpy 真跑
* PSI 求交、纵向逻辑回归、打分与 KS/AUC 评估——断言的是真实算出来的指标,
* 不是脚本里写死的期望值。
*/
import path from 'node:path'
import { fileURLToPath } from 'node:url'
const HERE = path.dirname(fileURLToPath(import.meta.url))
export const FIXTURE_DIR = path.resolve(HERE, '../fixtures')
/** 三家参与机构(partyCode 幂等键) */
export const PARTIES = [
{
partyCode: 'BANK_RETAIL',
name: '零售银行信贷部',
orgName: '华夏零售银行股份有限公司',
role: 'GUEST',
status: 'ONLINE',
desc: '数据提供方:持有账户还款行为与逾期违约标签'
},
{
partyCode: 'CREDIT_BUREAU',
name: '持牌征信机构',
orgName: '中金征信服务有限公司',
role: 'GUEST',
status: 'ONLINE',
desc: '数据服务方:持有外部征信评分与多头借贷指标'
},
{
partyCode: 'CONSUMER_FIN',
name: '消费金融风控中心',
orgName: '普惠消费金融有限公司',
role: 'GUEST',
status: 'ONLINE',
desc: '数据使用方:联合建模发起方与评分卡结果接收方'
}
]
export const PROJECT_NAME = '金融联合风控·联合信用评分'
/** 两份真实数据集(datasetCode 幂等键) */
export const DATASETS = [
{
key: 'bank',
datasetCode: 'DS_BANK_CREDIT',
name: '零售银行·账户还款行为表',
owner: 'BANK_RETAIL',
file: 'bank_credit_features.csv',
rowCount: 4000,
columns: ['uid', 'age', 'monthly_income', 'credit_limit', 'used_ratio', 'overdue_cnt_12m', 'acct_age_month', 'default_flag'],
desc: '4000 名零售信贷客户的账户特征与 12 个月违约标签(default_flag),标签方数据'
},
{
key: 'bureau',
datasetCode: 'DS_BUREAU_SCORE',
name: '征信机构·外部信用评分表',
owner: 'CREDIT_BUREAU',
file: 'bureau_credit_scores.csv',
rowCount: 3600,
columns: ['uid', 'credit_score', 'query_cnt_3m', 'loan_org_cnt', 'has_guarantee'],
desc: '3600 名自然人的征信评分、近 3 月查询次数、多头借贷机构数,特征方数据'
}
]
export const LABEL_COLUMN = 'default_flag'
export const JOIN_KEY = 'uid'
// --------------------------------------------------------------------------- 场景装配
/**
* 幂等准备场景:三家机构 → 项目 → 项目成员 → 两份真实数据集。
* 已存在的直接复用(按 partyCode / name / datasetCode 命中),跑多少遍都不会造重复垃圾数据。
*/
export async function ensureScene(t) {
const ids = { party: {}, dataset: {} }
// 1) 三家机构
const exist = await t.apiList('/api/ssw/sswflow/Party', { pageSize: 200 })
for (const p of PARTIES) {
const hit = exist.find((x) => x.partyCode === p.partyCode)
if (hit) {
ids.party[p.partyCode] = hit.id
continue
}
const r = await t.api('POST', '/api/ssw/sswflow/Party', p)
if (r.code !== 200) throw new Error(`创建参与方 ${p.partyCode} 失败:${r.msg}`)
ids.party[p.partyCode] = typeof r.data === 'string' ? r.data : r.data?.id
}
// 2) 联合建模项目
const projects = await t.apiList('/api/ssw/sswflow/Project', { pageSize: 200 })
const prj = projects.find((x) => x.name === PROJECT_NAME)
if (prj) {
ids.projectId = prj.id
} else {
const r = await t.api('POST', '/api/ssw/sswflow/Project', {
name: PROJECT_NAME,
desc: '银行 × 征信机构纵向联邦建模,产出反欺诈/信用评分模型,原始数据不出域',
computeMode: 'MPC',
ownerPartyId: ids.party.CONSUMER_FIN,
status: 'RUNNING'
})
if (r.code !== 200) throw new Error(`创建项目失败:${r.msg}`)
ids.projectId = typeof r.data === 'string' ? r.data : r.data?.id
}
// 3) 项目成员(授权投票的选民名单来自这里,缺成员会导致授权无法聚合通过)
const members = (await t.api('GET', `/api/ssw/sswflow/Project/${ids.projectId}/Party`))?.data || []
for (const p of PARTIES) {
const pid = ids.party[p.partyCode]
const hit = members.find((m) => m.partyId === pid)
if (hit) {
if (hit.joinStatus !== 'JOINED' && hit.id) {
await t.api('PUT', `/api/ssw/sswflow/Project/${ids.projectId}/Party/${hit.id}/Accept`)
}
continue
}
const r = await t.api('POST', `/api/ssw/sswflow/Project/${ids.projectId}/Party`, {
partyId: pid,
role: p.partyCode === 'CONSUMER_FIN' ? 'HOST' : 'GUEST'
})
const linkId = typeof r.data === 'string' ? r.data : r.data?.id
if (r.code === 200 && linkId) {
await t.api('PUT', `/api/ssw/sswflow/Project/${ids.projectId}/Party/${linkId}/Accept`)
}
}
// 4) 两份真实数据集(location 指向本地真实 CSV,引擎按这个路径 pd.read_csv)
const existDs = await t.apiList('/api/ssw/sswflow/Dataset', { pageSize: 200 })
for (const d of DATASETS) {
const hit = existDs.find((x) => x.datasetCode === d.datasetCode)
if (hit) {
ids.dataset[d.key] = hit.id
continue
}
const r = await t.api('POST', '/api/ssw/sswflow/Dataset', {
datasetCode: d.datasetCode,
name: d.name,
partyId: ids.party[d.owner],
storageType: 'LOCAL_CSV',
location: path.join(FIXTURE_DIR, d.file),
desc: d.desc,
rowCount: d.rowCount,
columns: JSON.stringify(d.columns)
})
if (r.code !== 200) throw new Error(`登记数据集 ${d.datasetCode} 失败:${r.msg}`)
ids.dataset[d.key] = typeof r.data === 'string' ? r.data : r.data?.id
}
return ids
}
/**
* 数据集对项目授权(“可用不可见”的准入闸门):
* 发起申请 → 各参与方投票 → 全票通过才 APPROVED,之后才会出现在 /Dataset/Authorized。
* 已经 APPROVED 的直接复用。返回 { authId, status, alreadyApproved }。
*/
export async function ensureDatasetAuth(t, datasetId, projectId, partyIds) {
const auths = (await t.api('GET', `/api/ssw/sswflow/Dataset/${datasetId}/Auth`))?.data || []
let auth = auths.find((a) => a.projectId === projectId && a.authStatus === 'APPROVED')
if (auth) return { authId: auth.id, status: 'APPROVED', alreadyApproved: true }
auth = auths.find((a) => a.projectId === projectId && a.authStatus === 'PENDING')
let authId = auth?.id
if (!authId) {
const r = await t.api('POST', `/api/ssw/sswflow/Dataset/${datasetId}/Auth`, { projectId })
if (r.code !== 200) throw new Error(`发起数据集授权失败:${r.msg}`)
authId = typeof r.data === 'string' ? r.data : r.data?.id
}
// 逐个参与方投同意票;持有方在申请时已自动同意
const votes = (await t.api('GET', `/api/ssw/sswflow/Dataset/Auth/${authId}/Votes`))?.data || []
for (const v of votes) {
if (v.voteStatus === 'APPROVED') continue
await t.api('POST', `/api/ssw/sswflow/Dataset/Auth/${authId}/Vote`, {
partyId: v.partyId,
voteStatus: 'APPROVED',
comment: '合规审查通过:用途限于联合信用评分建模,原始数据不出域'
})
}
const after = (await t.api('GET', `/api/ssw/sswflow/Dataset/${datasetId}/Auth`))?.data || []
const now = after.find((a) => a.id === authId)
return { authId, status: now?.authStatus, alreadyApproved: false }
}
// --------------------------------------------------------------------------- 画布
/** 联合建模画布:银行 + 征信 → PSI → 拆分 → 纵向 LR → 打分 → KS/AUC → 出域 */
export function jointCanvas(ids) {
const steps = [
{ stepId: 's1', operatorKey: 'source.dataset', label: '银行侧·账户还款行为', params: { datasetId: ids.dataset.bank }, position: { x: 0, y: 0 } },
{ stepId: 's2', operatorKey: 'source.dataset', label: '征信侧·外部信用评分', params: { datasetId: ids.dataset.bureau }, position: { x: 0, y: 180 } },
{ stepId: 's3', operatorKey: 'prep.intersect', label: '隐私求交(ECDH-PSI)', params: { leftKeys: [JOIN_KEY], rightKeys: [JOIN_KEY], protocol: 'ECDH', receiver: 'CONSUMER_FIN' }, position: { x: 240, y: 90 } },
{ stepId: 's4', operatorKey: 'prep.split', label: '训练/测试拆分 7:3', params: { trainRate: 0.7, shuffle: true }, position: { x: 480, y: 90 } },
{ stepId: 's5', operatorKey: 'model.lr.train', label: '纵向联邦逻辑回归', params: { labelColumn: [LABEL_COLUMN], epochs: 60, learningRate: 0.3, regularization: 'l2', lambda: 0.01 }, position: { x: 720, y: 0 } },
{ stepId: 's6', operatorKey: 'model.predict', label: '测试集打分', params: { scoreColumn: 'score' }, position: { x: 960, y: 90 } },
{ stepId: 's7', operatorKey: 'model.evaluate', label: '风控效果评估(KS/AUC)', params: { labelColumn: [LABEL_COLUMN], scoreColumn: 'score', bucketNum: 10 }, position: { x: 1200, y: 90 } },
{ stepId: 's8', operatorKey: 'sink.export', label: '评分卡结果出域', params: { targetParty: 'CONSUMER_FIN', fileName: 'joint_credit_scorecard.csv', format: 'csv', needApproval: false }, position: { x: 1440, y: 90 } }
]
const edges = [
{ sourceStepId: 's1', targetStepId: 's3', sourcePort: 'out', targetPort: 'left' },
{ sourceStepId: 's2', targetStepId: 's3', sourcePort: 'out', targetPort: 'right' },
{ sourceStepId: 's3', targetStepId: 's4', sourcePort: 'out', targetPort: 'in' },
{ sourceStepId: 's4', targetStepId: 's5', sourcePort: 'train', targetPort: 'in' },
{ sourceStepId: 's5', targetStepId: 's6', sourcePort: 'model', targetPort: 'model' },
{ sourceStepId: 's4', targetStepId: 's6', sourcePort: 'test', targetPort: 'in' },
{ sourceStepId: 's6', targetStepId: 's7', sourcePort: 'out', targetPort: 'in' },
{ sourceStepId: 's7', targetStepId: 's8', sourcePort: 'report', targetPort: 'in' }
]
return { steps, edges }
}
/** 银行单方基线画布:只用银行自己的 6 个特征建模,用来量化「融合了征信数据到底多赚多少」 */
export function bankSoloCanvas(ids) {
const steps = [
{ stepId: 'b1', operatorKey: 'source.dataset', label: '银行侧·账户还款行为', params: { datasetId: ids.dataset.bank }, position: { x: 0, y: 0 } },
{ stepId: 'b2', operatorKey: 'prep.split', label: '训练/测试拆分 7:3', params: { trainRate: 0.7, shuffle: true }, position: { x: 240, y: 0 } },
{ stepId: 'b3', operatorKey: 'model.lr.train', label: '单方逻辑回归(基线)', params: { labelColumn: [LABEL_COLUMN], epochs: 60, learningRate: 0.3, regularization: 'l2', lambda: 0.01 }, position: { x: 480, y: -80 } },
{ stepId: 'b4', operatorKey: 'model.predict', label: '测试集打分', params: { scoreColumn: 'score' }, position: { x: 720, y: 0 } },
{ stepId: 'b5', operatorKey: 'model.evaluate', label: '基线效果评估(KS/AUC)', params: { labelColumn: [LABEL_COLUMN], scoreColumn: 'score', bucketNum: 10 }, position: { x: 960, y: 0 } },
{ stepId: 'b6', operatorKey: 'sink.export', label: '基线结果留存', params: { targetParty: 'BANK_RETAIL', fileName: 'bank_solo_baseline.csv', format: 'csv', needApproval: false }, position: { x: 1200, y: 0 } }
]
const edges = [
{ sourceStepId: 'b1', targetStepId: 'b2', sourcePort: 'out', targetPort: 'in' },
{ sourceStepId: 'b2', targetStepId: 'b3', sourcePort: 'train', targetPort: 'in' },
{ sourceStepId: 'b3', targetStepId: 'b4', sourcePort: 'model', targetPort: 'model' },
{ sourceStepId: 'b2', targetStepId: 'b4', sourcePort: 'test', targetPort: 'in' },
{ sourceStepId: 'b4', targetStepId: 'b5', sourcePort: 'out', targetPort: 'in' },
{ sourceStepId: 'b5', targetStepId: 'b6', sourcePort: 'report', targetPort: 'in' }
]
return { steps, edges }
}
/** 幂等建流程并写入画布,返回 flowId
* 注意:后端 getAlive/getOne 对 f_steps/f_edges 的读取存在不稳定(同名旧流程会读到空画布,
* 导致 FlowRun/Start 报「输入端口未连线」)。为彻底避开陈旧/空画布,这里用「runId 唯一后缀」
* 每次新建一个全新流程并写入画布,保证 getById 读到的就是本次写入的内容。 */
export async function ensureFlow(t, projectId, name, canvas, desc = '', runId = '') {
const suffix = runId ? `-${runId}` : ''
const uniqueName = `${name}${suffix}`
const r = await t.api('POST', '/api/ssw/sswflow/Flow', { projectId, name: uniqueName, desc })
if (r.code !== 200) throw new Error(`创建流程失败:${r.msg}`)
const flowId = typeof r.data === 'string' ? r.data : r.data?.id
const cv = await t.api('PUT', `/api/ssw/sswflow/Flow/${flowId}/Canvas`, {
steps: JSON.stringify(canvas.steps),
edges: JSON.stringify(canvas.edges)
})
if (cv.code !== 200) throw new Error(`保存画布失败:${cv.msg}`)
// 浏览器 FlowEditor 加载时 fit-view-on-init 触发 nodes 数组的 deep watch,800ms 防抖后
// 会再发一次 Canvas PUT。如果不稍作等待就进入下一步,后续 GET / Validate / Start 可能正好
// 落在浏览器自动保存触发 → saveCanvas 还没执行 的窗口里,导致读到旧画布触发「端口未连线」。
// 1.5s 已足够稳定让两次 Canvas PUT 都落库,浏览器那一次空画布 PUT 也会被覆盖回完整版。
await new Promise((r) => setTimeout(r, 1500))
return flowId
}
// --------------------------------------------------------------------------- 运行
/** 发起运行并轮询到终态,返回 { runId, status, events, artifacts, costMs } */
export async function runFlow(t, flowId, { maxWaitMs = 180000, intervalMs = 2000 } = {}) {
const r = await t.api('POST', '/api/ssw/sswflow/FlowRun/Start', { flowId, mode: 'FULL' })
if (r.code !== 200) throw new Error(`发起运行失败:${r.msg}`)
const runId = r.data?.id || (typeof r.data === 'string' ? r.data : null)
const deadline = Date.now() + maxWaitMs
let status = 'PENDING'
let costMs = 0
while (Date.now() < deadline) {
await new Promise((res) => setTimeout(res, intervalMs))
const s = await t.api('GET', `/api/ssw/sswflow/FlowRun/${runId}`)
status = s?.data?.status
costMs = s?.data?.costMs || 0
if (status === 'SUCCESS' || status === 'FAILED' || status === 'STOPPED') break
}
const ev = await t.api('GET', `/api/ssw/sswflow/FlowRun/${runId}/Events?afterSeq=0`)
const arts = await t.api('GET', `/api/ssw/sswflow/FlowRun/${runId}/Artifacts`)
const artifacts = arts?.data?.list || (Array.isArray(arts?.data) ? arts.data : [])
return { runId, status, costMs, events: ev?.data?.events || [], artifacts }
}
/** 从产物里取某节点某端口 */
export function findArtifact(artifacts, stepId, portKey) {
return artifacts.find((a) => a.stepId === stepId && a.portKey === portKey)
}
/** 产物 metrics 兼容字符串/对象两种落库形态 */
export function metricsOf(artifact) {
if (!artifact) return {}
const m = artifact.metrics ?? artifact.f_metrics
if (!m) return {}
if (typeof m === 'string') {
try {
return JSON.parse(m)
} catch {
return {}
}
}
return m
}
/** 事件里挑第一条命中关键字的消息,用于把真实引擎日志带进断言文案 */
export function eventText(events, keyword) {
const hit = (events || []).find((e) => (e.message || '').includes(keyword))
return hit?.message || ''
}