package main import ( "context" "fmt" "log" "time" "github.com/jackc/pgx/v5/pgxpool" ) var pool *pgxpool.Pool // initDB 连接 Postgres 并执行 schema 迁移。 func initDB(ctx context.Context, dsn string) (*pgxpool.Pool, error) { cfg, err := pgxpool.ParseConfig(dsn) if err != nil { return nil, fmt.Errorf("解析 DSN 失败: %w", err) } cfg.MaxConns = 20 cfg.MaxConnIdleTime = 5 * time.Minute p, err := pgxpool.NewWithConfig(ctx, cfg) if err != nil { return nil, fmt.Errorf("连接 Postgres 失败: %w", err) } if err := p.Ping(ctx); err != nil { return nil, fmt.Errorf("Postgres 不可达: %w", err) } if err := migrate(ctx, p); err != nil { return nil, fmt.Errorf("schema 迁移失败: %w", err) } return p, nil } func migrate(ctx context.Context, p *pgxpool.Pool) error { ddl := ` CREATE TABLE IF NOT EXISTS object_types ( id BIGSERIAL PRIMARY KEY, api_name TEXT UNIQUE NOT NULL, display_name TEXT NOT NULL, description TEXT DEFAULT '', icon TEXT DEFAULT '', group_name TEXT DEFAULT '未分类', created_at TIMESTAMPTZ DEFAULT now(), updated_at TIMESTAMPTZ DEFAULT now() ); CREATE TABLE IF NOT EXISTS properties ( id BIGSERIAL PRIMARY KEY, object_type_id BIGINT NOT NULL REFERENCES object_types(id) ON DELETE CASCADE, api_name TEXT NOT NULL, display_name TEXT NOT NULL, data_type TEXT NOT NULL DEFAULT 'string', required BOOLEAN DEFAULT FALSE, enum_values JSONB DEFAULT '[]'::jsonb, description TEXT DEFAULT '', UNIQUE(object_type_id, api_name) ); CREATE TABLE IF NOT EXISTS link_types ( id BIGSERIAL PRIMARY KEY, api_name TEXT UNIQUE NOT NULL, display_name TEXT NOT NULL, source_type TEXT NOT NULL, target_type TEXT NOT NULL, cardinality TEXT DEFAULT 'many_to_many', description TEXT DEFAULT '' ); CREATE TABLE IF NOT EXISTS action_types ( id BIGSERIAL PRIMARY KEY, api_name TEXT UNIQUE NOT NULL, display_name TEXT NOT NULL, description TEXT DEFAULT '', params JSONB DEFAULT '[]'::jsonb ); -- 函数类型(Kinetic 层 ⑤Function):可被 Action / Function / MCP 调用的纯计算或派生 CREATE TABLE IF NOT EXISTS function_types ( id BIGSERIAL PRIMARY KEY, api_name TEXT UNIQUE NOT NULL, display_name TEXT NOT NULL, description TEXT DEFAULT '', inputs JSONB DEFAULT '[]'::jsonb, outputs JSONB DEFAULT '[]'::jsonb, impl_kind TEXT DEFAULT 'builtin', impl_ref TEXT DEFAULT '', is_pure BOOLEAN DEFAULT TRUE, builtin_fn TEXT DEFAULT '', created_at TIMESTAMPTZ DEFAULT now(), updated_at TIMESTAMPTZ DEFAULT now() ); -- 接口类型(Semantic 层 ⑦Interface):声明式接口契约(API/MCP tool 签名 + 授权) CREATE TABLE IF NOT EXISTS interface_types ( id BIGSERIAL PRIMARY KEY, api_name TEXT UNIQUE NOT NULL, display_name TEXT NOT NULL, description TEXT DEFAULT '', protocol TEXT DEFAULT 'rest', method TEXT DEFAULT 'GET', path TEXT DEFAULT '', inputs JSONB DEFAULT '[]'::jsonb, outputs JSONB DEFAULT '{}'::jsonb, requires_auth BOOLEAN DEFAULT TRUE, expose_to_mcp BOOLEAN DEFAULT FALSE, backing_ref TEXT DEFAULT '', builtin BOOLEAN DEFAULT FALSE, created_at TIMESTAMPTZ DEFAULT now(), updated_at TIMESTAMPTZ DEFAULT now() ); CREATE TABLE IF NOT EXISTS objects ( id BIGSERIAL PRIMARY KEY, object_type_id BIGINT NOT NULL REFERENCES object_types(id) ON DELETE CASCADE, type_api_name TEXT NOT NULL, pk TEXT NOT NULL, name TEXT DEFAULT '', properties_json JSONB DEFAULT '{}'::jsonb, created_at TIMESTAMPTZ DEFAULT now(), updated_at TIMESTAMPTZ DEFAULT now(), UNIQUE(object_type_id, pk) ); CREATE TABLE IF NOT EXISTS links ( id BIGSERIAL PRIMARY KEY, link_type TEXT NOT NULL, source_type TEXT NOT NULL, source_pk TEXT NOT NULL, target_type TEXT NOT NULL, target_pk TEXT NOT NULL, created_at TIMESTAMPTZ DEFAULT now(), UNIQUE(link_type, source_type, source_pk, target_type, target_pk) ); CREATE TABLE IF NOT EXISTS ingestions ( id BIGSERIAL PRIMARY KEY, title TEXT NOT NULL, raw_text TEXT DEFAULT '', directive TEXT DEFAULT '', mode TEXT DEFAULT 'auto', status TEXT DEFAULT 'pending', provider TEXT DEFAULT '', result_json JSONB DEFAULT '{}'::jsonb, summary TEXT DEFAULT '', created_at TIMESTAMPTZ DEFAULT now(), applied_at TIMESTAMPTZ ); -- 知识文件:archive 目录下的文件元数据,关联提取产生的 ingestion 记录 CREATE TABLE IF NOT EXISTS km_files ( id BIGSERIAL PRIMARY KEY, rel_path TEXT NOT NULL UNIQUE, -- 相对 archive 根的路径,如 sub/foo.md name TEXT NOT NULL, folder TEXT NOT NULL DEFAULT '', -- 所属文件夹(相对根),空串表示根 size BIGINT DEFAULT 0, mime TEXT DEFAULT '', ingested BOOLEAN DEFAULT FALSE, ingestion_id BIGINT, -- 关联 ingestions.id summary TEXT DEFAULT '', created_at TIMESTAMPTZ DEFAULT now(), updated_at TIMESTAMPTZ DEFAULT now() ); -- 数据连接资源:外部数据源定义(可导入本体成为「数据资源」实例) CREATE TABLE IF NOT EXISTS data_connections ( id BIGSERIAL PRIMARY KEY, name TEXT NOT NULL, conn_type TEXT NOT NULL DEFAULT 'file', -- db / api / file / other config_json JSONB DEFAULT '{}'::jsonb, description TEXT DEFAULT '', ingested BOOLEAN DEFAULT FALSE, ingestion_id BIGINT, summary TEXT DEFAULT '', created_at TIMESTAMPTZ DEFAULT now(), updated_at TIMESTAMPTZ DEFAULT now() ); -- 兼容存量库:补 name 列并从 properties_json->>'name' 回填,保障连接器名称检索精准 -- (必须在建索引前执行,否则索引引用未存在的列会报错) ALTER TABLE objects ADD COLUMN IF NOT EXISTS name TEXT DEFAULT ''; UPDATE objects SET name = COALESCE(properties_json->>'name','') WHERE name IS NULL OR name = ''; ALTER TABLE objects ADD COLUMN IF NOT EXISTS source TEXT DEFAULT ''; ALTER TABLE links ADD COLUMN IF NOT EXISTS source TEXT DEFAULT ''; CREATE INDEX IF NOT EXISTS idx_objects_type ON objects(type_api_name); CREATE INDEX IF NOT EXISTS idx_objects_name ON objects(name); CREATE INDEX IF NOT EXISTS idx_objects_type_name ON objects(type_api_name, name); CREATE INDEX IF NOT EXISTS idx_objects_source ON objects(source); CREATE INDEX IF NOT EXISTS idx_links_source ON links(source_type, source_pk); CREATE INDEX IF NOT EXISTS idx_links_target ON links(target_type, target_pk); CREATE INDEX IF NOT EXISTS idx_links_source_tag ON links(source); -- Dynamic Security 审计日志:每次访问决策的轨迹 CREATE TABLE IF NOT EXISTS access_log ( id BIGSERIAL PRIMARY KEY, created_at TIMESTAMPTZ DEFAULT now(), principal TEXT DEFAULT '', method TEXT DEFAULT '', path TEXT DEFAULT '', target_type TEXT DEFAULT '', target_pk TEXT DEFAULT '', action TEXT DEFAULT '', decision TEXT DEFAULT '', -- allow | deny | redact matched_grants JSONB DEFAULT '[]'::jsonb, matched_markings JSONB DEFAULT '[]'::jsonb, duration_ms INT DEFAULT 0 ); CREATE INDEX IF NOT EXISTS idx_access_log_principal ON access_log(principal); CREATE INDEX IF NOT EXISTS idx_access_log_created ON access_log(created_at); CREATE TABLE IF NOT EXISTS ontology_audit_log ( id BIGSERIAL PRIMARY KEY, created_at TIMESTAMPTZ DEFAULT now(), actor TEXT DEFAULT '', -- 触发操作的主体(manager/connector/...) action TEXT DEFAULT '', -- analyze | merge_preview | merge_execute | delete_zero_inst target_type TEXT DEFAULT '', -- 主目标类型 details JSONB DEFAULT '{}'::jsonb, -- 操作细节 (源类型列表 / 影响行数 / 合并对等) affected_rows INT DEFAULT 0 ); CREATE INDEX IF NOT EXISTS idx_audit_log_created ON ontology_audit_log(created_at); CREATE INDEX IF NOT EXISTS idx_audit_log_actor ON ontology_audit_log(actor); ` _, err := p.Exec(ctx, ddl) return err } // seedIfEmpty 首次启动且本体为空时灌入极简种子数据(1 个对象类型 + 3 条示例)。 // 设计:让别人 docker run 一开箱就能看到 "合作企业" + "尚数网/腾讯/阿里巴巴" 三条最小演示, // 也能在管理界面一键清掉,不污染业务本体。 func seedIfEmpty(ctx context.Context, p *pgxpool.Pool) error { var n int if err := p.QueryRow(ctx, "SELECT count(*) FROM object_types").Scan(&n); err != nil { return err } if n > 0 { log.Println("[seed] 本体已存在,跳过种子数据") return nil } log.Println("[seed] 灌入尚数网初始本体数据 ...") type seedProp struct { APIName, DisplayName, DataType, Description string Required bool Enum []string } type seedType struct { APIName, DisplayName, Description, Group, Icon string Props []seedProp } types := []seedType{ // 极简种子 —— 仅 1 个对象类型 + 3 条示例,方便开箱即用又便于清理 {"MemberOrg", "合作企业", "组织机构(合作企业、会员单位、生态伙伴等)。", "组织", "🤝", []seedProp{ {"name", "名称", "string", "", true, nil}, {"role", "角色", "enum", "", false, []string{"自营", "合作伙伴", "客户", "供应商"}}, {"region", "区域", "string", "", false, nil}, }}, } for _, t := range types { var oid int64 if err := p.QueryRow(ctx, "INSERT INTO object_types(api_name,display_name,description,icon,group_name) VALUES($1,$2,$3,$4,$5) RETURNING id", t.APIName, t.DisplayName, t.Description, t.Icon, t.Group).Scan(&oid); err != nil { return fmt.Errorf("插入对象类型 %s 失败: %w", t.APIName, err) } for _, pr := range t.Props { enumJSON := "[]" if len(pr.Enum) > 0 { enumJSON = mustJSON(pr.Enum) } if _, err := p.Exec(ctx, "INSERT INTO properties(object_type_id,api_name,display_name,data_type,required,enum_values,description) VALUES($1,$2,$3,$4,$5,$6,$7)", oid, pr.APIName, pr.DisplayName, pr.DataType, pr.Required, enumJSON, pr.Description); err != nil { return fmt.Errorf("插入属性 %s.%s 失败: %w", t.APIName, pr.APIName, err) } } } // 链接类型 — 极简种子不内置,留空让用户按需创建 linkTypes := []struct { api, disp, src, tgt, card, desc string }{} for _, l := range linkTypes { if _, err := p.Exec(ctx, "INSERT INTO link_types(api_name,display_name,source_type,target_type,cardinality,description) VALUES($1,$2,$3,$4,$5,$6) ON CONFLICT(api_name) DO NOTHING", l.api, l.disp, l.src, l.tgt, l.card, l.desc); err != nil { return fmt.Errorf("插入链接类型 %s 失败: %w", l.api, err) } } // 动作类型 — 极简种子不内置,留空让用户按需创建 actionTypes := []struct{ api, disp, desc, params string }{} for _, a := range actionTypes { if _, err := p.Exec(ctx, "INSERT INTO action_types(api_name,display_name,description,params) VALUES($1,$2,$3,$4::jsonb) ON CONFLICT(api_name) DO NOTHING", a.api, a.disp, a.desc, a.params); err != nil { return fmt.Errorf("插入动作类型 %s 失败: %w", a.api, err) } } // 对象实例 — 极简种子:3 条开箱示例,部署后可一键删干净 objs := []struct { typ, pk string props map[string]interface{} }{ {"MemberOrg", "demo_shangshu", m("name", "尚数网", "role", "自营", "region", "深圳")}, {"MemberOrg", "demo_tencent", m("name", "腾讯", "role", "合作伙伴", "region", "深圳")}, {"MemberOrg", "demo_alibaba", m("name", "阿里巴巴", "role", "合作伙伴", "region", "杭州")}, } for _, o := range objs { if err := insertObjectRaw(ctx, p, o.typ, o.pk, o.props); err != nil { return err } } // 链接实例 — 极简种子无内置链接 links := []struct { typ, st, spk, tt, tpk string }{} for _, l := range links { if _, err := p.Exec(ctx, "INSERT INTO links(link_type,source_type,source_pk,target_type,target_pk) VALUES($1,$2,$3,$4,$5) ON CONFLICT DO NOTHING", l.typ, l.st, l.spk, l.tt, l.tpk); err != nil { return fmt.Errorf("插入链接 %s 失败: %w", l.typ, err) } } log.Println("[seed] 种子数据完成") return nil } // insertObjectRaw 在 seed 阶段直接插入对象实例(按类型名+主键)。 func insertObjectRaw(ctx context.Context, p *pgxpool.Pool, typeName, pk string, props map[string]interface{}) error { var oid int64 if err := p.QueryRow(ctx, "SELECT id FROM object_types WHERE api_name=$1", typeName).Scan(&oid); err != nil { return fmt.Errorf("找不到对象类型 %s: %w", typeName, err) } propsJSON := mustJSON(props) nameVal, _ := props["name"].(string) _, err := p.Exec(ctx, "INSERT INTO objects(object_type_id,type_api_name,pk,name,properties_json) VALUES($1,$2,$3,$4,$5::jsonb) ON CONFLICT(object_type_id,pk) DO UPDATE SET name=EXCLUDED.name, properties_json=EXCLUDED.properties_json, updated_at=now()", oid, typeName, pk, nameVal, propsJSON) if err != nil { return fmt.Errorf("插入对象 %s/%s 失败: %w", typeName, pk, err) } return nil }