Files
ssw-ontology/server/main.go
T
admin f6ae259574 feat(ontology): 对象类型梳理 - 健康度扫描 + AI 同义判定 + 合并向导
让平台自己就能诊断同义/零实例/孤立/低区分度 4 类问题, 由 manager 审核后执行合并.

后端:
- 新建 server/handlers_ontology_cleanup.go, 4 个接口 (analyze / merge-preview /
  merge-execute / delete-zero-inst), 均走 managerAuth 仅 manager 可调.
- 新表 ontology_audit_log (actor / action / target_type / details / affected_rows),
  analyze / merge / delete-zero-inst 都写审计.
- ai.Provider 接口加 Complete(ctx, prompt) 轻量补全 (anthropic / openai / heuristic 实现),
  ExtractJSON 改为导出.
- db.go DDL 幂等 CREATE TABLE / INDEX.

前端:
- api.js 4 个新 wrapper.
- OntologyView 第 6 个 Tab「类型梳理」: 一键扫描 + 4 类问题清单 +
  同义组展开 (radio 选 target) + 合并预览 dialog + 一键删除按钮.

合并事务要点:
- 先 pk 加 _m<src_id> 后缀再 UPDATE object_type_id, 避免 UNIQUE(object_type_id,pk).
- 同时 UPDATE object_type_id + type_api_name, 保持两字段一致 (否则连接器查不到).
- link.source_type / target_type / link_types.source_type / link_types.target_type 同步改写.
- action_types 没有 target_type 字段 (在 params jsonb), 跳过.

健康度判定:
- 启发式候选: 名称规范化后相同 / Levenshtein ≤2 / HasPrefix 双向 (含
  TrustedCryptoCard vs TrustedCryptographyCard) / 描述 Jaccard ≥ 0.6.
- AI 用 anthropic MiniMax-M3 复核, 给 confidence + reason + 建议 target.
- AI 未明确表态的启发式候选不强行过滤, 标 conf=0.5 让 manager 自己决定.

辅助:
- 提供 docker-compose.ontology.yml 片段给 workspace compose 挂载使用
  (二进制 + archive + env + healthcheck + autoheal 自愈).

测试: 54→39 个对象类型, 13 个零实例一键删 + 2 组同义合并
(FunctionNode→FunctionalNode, TrustedCryptoCard→TrustedCryptographyCard),
审计日志 12 条, AI 实际接入 anthropic:MiniMax-M3.
2026-08-07 19:16:13 +08:00

321 lines
9.6 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
package main
import (
"context"
"embed"
"io/fs"
"log"
"net/http"
"os"
"path/filepath"
"strconv"
"strings"
"github.com/gin-gonic/gin"
"github.com/jackc/pgx/v5/pgxpool"
"github.com/joho/godotenv"
"shangshu-ontology/server/ai"
)
func pathExists(p string) bool {
st, err := os.Stat(p)
return err == nil && st.IsDir()
}
func pathExistsAbs(p string) bool {
abs, err := filepath.Abs(p)
if err != nil {
return false
}
return pathExists(abs)
}
//go:embed all:webroot
var webFS embed.FS
type app struct {
cfg *Config
pool *pgxpool.Pool
ai ai.Provider
archiveRoot string
engine *gin.Engine // 供 MCP 端点做进程内子请求,复用连接器逻辑
}
func main() {
if err := run(); err != nil {
log.Fatalf("启动失败: %v", err)
}
}
func run() error {
_ = godotenv.Load()
cfg := loadConfig()
log.Printf("[boot] 配置: %s", cfg.String())
ctx := context.Background()
p, err := initDB(ctx, cfg.dsn())
if err != nil {
return err
}
pool = p
defer pool.Close()
if cfg.SeedOnStart {
if err := seedIfEmpty(ctx, pool); err != nil {
log.Printf("[boot] 种子数据警告: %v", err)
}
// 访问控制元原语:principal/marking/grant/field_policy schema 幂等升级 + 默认 seed
if err := ensureAccessControlSchema(ctx, pool); err != nil {
log.Printf("[boot] 访问控制 schema 警告: %v", err)
}
if err := seedAccessControlDefaults(ctx, pool); err != nil {
log.Printf("[boot] 访问控制种子警告: %v", err)
}
// Kinetic 层 ⑤Function builtin 函数同步
if err := ensureBuiltinFunctions(ctx, pool); err != nil {
log.Printf("[boot] builtin 函数同步警告: %v", err)
}
// Semantic 层 ⑦Interface 同步(注册 6 个 connector REST 端点)
if err := ensureBuiltinInterfaces(ctx, &app{cfg: cfg, pool: pool}); err != nil {
log.Printf("[boot] builtin interface 同步警告: %v", err)
}
}
provider := ai.NewProvider(ai.Config{
BaseURL: cfg.AIBaseURL,
Key: cfg.AIKey,
Model: cfg.AIModel,
})
log.Printf("[boot] AI 提供者: %s", provider.Name())
// ARCHIVE_DIR 在进程 cwd 不同时会指向不一致目录,自动 fallback 到可执行文件相邻路径
if cfg.ArchiveDir != "" && !filepath.IsAbs(cfg.ArchiveDir) {
if abs, _ := filepath.Abs(cfg.ArchiveDir); !pathExists(abs) {
if exe, err := os.Executable(); err == nil {
if try := filepath.Join(filepath.Dir(exe), "..", cfg.ArchiveDir); pathExistsAbs(try) {
cfg.ArchiveDir = try
}
}
}
}
a := &app{cfg: cfg, pool: pool, ai: provider, archiveRoot: cfg.ArchiveDir}
log.Printf("[boot] 知识文件根目录: %s", a.archiveRoot)
gin.SetMode(gin.ReleaseMode)
r := gin.New()
r.Use(gin.Recovery())
if cfg.AllowCORS {
r.Use(corsMiddleware())
}
// Dynamic Security 审计日志中间件(自动记录每次请求的访问决策)
r.Use(a.accessLogMiddleware())
startAccessLogFlusher(pool)
registerRoutes(r, a)
// 静态资源(内嵌 Vue 构建产物),SPA 回退
webroot, err := fs.Sub(webFS, "webroot")
if err != nil {
return err
}
fileServer := http.FileServer(http.FS(webroot))
r.NoRoute(func(c *gin.Context) {
if strings.HasPrefix(c.Request.URL.Path, "/api/") {
log.Printf("[warn] NoRoute 404 (API): %s %s", c.Request.Method, c.Request.URL.Path)
c.JSON(http.StatusNotFound, gin.H{"error": "not found"})
return
}
// 真实静态文件(assets 等)直接返回;其余路径回退到 index.html(SPA 路由)
rel := strings.TrimPrefix(c.Request.URL.Path, "/")
if rel == "" {
rel = "index.html"
}
if f, openErr := webroot.Open(rel); openErr == nil {
f.Close()
fileServer.ServeHTTP(c.Writer, c.Request)
return
}
data, readErr := fs.ReadFile(webroot, "index.html")
if readErr != nil {
c.Status(http.StatusNotFound)
return
}
c.Data(http.StatusOK, "text/html; charset=utf-8", data)
})
addr := ":" + strconv.Itoa(cfg.HTTPPort)
log.Printf("[boot] 尚数网本体管理平台监听 %s", addr)
return r.Run(addr)
}
func registerRoutes(r *gin.Engine, a *app) {
a.engine = r // 供 MCP 端点在进程内复用连接器 handler
r.GET("/health", func(c *gin.Context) { c.JSON(200, gin.H{"status": "ok"}) })
api := r.Group("/api/v1")
// 管理类接口(本体/实例/AI摄取),可配置 MANAGER_API_KEY
mgmt := api.Group("")
mgmt.Use(a.managerAuth())
{
ot := mgmt.Group("/ontology")
ot.GET("/object-types", a.listObjectTypes)
ot.POST("/object-types", a.createObjectType)
ot.GET("/object-types/:name", a.getObjectType)
ot.PUT("/object-types/:name", a.updateObjectType)
ot.DELETE("/object-types/:name", a.deleteObjectType)
ot.POST("/object-types/:name/properties", a.addProperty)
ot.PUT("/properties/:id", a.updateProperty)
ot.DELETE("/properties/:id", a.deleteProperty)
ot.GET("/link-types", a.listLinkTypes)
ot.POST("/link-types", a.createLinkType)
ot.DELETE("/link-types/:name", a.deleteLinkType)
// 类型梳理 (analyze / merge-preview / merge-execute / delete-zero-inst)
ot.POST("/types/analyze", a.analyzeTypes)
ot.POST("/types/merge-preview", a.mergePreview)
ot.POST("/types/merge-execute", a.mergeExecute)
ot.POST("/types/delete-zero-inst", a.deleteZeroInstTypes)
ot.GET("/action-types", a.listActionTypes)
ot.POST("/action-types", a.createActionType)
ot.GET("/function-types", a.listFunctionTypes)
ot.GET("/function-types/:name", a.getFunctionType)
ot.POST("/function-types", a.createFunctionType)
ot.DELETE("/function-types/:name", a.deleteFunctionType)
ot.POST("/function-types/:name/invoke", a.invokeFunctionType)
ot.GET("/interface-types", a.listInterfaceTypes)
ot.GET("/interface-types/:name", a.getInterfaceType)
ot.POST("/interface-types", a.createInterfaceType)
ot.DELETE("/interface-types/:name", a.deleteInterfaceType)
ot.GET("/graph", a.getGraph)
obj := mgmt.Group("/objects")
obj.GET("", a.listObjects)
obj.POST("", a.createObject)
obj.GET("/:type/:pk", a.getObject)
obj.PUT("/:type/:pk", a.updateObject)
obj.DELETE("/:type/:pk", a.deleteObject)
lk := mgmt.Group("/links")
lk.POST("", a.createLink)
lk.DELETE("/:id", a.deleteLink)
ing := mgmt.Group("/ai")
ing.POST("/ingest", a.aiIngest)
ing.GET("/ingest", a.listIngestions)
ing.GET("/ingest/:id", a.getIngestion)
// 知识管理:文件管理 + 数据连接资源
km := mgmt.Group("/km")
{
km.GET("/tree", a.kmTree)
km.GET("/files", a.kmListFiles)
km.POST("/folders", a.kmCreateFolder)
km.POST("/upload", a.kmUpload)
km.GET("/file", a.kmFileMeta)
km.POST("/extract", a.kmExtract)
km.DELETE("/files", a.kmDeleteFiles)
km.GET("/connections", a.kmListConnections)
km.POST("/connections", a.kmCreateConnection)
km.GET("/connections/:id", a.kmConnectionDetail)
km.DELETE("/connections/:id", a.kmDeleteConnection)
km.POST("/connections/:id/import", a.kmImportConnection)
km.POST("/connections/extract", a.kmExtractConnections)
}
}
// 连接器接口(只读查询),可配置 CONNECTOR_API_KEY,供 WorkBuddy 等接入
conn := api.Group("/connector")
conn.Use(a.connectorAuth())
{
conn.GET("/object-types", a.connObjectTypes)
conn.GET("/objects/:type", a.connObjects)
conn.GET("/object/:type/:pk", a.connObject)
conn.GET("/search", a.connSearch)
conn.GET("/facets", a.connFacets)
conn.POST("/query", a.connQuery)
conn.GET("/graph", a.connGraph)
}
// 访问控制元原语管理接口(manager 主体可见)
// whoami 任何 principal 都可调(诊断当前身份)
api.GET("/access/whoami", a.whoami)
acc := mgmt.Group("/access")
{
acc.GET("/principals", a.listPrincipals)
acc.GET("/principals/:name", a.getPrincipal)
acc.POST("/principals", a.createPrincipal)
acc.PUT("/principals/:name", a.updatePrincipal)
acc.DELETE("/principals/:name", a.deletePrincipal)
acc.GET("/principals/:name/clearances", a.getClearances)
acc.PUT("/principals/:name/clearances", a.putClearances)
acc.GET("/grants", a.listGrants)
acc.POST("/grants", a.createGrant)
acc.DELETE("/grants/:id", a.deleteGrant)
acc.GET("/markings", a.listMarkings)
acc.GET("/objects/:type/:pk/markings", a.getObjectMarkings)
acc.PUT("/objects/:type/:pk/markings", a.putObjectMarkings)
acc.GET("/field-policies", a.listFieldPolicies)
acc.POST("/field-policies", a.createFieldPolicy)
acc.DELETE("/field-policies/:id", a.deleteFieldPolicy)
acc.GET("/preview", a.previewAsPrincipal)
acc.GET("/log", a.listAccessLog)
acc.GET("/log/stats", a.accessLogStats)
}
// MCP 协议端点(Streamable HTTP):WorkBuddy 以 url 方式一键注册
api.Any("/mcp", a.connectorAuth(), a.mcpHandle)
// MCP 工具清单(人类可读的自描述,供参考/调试)
api.GET("/mcp/manifest", a.mcpManifest)
}
func (a *app) managerAuth() gin.HandlerFunc {
return func(c *gin.Context) {
// 仅放行 manager 主体(含 dev 模式默认 manager)
p := a.principalFromRequest(c)
if p != "manager" {
c.Set("authz_decision", "deny")
c.AbortWithStatusJSON(401, gin.H{"error": "需要 manager 主体", "principal": p})
return
}
c.Next()
}
}
func (a *app) connectorAuth() gin.HandlerFunc {
return func(c *gin.Context) {
if a.cfg.ConnectorAPIKey == "" {
c.Next()
return
}
if c.GetHeader("X-API-Key") != a.cfg.ConnectorAPIKey && c.Query("key") != a.cfg.ConnectorAPIKey {
c.AbortWithStatusJSON(401, gin.H{"error": "需要 X-API-Key 连接器鉴权"})
return
}
c.Next()
}
}
func corsMiddleware() gin.HandlerFunc {
return func(c *gin.Context) {
c.Header("Access-Control-Allow-Origin", "*")
c.Header("Access-Control-Allow-Methods", "GET,POST,PUT,DELETE,OPTIONS")
c.Header("Access-Control-Allow-Headers", "Content-Type,X-API-Key,Authorization")
if c.Request.Method == http.MethodOptions {
c.AbortWithStatus(204)
return
}
c.Next()
}
}