Files
2026-05-18 09:28:15 +08:00

426 lines
22 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env python3
"""Cube Studio 一键部署脚本
创建一级目录 + 21个功能表单(创建+发布)+ 功能菜单直接挂到一级目录下。
"""
import sys
import os
sys.path.insert(0, os.environ.get("ccWorkDir", "/Users/xs/Desktop/6.2"))
from aibridge import JNPFClient, JNPFConfig
from aibridge.builders.full_config import build_full_config, build_create_payload
from aibridge.models import FieldDef
def login_client():
config = JNPFConfig()
client = JNPFClient.from_config(config)
client.login()
return client, config
# ============================================================
# 一级目录
# ============================================================
FIRST_LEVEL_DIRS = [
{"name": "项目中心", "en_code": "ais_dir_project_center", "sort": 1},
{"name": "镜像管理", "en_code": "ais_dir_image_mgmt", "sort": 2},
{"name": "训练中心", "en_code": "ais_dir_train_center", "sort": 3},
{"name": "模型管理", "en_code": "ais_dir_model_mgmt", "sort": 4},
{"name": "数据中心", "en_code": "ais_dir_data_center", "sort": 5},
{"name": "开发环境", "en_code": "ais_dir_dev_env", "sort": 6},
{"name": "自动化", "en_code": "ais_dir_auto", "sort": 7},
{"name": "监控中心", "en_code": "ais_dir_monitor", "sort": 8},
{"name": "扩展功能", "en_code": "ais_dir_ext", "sort": 9},
]
# ============================================================
# 21个表单: (en_code, 中文名, 所属一级目录名, 字段列表)
# ============================================================
FORM_DEFS = [
# --- 项目中心 ---
("AisProject", "项目管理", "项目中心", [
FieldDef(field="F_Name", field_name="项目名称", required=True),
FieldDef(field="F_Code", field_name="项目标识", required=True),
FieldDef(field="F_Describe", field_name="项目描述"),
FieldDef(field="F_Manager", field_name="负责人"),
FieldDef(field="F_Member_Count", field_name="成员数量", jnpf_key="inputNumber"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "正常", "id": "1"}, {"fullName": "禁用", "id": "0"}]),
FieldDef(field="F_Remark", field_name="备注"),
]),
("AisProjectUser", "项目成员", "项目中心", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True,
jnpf_key="relationForm",
relation_config={
"modelId": "808986025610185477", # 项目管理表单ID
"relationField": "F_Name", # 显示文本字段
"propsValue": "f_id", # 存储值字段(小写 f_id)
"popupTitle": "选择项目",
}),
FieldDef(field="F_User_Id", field_name="用户", required=True),
FieldDef(field="F_Role", field_name="角色", jnpf_key="select", options=[
{"fullName": "开发", "id": "dev"}, {"fullName": "运维", "id": "ops"}, {"fullName": "创建者", "id": "creator"}]),
FieldDef(field="F_Quota", field_name="资源配额"),
]),
("AisResourceQuota", "资源配额", "项目中心", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Quota_Type", field_name="配额类型", jnpf_key="select", options=[
{"fullName": "GPU", "id": "gpu"}, {"fullName": "CPU", "id": "cpu"}, {"fullName": "内存", "id": "memory"}, {"fullName": "存储", "id": "storage"}]),
FieldDef(field="F_Quota_Value", field_name="配额值", required=True),
FieldDef(field="F_Describe", field_name="描述"),
]),
# --- 镜像管理 ---
("AisRepository", "镜像仓库", "镜像管理", [
FieldDef(field="F_Name", field_name="仓库名称", required=True),
FieldDef(field="F_Server", field_name="仓库地址"),
FieldDef(field="F_User", field_name="用户名"),
FieldDef(field="F_Password", field_name="密码"),
FieldDef(field="F_Hubsecret", field_name="K8s Secret"),
FieldDef(field="F_Remark", field_name="备注"),
]),
("AisImages", "镜像管理", "镜像管理", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="镜像名称", required=True),
FieldDef(field="F_Describe", field_name="描述"),
FieldDef(field="F_Repository_Id", field_name="镜像仓库"),
FieldDef(field="F_Image_Version", field_name="镜像版本"),
FieldDef(field="F_Full_Path", field_name="完整路径"),
FieldDef(field="F_Size", field_name="镜像大小", jnpf_key="inputNumber"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "正常", "id": "1"}, {"fullName": "禁用", "id": "0"}]),
]),
("AisDocker", "Docker构建", "镜像管理", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="构建名称", required=True),
FieldDef(field="F_Git_Url", field_name="Git地址"),
FieldDef(field="F_Git_Ref", field_name="Git分支"),
FieldDef(field="F_Dockerfile_Path", field_name="Dockerfile路径"),
FieldDef(field="F_Image_Name", field_name="镜像名称", required=True),
FieldDef(field="F_Build_Status", field_name="构建状态", jnpf_key="select", options=[
{"fullName": "构建中", "id": "building"}, {"fullName": "成功", "id": "success"}, {"fullName": "失败", "id": "failed"}]),
FieldDef(field="F_Build_Log", field_name="构建日志"),
]),
# --- 训练中心 ---
("AisJobTemplate", "任务模板", "训练中心", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="模板名称", required=True),
FieldDef(field="F_Job_Version", field_name="版本", jnpf_key="select", options=[
{"fullName": "Release", "id": "Release"}, {"fullName": "Alpha", "id": "Alpha"}]),
FieldDef(field="F_Images_Id", field_name="镜像"),
FieldDef(field="F_HostAliases", field_name="域名映射"),
FieldDef(field="F_Workdir", field_name="工作目录"),
FieldDef(field="F_Entrypoint", field_name="入口命令"),
FieldDef(field="F_Args", field_name="启动参数"),
FieldDef(field="F_Env", field_name="环境变量"),
FieldDef(field="F_Volume_Mount", field_name="存储挂载"),
FieldDef(field="F_Privileged", field_name="特权模式", jnpf_key="switch"),
FieldDef(field="F_Expand", field_name="扩展配置"),
]),
("AisPipeline", "流水线管理", "训练中心", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="流水线名称", required=True),
FieldDef(field="F_Schedule_Type", field_name="调度类型", jnpf_key="select", options=[
{"fullName": "一次性", "id": "once"}, {"fullName": "定时调度", "id": "crontab"}]),
FieldDef(field="F_Cron_Time", field_name="Cron表达式"),
FieldDef(field="F_Dag_Json", field_name="DAG配置"),
FieldDef(field="F_Pipeline_File", field_name="Pipeline YAML"),
FieldDef(field="F_Node_Selector", field_name="节点选择器"),
FieldDef(field="F_Parallelism", field_name="并行度", jnpf_key="inputNumber"),
FieldDef(field="F_Alert_Status", field_name="告警状态"),
FieldDef(field="F_Alert_User", field_name="告警用户"),
FieldDef(field="F_Parameter", field_name="参数配置"),
]),
("AisRunHistory", "运行历史", "训练中心", [
FieldDef(field="F_Pipeline_Id", field_name="所属流水线", required=True),
FieldDef(field="F_Run_Id", field_name="运行ID"),
FieldDef(field="F_Status", field_name="运行状态", jnpf_key="select", options=[
{"fullName": "运行中", "id": "running"}, {"fullName": "成功", "id": "success"}, {"fullName": "失败", "id": "failed"}, {"fullName": "取消", "id": "cancelled"}]),
FieldDef(field="F_Start_Time", field_name="开始时间"),
FieldDef(field="F_End_Time", field_name="结束时间"),
FieldDef(field="F_Duration", field_name="运行时长"),
FieldDef(field="F_Log_Url", field_name="日志地址"),
FieldDef(field="F_Parameter", field_name="运行参数"),
]),
# --- 模型管理 ---
("AisTrainingModel", "训练模型", "模型管理", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="模型名称", required=True),
FieldDef(field="F_Model_Version", field_name="模型版本"),
FieldDef(field="F_Model_Path", field_name="模型路径"),
FieldDef(field="F_Model_Format", field_name="模型格式"),
FieldDef(field="F_Framework", field_name="框架"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "训练中", "id": "training"}, {"fullName": "已完成", "id": "completed"}, {"fullName": "失败", "id": "failed"}]),
FieldDef(field="F_Metric", field_name="指标"),
FieldDef(field="F_Remark", field_name="备注"),
]),
("AisInferenceService", "推理服务", "模型管理", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="服务名称", required=True),
FieldDef(field="F_Model_Id", field_name="关联模型"),
FieldDef(field="F_Service_Type", field_name="服务类型"),
FieldDef(field="F_Resource_Memory", field_name="内存配置"),
FieldDef(field="F_Resource_Cpu", field_name="CPU配置"),
FieldDef(field="F_Resource_Gpu", field_name="GPU配置"),
FieldDef(field="F_Replicas", field_name="副本数", jnpf_key="inputNumber"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "运行中", "id": "running"}, {"fullName": "已停止", "id": "stopped"}]),
]),
("AisAihub", "AIHub", "模型管理", [
FieldDef(field="F_Name", field_name="模型名称", required=True),
FieldDef(field="F_Provider", field_name="提供商"),
FieldDef(field="F_Category", field_name="类别"),
FieldDef(field="F_Describe", field_name="描述"),
FieldDef(field="F_Price", field_name="价格"),
FieldDef(field="F_Url", field_name="模型地址"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "上架", "id": "1"}, {"fullName": "下架", "id": "0"}]),
]),
# --- 数据中心 ---
("AisDataset", "数据集管理", "数据中心", [
FieldDef(field="F_Name", field_name="数据集名称", required=True),
FieldDef(field="F_Type", field_name="数据集类型", jnpf_key="select", options=[
{"fullName": "图片", "id": "image"}, {"fullName": "视频", "id": "video"}, {"fullName": "文本", "id": "text"}, {"fullName": "音频", "id": "audio"}, {"fullName": "其他", "id": "other"}]),
FieldDef(field="F_Path", field_name="数据集路径"),
FieldDef(field="F_Format", field_name="数据格式"),
FieldDef(field="F_Size", field_name="数据大小", jnpf_key="inputNumber"),
FieldDef(field="F_Sample_Count", field_name="样本数量", jnpf_key="inputNumber"),
FieldDef(field="F_Dataset_Version", field_name="数据集版本"),
FieldDef(field="F_Describe", field_name="描述"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "正常", "id": "1"}, {"fullName": "禁用", "id": "0"}]),
]),
("AisMetadataTable", "元数据管理", "数据中心", [
FieldDef(field="F_Name", field_name="元数据名称", required=True),
FieldDef(field="F_Table_Name", field_name="表名"),
FieldDef(field="F_Describe", field_name="描述"),
FieldDef(field="F_Fields", field_name="字段定义"),
FieldDef(field="F_Tags", field_name="标签"),
]),
("AisMetadataMetric", "元数据指标", "数据中心", [
FieldDef(field="F_Metadata_Id", field_name="所属元数据", required=True),
FieldDef(field="F_Name", field_name="指标名称", required=True),
FieldDef(field="F_Metric_Type", field_name="指标类型"),
FieldDef(field="F_Value", field_name="指标值"),
FieldDef(field="F_Unit", field_name="单位"),
FieldDef(field="F_Describe", field_name="描述"),
]),
("AisDimension", "维度管理", "数据中心", [
FieldDef(field="F_Name", field_name="维度名称", required=True),
FieldDef(field="F_Code", field_name="维度编码"),
FieldDef(field="F_Type", field_name="维度类型"),
FieldDef(field="F_Describe", field_name="描述"),
]),
("AisSqllabQuery", "SQL查询", "数据中心", [
FieldDef(field="F_Name", field_name="查询名称", required=True),
FieldDef(field="F_Sql_Text", field_name="SQL语句"),
FieldDef(field="F_Database", field_name="数据库"),
FieldDef(field="F_Status", field_name="状态"),
]),
# --- 开发环境 ---
("AisNotebook", "Notebook", "开发环境", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="Notebook名称", required=True),
FieldDef(field="F_Ide_Type", field_name="IDE类型", jnpf_key="select", options=[
{"fullName": "JupyterLab", "id": "jupyter"}, {"fullName": "Theia", "id": "theia"}, {"fullName": "RStudio", "id": "rstudio"}]),
FieldDef(field="F_Images", field_name="镜像"),
FieldDef(field="F_Working_Dir", field_name="工作目录"),
FieldDef(field="F_Volume_Mount", field_name="存储挂载"),
FieldDef(field="F_Node_Selector", field_name="节点选择器"),
FieldDef(field="F_Resource_Memory", field_name="内存配置"),
FieldDef(field="F_Resource_Cpu", field_name="CPU配置"),
FieldDef(field="F_Resource_Gpu", field_name="GPU配置"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "运行中", "id": "running"}, {"fullName": "已停止", "id": "stopped"}]),
]),
# --- 自动化 ---
("AisNni", "NNI实验", "自动化", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="实验名称", required=True),
FieldDef(field="F_Config_Yaml", field_name="NNI配置"),
FieldDef(field="F_Search_Space", field_name="搜索空间"),
FieldDef(field="F_Trial_Command", field_name="Trial命令"),
FieldDef(field="F_Trial_Params", field_name="Trial参数"),
FieldDef(field="F_Max_Trial_Count", field_name="最大Trial数", jnpf_key="inputNumber"),
FieldDef(field="F_Concurrency", field_name="并发数", jnpf_key="inputNumber"),
FieldDef(field="F_Status", field_name="状态", jnpf_key="select", options=[
{"fullName": "运行中", "id": "running"}, {"fullName": "已完成", "id": "completed"}, {"fullName": "失败", "id": "failed"}]),
]),
("AisEtlPipeline", "ETL流水线", "自动化", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="ETL名称", required=True),
FieldDef(field="F_Source_Type", field_name="数据源类型"),
FieldDef(field="F_Source_Config", field_name="数据源配置"),
FieldDef(field="F_Transform_Config", field_name="转换配置"),
FieldDef(field="F_Target_Type", field_name="目标类型"),
FieldDef(field="F_Target_Config", field_name="目标配置"),
FieldDef(field="F_Schedule_Type", field_name="调度类型"),
FieldDef(field="F_Cron_Time", field_name="Cron表达式"),
]),
("AisServicePipeline", "服务编排", "自动化", [
FieldDef(field="F_Project_Id", field_name="所属项目", required=True),
FieldDef(field="F_Name", field_name="编排名称", required=True),
FieldDef(field="F_Service_Config", field_name="服务配置"),
FieldDef(field="F_Dag_Json", field_name="DAG配置"),
FieldDef(field="F_Status", field_name="状态"),
]),
]
def get_dir_id_by_name(client, dir_name):
"""从菜单树中按 fullName 查找目录 ID"""
resp = client.menu.get_list({"currentPage": 1, "pageSize": 500})
for m in (resp.data or {}).get("list", []):
if m.get("fullName") == dir_name:
return m.get("id")
for c in (m.get("children") or []):
if c.get("fullName") == dir_name:
return c.get("id")
return None
def main():
print("=" * 60)
print("Cube Studio 一键部署")
print("=" * 60)
client, config = login_client()
print(f"登录成功: {config.app_code} ({config.system_title})")
# ================================================================
# Step 1: 创建一级目录
# ================================================================
print("\n[Step 1/3] 创建一级目录...")
dir_ids = {}
for d in FIRST_LEVEL_DIRS:
name, en_code, sort = d["name"], d["en_code"], d["sort"]
existing_id = get_dir_id_by_name(client, name)
if existing_id:
dir_ids[name] = existing_id
print(f" 跳过 {name}: 已存在 (id={existing_id})")
continue
resp = client.menu.create_directory_menu(
full_name=name, en_code=en_code, parent_id="-1", sort_code=sort,
)
did = resp.id
if not did:
did = get_dir_id_by_name(client, name)
if did:
dir_ids[name] = did
print(f" ✅ {name}: id={did}")
else:
print(f" ❌ {name}: 创建失败 {resp}")
print(f" 一级目录: {len(dir_ids)}/{len(FIRST_LEVEL_DIRS)}")
# ================================================================
# Step 2: 创建功能表单 + 发布
# ================================================================
print("\n[Step 2/3] 创建功能表单...")
existing_forms = set()
resp = client.visual_dev.get_list({"currentPage": 1, "pageSize": 200})
for item in (resp.data or {}).get("list", []):
existing_forms.add(item.get("enCode"))
form_id_map = {} # en_code -> func_id
ok = 0
for en_code, cn_name, _, fields in FORM_DEFS:
if en_code in existing_forms:
# 已存在则查 ID
r = client.visual_dev.get_list({"enCode": en_code, "currentPage": 1, "pageSize": 10})
for item in (r.data or {}).get("list", []):
if item.get("enCode") == en_code:
form_id_map[en_code] = item.get("id")
break
print(f" 跳过 {cn_name} ({en_code}): 已存在")
ok += 1
continue
table_name = f"ais_{en_code.lower()}"
field_dicts = [f.to_dict() if hasattr(f, 'to_dict') else f for f in fields]
cfg = build_full_config(
full_name=cn_name, en_code=en_code, table_name=table_name,
table_label=f"{cn_name}表", description=f"{cn_name}功能",
category=config.business_category_id, fields=field_dicts,
db_link_id=config.db_link_id, web_type=2,
)
payload = build_create_payload(cfg, dynamic_table=True)
resp = client.visual_dev.create(payload)
func_id = resp.id
if not func_id:
print(f" ❌ {cn_name}: {resp.msg}")
continue
rel = client.visual_dev.release(func_id)
form_id_map[en_code] = func_id
ok += 1
print(f" ✅ {cn_name} ({en_code}): func_id={func_id}")
print(f" 功能表单: {ok}/{len(FORM_DEFS)}")
# ================================================================
# Step 3: 创建功能菜单,直接挂到一级目录
# ================================================================
print("\n[Step 3/3] 创建功能菜单...")
menu_ok = 0
menu_skip = 0
for en_code, cn_name, parent_dir, _ in FORM_DEFS:
parent_id = dir_ids.get(parent_dir)
if not parent_id:
print(f" ❌ {cn_name}: 一级目录 {parent_dir} 不存在")
continue
func_id = form_id_map.get(en_code)
if not func_id:
print(f" ❌ {cn_name}: 表单 {en_code} 不存在")
continue
# 检查菜单是否已存在
resp = client.menu.get_list({"currentPage": 1, "pageSize": 500})
found = False
for m in (resp.data or {}).get("list", []):
if m.get("fullName") == parent_dir:
for c in (m.get("children") or []):
if c.get("enCode") == en_code:
found = True
break
if not found:
for m2 in (resp.data or {}).get("list", []):
for c in (m2.get("children") or []):
for gc in (c.get("children") or []):
if gc.get("enCode") == en_code:
found = True
break
if found:
menu_skip += 1
print(f" 跳过 {cn_name}: 菜单已存在")
continue
resp = client.menu.create_form_menu(
full_name=cn_name, en_code=en_code,
visual_dev_id=func_id, parent_id=str(parent_id), sort_code=1,
)
mid = resp.id
if not mid:
mid = client.menu.get_id_by_en_code(en_code)
if mid:
menu_ok += 1
print(f" ✅ {cn_name} → {parent_dir} (id={mid})")
else:
print(f" ❌ {cn_name}: {resp}")
print(f" 功能菜单: 新建={menu_ok}, 跳过={menu_skip}")
print(f"\n{'=' * 60}")
print(f"部署完成! 目录={len(dir_ids)}, 表单={ok}, 菜单={menu_ok}")
if __name__ == "__main__":
main()