From e00da151e443314b0768b7394f971c138517f7c3 Mon Sep 17 00:00:00 2001 From: admin Date: Tue, 10 Nov 2026 14:30:13 +0800 Subject: [PATCH] =?UTF-8?q?feat(release):=20=E4=BE=9D=E8=B5=96=E8=B5=84?= =?UTF-8?q?=E4=BA=A7=E6=8C=89=E5=86=85=E5=AE=B9=E5=AF=BB=E5=9D=80=E5=8F=91?= =?UTF-8?q?=E5=B8=83=EF=BC=88=E5=8F=AA=E5=8F=91=E4=B8=80=E6=AC=A1=EF=BC=8C?= =?UTF-8?q?=E4=B8=8D=E6=AF=8F=E7=89=88=E9=87=8D=E5=A4=8D=EF=BC=89?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - tools/release-publish.py:建 Release + 上传资产,依赖资产按 **sha256** 判重 ⇒ 扫远端所有 Release 的资产,sha256 命中就**跳过上传**,只在正文写引用链接; 依赖版本变了(sha256 不同)才作为新资产发布 - tools/release-dependencies.json:依赖资产清单(唯一真相源) = easytier v2.6.4(LGPL-3.0)/ opa 0.37.2(Apache-2.0)/ FISCO BCOS 3.17.1(Apache-2.0) 含 url、sha256、许可证与**源码获取方式**(LGPL 分发义务) 实测:easytier-core/cli 2.6.4、opa 0.37.2、fisco-bcos 3.17.1 均在 linux-x86_64 容器与 armv7 QEMU 下实跑通过(不是「下载完就算」)。 --- tools/release-dependencies.json | 101 +++++++++ tools/release-publish.py | 383 ++++++++++++++++++++++++++++++++ 2 files changed, 484 insertions(+) create mode 100644 tools/release-dependencies.json create mode 100644 tools/release-publish.py diff --git a/tools/release-dependencies.json b/tools/release-dependencies.json new file mode 100644 index 0000000..ded603c --- /dev/null +++ b/tools/release-dependencies.json @@ -0,0 +1,101 @@ +{ + "_comment": [ + "发布依赖资产清单(唯一真相源)。", + "★ 设计要点:依赖资产按 **内容寻址**(sha256)发布 —— 同一个依赖版本的同一个文件", + " **只发布一次**,之后每个 Release 只在正文里引用它的下载链接与 sha256,", + " 不重复上传(tools/release-publish.py 按 sha256 查远端已有资产自动跳过)。", + " 依赖版本**变了**(sha256 不同)才会作为新资产发布。", + "", + "字段:", + " name 资产文件名(Release 里的资产名)", + " version 上游版本号(写进正文,便于人读)", + " url 上游下载地址(源码获取方式,LGPL 分发义务要求)", + " sha256 文件 sha256(发布时校验;与远端已有资产比对决定跳过还是新发)", + " license SPDX 标识", + " license_file 许可证文本资产名(随附,不另算依赖版本)", + " source 源码获取方式(LGPL-3.0 分发义务:须附源码获取方式)", + " platform 目标平台(linux-x86_64 / linux-armv7 / macos-x86_64)", + " role 它在框架里的角色(一句话)", + " local 本地已有的同名文件路径(优先用本地的,省下载)", + " local_sha256 本地文件的 sha256(与 sha256 一致才允许直接用)" + ], + "dependencies": [ + { + "name": "easytier-linux-x86_64-v2.6.4.zip", + "version": "v2.6.4", + "platform": "linux-x86_64", + "role": "链路层组网(mpc-hostd spawn 外部 easytier-core / easytier-cli,独立进程用法)", + "url": "https://github.com/EasyTier/EasyTier/releases/download/v2.6.4/easytier-linux-x86_64-v2.6.4.zip", + "source": "https://github.com/EasyTier/EasyTier/tree/v2.6.4", + "license": "LGPL-3.0", + "license_file": "easytier-LICENSE-LGPL-3.0.txt", + "sha256": "61b659eaedba658fa66fe47d17e1426cdd77e5d02fa15fed447bb4357c09dfd6", + "local": "dist/deps/easytier-linux-x86_64-v2.6.4.zip" + }, + { + "name": "easytier-linux-armv7hf-v2.6.4.zip", + "version": "v2.6.4", + "platform": "linux-armv7", + "role": "链路层组网(arm 32 位侧)", + "url": "https://github.com/EasyTier/EasyTier/releases/download/v2.6.4/easytier-linux-armv7hf-v2.6.4.zip", + "source": "https://github.com/EasyTier/EasyTier/tree/v2.6.4", + "license": "LGPL-3.0", + "license_file": "easytier-LICENSE-LGPL-3.0.txt", + "sha256": "af0186ce95ffbe90b0e9dc8df0e9a01563f59e94ea52212651950c34dc35ac37", + "local": "dist/deps/easytier-linux-armv7hf-v2.6.4.zip" + }, + { + "name": "opa_linux_amd64", + "version": "0.37.2", + "platform": "linux-x86_64", + "role": "合规策略判定(mpc_chain::opa 真 opa build / opa eval,跑在宿主控制面)", + "url": "https://openpolicyagent.org/downloads/v0.37.2/opa_linux_amd64_static", + "source": "https://github.com/open-policy-agent/opa/tree/v0.37.2", + "license": "Apache-2.0", + "license_file": "opa-LICENSE-Apache-2.0.txt", + "sha256": "fadc33f512849790b087e1cf11f9ff0eee684f5479ca3095fe340ca30e3219b8", + "local": "dist/deps/opa_linux_amd64" + }, + { + "name": "fisco-bcos-linux-x86_64-v3.17.1", + "version": "3.17.1", + "platform": "linux-x86_64", + "role": "国密链节点(部署到 k8s 的 fisco-bcos-gm-v3.17.1 镜像所用同一份节点二进制)", + "url": "https://github.com/FISCO-BCOS/FISCO-BCOS/releases", + "source": "https://github.com/FISCO-BCOS/FISCO-BCOS/tree/3.17.1", + "license": "Apache-2.0", + "license_file": "fisco-LICENSE-Apache-2.0.txt", + "sha256": "e67cd8f869264cbf78e7b2155a420dd7b71ec747bdb9b1fbf7d464484a070541", + "local": "dist/deps/fisco-bcos-linux-x86_64-v3.17.1" + } + ], + "license_files": [ + { + "name": "easytier-LICENSE-LGPL-3.0.txt", + "version": "v2.6.4", + "license": "LGPL-3.0", + "url": "https://raw.githubusercontent.com/EasyTier/EasyTier/v2.6.4/LICENSE", + "source": "https://github.com/EasyTier/EasyTier/tree/v2.6.4", + "sha256": "e3a994d82e644b03a792a930f574002658412f62407f5fee083f2555c5f23118", + "local": "dist/deps/easytier-LICENSE-LGPL-3.0.txt" + }, + { + "name": "opa-LICENSE-Apache-2.0.txt", + "version": "0.37.2", + "license": "Apache-2.0", + "url": "https://raw.githubusercontent.com/open-policy-agent/opa/v0.37.2/LICENSE", + "source": "https://github.com/open-policy-agent/opa/tree/v0.37.2", + "sha256": "c6596eb7be8581c18be736c846fb9173b69eccf6ef94c5135893ec56bd92ba08", + "local": "dist/deps/opa-LICENSE-Apache-2.0.txt" + }, + { + "name": "fisco-LICENSE-Apache-2.0.txt", + "version": "3.17.1", + "license": "Apache-2.0", + "url": "https://raw.githubusercontent.com/FISCO-BCOS/FISCO-BCOS/master/LICENSE", + "source": "https://github.com/FISCO-BCOS/FISCO-BCOS/tree/3.17.1", + "sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4", + "local": "dist/deps/fisco-LICENSE-Apache-2.0.txt" + } + ] +} diff --git a/tools/release-publish.py b/tools/release-publish.py new file mode 100644 index 0000000..0e53711 --- /dev/null +++ b/tools/release-publish.py @@ -0,0 +1,383 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +"""发布到 Gitea:打 tag、建 Release、上传二进制与依赖资产。 + +【核心设计:依赖资产按内容寻址,只发一次】 +──────────────────────────────────────────── +依赖资产(easytier / fisco / opa 等)**不是每个版本都重新发一遍**。 +本脚本按 **sha256** 判定: + + 1. 扫远端**所有** Release 的资产,算出每个资产的 sha256; + 2. 本地待发资产的 sha256 已在远端某处 ⇒ **跳过上传**, + 只在本次 Release 正文里写「引用:<该资产所在 Release 的下载链接>」; + 3. sha256 不在远端 ⇒ 首次发布,上传并记录来源 Release。 + +这样: + - 同一个依赖版本 ⇒ 只有一份字节躺在 Gitea 上,磁盘不涨; + - 换版本(sha256 变)⇒ 自动作为新资产发布,旧版本仍可被历史 Release 引用; + - 判据唯一:sha256 是唯一真相,不靠文件名、不靠版本号。 + +★ 依赖资产不是 mpc 自己的产物,**版本不由本仓库决定** ⇒ 本脚本 + 只负责「取到本地 → 校验 sha256 → 去重上传」,**不负责**下载上游。 + 下载用 tools/release-dependencies.json 里记录的 url。 + +用法: + python3 tools/release-publish.py --tag v0.2.0 [--dry-run] + python3 tools/release-publish.py --tag v0.2.0 --push + +凭据:走 git credential helper(`git credential fill`),不落命令行、不落文件。 +""" + +import argparse +import hashlib +import json +import os +import subprocess +import sys +import urllib.error +import urllib.request + +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +DIST = os.path.join(ROOT, "dist") +DEPS_STAGE = os.path.join(ROOT, "dist", "deps") +MANIFEST = os.path.join(ROOT, "tools", "release-dependencies.json") +REPO = "ssw/ssw-mpc" +API = "http://127.0.0.1:13300/api/v1" + +# 本次发布的 mpc 自身产物(每个版本都必须发,不能去重)。 +SELF_ASSETS = [ + "mpc-x86_64-unknown-linux-gnu", + "mpc-armv7-unknown-linux-gnueabihf", + "mpc-x86_64-apple-darwin", + "SHA256SUMS", +] + + +def log(msg): + print(msg, flush=True) + + +def die(msg): + print("FAIL: %s" % msg, file=sys.stderr) + sys.exit(1) + + +def sha256_file(path): + h = hashlib.sha256() + with open(path, "rb") as f: + for chunk in iter(lambda: f.read(1024 * 1024), b""): + h.update(chunk) + return h.hexdigest() + + +def git_credential(): + """从 git credential helper 取用户名密码(不落盘、不进 argv)。""" + proc = subprocess.run( + ["git", "credential", "fill"], + input="protocol=http\nhost=127.0.0.1:13300\npath=%s.git\n\n" % REPO, + capture_output=True, text=True, + ) + user = pwd = "" + for line in proc.stdout.splitlines(): + if line.startswith("username="): + user = line[len("username="):] + elif line.startswith("password="): + pwd = line[len("password="):] + if not user or not pwd: + die("取不到 Gitea 凭据(git credential fill 失败)") + return user, pwd + + +def api(method, path, user, pwd, data=None, raw=None, ctype=None): + """调用 Gitea API。data = json body;raw = 二进制 body。""" + url = API + path + body = None + headers = {} + if data is not None: + body = json.dumps(data).encode() + headers["Content-Type"] = "application/json" + elif raw is not None: + body = raw + if ctype: + headers["Content-Type"] = ctype + req = urllib.request.Request(url, data=body, headers=headers, method=method) + mgr = urllib.request.HTTPBasicAuthHandler() + mgr.add_password(realm=None, uri=url, user=user, passwd=pwd) + opener = urllib.request.build_opener(mgr) + try: + with opener.open(req, timeout=300) as r: + payload = r.read() + if not payload: + return {} + try: + return json.loads(payload.decode()) + except ValueError: + return {"_bytes": payload} + except urllib.error.HTTPError as e: + detail = e.read().decode(errors="replace")[:400] + die("API %s %s 失败:HTTP %s %s" % (method, path, e.code, detail)) + + +def list_releases(user, pwd): + return api("GET", "/repos/%s/releases" % REPO, user, pwd) + + +def remote_asset_index(user, pwd): + """扫远端所有 Release 的资产 ⇒ {sha256: {name, tag, id, size}}。 + + ★ 这是「只发一次」的唯一判据:内容寻址,不靠文件名。 + """ + index = {} + for rel in list_releases(user, pwd): + tag = rel.get("tag_name") + for a in rel.get("assets", []): + aid = a.get("id") + url = a.get("browser_download_url") or "" + # API 给的是 localhost,要换 127.0.0.1 才连得上 + url = url.replace("http://localhost:13300", "http://127.0.0.1:13300") + idx_url = "%s/api/v1/repos/%s/releases/%s/assets/%s" % (API, REPO, rel["id"], aid) + meta = api("GET", idx_url, user, pwd) + dl = meta.get("browser_download_url") or url + dl = dl.replace("http://localhost:13300", "http://127.0.0.1:13300") + try: + data = api("GET", "/repos/%s/releases/%s/assets/%s" % (REPO, rel["id"], aid), + user, pwd) + digest = sha256_file_from_url(dl, user, pwd) + except Exception: + digest = None + if digest: + index[digest] = { + "name": a.get("name"), + "tag": tag, + "id": aid, + "size": a.get("size"), + "url": dl, + } + return index + + +def sha256_file_from_url(url, user, pwd): + """下载并算 sha256(流式,不把大文件整个读进内存)。""" + req = urllib.request.Request(url) + mgr = urllib.request.HTTPBasicAuthHandler() + mgr.add_password(realm=None, uri=url, user=user, passwd=pwd) + opener = urllib.request.build_opener(mgr) + h = hashlib.sha256() + with opener.open(req, timeout=600) as r: + for chunk in iter(lambda: r.read(1024 * 1024), b""): + h.update(chunk) + return h.hexdigest() + + +def upload_asset(release_id, path, name, user, pwd): + """上传资产(Gitea 用 multipart/form-data)。""" + boundary = "----sswmpcreleaseboundary" + fname = os.path.basename(path) + with open(path, "rb") as f: + payload = f.read() + parts = [] + parts.append(("--%s\r\n" % boundary).encode()) + parts.append( + ('Content-Disposition: form-data; name="attachment"; filename="%s"\r\n' % fname).encode()) + parts.append(b"Content-Type: application/octet-stream\r\n\r\n") + parts.append(payload) + parts.append(("\r\n--%s--\r\n" % boundary).encode()) + body = b"".join(parts) + return api("POST", "/repos/%s/releases/%s/assets?name=%s" % (REPO, release_id, name), + user, pwd, raw=body, + ctype="multipart/form-data; boundary=%s" % boundary) + + +def load_manifest(): + with open(MANIFEST, "r", encoding="utf-8") as f: + return json.load(f) + + +def resolve_dep_asset(item, stage_dir): + """定位依赖资产的本地文件:优先 manifest 里的 local,其次暂存目录。 + + 返回 (路径, sha256) 或 (None, None)。 + """ + local = item.get("local") or "" + name = item["name"] + candidates = [] + if local: + candidates.append(local) + candidates.append(os.path.join(stage_dir, name)) + for c in candidates: + if c and os.path.isfile(c): + return c, sha256_file(c) + return None, None + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("--tag", required=True) + ap.add_argument("--push", action="store_true", help="推送 tag 到远端") + ap.add_argument("--dry-run", action="store_true", help="只打印计划,不改动远端") + args = ap.parse_args() + tag = args.tag + + log("=== 发布 %s ===" % tag) + + # ---- 1. 本次要发的 mpc 自身产物(必须齐)---- + self_paths = [] + for n in SELF_ASSETS: + p = os.path.join(DIST, n) + if not os.path.isfile(p): + die("缺少产物:%s(先跑 tools/release-build.sh)" % p) + self_paths.append((n, p)) + log("自身产物 %d 个就位" % len(self_paths)) + + # ---- 2. 依赖资产(按 sha256 去重)---- + manifest = load_manifest() + dep_items = list(manifest.get("dependencies", [])) + list(manifest.get("license_files", [])) + resolved = [] + missing = [] + for item in dep_items: + path, digest = resolve_dep_asset(item, DEPS_STAGE) + if path is None: + missing.append(item["name"]) + continue + want = item.get("sha256") or "" + if want and want != digest: + die("sha256 不符:%s 期望 %s 实得 %s" % (item["name"], want, digest)) + resolved.append((item, path, digest)) + if missing: + log("★ 暂未就位(不发布、后续可补):%s" % ", ".join(missing)) + + user, pwd = git_credential() + + # ---- 3. 扫远端已有资产,建内容索引 ---- + log("扫远端资产索引(内容寻址)…") + index = remote_asset_index(user, pwd) + log("远端已有 %d 个资产(按 sha256 索引)" % len(index)) + + # ---- 4. 计划 ---- + to_upload = [] # (name, path, sha256) + reused = [] # (name, sha256, ref_url, ref_tag) + for item, path, digest in resolved: + hit = index.get(digest) + if hit: + reused.append((item, digest, hit)) + log(" 复用 %-46s sha=%s… 已在 %s" % (item["name"], digest[:12], hit["tag"])) + else: + to_upload.append((item, path, digest)) + log(" 首发 %-46s sha=%s…" % (item["name"], digest[:12])) + log("计划:首发 %d 个,复用 %d 个" % (len(to_upload), len(reused))) + + if args.dry_run: + log("(dry-run,不改动远端)") + return 0 + + # ---- 5. tag ---- + if subprocess.run(["git", "rev-parse", tag], capture_output=True).returncode != 0: + subprocess.run(["git", "tag", "-a", tag, "-m", "release %s" % tag], check=True) + log("已创建 tag %s" % tag) + else: + log("tag %s 已存在" % tag) + + # ---- 6. Release ---- + rel = None + for r in list_releases(user, pwd): + if r.get("tag_name") == tag: + rel = r + break + body = build_body(tag, self_paths, resolved, reused, index) + if rel is None: + rel = api("POST", "/repos/%s/releases" % REPO, user, pwd, data={ + "tag_name": tag, + "target_commitish": "main", + "name": tag, + "body": body, + "draft": False, + "prerelease": False, + }) + log("已创建 Release %s (id=%s)" % (tag, rel.get("id"))) + else: + rel = api("PATCH", "/repos/%s/releases/%s" % (REPO, rel["id"]), user, pwd, + data={"body": body, "name": tag}) + log("已更新 Release %s (id=%s)" % (tag, rel.get("id"))) + rid = rel["id"] + + # ---- 7. 上传(自身产物 + 首发依赖)---- + existing = {a["name"] for a in rel.get("assets", [])} + for name, path in self_paths: + if name in existing: + log(" 已有 %s(跳过)" % name) + continue + upload_asset(rid, path, name, user, pwd) + log(" 上传 %s" % name) + for item, path, digest in to_upload: + if item["name"] in existing: + log(" 已有 %s(跳过)" % item["name"]) + continue + upload_asset(rid, path, item["name"], user, pwd) + log(" 上传 %s" % item["name"]) + + # ---- 8. 推 tag ---- + if args.push: + subprocess.run(["git", "push", "origin", tag], check=True) + log("已推送 tag %s" % tag) + + log("完成:%s" % tag) + return 0 + + +def build_body(tag, self_paths, resolved, reused, index): + """生成 Release 正文:自身产物 + 依赖资产(首发列全量,复用列引用)。""" + man = load_manifest() + lines = [] + lines.append("## ssw-mpc %s" % tag) + lines.append("") + lines.append("尚数网-多方安全计算框架 —— Rust 单二进制(`mpc`),低依赖,可编进 TEE。") + lines.append("") + lines.append("### 发布物(`mpc` 本体)") + lines.append("") + lines.append("| 文件 | sha256 |") + lines.append("|---|---|") + for name, path in self_paths: + lines.append("| `%s` | `%s` |" % (name, sha256_file(path))) + lines.append("") + lines.append("### 依赖资产") + lines.append("") + lines.append("> 依赖资产按**内容寻址(sha256)**发布:**同一份依赖只发布一次**,") + lines.append("> 后续版本只引用其下载链接,不重复上传(见 `tools/release-publish.py`)。") + lines.append("") + for item, path, digest in resolved: + lines.append("#### %s" % item["name"]) + lines.append("") + lines.append("- 版本:`%s` | 平台:%s | 许可证:**%s**" % + (item.get("version", "?"), item.get("platform", "?"), item.get("license", "?"))) + lines.append("- 作用:%s" % item.get("role", "-")) + lines.append("- sha256:`%s`" % digest) + lines.append("- 上游下载地址:%s" % item.get("url", "-")) + if item.get("source"): + lines.append("- 源码获取方式:%s" % item["source"]) + hit = index.get(digest) + if hit: + lines.append("- **本次不重复上传**:已在 [%s](%s) 发布,直接取该处" % (hit["tag"], hit["url"])) + else: + lines.append("- 本次首发(随本 Release 上传)") + lines.append("") + lines.append("### 许可证义务") + lines.append("") + lines.append("- **EasyTier = LGPL-3.0**:本项目只以**独立进程 + CLI/RPC**方式调用(不链接其 crate)," + "属 LGPL 明确许可的用法。随包附 LGPL 许可证文本与**源码获取方式**(见上表 `source`)。") + lines.append("- **OPA = Apache-2.0**、**FISCO BCOS = Apache-2.0**:随包附许可证文本。") + lines.append("- 许可证文本资产:`%s`" % "`, `".join( + i["name"] for i in man.get("license_files", []))) + lines.append("") + lines.append("### 已知边界(诚实声明)") + lines.append("") + lines.append("- 链上层仍是**系统 OpenSSL 的软件 SM2 签名**(私钥可导出)⇒ **密评不可过**;生产须换硬件模组 provider。") + lines.append("- TLCP 真实 `bcos-rpc` 通道**未通**(本机 GmSSL 环回通过 ≠ 链上通道已通)。") + lines.append("- OPA 跑在**宿主/控制面**,不在 guest 内;decision 未签名、未上链。") + lines.append("- 国密链撤销链读后端未接入 ⇒ 声明 chain 即 fail-closed 拒。") + lines.append("") + lines.append("详见 `docs/INDEX.md` 与 `docs/ARCHITECTURE_SYSTEM.md`。") + return "\n".join(lines) + + +if __name__ == "__main__": + sys.exit(main())