Files
tdc-rs/scripts/gen-migrate.sh
T
adminandClaude Code 4ae8054e68 fix(db): 切分器支持块注释与 dollar-quoting,生成器先校验后落盘,合并 valid_table 单一来源
- db: split_sql_statements 支持 dollar-quoting($$ / $tag$)与 E'' 反斜杠转义
- db: has_code 正确剔除 /* */ 块注释,纯注释块不再当成语句发给 PG
- db: 新增 5 个测试(块注释、dollar-quote、tagged dollar-quote、E 串转义)
- gen-migrate.sh: 生成物先落一次性临时目录,表数校验通过后才覆盖 static/migrate.sql
- gen-migrate.sh: 目标库 public schema 非空即快速失败(不做未授权的 DROP/重建)
- reset-data.sh: 回收站目标名加 PID + 去重后缀,避免 mv 嵌套
- main.rs: 删除本地 valid_table 副本,统一走 tdc_connector::db::valid_table

Co-Authored-By: Claude Code <[email protected]>
2026-10-24 13:15:32 +08:00

94 lines
4.2 KiB
Bash
Executable File
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env bash
# 从上游 ssw-tdc 的迁移脚本重新生成 static/migrate.sql。
#
# 做法:按 (major, minor, patch, 文件名) 排序打进一个空 PostgreSQL,再 pg_dump --schema-only。
# ⚠️ boot/db/ 根目录的 6 个(V1.0.4 ~ V1.0.9)容易漏 —— 它们建 tdc_order / tdc_api_consume_log /
# tdc_notify 等表并 ALTER tdc_delivery_task / tdc_resource / tdc_product。
# ⚠️ V2.10.0 版本号重复(两个文件)⇒ 不能靠 Flyway 排序,必须显式按文件名兜底。
#
# 🔴 本脚本**不会** DROP / 重建目标库:目标库 public schema 非空时直接快速失败,
# 由调用方自己准备空库(未授权的破坏性数据库操作不做)。
# 🔴 自检在**落盘之前**做:生成物先写进一次性临时目录,表数校验通过后才覆盖 static/migrate.sql,
# 避免一次顺序错误的运行把已入库的 schema 写坏。
#
# 用法:
# UPSTREAM_REPO=/path/to/ssw-tdc \
# PGHOST=127.0.0.1 PGPORT=15432 PGUSER=postgres PGDATABASE=tdc_gen \
# ./scripts/gen-migrate.sh
set -euo pipefail
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
UPSTREAM_REPO="${UPSTREAM_REPO:-/tmp/sswtdc-probe}"
OUT="${ROOT}/static/migrate.sql"
mkdir -p "${ROOT}/target"
# 一次性工作目录:失败时保留,便于排查(不做 rm)
WORK="$(mktemp -d "${ROOT}/target/gen-migrate.XXXXXX")"
if [ ! -d "${UPSTREAM_REPO}/boot/db" ]; then
echo "[gen-migrate] 上游仓库不存在:${UPSTREAM_REPO}" >&2
exit 1
fi
command -v psql >/dev/null 2>&1 || { echo "[gen-migrate] 需要 psql(PostgreSQL 客户端)" >&2; exit 1; }
command -v pg_dump >/dev/null 2>&1 || { echo "[gen-migrate] 需要 pg_dump" >&2; exit 1; }
# ① 预检:目标库 public schema 必须为空(本脚本不替调用方清理数据库)
EXISTING="$(psql -v ON_ERROR_STOP=1 -tAc \
"SELECT count(*) FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE n.nspname = 'public';" \
| tr -d '[:space:]')"
if [ -z "${EXISTING}" ]; then
echo "[gen-migrate] 无法确认目标库状态(psql 无输出),已中止。" >&2
exit 1
fi
if [ "${EXISTING}" != "0" ]; then
echo "[gen-migrate] 目标库 public schema 已有 ${EXISTING} 个对象,已中止。" >&2
echo "[gen-migrate] 请自行准备一个空库(例如新建 tdc_gen)后再跑;本脚本不会 DROP/重建数据库。" >&2
exit 1
fi
# ② 收集迁移并排序(版本三元组 + 文件名兜底)
{
ls -1 "${UPSTREAM_REPO}"/boot/db/tdc/V*.sql 2>/dev/null || true
ls -1 "${UPSTREAM_REPO}"/boot/db/V*.sql 2>/dev/null || true
} | awk -F/ '
{
file = $NF
if (match(file, /^V[0-9]+\.[0-9]+\.[0-9]+__/) == 0) { next }
ver = substr(file, 2, RLENGTH - 3)
split(ver, p, ".")
printf "%010d.%010d.%010d\t%s\t%s\n", p[1], p[2], p[3], file, $0
}' | sort | cut -f3- > "${WORK}/migrations.txt"
COUNT="$(wc -l < "${WORK}/migrations.txt" | tr -d ' ')"
echo "[gen-migrate] 迁移文件数:${COUNT}(上游应为 82)"
# ③ 逐个打进目标库
: > "${WORK}/replay.log"
while IFS= read -r f; do
if ! psql -v ON_ERROR_STOP=1 -q -f "${f}" >>"${WORK}/replay.log" 2>&1; then
echo "[gen-migrate] 迁移失败:${f}" >&2
tail -40 "${WORK}/replay.log" >&2
echo "[gen-migrate] 工作目录保留在:${WORK}" >&2
exit 1
fi
done < "${WORK}/migrations.txt"
# ④ 导出 schema 到临时文件(先不碰 static/migrate.sql)
pg_dump --schema-only --no-owner --no-privileges > "${WORK}/raw.sql"
# ⑤ 剥掉 pg_dump 前言(restrict/unrestrict/SET/set_config)
grep -vE '^\\restrict|^\\unrestrict|^SET |^SELECT pg_catalog\.set_config' "${WORK}/raw.sql" > "${WORK}/migrate.sql"
# ⑥ 自检:表数不对就中止,绝不覆盖已入库的 static/migrate.sql
TABLES="$(grep -cE '^CREATE TABLE public\.' "${WORK}/migrate.sql" || true)"
if [ "${TABLES}" != "30" ]; then
echo "[gen-migrate] ⚠️ 表数是 ${TABLES}(应为 30),请复核迁移顺序;已中止,未改动 ${OUT}。" >&2
echo "[gen-migrate] 候选产物保留在:${WORK}/migrate.sql" >&2
exit 1
fi
# ⑦ 校验通过后才落盘
cp "${WORK}/migrate.sql" "${OUT}"
echo "[gen-migrate] 已生成 ${OUT}(${TABLES} 张表,字节数 $(wc -c < "${OUT}" | tr -d ' '))"
echo "[gen-migrate] 工作目录:${WORK}"