- db: split_sql_statements 支持 dollar-quoting($$ / $tag$)与 E'' 反斜杠转义 - db: has_code 正确剔除 /* */ 块注释,纯注释块不再当成语句发给 PG - db: 新增 5 个测试(块注释、dollar-quote、tagged dollar-quote、E 串转义) - gen-migrate.sh: 生成物先落一次性临时目录,表数校验通过后才覆盖 static/migrate.sql - gen-migrate.sh: 目标库 public schema 非空即快速失败(不做未授权的 DROP/重建) - reset-data.sh: 回收站目标名加 PID + 去重后缀,避免 mv 嵌套 - main.rs: 删除本地 valid_table 副本,统一走 tdc_connector::db::valid_table Co-Authored-By: Claude Code <[email protected]>
94 lines
4.2 KiB
Bash
Executable File
94 lines
4.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
# 从上游 ssw-tdc 的迁移脚本重新生成 static/migrate.sql。
|
||
#
|
||
# 做法:按 (major, minor, patch, 文件名) 排序打进一个空 PostgreSQL,再 pg_dump --schema-only。
|
||
# ⚠️ boot/db/ 根目录的 6 个(V1.0.4 ~ V1.0.9)容易漏 —— 它们建 tdc_order / tdc_api_consume_log /
|
||
# tdc_notify 等表并 ALTER tdc_delivery_task / tdc_resource / tdc_product。
|
||
# ⚠️ V2.10.0 版本号重复(两个文件)⇒ 不能靠 Flyway 排序,必须显式按文件名兜底。
|
||
#
|
||
# 🔴 本脚本**不会** DROP / 重建目标库:目标库 public schema 非空时直接快速失败,
|
||
# 由调用方自己准备空库(未授权的破坏性数据库操作不做)。
|
||
# 🔴 自检在**落盘之前**做:生成物先写进一次性临时目录,表数校验通过后才覆盖 static/migrate.sql,
|
||
# 避免一次顺序错误的运行把已入库的 schema 写坏。
|
||
#
|
||
# 用法:
|
||
# UPSTREAM_REPO=/path/to/ssw-tdc \
|
||
# PGHOST=127.0.0.1 PGPORT=15432 PGUSER=postgres PGDATABASE=tdc_gen \
|
||
# ./scripts/gen-migrate.sh
|
||
set -euo pipefail
|
||
|
||
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
|
||
UPSTREAM_REPO="${UPSTREAM_REPO:-/tmp/sswtdc-probe}"
|
||
OUT="${ROOT}/static/migrate.sql"
|
||
mkdir -p "${ROOT}/target"
|
||
# 一次性工作目录:失败时保留,便于排查(不做 rm)
|
||
WORK="$(mktemp -d "${ROOT}/target/gen-migrate.XXXXXX")"
|
||
|
||
if [ ! -d "${UPSTREAM_REPO}/boot/db" ]; then
|
||
echo "[gen-migrate] 上游仓库不存在:${UPSTREAM_REPO}" >&2
|
||
exit 1
|
||
fi
|
||
|
||
command -v psql >/dev/null 2>&1 || { echo "[gen-migrate] 需要 psql(PostgreSQL 客户端)" >&2; exit 1; }
|
||
command -v pg_dump >/dev/null 2>&1 || { echo "[gen-migrate] 需要 pg_dump" >&2; exit 1; }
|
||
|
||
# ① 预检:目标库 public schema 必须为空(本脚本不替调用方清理数据库)
|
||
EXISTING="$(psql -v ON_ERROR_STOP=1 -tAc \
|
||
"SELECT count(*) FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE n.nspname = 'public';" \
|
||
| tr -d '[:space:]')"
|
||
if [ -z "${EXISTING}" ]; then
|
||
echo "[gen-migrate] 无法确认目标库状态(psql 无输出),已中止。" >&2
|
||
exit 1
|
||
fi
|
||
if [ "${EXISTING}" != "0" ]; then
|
||
echo "[gen-migrate] 目标库 public schema 已有 ${EXISTING} 个对象,已中止。" >&2
|
||
echo "[gen-migrate] 请自行准备一个空库(例如新建 tdc_gen)后再跑;本脚本不会 DROP/重建数据库。" >&2
|
||
exit 1
|
||
fi
|
||
|
||
# ② 收集迁移并排序(版本三元组 + 文件名兜底)
|
||
{
|
||
ls -1 "${UPSTREAM_REPO}"/boot/db/tdc/V*.sql 2>/dev/null || true
|
||
ls -1 "${UPSTREAM_REPO}"/boot/db/V*.sql 2>/dev/null || true
|
||
} | awk -F/ '
|
||
{
|
||
file = $NF
|
||
if (match(file, /^V[0-9]+\.[0-9]+\.[0-9]+__/) == 0) { next }
|
||
ver = substr(file, 2, RLENGTH - 3)
|
||
split(ver, p, ".")
|
||
printf "%010d.%010d.%010d\t%s\t%s\n", p[1], p[2], p[3], file, $0
|
||
}' | sort | cut -f3- > "${WORK}/migrations.txt"
|
||
|
||
COUNT="$(wc -l < "${WORK}/migrations.txt" | tr -d ' ')"
|
||
echo "[gen-migrate] 迁移文件数:${COUNT}(上游应为 82)"
|
||
|
||
# ③ 逐个打进目标库
|
||
: > "${WORK}/replay.log"
|
||
while IFS= read -r f; do
|
||
if ! psql -v ON_ERROR_STOP=1 -q -f "${f}" >>"${WORK}/replay.log" 2>&1; then
|
||
echo "[gen-migrate] 迁移失败:${f}" >&2
|
||
tail -40 "${WORK}/replay.log" >&2
|
||
echo "[gen-migrate] 工作目录保留在:${WORK}" >&2
|
||
exit 1
|
||
fi
|
||
done < "${WORK}/migrations.txt"
|
||
|
||
# ④ 导出 schema 到临时文件(先不碰 static/migrate.sql)
|
||
pg_dump --schema-only --no-owner --no-privileges > "${WORK}/raw.sql"
|
||
|
||
# ⑤ 剥掉 pg_dump 前言(restrict/unrestrict/SET/set_config)
|
||
grep -vE '^\\restrict|^\\unrestrict|^SET |^SELECT pg_catalog\.set_config' "${WORK}/raw.sql" > "${WORK}/migrate.sql"
|
||
|
||
# ⑥ 自检:表数不对就中止,绝不覆盖已入库的 static/migrate.sql
|
||
TABLES="$(grep -cE '^CREATE TABLE public\.' "${WORK}/migrate.sql" || true)"
|
||
if [ "${TABLES}" != "30" ]; then
|
||
echo "[gen-migrate] ⚠️ 表数是 ${TABLES}(应为 30),请复核迁移顺序;已中止,未改动 ${OUT}。" >&2
|
||
echo "[gen-migrate] 候选产物保留在:${WORK}/migrate.sql" >&2
|
||
exit 1
|
||
fi
|
||
|
||
# ⑦ 校验通过后才落盘
|
||
cp "${WORK}/migrate.sql" "${OUT}"
|
||
echo "[gen-migrate] 已生成 ${OUT}(${TABLES} 张表,字节数 $(wc -c < "${OUT}" | tr -d ' '))"
|
||
echo "[gen-migrate] 工作目录:${WORK}"
|