Files
ssw 792f3d5d02 rocr: 工作空间文档收编进仓库 (docs/+samples/ 重布局)
- 总手册/大图报告/GPU调研/INT8复盘/部署记录 → docs/
- 基准脚本与原始计时 → docs/bench/
- 测试样本图与生成脚本 → samples/
- README 引用与目录结构同步更新
2026-09-12 17:17:41 +08:00

220 lines
10 KiB
Bash
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env bash
# 改编自 OCR性能验证说明.md 的基准脚本
# 适配点:
# 1) FULL 从环境变量读取 (FULL=0 仅CPU; FULL=1 含 Metal)
# 2) 透传 ROCR_METAL_DEVICE 让 patched 的 MNN 选择 GPU
# (discrete=独显 Radeon 5300M / integrated=核显 Intel UHD630 / 不设=系统默认=核显)
set -u
FULL="${FULL:-0}"
RESULT="$PWD/bench-result-$(hostname -s)-$(date +%Y%m%d-%H%M).txt"
bench() {
local ROOT="$PWD"
local CPU="$ROOT/rocr/bin/rusto-rs"
local MODEL="$ROOT/rocr/models/PPOCRv6-Medium"
local METAL="$ROOT/rusto-rs/target/release/rusto-rs-metal"
local IMG_A="$ROOT/samples/lt-a-800x320.png"
local IMG_B="$ROOT/samples/lt-b-1000x400.png"
local SOCK_BASE="/tmp/rocr-bench-$$"
local BASE_CPU_WARM=6.00 # 2015 Air 静置实测基线,用于换算"快了几倍"
local PHY LOG DAEMON_PID LAST
[ -x "$CPU" ] || { echo "✗ 找不到 $CPU"; echo " 请先 cd 到工作空间根目录(含 rocr/ rusto-rs/ samples/ 的那层)再贴这段"; return 1; }
[ -f "$MODEL/det.mnn" ] || { echo "✗ 找不到模型 $MODEL"; return 1; }
[ -f "$IMG_A" ] || { echo "✗ 找不到样本图 $IMG_A"; return 1; }
if xattr -p com.apple.quarantine "$CPU" >/dev/null 2>&1; then
echo "· 检测到 quarantine 属性,正在解除…"; xattr -dr com.apple.quarantine "$ROOT" >/dev/null 2>&1
fi
chmod +x "$CPU" "$METAL" 2>/dev/null
_now() { perl -MTime::HiRes=time -e 'printf "%.2f", time'; }
_dt() { awk -v a="$1" -v b="$2" 'BEGIN{printf "%.2f", b-a}'; }
_line() { printf '%s\n' "-------------------------------------------------------------------------------"; }
_head() { echo; _line; printf ' %s\n' "$1"; _line; }
row() { printf ' %-30s %10s s\n' "$1" "$2"; }
# 往 daemon 发一次请求(协议:第一行格式,第二行图片路径)
sock_req() {
perl -e '
use strict; use warnings; use IO::Socket::UNIX;
my ($sock,$img,$fmt)=@ARGV;
my $s=IO::Socket::UNIX->new(Peer=>$sock) or die "connect failed: $!\n";
$s->autoflush(1); print $s "$fmt\n$img\n";
my $out=do{ local $/; <$s> }; print defined $out ? $out : ""; close $s;
' "$1" "$2" "${3:-text}"
}
stop_daemon() { [ -n "${DAEMON_PID:-}" ] && kill "$DAEMON_PID" 2>/dev/null; DAEMON_PID=""; sleep 1; }
start_daemon() { # $1=bin $2=backend $3=threads $4=sock
local bin="$1" be="$2" th="$3" sock="$4" n=0
stop_daemon
rm -f "$sock" "$sock.log"
ROCR_BACKEND="$be" ROCR_NUM_THREADS="$th" ROCR_METAL_DEVICE="${ROCR_METAL_DEVICE:-}" "$bin" --serve --socket "$sock" --idle 3600 \
--det-model "$MODEL/det.mnn" --rec-model "$MODEL/rec.mnn" --dict "$MODEL/dict.txt" >"$sock.log" 2>&1 &
DAEMON_PID=$!
while [ "$n" -lt 900 ]; do
grep -qi ready "$sock.log" 2>/dev/null && return 0
kill -0 "$DAEMON_PID" 2>/dev/null || { echo " ✗ daemon 启动失败:"; sed 's/^/ /' "$sock.log"; return 1; }
sleep 1; n=$((n+1))
done
echo " ✗ daemon 启动超时"; return 1
}
cleanup() { stop_daemon; rm -f /tmp/rocr-bench-*.sock /tmp/rocr-bench-*.sock.log 2>/dev/null; }
trap cleanup EXIT INT TERM
timed_req() { # $1=sock $2=img $3=标签
local t0 t1; t0=$(_now); sock_req "$1" "$2" text >/dev/null 2>&1; t1=$(_now)
LAST="$(_dt "$t0" "$t1")"; row "$3" "$LAST"
}
timed_oneshot() { # $1=bin $2=backend $3=threads $4=img $5=标签
local t0 t1; t0=$(_now)
ROCR_BACKEND="$2" ROCR_NUM_THREADS="$3" ROCR_METAL_DEVICE="${ROCR_METAL_DEVICE:-}" "$1" \
--det-model "$MODEL/det.mnn" --rec-model "$MODEL/rec.mnn" --dict "$MODEL/dict.txt" \
"$4" --format text >/dev/null 2>&1
t1=$(_now); LAST="$(_dt "$t0" "$t1")"; row "$5" "$LAST"
}
# ---------------- 硬件信息 ----------------
echo "==============================================================================="
echo " rocr OCR 性能验证 —— $(date '+%Y-%m-%d %H:%M:%S')"
echo "==============================================================================="
echo " CPU : $(sysctl -n machdep.cpu.brand_string 2>/dev/null || echo '?')"
echo " 核心 : $(sysctl -n hw.physicalcpu) 物理 / $(sysctl -n hw.logicalcpu) 逻辑"
echo " 内存 : $(sysctl -n hw.memsize | awk '{printf "%.0f GB", $1/1073741824}')"
echo " 系统 : macOS $(sw_vers -productVersion 2>/dev/null) ($(uname -m))"
echo " 模式 : $( [ "$FULL" = "1" ] && echo '完整(CPU+Metal)' || echo '快速(仅CPU)' )"
echo " MetalGPU: ${ROCR_METAL_DEVICE:-<系统默认=核显>}"
echo " GPU :"
system_profiler SPDisplaysDataType 2>/dev/null \
| grep -E "^\s+(Chipset Model|Vendor|Metal)" | sed 's/^[[:space:]]*/ /' \
|| echo " (读取失败)"
echo " 模型 : $MODEL"
echo
PHY="$(sysctl -n hw.physicalcpu 2>/dev/null || echo 4)"
LOG="$(sysctl -n hw.logicalcpu 2>/dev/null || echo 4)"
# ---------------- 1. CPU 一次性 ----------------
_head "1) CPU —— 一次性调用(未启用常驻)"
timed_oneshot "$CPU" cpu 4 "$IMG_A" "一次性 (默认4线程)"
CPU_ONESHOT="$LAST"
# ---------------- 2. CPU 常驻 ----------------
_head "2) CPU —— 常驻 daemon(threads=4,默认档)"
CPU_COLD=""; CPU_WARM=""; CPU_SHAPE=""
sock="$SOCK_BASE-cpu4.sock"
if start_daemon "$CPU" cpu 4 "$sock"; then
t0=$(_now); sock_req "$sock" "$IMG_A" text >/dev/null 2>&1; CPU_COLD="$(_dt "$t0" "$(_now)")"
row "首次请求(含模型加载)" "$CPU_COLD"
timed_req "$sock" "$IMG_A" "热态 #1"; CPU_WARM="$LAST"
timed_req "$sock" "$IMG_A" "热态 #2"
timed_req "$sock" "$IMG_B" "热态(换尺寸图)"; CPU_SHAPE="$LAST"
else
echo " (跳过)"
fi
stop_daemon
# ---------------- 3. 线程数扫描 ----------------
_head "3) CPU —— 线程数扫描(常驻热态,看多核能否再提速)"
CPU_WARM_PHY=""; CPU_WARM_LOG=""; CPU_WARM_T1=""
DONE=" 4 "
for t in 1 "$PHY" "$LOG"; do
case "$DONE" in *" $t "*) continue ;; esac
DONE="$DONE$t "
sock="$SOCK_BASE-cput$t.sock"
if start_daemon "$CPU" cpu "$t" "$sock"; then
timed_req "$sock" "$IMG_A" "threads=$t 热态 #1"
timed_req "$sock" "$IMG_A" "threads=$t 热态 #2"
case "$t" in
1) CPU_WARM_T1="$LAST" ;;
"$PHY") CPU_WARM_PHY="$LAST" ;;
"$LOG") CPU_WARM_LOG="$LAST" ;;
esac
else
echo " (threads=$t 跳过)"
fi
stop_daemon
done
# ---------------- 3b. 对照复测(抓"越跑越快"的漂移)----------------
CPU_WARM_CTRL=""
sock="$SOCK_BASE-cpuctrl.sock"
if start_daemon "$CPU" cpu 4 "$sock"; then
timed_req "$sock" "$IMG_A" "对照复测 threads=4"
CPU_WARM_CTRL="$LAST"
fi
stop_daemon
# ---------------- 4/5. Metal ----------------
METAL_ONESHOT=""; METAL_COLD=""; METAL_WARM=""; METAL_SHAPE=""
if [ "$FULL" = "1" ]; then
if [ -x "$METAL" ]; then
_head "4) Metal(${ROCR_METAL_DEVICE:-系统默认=核显})—— 一次性调用"
echo " ⏳ 首次要做 Metal 着色器运行时编译,可能非常慢(2015 核显实测约 390 s),耐心等…"
timed_oneshot "$METAL" metal "$PHY" "$IMG_A" "一次性 (含编译)"
METAL_ONESHOT="$LAST"
_head "5) Metal(${ROCR_METAL_DEVICE:-系统默认=核显})—— 常驻 daemon(编译一次,后续热态)"
sock="$SOCK_BASE-metal.sock"
if start_daemon "$METAL" metal "$PHY" "$sock"; then
echo " ⏳ 首次请求含着色器编译,可能很慢…"
t0=$(_now); sock_req "$sock" "$IMG_A" text >/dev/null 2>&1
METAL_COLD="$(_dt "$t0" "$(_now)")"; row "首次请求(含着色器编译)" "$METAL_COLD"
timed_req "$sock" "$IMG_A" "热态 #1"; METAL_WARM="$LAST"
timed_req "$sock" "$IMG_A" "热态 #2"
timed_req "$sock" "$IMG_B" "热态(换尺寸图)"; METAL_SHAPE="$LAST"
else
echo " (跳过: Metal daemon 未启动)"
fi
stop_daemon
else
echo; echo "⚠️ 未找到 Metal 版二进制 $METAL,跳过独显阶段。"
echo " (重建见文末「Metal 二进制丢了怎么办」)"
fi
fi
# ---------------- 汇总 ----------------
_head "汇总对比"
printf ' %-30s %10s s %s\n' "项目" "耗时" "vs 2015 i5-5250U"
printf ' %-30s %10s\n' "2015 基线 CPU 常驻(静置)" "$BASE_CPU_WARM"
[ -n "$CPU_WARM" ] && printf ' %-30s %10s s 快 %.1f 倍\n' "本机 CPU 常驻 (threads=4)" "$CPU_WARM" \
"$(awk -v a="$BASE_CPU_WARM" -v b="$CPU_WARM" 'BEGIN{printf "%.2f", a/b}')"
[ -n "$CPU_WARM_PHY" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=$PHY)" "$CPU_WARM_PHY"
[ -n "$CPU_WARM_LOG" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=$LOG)" "$CPU_WARM_LOG"
[ -n "$CPU_WARM_T1" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=1)" "$CPU_WARM_T1"
[ -n "$CPU_ONESHOT" ] && printf ' %-30s %10s s\n' "本机 CPU 一次性" "$CPU_ONESHOT"
[ -n "$CPU_WARM_CTRL" ] && printf ' %-30s %10s s 对照\n' "本机 CPU 复测 (threads=4)" "$CPU_WARM_CTRL"
if [ -n "$METAL_WARM" ]; then
printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 常驻 热态" "$METAL_WARM"
printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 冷启动(含编译)" "$METAL_COLD"
printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 换尺寸图" "$METAL_SHAPE"
fi
_line
# 漂移检测
if [ -n "$CPU_WARM" ] && [ -n "$CPU_WARM_CTRL" ]; then
DRIFT="$(awk -v a="$CPU_WARM" -v b="$CPU_WARM_CTRL" 'BEGIN{
if (a<=0) { print "0"; exit } d=(b-a)/a; if (d<0) d=-d; printf "%.0f", d*100 }')"
if [ "$DRIFT" -ge 25 ]; then
echo
echo " ⚠️ 结果漂移较大:threads=4 首测 $CPU_WARM s,末尾复测 $CPU_WARM_CTRL s(相差 ${DRIFT}%)。"
echo " 多半是测量期间机器在后台干活(Spotlight 索引、iCloud/网盘同步、杀毒、Chrome)。"
echo " 建议关掉它们再跑一遍取稳定值。"
fi
fi
echo
echo " 判读要点:"
echo " · 看「本机 CPU 常驻」,这就是批量任务的真实速度(每张)。"
echo " · Metal 值不值得用,看两点:热态是否明显快于 CPU;"
echo " 以及「换尺寸图」是否暴涨(暴涨=每个新尺寸都要重编译流水线,批量场景不可用)。"
echo " · 若 Metal 热态 ≈ CPU(±20% 内)→ 别折腾独显,用 CPU。"
[ "$FULL" != "1" ] && echo " · 想连独显一起验,把本段开头的 FULL=0 改成 FULL=1 再跑一次。"
echo
}
bench | tee "$RESULT"
echo "结果已存档: $RESULT"