- 总手册/大图报告/GPU调研/INT8复盘/部署记录 → docs/ - 基准脚本与原始计时 → docs/bench/ - 测试样本图与生成脚本 → samples/ - README 引用与目录结构同步更新
220 lines
10 KiB
Bash
220 lines
10 KiB
Bash
#!/usr/bin/env bash
|
||
# 改编自 OCR性能验证说明.md 的基准脚本
|
||
# 适配点:
|
||
# 1) FULL 从环境变量读取 (FULL=0 仅CPU; FULL=1 含 Metal)
|
||
# 2) 透传 ROCR_METAL_DEVICE 让 patched 的 MNN 选择 GPU
|
||
# (discrete=独显 Radeon 5300M / integrated=核显 Intel UHD630 / 不设=系统默认=核显)
|
||
set -u
|
||
FULL="${FULL:-0}"
|
||
RESULT="$PWD/bench-result-$(hostname -s)-$(date +%Y%m%d-%H%M).txt"
|
||
|
||
bench() {
|
||
local ROOT="$PWD"
|
||
local CPU="$ROOT/rocr/bin/rusto-rs"
|
||
local MODEL="$ROOT/rocr/models/PPOCRv6-Medium"
|
||
local METAL="$ROOT/rusto-rs/target/release/rusto-rs-metal"
|
||
local IMG_A="$ROOT/samples/lt-a-800x320.png"
|
||
local IMG_B="$ROOT/samples/lt-b-1000x400.png"
|
||
local SOCK_BASE="/tmp/rocr-bench-$$"
|
||
local BASE_CPU_WARM=6.00 # 2015 Air 静置实测基线,用于换算"快了几倍"
|
||
local PHY LOG DAEMON_PID LAST
|
||
|
||
[ -x "$CPU" ] || { echo "✗ 找不到 $CPU"; echo " 请先 cd 到工作空间根目录(含 rocr/ rusto-rs/ samples/ 的那层)再贴这段"; return 1; }
|
||
[ -f "$MODEL/det.mnn" ] || { echo "✗ 找不到模型 $MODEL"; return 1; }
|
||
[ -f "$IMG_A" ] || { echo "✗ 找不到样本图 $IMG_A"; return 1; }
|
||
|
||
if xattr -p com.apple.quarantine "$CPU" >/dev/null 2>&1; then
|
||
echo "· 检测到 quarantine 属性,正在解除…"; xattr -dr com.apple.quarantine "$ROOT" >/dev/null 2>&1
|
||
fi
|
||
chmod +x "$CPU" "$METAL" 2>/dev/null
|
||
|
||
_now() { perl -MTime::HiRes=time -e 'printf "%.2f", time'; }
|
||
_dt() { awk -v a="$1" -v b="$2" 'BEGIN{printf "%.2f", b-a}'; }
|
||
_line() { printf '%s\n' "-------------------------------------------------------------------------------"; }
|
||
_head() { echo; _line; printf ' %s\n' "$1"; _line; }
|
||
row() { printf ' %-30s %10s s\n' "$1" "$2"; }
|
||
|
||
# 往 daemon 发一次请求(协议:第一行格式,第二行图片路径)
|
||
sock_req() {
|
||
perl -e '
|
||
use strict; use warnings; use IO::Socket::UNIX;
|
||
my ($sock,$img,$fmt)=@ARGV;
|
||
my $s=IO::Socket::UNIX->new(Peer=>$sock) or die "connect failed: $!\n";
|
||
$s->autoflush(1); print $s "$fmt\n$img\n";
|
||
my $out=do{ local $/; <$s> }; print defined $out ? $out : ""; close $s;
|
||
' "$1" "$2" "${3:-text}"
|
||
}
|
||
|
||
stop_daemon() { [ -n "${DAEMON_PID:-}" ] && kill "$DAEMON_PID" 2>/dev/null; DAEMON_PID=""; sleep 1; }
|
||
|
||
start_daemon() { # $1=bin $2=backend $3=threads $4=sock
|
||
local bin="$1" be="$2" th="$3" sock="$4" n=0
|
||
stop_daemon
|
||
rm -f "$sock" "$sock.log"
|
||
ROCR_BACKEND="$be" ROCR_NUM_THREADS="$th" ROCR_METAL_DEVICE="${ROCR_METAL_DEVICE:-}" "$bin" --serve --socket "$sock" --idle 3600 \
|
||
--det-model "$MODEL/det.mnn" --rec-model "$MODEL/rec.mnn" --dict "$MODEL/dict.txt" >"$sock.log" 2>&1 &
|
||
DAEMON_PID=$!
|
||
while [ "$n" -lt 900 ]; do
|
||
grep -qi ready "$sock.log" 2>/dev/null && return 0
|
||
kill -0 "$DAEMON_PID" 2>/dev/null || { echo " ✗ daemon 启动失败:"; sed 's/^/ /' "$sock.log"; return 1; }
|
||
sleep 1; n=$((n+1))
|
||
done
|
||
echo " ✗ daemon 启动超时"; return 1
|
||
}
|
||
|
||
cleanup() { stop_daemon; rm -f /tmp/rocr-bench-*.sock /tmp/rocr-bench-*.sock.log 2>/dev/null; }
|
||
trap cleanup EXIT INT TERM
|
||
|
||
timed_req() { # $1=sock $2=img $3=标签
|
||
local t0 t1; t0=$(_now); sock_req "$1" "$2" text >/dev/null 2>&1; t1=$(_now)
|
||
LAST="$(_dt "$t0" "$t1")"; row "$3" "$LAST"
|
||
}
|
||
timed_oneshot() { # $1=bin $2=backend $3=threads $4=img $5=标签
|
||
local t0 t1; t0=$(_now)
|
||
ROCR_BACKEND="$2" ROCR_NUM_THREADS="$3" ROCR_METAL_DEVICE="${ROCR_METAL_DEVICE:-}" "$1" \
|
||
--det-model "$MODEL/det.mnn" --rec-model "$MODEL/rec.mnn" --dict "$MODEL/dict.txt" \
|
||
"$4" --format text >/dev/null 2>&1
|
||
t1=$(_now); LAST="$(_dt "$t0" "$t1")"; row "$5" "$LAST"
|
||
}
|
||
|
||
# ---------------- 硬件信息 ----------------
|
||
echo "==============================================================================="
|
||
echo " rocr OCR 性能验证 —— $(date '+%Y-%m-%d %H:%M:%S')"
|
||
echo "==============================================================================="
|
||
echo " CPU : $(sysctl -n machdep.cpu.brand_string 2>/dev/null || echo '?')"
|
||
echo " 核心 : $(sysctl -n hw.physicalcpu) 物理 / $(sysctl -n hw.logicalcpu) 逻辑"
|
||
echo " 内存 : $(sysctl -n hw.memsize | awk '{printf "%.0f GB", $1/1073741824}')"
|
||
echo " 系统 : macOS $(sw_vers -productVersion 2>/dev/null) ($(uname -m))"
|
||
echo " 模式 : $( [ "$FULL" = "1" ] && echo '完整(CPU+Metal)' || echo '快速(仅CPU)' )"
|
||
echo " MetalGPU: ${ROCR_METAL_DEVICE:-<系统默认=核显>}"
|
||
echo " GPU :"
|
||
system_profiler SPDisplaysDataType 2>/dev/null \
|
||
| grep -E "^\s+(Chipset Model|Vendor|Metal)" | sed 's/^[[:space:]]*/ /' \
|
||
|| echo " (读取失败)"
|
||
echo " 模型 : $MODEL"
|
||
echo
|
||
|
||
PHY="$(sysctl -n hw.physicalcpu 2>/dev/null || echo 4)"
|
||
LOG="$(sysctl -n hw.logicalcpu 2>/dev/null || echo 4)"
|
||
|
||
# ---------------- 1. CPU 一次性 ----------------
|
||
_head "1) CPU —— 一次性调用(未启用常驻)"
|
||
timed_oneshot "$CPU" cpu 4 "$IMG_A" "一次性 (默认4线程)"
|
||
CPU_ONESHOT="$LAST"
|
||
|
||
# ---------------- 2. CPU 常驻 ----------------
|
||
_head "2) CPU —— 常驻 daemon(threads=4,默认档)"
|
||
CPU_COLD=""; CPU_WARM=""; CPU_SHAPE=""
|
||
sock="$SOCK_BASE-cpu4.sock"
|
||
if start_daemon "$CPU" cpu 4 "$sock"; then
|
||
t0=$(_now); sock_req "$sock" "$IMG_A" text >/dev/null 2>&1; CPU_COLD="$(_dt "$t0" "$(_now)")"
|
||
row "首次请求(含模型加载)" "$CPU_COLD"
|
||
timed_req "$sock" "$IMG_A" "热态 #1"; CPU_WARM="$LAST"
|
||
timed_req "$sock" "$IMG_A" "热态 #2"
|
||
timed_req "$sock" "$IMG_B" "热态(换尺寸图)"; CPU_SHAPE="$LAST"
|
||
else
|
||
echo " (跳过)"
|
||
fi
|
||
stop_daemon
|
||
|
||
# ---------------- 3. 线程数扫描 ----------------
|
||
_head "3) CPU —— 线程数扫描(常驻热态,看多核能否再提速)"
|
||
CPU_WARM_PHY=""; CPU_WARM_LOG=""; CPU_WARM_T1=""
|
||
DONE=" 4 "
|
||
for t in 1 "$PHY" "$LOG"; do
|
||
case "$DONE" in *" $t "*) continue ;; esac
|
||
DONE="$DONE$t "
|
||
sock="$SOCK_BASE-cput$t.sock"
|
||
if start_daemon "$CPU" cpu "$t" "$sock"; then
|
||
timed_req "$sock" "$IMG_A" "threads=$t 热态 #1"
|
||
timed_req "$sock" "$IMG_A" "threads=$t 热态 #2"
|
||
case "$t" in
|
||
1) CPU_WARM_T1="$LAST" ;;
|
||
"$PHY") CPU_WARM_PHY="$LAST" ;;
|
||
"$LOG") CPU_WARM_LOG="$LAST" ;;
|
||
esac
|
||
else
|
||
echo " (threads=$t 跳过)"
|
||
fi
|
||
stop_daemon
|
||
done
|
||
|
||
# ---------------- 3b. 对照复测(抓"越跑越快"的漂移)----------------
|
||
CPU_WARM_CTRL=""
|
||
sock="$SOCK_BASE-cpuctrl.sock"
|
||
if start_daemon "$CPU" cpu 4 "$sock"; then
|
||
timed_req "$sock" "$IMG_A" "对照复测 threads=4"
|
||
CPU_WARM_CTRL="$LAST"
|
||
fi
|
||
stop_daemon
|
||
|
||
# ---------------- 4/5. Metal ----------------
|
||
METAL_ONESHOT=""; METAL_COLD=""; METAL_WARM=""; METAL_SHAPE=""
|
||
if [ "$FULL" = "1" ]; then
|
||
if [ -x "$METAL" ]; then
|
||
_head "4) Metal(${ROCR_METAL_DEVICE:-系统默认=核显})—— 一次性调用"
|
||
echo " ⏳ 首次要做 Metal 着色器运行时编译,可能非常慢(2015 核显实测约 390 s),耐心等…"
|
||
timed_oneshot "$METAL" metal "$PHY" "$IMG_A" "一次性 (含编译)"
|
||
METAL_ONESHOT="$LAST"
|
||
|
||
_head "5) Metal(${ROCR_METAL_DEVICE:-系统默认=核显})—— 常驻 daemon(编译一次,后续热态)"
|
||
sock="$SOCK_BASE-metal.sock"
|
||
if start_daemon "$METAL" metal "$PHY" "$sock"; then
|
||
echo " ⏳ 首次请求含着色器编译,可能很慢…"
|
||
t0=$(_now); sock_req "$sock" "$IMG_A" text >/dev/null 2>&1
|
||
METAL_COLD="$(_dt "$t0" "$(_now)")"; row "首次请求(含着色器编译)" "$METAL_COLD"
|
||
timed_req "$sock" "$IMG_A" "热态 #1"; METAL_WARM="$LAST"
|
||
timed_req "$sock" "$IMG_A" "热态 #2"
|
||
timed_req "$sock" "$IMG_B" "热态(换尺寸图)"; METAL_SHAPE="$LAST"
|
||
else
|
||
echo " (跳过: Metal daemon 未启动)"
|
||
fi
|
||
stop_daemon
|
||
else
|
||
echo; echo "⚠️ 未找到 Metal 版二进制 $METAL,跳过独显阶段。"
|
||
echo " (重建见文末「Metal 二进制丢了怎么办」)"
|
||
fi
|
||
fi
|
||
|
||
# ---------------- 汇总 ----------------
|
||
_head "汇总对比"
|
||
printf ' %-30s %10s s %s\n' "项目" "耗时" "vs 2015 i5-5250U"
|
||
printf ' %-30s %10s\n' "2015 基线 CPU 常驻(静置)" "$BASE_CPU_WARM"
|
||
[ -n "$CPU_WARM" ] && printf ' %-30s %10s s 快 %.1f 倍\n' "本机 CPU 常驻 (threads=4)" "$CPU_WARM" \
|
||
"$(awk -v a="$BASE_CPU_WARM" -v b="$CPU_WARM" 'BEGIN{printf "%.2f", a/b}')"
|
||
[ -n "$CPU_WARM_PHY" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=$PHY)" "$CPU_WARM_PHY"
|
||
[ -n "$CPU_WARM_LOG" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=$LOG)" "$CPU_WARM_LOG"
|
||
[ -n "$CPU_WARM_T1" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=1)" "$CPU_WARM_T1"
|
||
[ -n "$CPU_ONESHOT" ] && printf ' %-30s %10s s\n' "本机 CPU 一次性" "$CPU_ONESHOT"
|
||
[ -n "$CPU_WARM_CTRL" ] && printf ' %-30s %10s s 对照\n' "本机 CPU 复测 (threads=4)" "$CPU_WARM_CTRL"
|
||
if [ -n "$METAL_WARM" ]; then
|
||
printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 常驻 热态" "$METAL_WARM"
|
||
printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 冷启动(含编译)" "$METAL_COLD"
|
||
printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 换尺寸图" "$METAL_SHAPE"
|
||
fi
|
||
_line
|
||
|
||
# 漂移检测
|
||
if [ -n "$CPU_WARM" ] && [ -n "$CPU_WARM_CTRL" ]; then
|
||
DRIFT="$(awk -v a="$CPU_WARM" -v b="$CPU_WARM_CTRL" 'BEGIN{
|
||
if (a<=0) { print "0"; exit } d=(b-a)/a; if (d<0) d=-d; printf "%.0f", d*100 }')"
|
||
if [ "$DRIFT" -ge 25 ]; then
|
||
echo
|
||
echo " ⚠️ 结果漂移较大:threads=4 首测 $CPU_WARM s,末尾复测 $CPU_WARM_CTRL s(相差 ${DRIFT}%)。"
|
||
echo " 多半是测量期间机器在后台干活(Spotlight 索引、iCloud/网盘同步、杀毒、Chrome)。"
|
||
echo " 建议关掉它们再跑一遍取稳定值。"
|
||
fi
|
||
fi
|
||
|
||
echo
|
||
echo " 判读要点:"
|
||
echo " · 看「本机 CPU 常驻」,这就是批量任务的真实速度(每张)。"
|
||
echo " · Metal 值不值得用,看两点:热态是否明显快于 CPU;"
|
||
echo " 以及「换尺寸图」是否暴涨(暴涨=每个新尺寸都要重编译流水线,批量场景不可用)。"
|
||
echo " · 若 Metal 热态 ≈ CPU(±20% 内)→ 别折腾独显,用 CPU。"
|
||
[ "$FULL" != "1" ] && echo " · 想连独显一起验,把本段开头的 FULL=0 改成 FULL=1 再跑一次。"
|
||
echo
|
||
}
|
||
bench | tee "$RESULT"
|
||
echo "结果已存档: $RESULT"
|