#!/usr/bin/env bash # 改编自 OCR性能验证说明.md 的基准脚本 # 适配点: # 1) FULL 从环境变量读取 (FULL=0 仅CPU; FULL=1 含 Metal) # 2) 透传 ROCR_METAL_DEVICE 让 patched 的 MNN 选择 GPU # (discrete=独显 Radeon 5300M / integrated=核显 Intel UHD630 / 不设=系统默认=核显) set -u FULL="${FULL:-0}" RESULT="$PWD/bench-result-$(hostname -s)-$(date +%Y%m%d-%H%M).txt" bench() { local ROOT="$PWD" local CPU="$ROOT/rocr/bin/rusto-rs" local MODEL="$ROOT/rocr/models/PPOCRv6-Medium" local METAL="$ROOT/rusto-rs/target/release/rusto-rs-metal" local IMG_A="$ROOT/samples/lt-a-800x320.png" local IMG_B="$ROOT/samples/lt-b-1000x400.png" local SOCK_BASE="/tmp/rocr-bench-$$" local BASE_CPU_WARM=6.00 # 2015 Air 静置实测基线,用于换算"快了几倍" local PHY LOG DAEMON_PID LAST [ -x "$CPU" ] || { echo "✗ 找不到 $CPU"; echo " 请先 cd 到工作空间根目录(含 rocr/ rusto-rs/ samples/ 的那层)再贴这段"; return 1; } [ -f "$MODEL/det.mnn" ] || { echo "✗ 找不到模型 $MODEL"; return 1; } [ -f "$IMG_A" ] || { echo "✗ 找不到样本图 $IMG_A"; return 1; } if xattr -p com.apple.quarantine "$CPU" >/dev/null 2>&1; then echo "· 检测到 quarantine 属性,正在解除…"; xattr -dr com.apple.quarantine "$ROOT" >/dev/null 2>&1 fi chmod +x "$CPU" "$METAL" 2>/dev/null _now() { perl -MTime::HiRes=time -e 'printf "%.2f", time'; } _dt() { awk -v a="$1" -v b="$2" 'BEGIN{printf "%.2f", b-a}'; } _line() { printf '%s\n' "-------------------------------------------------------------------------------"; } _head() { echo; _line; printf ' %s\n' "$1"; _line; } row() { printf ' %-30s %10s s\n' "$1" "$2"; } # 往 daemon 发一次请求(协议:第一行格式,第二行图片路径) sock_req() { perl -e ' use strict; use warnings; use IO::Socket::UNIX; my ($sock,$img,$fmt)=@ARGV; my $s=IO::Socket::UNIX->new(Peer=>$sock) or die "connect failed: $!\n"; $s->autoflush(1); print $s "$fmt\n$img\n"; my $out=do{ local $/; <$s> }; print defined $out ? $out : ""; close $s; ' "$1" "$2" "${3:-text}" } stop_daemon() { [ -n "${DAEMON_PID:-}" ] && kill "$DAEMON_PID" 2>/dev/null; DAEMON_PID=""; sleep 1; } start_daemon() { # $1=bin $2=backend $3=threads $4=sock local bin="$1" be="$2" th="$3" sock="$4" n=0 stop_daemon rm -f "$sock" "$sock.log" ROCR_BACKEND="$be" ROCR_NUM_THREADS="$th" ROCR_METAL_DEVICE="${ROCR_METAL_DEVICE:-}" "$bin" --serve --socket "$sock" --idle 3600 \ --det-model "$MODEL/det.mnn" --rec-model "$MODEL/rec.mnn" --dict "$MODEL/dict.txt" >"$sock.log" 2>&1 & DAEMON_PID=$! while [ "$n" -lt 900 ]; do grep -qi ready "$sock.log" 2>/dev/null && return 0 kill -0 "$DAEMON_PID" 2>/dev/null || { echo " ✗ daemon 启动失败:"; sed 's/^/ /' "$sock.log"; return 1; } sleep 1; n=$((n+1)) done echo " ✗ daemon 启动超时"; return 1 } cleanup() { stop_daemon; rm -f /tmp/rocr-bench-*.sock /tmp/rocr-bench-*.sock.log 2>/dev/null; } trap cleanup EXIT INT TERM timed_req() { # $1=sock $2=img $3=标签 local t0 t1; t0=$(_now); sock_req "$1" "$2" text >/dev/null 2>&1; t1=$(_now) LAST="$(_dt "$t0" "$t1")"; row "$3" "$LAST" } timed_oneshot() { # $1=bin $2=backend $3=threads $4=img $5=标签 local t0 t1; t0=$(_now) ROCR_BACKEND="$2" ROCR_NUM_THREADS="$3" ROCR_METAL_DEVICE="${ROCR_METAL_DEVICE:-}" "$1" \ --det-model "$MODEL/det.mnn" --rec-model "$MODEL/rec.mnn" --dict "$MODEL/dict.txt" \ "$4" --format text >/dev/null 2>&1 t1=$(_now); LAST="$(_dt "$t0" "$t1")"; row "$5" "$LAST" } # ---------------- 硬件信息 ---------------- echo "===============================================================================" echo " rocr OCR 性能验证 —— $(date '+%Y-%m-%d %H:%M:%S')" echo "===============================================================================" echo " CPU : $(sysctl -n machdep.cpu.brand_string 2>/dev/null || echo '?')" echo " 核心 : $(sysctl -n hw.physicalcpu) 物理 / $(sysctl -n hw.logicalcpu) 逻辑" echo " 内存 : $(sysctl -n hw.memsize | awk '{printf "%.0f GB", $1/1073741824}')" echo " 系统 : macOS $(sw_vers -productVersion 2>/dev/null) ($(uname -m))" echo " 模式 : $( [ "$FULL" = "1" ] && echo '完整(CPU+Metal)' || echo '快速(仅CPU)' )" echo " MetalGPU: ${ROCR_METAL_DEVICE:-<系统默认=核显>}" echo " GPU :" system_profiler SPDisplaysDataType 2>/dev/null \ | grep -E "^\s+(Chipset Model|Vendor|Metal)" | sed 's/^[[:space:]]*/ /' \ || echo " (读取失败)" echo " 模型 : $MODEL" echo PHY="$(sysctl -n hw.physicalcpu 2>/dev/null || echo 4)" LOG="$(sysctl -n hw.logicalcpu 2>/dev/null || echo 4)" # ---------------- 1. CPU 一次性 ---------------- _head "1) CPU —— 一次性调用(未启用常驻)" timed_oneshot "$CPU" cpu 4 "$IMG_A" "一次性 (默认4线程)" CPU_ONESHOT="$LAST" # ---------------- 2. CPU 常驻 ---------------- _head "2) CPU —— 常驻 daemon(threads=4,默认档)" CPU_COLD=""; CPU_WARM=""; CPU_SHAPE="" sock="$SOCK_BASE-cpu4.sock" if start_daemon "$CPU" cpu 4 "$sock"; then t0=$(_now); sock_req "$sock" "$IMG_A" text >/dev/null 2>&1; CPU_COLD="$(_dt "$t0" "$(_now)")" row "首次请求(含模型加载)" "$CPU_COLD" timed_req "$sock" "$IMG_A" "热态 #1"; CPU_WARM="$LAST" timed_req "$sock" "$IMG_A" "热态 #2" timed_req "$sock" "$IMG_B" "热态(换尺寸图)"; CPU_SHAPE="$LAST" else echo " (跳过)" fi stop_daemon # ---------------- 3. 线程数扫描 ---------------- _head "3) CPU —— 线程数扫描(常驻热态,看多核能否再提速)" CPU_WARM_PHY=""; CPU_WARM_LOG=""; CPU_WARM_T1="" DONE=" 4 " for t in 1 "$PHY" "$LOG"; do case "$DONE" in *" $t "*) continue ;; esac DONE="$DONE$t " sock="$SOCK_BASE-cput$t.sock" if start_daemon "$CPU" cpu "$t" "$sock"; then timed_req "$sock" "$IMG_A" "threads=$t 热态 #1" timed_req "$sock" "$IMG_A" "threads=$t 热态 #2" case "$t" in 1) CPU_WARM_T1="$LAST" ;; "$PHY") CPU_WARM_PHY="$LAST" ;; "$LOG") CPU_WARM_LOG="$LAST" ;; esac else echo " (threads=$t 跳过)" fi stop_daemon done # ---------------- 3b. 对照复测(抓"越跑越快"的漂移)---------------- CPU_WARM_CTRL="" sock="$SOCK_BASE-cpuctrl.sock" if start_daemon "$CPU" cpu 4 "$sock"; then timed_req "$sock" "$IMG_A" "对照复测 threads=4" CPU_WARM_CTRL="$LAST" fi stop_daemon # ---------------- 4/5. Metal ---------------- METAL_ONESHOT=""; METAL_COLD=""; METAL_WARM=""; METAL_SHAPE="" if [ "$FULL" = "1" ]; then if [ -x "$METAL" ]; then _head "4) Metal(${ROCR_METAL_DEVICE:-系统默认=核显})—— 一次性调用" echo " ⏳ 首次要做 Metal 着色器运行时编译,可能非常慢(2015 核显实测约 390 s),耐心等…" timed_oneshot "$METAL" metal "$PHY" "$IMG_A" "一次性 (含编译)" METAL_ONESHOT="$LAST" _head "5) Metal(${ROCR_METAL_DEVICE:-系统默认=核显})—— 常驻 daemon(编译一次,后续热态)" sock="$SOCK_BASE-metal.sock" if start_daemon "$METAL" metal "$PHY" "$sock"; then echo " ⏳ 首次请求含着色器编译,可能很慢…" t0=$(_now); sock_req "$sock" "$IMG_A" text >/dev/null 2>&1 METAL_COLD="$(_dt "$t0" "$(_now)")"; row "首次请求(含着色器编译)" "$METAL_COLD" timed_req "$sock" "$IMG_A" "热态 #1"; METAL_WARM="$LAST" timed_req "$sock" "$IMG_A" "热态 #2" timed_req "$sock" "$IMG_B" "热态(换尺寸图)"; METAL_SHAPE="$LAST" else echo " (跳过: Metal daemon 未启动)" fi stop_daemon else echo; echo "⚠️ 未找到 Metal 版二进制 $METAL,跳过独显阶段。" echo " (重建见文末「Metal 二进制丢了怎么办」)" fi fi # ---------------- 汇总 ---------------- _head "汇总对比" printf ' %-30s %10s s %s\n' "项目" "耗时" "vs 2015 i5-5250U" printf ' %-30s %10s\n' "2015 基线 CPU 常驻(静置)" "$BASE_CPU_WARM" [ -n "$CPU_WARM" ] && printf ' %-30s %10s s 快 %.1f 倍\n' "本机 CPU 常驻 (threads=4)" "$CPU_WARM" \ "$(awk -v a="$BASE_CPU_WARM" -v b="$CPU_WARM" 'BEGIN{printf "%.2f", a/b}')" [ -n "$CPU_WARM_PHY" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=$PHY)" "$CPU_WARM_PHY" [ -n "$CPU_WARM_LOG" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=$LOG)" "$CPU_WARM_LOG" [ -n "$CPU_WARM_T1" ] && printf ' %-30s %10s s\n' "本机 CPU 常驻 (threads=1)" "$CPU_WARM_T1" [ -n "$CPU_ONESHOT" ] && printf ' %-30s %10s s\n' "本机 CPU 一次性" "$CPU_ONESHOT" [ -n "$CPU_WARM_CTRL" ] && printf ' %-30s %10s s 对照\n' "本机 CPU 复测 (threads=4)" "$CPU_WARM_CTRL" if [ -n "$METAL_WARM" ]; then printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 常驻 热态" "$METAL_WARM" printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 冷启动(含编译)" "$METAL_COLD" printf ' %-30s %10s s\n' "本机 Metal(${ROCR_METAL_DEVICE:-默认}) 换尺寸图" "$METAL_SHAPE" fi _line # 漂移检测 if [ -n "$CPU_WARM" ] && [ -n "$CPU_WARM_CTRL" ]; then DRIFT="$(awk -v a="$CPU_WARM" -v b="$CPU_WARM_CTRL" 'BEGIN{ if (a<=0) { print "0"; exit } d=(b-a)/a; if (d<0) d=-d; printf "%.0f", d*100 }')" if [ "$DRIFT" -ge 25 ]; then echo echo " ⚠️ 结果漂移较大:threads=4 首测 $CPU_WARM s,末尾复测 $CPU_WARM_CTRL s(相差 ${DRIFT}%)。" echo " 多半是测量期间机器在后台干活(Spotlight 索引、iCloud/网盘同步、杀毒、Chrome)。" echo " 建议关掉它们再跑一遍取稳定值。" fi fi echo echo " 判读要点:" echo " · 看「本机 CPU 常驻」,这就是批量任务的真实速度(每张)。" echo " · Metal 值不值得用,看两点:热态是否明显快于 CPU;" echo " 以及「换尺寸图」是否暴涨(暴涨=每个新尺寸都要重编译流水线,批量场景不可用)。" echo " · 若 Metal 热态 ≈ CPU(±20% 内)→ 别折腾独显,用 CPU。" [ "$FULL" != "1" ] && echo " · 想连独显一起验,把本段开头的 FULL=0 改成 FULL=1 再跑一次。" echo } bench | tee "$RESULT" echo "结果已存档: $RESULT"