用户指出社区编过 ray 1.0.1 armv7l wheel。核实为真,之前的"不可能"是错的。 PyPI 侧仍是事实:135 个版本 5087 个 wheel,armv7l/armhf/armv6 共 0 个, piwheels 全 skip(binary only),无 sdist。但社区有人编: - PidgeyBE 1.0.1 (cp36)、PeterPirog 1.2.0 (cp38),issue #12128 - 唯一需要的改动是 setup.py 加 --linkopt=-latomic(8 字节原子要 libatomic) 实物核对(ray-1.0.1-cp36-cp36m-linux_armv7l.whl,19MB→64MB): _raylet.so 16.4MB / raylet 13.1MB / gcs_server 10.9MB, 全部 ELF32 ARM EABI5 hard-float;_raylet.so 导出 2040 个 ray:: 符号, CoreWorkerProcess::Initialize/GetCoreWorker/RunTaskExecutionLoop 齐全, 无 B5cxx11(同样是旧 ABI),所以 shim 那套做法在 armv7 也成立。 实测跑通完整节点(x86_64 沙箱 + qemu-arm-static 真 ELF32 执行): redis(带 ray 模块) → gcs_server:6392 → plasma → raylet:6393, NodeManager ID ebb89cb9…,GCS 回 IsAlive = 1。 顺带记三个非 32 位坑:redis 要手工播种 5 个键;容器 /dev/shm 64MB 要改 plasma 目录;raylet 硬性要求一个 worker_command。 代价也说清:1.0.1 是 2020-12 代码,GCS 协议与 2.x 不同,接不进现代集群; cp36 要 python3.6;44.6MB 二进制。默认仍走 nax-orch。 新增 docs/RAY_ARMV7.md + ray/armv7/{run_node,run_gcs_only}.sh; RAY_CORE.md §5 与状态表改正。
71 lines
3.3 KiB
Bash
71 lines
3.3 KiB
Bash
#!/bin/bash
|
|
# armv7 Ray 1.0.1 完整节点:redis(主+分片) + gcs_server + plasma + raylet
|
|
Q="qemu-arm-static -L /usr/lib/arm-linux-gnueabihf"
|
|
R=/tmp/r17/ray-1.0.1.data/purelib/ray
|
|
D=$R/core/src/ray
|
|
MOD=$D/gcs/redis_module/libray_redis_module.so
|
|
REDIS=$D/thirdparty/redis/src/redis-server
|
|
PLASMA=$R/core/src/plasma/plasma_store_server
|
|
RAYLET=$D/raylet/raylet
|
|
chmod +x $REDIS $PLASMA $RAYLET $MOD $D/gcs/gcs_server 2>/dev/null
|
|
pkill -f qemu-arm-static 2>/dev/null; sleep 1
|
|
rm -rf /tmp/r7sess /tmp/r7temp /tmp/plasmadir /tmp/plasma7.sock /tmp/raylet7.sock
|
|
mkdir -p /tmp/r7sess /tmp/r7temp /tmp/plasmadir
|
|
|
|
echo "=== 1) redis 主/分片"
|
|
$Q $REDIS --port 6390 --save '' --appendonly no --protected-mode no --loadmodule $MOD > /tmp/r7.log 2>&1 &
|
|
$Q $REDIS --port 6391 --save '' --appendonly no --protected-mode no --loadmodule $MOD > /tmp/r7b.log 2>&1 &
|
|
for i in $(seq 1 30); do timeout 2 bash -c "echo > /dev/tcp/127.0.0.1/6390" 2>/dev/null && break; sleep 0.4; done
|
|
for i in $(seq 1 30); do timeout 2 bash -c "echo > /dev/tcp/127.0.0.1/6391" 2>/dev/null && break; sleep 0.4; done
|
|
redis-cli -p 6390 set NumRedisShards 1 > /dev/null
|
|
redis-cli -p 6390 set RedirectOutput 0 > /dev/null
|
|
redis-cli -p 6390 set JobCounter 0 > /dev/null
|
|
redis-cli -p 6390 set ray_version 1.0.1 > /dev/null
|
|
redis-cli -p 6390 set ray_commit pidgeybe > /dev/null
|
|
redis-cli -p 6390 rpush RedisShards 127.0.0.1:6391 > /dev/null
|
|
echo " redis ok"
|
|
|
|
echo "=== 2) gcs_server :6392"
|
|
$Q $D/gcs/gcs_server --redis_address 127.0.0.1 --redis_port 6390 \
|
|
--node_ip_address 127.0.0.1 --gcs_server_port 6392 > /tmp/r7gcs.log 2>&1 &
|
|
for i in $(seq 1 40); do timeout 2 bash -c "echo > /dev/tcp/127.0.0.1/6392" 2>/dev/null && break; sleep 0.5; done
|
|
grep -E 'listening on port|Gcs server address' /tmp/r7gcs.log | head -2
|
|
|
|
echo "=== 3) plasma_store_server"
|
|
$Q $PLASMA -s /tmp/plasma7.sock -m 50000000 -d /tmp/plasmadir > /tmp/r7plasma.log 2>&1 &
|
|
for i in $(seq 1 30); do [ -S /tmp/plasma7.sock ] && break; sleep 0.5; done
|
|
[ -S /tmp/plasma7.sock ] && echo " plasma socket ok" || { echo " plasma 失败"; head -5 /tmp/r7plasma.log; }
|
|
|
|
echo "=== 4) raylet"
|
|
$Q $RAYLET \
|
|
--raylet_socket_name=/tmp/raylet7.sock \
|
|
--store_socket_name=/tmp/plasma7.sock \
|
|
--object_manager_port=0 \
|
|
--min_worker_port=0 --max_worker_port=0 \
|
|
--node_manager_port=6393 \
|
|
--node_ip_address=127.0.0.1 \
|
|
--redis_address=127.0.0.1 --redis_port=6390 \
|
|
--num_initial_workers=0 --maximum_startup_concurrency=1 \
|
|
--static_resource_list=127.0.0.1,1,1000000000,50000000 \
|
|
--config_list= \
|
|
--python_worker_command= --java_worker_command= --cpp_worker_command=/bin/true \
|
|
--redis_password= \
|
|
--temp_dir=/tmp/r7temp --session_dir=/tmp/r7sess \
|
|
--metrics-agent-port=6394 --metrics_export_port=6395 > /tmp/r7raylet.log 2>&1 &
|
|
LP=$!
|
|
sleep 20
|
|
|
|
echo "=== 5) 结果"
|
|
(ss -lntp 2>/dev/null || netstat -lntp 2>/dev/null) | grep -E '6390|6391|6392|6393' | head
|
|
echo "--- raylet 日志(前 16 行)"
|
|
head -16 /tmp/r7raylet.log
|
|
echo "--- 存活"
|
|
kill -0 $LP 2>/dev/null && echo " raylet 存活 ✅" || echo " raylet 已退出 ❌"
|
|
echo "--- GCS 节点表(redis 里的 gcs 表)"
|
|
redis-cli -p 6390 keys '*' | grep -iE 'node|ClientTable|NODE' | head -8
|
|
echo "--- 节点条目内容"
|
|
redis-cli -p 6390 keys '*' | grep -i node | head -1 | while read k; do echo "key=$k"; redis-cli -p 6390 get "$k" | head -c 200; echo; done
|
|
|
|
pkill -f 'qemu-arm-static' 2>/dev/null
|
|
echo "=== done"
|