#!/usr/bin/env bash # 从 Ray head 提交 nax 集群:每个 site 一个 nax-node 进程,按资源标签锁定落点。 # # 前置: # - 各机构机器已跑 start-node.sh,带 {_node: 1} 资源标签 # - nax 二进制已随 runtime-env 分发(或各机器预置) set -euo pipefail NAX_BIN="${NAX_BIN:-nax}" # 站点列表与监听端口,形如 "alice:9443 bob:9443" SITES="${NAX_SITES:-alice:9443 bob:9443}" HEAD_NODE="${NAX_HEAD:-alice}" SESSION_KEY_FILE="${NAX_SESSION_KEY:-/run/secrets/nax-session}" echo "== nax 集群启动 ==" echo " binary : ${NAX_BIN}" echo " sites : ${SITES}" echo " head : ${HEAD_NODE}" # 每个 site 一个长期驻留的 Ray actor,它只负责 spawn 进程并 supervise, # 不参与任何计算、不持有数据。 for entry in $SITES; do site="${entry%%:*}" port="${entry##*:}" echo "-- 提交 site=${site} port=${port}" python3 - "$site" "$port" "$HEAD_NODE" "$NAX_BIN" "$SESSION_KEY_FILE" <<'PY' import json, subprocess, sys site, port, head, nax_bin, keyfile = sys.argv[1:6] # Ray 的 actor 声明自己需要哪个资源标签 —— 这是"钉机器"的唯一机制 resources = {f"{site}_node": 1.0} cmd = [ nax_bin, "node", "--site", site, "--listen", f"0.0.0.0:{port}", "--head", "true" if site == head else "false", "--session-key-file", keyfile, ] # 骨架:真实实现走 ray.remote(...).options(resources=resources) print(json.dumps({"site": site, "resources": resources, "cmd": cmd}, ensure_ascii=False)) PY done echo echo "注:当前为骨架(P5 前)。等 nax-node 可运行后,此处改为" echo " ray job submit + ray.remote(resources=...) 的实际提交。"