Files
ssw-mpc/ray/build101.sh
T
admin 54781b3f83
ci / gate (push) Waiting to run
refactor: 项目改名 ssw-mpc,crate 统一到 mpc-* 前缀
- 项目与文档标题:nax-rs → ssw-mpc(尚数网-多方安全计算),二进制 nax → mpc
- 18 个 crate 及目录 nax-* → mpc-*,Rust 引用 nax_* → mpc_*
- 环境变量、C 符号、构建/部署脚本:NAX_* → MPC_*、libnax_ray.so → libmpc_ray.so
- 保留协议域分隔常量与 refs/nax 参考实现路径,维持 golden 向量与历史数据兼容
- 新增 [profile.dev] incremental=false
2026-11-05 15:06:12 +08:00

92 lines
3.3 KiB
Bash
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/bin/bash
# 把 Ray 1.0.1 的 C++ core 编成 libmpc_ray.so(x86_64 原生版)。
# 与 2.59 版(ray/build.sh)同一思路:不碰 bazel,直接链 wheel 里的 _raylet.so。
set -o pipefail
set -u
CACHE=/tmp
OUT_DIR=${OUT_DIR:-/tmp}
RAYSO=${RAYSO:-/tmp/r17x/ray-1.0.1.data/purelib/ray/_raylet.so}
HDR=/tmp/r101hdr
GEN=/tmp/gen101
SHIM=/tmp/shiminc101
echo "== ray 1.0.1 -> $OUT_DIR/libmpc_ray.so"
echo " _raylet.so: $RAYSO"
[ -f "$RAYSO" ] || { echo "缺 _raylet.so"; exit 1; }
rm -rf "$HDR" "$GEN" "$SHIM"
mkdir -p "$HDR" "$GEN" "$SHIM"
tar xzf /tmp/r101hdr.tgz -C "$HDR"
echo " 头文件: $(find "$HDR" -name '*.h' | wc -l) 个"
cd "$HDR"
# reporter.proto 依赖 opencensus-proto(bazel 里才有),mpc 用不到
PROTOS=$(find src/ray/protobuf -name '*.proto' | grep -v reporter.proto)
protoc -I. --cpp_out="$GEN" --grpc_out="$GEN" \
--plugin=protoc-gen-grpc="$(which grpc_cpp_plugin)" $PROTOS 2>&1 | grep -v "unused" | tail -3
echo " pb.h: $(ls "$GEN"/src/ray/protobuf/*.pb.h 2>/dev/null | wc -l) 个"
for f in $(find src -name '*.fbs'); do
flatc --cpp --scoped-enums -o "$(dirname "$f")" "$f" || exit 1
done
echo " flatbuffers: $(find src -name '*_generated.h' | wc -l) 个"
# --- 补丁:grpc 1.51 把 CompletionQueue 的移动构造删了,ray 1.0.1 用
# std::vector<CompletionQueue>+reserve 才能 emplace_back。换成 deque 即可原地构造。
python3 - <<'PYEOF'
import re
p = "/tmp/r101hdr/src/ray/rpc/client_call.h"
s = open(p).read()
s = s.replace(" cqs_.reserve(num_threads_);\n", "")
s = s.replace("std::vector<grpc::CompletionQueue> cqs_;",
"std::deque<grpc::CompletionQueue> cqs_;")
if "#include <deque>" not in s:
s = s.replace("#include <vector>", "#include <deque>\n#include <vector>", 1)
open(p, "w").write(s)
print(" patched client_call.h:", "std::deque<grpc::CompletionQueue> cqs_;" in s)
PYEOF
# 影子头 (a):arrow/buffer.h —— 1.0.1 里只有 PlasmaBuffer 用 std::shared_ptr<arrow::Buffer>,
# mpc 不实例化 PlasmaBuffer(任务体不在 Ray 里跑),给个最小声明即可。
mkdir -p "$SHIM/arrow"
cat > "$SHIM/arrow/buffer.h" <<'EOF'
#pragma once
#include <cstddef>
#include <cstdint>
namespace arrow {
class Buffer {
public:
Buffer() = default;
virtual ~Buffer() = default;
virtual const uint8_t *data() const { return nullptr; }
virtual int64_t size() const { return 0; }
virtual bool is_mutable() const { return false; }
};
}
EOF
# 关键宏:
# _GLIBCXX_USE_CXX11_ABI=0 ray 1.0.1 也是旧 ABI(符号里没有 B5cxx11)
# ABSL_* absl::optional 走 std::optional
rm -f "$OUT_DIR/libmpc_ray.so"
g++ -std=c++17 -O2 -fPIC -shared \
-D_GLIBCXX_USE_CXX11_ABI=0 \
-DABSL_USES_STD_OPTIONAL=1 -DABSL_OPTION_USE_STD_OPTIONAL=1 \
-Dgrpc_impl=grpc \
-o "$OUT_DIR/libmpc_ray.so" /tmp/mpcray/mpc_ray_shim_101.cc \
-I"$SHIM" -I"$HDR" -I"$HDR/src" -I"$GEN" \
"$RAYSO" \
-labsl_synchronization -labsl_time -labsl_base -labsl_spinlock_wait -labsl_raw_logging_internal \
-Wl,--no-as-needed -L/usr/local/lib -lpython3.12 -Wl,-rpath,/usr/local/lib \
2>/tmp/b101.log
echo " errors: $(grep -c 'error:' /tmp/b101.log)"
if [ -f "$OUT_DIR/libmpc_ray.so" ]; then
echo "== 成功: $OUT_DIR/libmpc_ray.so ($(du -h "$OUT_DIR/libmpc_ray.so" | cut -f1))"
else
echo "== 失败"; exit 1
fi