ci / gate (push) Waiting to run
- 项目与文档标题:nax-rs → ssw-mpc(尚数网-多方安全计算),二进制 nax → mpc - 18 个 crate 及目录 nax-* → mpc-*,Rust 引用 nax_* → mpc_* - 环境变量、C 符号、构建/部署脚本:NAX_* → MPC_*、libnax_ray.so → libmpc_ray.so - 保留协议域分隔常量与 refs/nax 参考实现路径,维持 golden 向量与历史数据兼容 - 新增 [profile.dev] incremental=false
92 lines
3.3 KiB
Bash
92 lines
3.3 KiB
Bash
#!/bin/bash
|
||
# 把 Ray 1.0.1 的 C++ core 编成 libmpc_ray.so(x86_64 原生版)。
|
||
# 与 2.59 版(ray/build.sh)同一思路:不碰 bazel,直接链 wheel 里的 _raylet.so。
|
||
set -o pipefail
|
||
set -u
|
||
|
||
CACHE=/tmp
|
||
OUT_DIR=${OUT_DIR:-/tmp}
|
||
RAYSO=${RAYSO:-/tmp/r17x/ray-1.0.1.data/purelib/ray/_raylet.so}
|
||
HDR=/tmp/r101hdr
|
||
GEN=/tmp/gen101
|
||
SHIM=/tmp/shiminc101
|
||
|
||
echo "== ray 1.0.1 -> $OUT_DIR/libmpc_ray.so"
|
||
echo " _raylet.so: $RAYSO"
|
||
[ -f "$RAYSO" ] || { echo "缺 _raylet.so"; exit 1; }
|
||
|
||
rm -rf "$HDR" "$GEN" "$SHIM"
|
||
mkdir -p "$HDR" "$GEN" "$SHIM"
|
||
tar xzf /tmp/r101hdr.tgz -C "$HDR"
|
||
echo " 头文件: $(find "$HDR" -name '*.h' | wc -l) 个"
|
||
|
||
cd "$HDR"
|
||
# reporter.proto 依赖 opencensus-proto(bazel 里才有),mpc 用不到
|
||
PROTOS=$(find src/ray/protobuf -name '*.proto' | grep -v reporter.proto)
|
||
protoc -I. --cpp_out="$GEN" --grpc_out="$GEN" \
|
||
--plugin=protoc-gen-grpc="$(which grpc_cpp_plugin)" $PROTOS 2>&1 | grep -v "unused" | tail -3
|
||
echo " pb.h: $(ls "$GEN"/src/ray/protobuf/*.pb.h 2>/dev/null | wc -l) 个"
|
||
|
||
for f in $(find src -name '*.fbs'); do
|
||
flatc --cpp --scoped-enums -o "$(dirname "$f")" "$f" || exit 1
|
||
done
|
||
echo " flatbuffers: $(find src -name '*_generated.h' | wc -l) 个"
|
||
|
||
|
||
# --- 补丁:grpc 1.51 把 CompletionQueue 的移动构造删了,ray 1.0.1 用
|
||
# std::vector<CompletionQueue>+reserve 才能 emplace_back。换成 deque 即可原地构造。
|
||
python3 - <<'PYEOF'
|
||
import re
|
||
p = "/tmp/r101hdr/src/ray/rpc/client_call.h"
|
||
s = open(p).read()
|
||
s = s.replace(" cqs_.reserve(num_threads_);\n", "")
|
||
s = s.replace("std::vector<grpc::CompletionQueue> cqs_;",
|
||
"std::deque<grpc::CompletionQueue> cqs_;")
|
||
if "#include <deque>" not in s:
|
||
s = s.replace("#include <vector>", "#include <deque>\n#include <vector>", 1)
|
||
open(p, "w").write(s)
|
||
print(" patched client_call.h:", "std::deque<grpc::CompletionQueue> cqs_;" in s)
|
||
PYEOF
|
||
|
||
# 影子头 (a):arrow/buffer.h —— 1.0.1 里只有 PlasmaBuffer 用 std::shared_ptr<arrow::Buffer>,
|
||
# mpc 不实例化 PlasmaBuffer(任务体不在 Ray 里跑),给个最小声明即可。
|
||
mkdir -p "$SHIM/arrow"
|
||
cat > "$SHIM/arrow/buffer.h" <<'EOF'
|
||
#pragma once
|
||
#include <cstddef>
|
||
#include <cstdint>
|
||
namespace arrow {
|
||
class Buffer {
|
||
public:
|
||
Buffer() = default;
|
||
virtual ~Buffer() = default;
|
||
virtual const uint8_t *data() const { return nullptr; }
|
||
virtual int64_t size() const { return 0; }
|
||
virtual bool is_mutable() const { return false; }
|
||
};
|
||
}
|
||
EOF
|
||
|
||
|
||
# 关键宏:
|
||
# _GLIBCXX_USE_CXX11_ABI=0 ray 1.0.1 也是旧 ABI(符号里没有 B5cxx11)
|
||
# ABSL_* absl::optional 走 std::optional
|
||
rm -f "$OUT_DIR/libmpc_ray.so"
|
||
g++ -std=c++17 -O2 -fPIC -shared \
|
||
-D_GLIBCXX_USE_CXX11_ABI=0 \
|
||
-DABSL_USES_STD_OPTIONAL=1 -DABSL_OPTION_USE_STD_OPTIONAL=1 \
|
||
-Dgrpc_impl=grpc \
|
||
-o "$OUT_DIR/libmpc_ray.so" /tmp/mpcray/mpc_ray_shim_101.cc \
|
||
-I"$SHIM" -I"$HDR" -I"$HDR/src" -I"$GEN" \
|
||
"$RAYSO" \
|
||
-labsl_synchronization -labsl_time -labsl_base -labsl_spinlock_wait -labsl_raw_logging_internal \
|
||
-Wl,--no-as-needed -L/usr/local/lib -lpython3.12 -Wl,-rpath,/usr/local/lib \
|
||
2>/tmp/b101.log
|
||
|
||
echo " errors: $(grep -c 'error:' /tmp/b101.log)"
|
||
if [ -f "$OUT_DIR/libmpc_ray.so" ]; then
|
||
echo "== 成功: $OUT_DIR/libmpc_ray.so ($(du -h "$OUT_DIR/libmpc_ray.so" | cut -f1))"
|
||
else
|
||
echo "== 失败"; exit 1
|
||
fi
|