Files
ipass__ipass/www/assets/upstreams.js
T
admin bfa3cf8ff8 feat(llm): 上游多账号路由 + 账号级负载统计 (1.0.14)
一个 slot 挂多把上游账号 Key,解决厂商「单账号额度/并发受限」与
「同一用户缓存命中」两个矛盾诉求。

多账号路由 (plugin-llm)
- models: Upstream.accounts[] (auth/note/resets) + 上游级
  exhaust_status/exhaust_markers;顶层 auth 保留兼容(accounts 为空时合成单账号)
- upstreams::pick_account:粘性绑定 ukb:<key> 优先 → 无绑定时
  FNV-1a(下游 Key) % 可用数 冷分散 → 绑定账号冷却则重新分散 → 全冷却取最早恢复
  * 分散避开厂商单账号 agent 并发上限;落点固定保住 prompt/token 缓存
- cool_until_until 天锚定冷却:boundary = day0 + ceil(已过/窗口)*窗口,
  封顶次日 0 点(MiniMax 5h 窗口、24=5*4+4 → 末段 20:00-24:00 只有 4h 随天重置)
- 耗尽双检测 (log 阶段):$upstream_status 命中 exhaust_status,或
  usage_filter 流式扫到 marker → $llm_acct 定位本次账号 → 写冷却 uac:
- shm: up:/upa:/uac:/ukb:/upe: 五类前缀;$llm_acct 变量 (NOCACHEABLE)

账号级负载统计(问题发现与跟踪)
- 新增 uda:<slot>:<idx>:<day>(请求/token)与 uex:(耗尽次数) 日桶,
  复用内核 usage::bump_day —— 无数据库、无新进程(项目红线)
- 计数点只在 log 阶段一次;pick_account 会被 $llm_target/$llm_auth/$llm_acct
  三个变量各触发一次,放进那里会三倍计数
- view() 投影带每账号 load 与 account_trend + trend_labels(日期由后端算)
- 管理台「上游」页密钥列:各 Key 今日请求/token/耗尽 + 负载比例条 +
  14 天迷你趋势(自绘 SVG,零第三方依赖)+ 冷却/耗尽徽标 + 上游合计

测试与验证
- 回归 279 条全绿(网关 102 + LLM 177),新增 6 条多账号/负载断言
- 假上游新增 UPSTREAM_FAIL_AUTH 模拟账号额度耗尽;靶机验证 Key 真被替换
- 前端以真实 admin.css + upstreams.js 渲染路径做无头浏览器断言:
  比例条与负载成比例(412 vs 96 → 100%/23%)、每账号 14 条块、
  悬停峰值日期与数据逐位吻合、单账号/无账号兜底正常、无横向溢出、零 JS 错误

文档
- 新增 docs/llm/MULTI_ACCOUNT_ROUTING.md(数据模型/路由/冷却数学/shm 布局/负载统计)
- readme §11 数据模型 + §15 上游配置 + §15 用量统计 + §12.6 tag 表 + §16 变更记录
- 修正 docs/llm/*.md 中插件化前的过时路径(rust/src/* → crates/plugin-llm/src/*)
2026-09-14 11:57:08 +08:00

317 lines
17 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/* LLM 上游(API 组):列表(新建/编辑弹窗、复制地址、连通性测试、启停、删除)*/
(function () {
"use strict";
var $ = IP.$;
/// 迷你趋势:一组数值画成等宽竖条 SVG(14 点)。0 用浅灰、有值用蓝。
/// 用于「密钥」列里每把上游 Key 的近 14 天请求量,一眼看出负载分布;
/// 悬停给出合计 / 峰值 / 首个非零日,便于「跟踪」(不必逐条点开)。
function spark(arr, labels) {
arr = arr || [];
if (!arr.length) return "";
var max = Math.max.apply(null, arr.concat([1]));
var sum = arr.reduce(function (a, b) { return a + b; }, 0);
var w = 140, h = 22, n = arr.length, gap = 1;
var bw = (w - (n - 1) * gap) / n;
var bars = arr.map(function (v, i) {
var bh = Math.max(1, Math.round(v / max * (h - 2)));
var x = i * (bw + gap);
var y = h - bh;
return "<rect class='" + (v === 0 ? "s-zero" : "s-bar") + "' x='" + x.toFixed(1) +
"' y='" + y.toFixed(1) + "' width='" + bw.toFixed(1) + "' height='" + bh.toFixed(1) + "' rx='0.5'></rect>";
}).join("");
var tip = "近 " + n + " 天:" + sum + " 请求,峰值 " + max;
if (labels && labels.length === n) {
var peak = arr.indexOf(max);
if (peak >= 0 && max > 0) tip += "(" + labels[peak] + ")";
}
return "<svg class='spark-svg' viewBox='0 0 " + w + " " + h + "' width='" + w + "' height='" + h +
"'><title>" + IP.esc(tip) + "</title>" + bars + "</svg>";
}
/// 由 base_url(协议中立,端口跟随当前访问管理台所用的 Host)推导两种协议的完整 API 地址。
/// base 写了路径(钉死粒度)时不重复追加对应后缀
function apiUrls(base) {
var b = String(base || "").replace(/\/+$/, "");
return {
openai: /\/v1$/.test(b) ? b : b + "/v1",
anthropic: /\/anthropic$/.test(b) ? b : b + "/anthropic"
};
}
/// 单账号行 HTML(编辑态用,i 为序号;a 为已有账号视图,可能来自后端 view())
function acctRowHtml(a, i) {
a = a || {};
var masked = a.auth_mask
? "<code class='mono'>" + IP.esc(a.auth_mask) + "</code><span class='muted'>(留空=保留原值)</span>"
: "<span class='muted'>新账号</span>";
return "<div class='acct-row' data-idx='" + i + "'>" +
"<div class='acct-head'>" +
"<span class='badge b-gray'>#" + i + "</span>" + masked +
(a.cooled ? "<span class='badge b-err'>冷却中</span>" : "") +
"<button type='button' class='btn-sm btn-danger acct-del'>删除</button>" +
"</div>" +
"<input class='field-mono acct-auth' placeholder='sk-...(编辑时留空=保留原值)' autocomplete='off'>" +
"<input class='acct-note' placeholder='备注,如 minimax-周额度' value='" + IP.esc(a.note || "") + "'>" +
"<input class='acct-resets' placeholder='重置周期(秒),逗号分隔,如 604800,14400' value='" + IP.esc((a.resets || []).join(",")) + "'>" +
"</div>";
}
// 弹窗表单:up 存在 = 编辑(slot 只读、auth 留空表示不改),否则 = 新建
function formHtml(up) {
var edit = !!(up && up.slot);
var accts = (up && up.accounts) ? up.accounts : [];
var rows = accts.length
? accts.map(acctRowHtml).join("")
: "<div class='muted acct-empty'>还没有账号,点下方「+ 添加账号」</div>";
var statusVal = up && up.exhaust_status && up.exhaust_status.length ? up.exhaust_status.join(",") : "402,429,403";
var markerVal = up && up.exhaust_markers && up.exhaust_markers.length ? up.exhaust_markers.join(",") : "";
return '' +
'<form id="upForm" class="grid-form up-form">' +
'<div><label>slot(URL 前缀)</label>' +
'<input id="upSlot" type="text" placeholder="openai" ' + (edit ? 'value="' + IP.esc(up.slot) + '" readonly' : 'required') + '></div>' +
'<div><label>备注</label><input id="upNote" type="text" placeholder="可选" value="' + IP.esc(up ? up.note : "") + '"></div>' +
'<div class="span-all"><label>上游地址(含路径段,如 <code>/v1</code>)</label>' +
'<input id="upBase" class="field-mono" type="text" placeholder="https://api.deepseek.com/v1" value="' + IP.esc(up ? up.base : "") + '" required></div>' +
'<div class="span-all"><label>多账号(同一厂商多把 Key,额度耗尽自动切换同厂商下一个)</label>' +
'<div id="upAccounts" class="acct-list">' + rows + '</div>' +
"<button type='button' class='btn-sm' id='addAcct'>+ 添加账号</button>" +
'</div>' +
'<div class="span-all"><label>挂载模型(逗号 / 换行分隔,可留空)</label>' +
'<textarea id="upModels" rows="3" placeholder="deepseek-chat, deepseek-reasoner" style="resize:vertical;font-family:ui-monospace,Menlo,Consolas,monospace;font-size:12.5px">' + IP.esc(up ? IP.arr(up.models).join(", ") : "") + '</textarea></div>' +
'<div class="span-all"><label>额度耗尽探测(可选;命中即冷却该账号)</label>' +
"<div class='acct-row' style='border:0;padding:0;display:flex;gap:8px;flex-wrap:wrap'>" +
"<input id='upExhaustStatus' class='field-mono' style='flex:1;min-width:160px' placeholder='HTTP 状态码,逗号分隔,默认 402,429,403' value='" + IP.esc(statusVal) + "'>" +
"<input id='upExhaustMarkers' class='field-mono' style='flex:2;min-width:240px' placeholder='响应体标记子串,逗号分隔,如 \"status_code\":1004,余额不足' value='" + IP.esc(markerVal) + "'>" +
"</div></div>" +
'</form>';
}
function openForm(up) {
IP.modal({
title: up && up.slot ? "编辑 LLM 上游" : "新建 LLM 上游",
submitText: "保存上游",
wide: true,
html: formHtml(up),
onMount: function (card, close) {
var list = card.querySelector("#upAccounts");
function nextIdx() { return list.querySelectorAll(".acct-row").length; }
card.querySelector("#addAcct").addEventListener("click", function () {
var empty = list.querySelector(".acct-empty");
if (empty) empty.remove();
var div = document.createElement("div");
div.innerHTML = acctRowHtml(null, nextIdx());
list.appendChild(div.firstChild);
});
list.addEventListener("click", function (e) {
if (e.target.classList.contains("acct-del")) {
var row = e.target.closest(".acct-row");
if (row) row.remove();
// 重排序号
list.querySelectorAll(".acct-row").forEach(function (r, i) {
r.setAttribute("data-idx", i);
var badge = r.querySelector(".badge");
if (badge) badge.textContent = "#" + i;
});
}
});
var form = card.querySelector("#upForm");
form.addEventListener("submit", function (e) {
e.preventDefault();
var accounts = [];
list.querySelectorAll(".acct-row").forEach(function (row) {
var resetsRaw = row.querySelector(".acct-resets").value.trim();
var resets = resetsRaw
? resetsRaw.split(",").map(function (s) { return parseInt(s.trim(), 10); })
.filter(function (n) { return !isNaN(n) && n > 0; })
: [];
accounts.push({
auth: row.querySelector(".acct-auth").value.trim(),
note: row.querySelector(".acct-note").value.trim(),
resets: resets
});
});
var payload = {
slot: card.querySelector("#upSlot").value.trim(),
base: card.querySelector("#upBase").value.trim(),
note: card.querySelector("#upNote").value.trim(),
// 模型清单总是显式提交:编辑框里就是"当前值",清空即清空(可预期)
models: card.querySelector("#upModels").value,
accounts: JSON.stringify(accounts)
};
var st = card.querySelector("#upExhaustStatus").value.trim();
if (st) payload.exhaust_status = st;
var mk = card.querySelector("#upExhaustMarkers").value.trim();
if (mk) payload.exhaust_markers = mk.split(",").map(function (s) { return s.trim(); }).filter(Boolean);
IP.api("POST", "/api/admin/upstreams/save", payload)
.then(function (r) { IP.toast(r.msg); close(); return IP.reload(); })
.catch(function (err) { IP.toast(err.message, true); });
});
}
});
}
function render(s) {
var body = $("upstreamsBody");
if (!s.upstreams.length) {
body.innerHTML = '<tr><td colspan="8" class="empty">还没有配置任何 LLM 上游</td></tr>';
return;
}
body.innerHTML = s.upstreams.map(function (u) {
var enabled = !!u.enabled;
var toggle = enabled
? "<button class='btn-sm btn-danger' data-act='toggle-up' data-slot='" + IP.esc(u.slot) + "' data-enabled='0'>停用</button>"
: "<button class='btn-sm btn-ok' data-act='toggle-up' data-slot='" + IP.esc(u.slot) + "' data-enabled='1'>启用</button>";
// 账号视图:数量 + 各账号掩码 + 冷却标记 + 今日负载 + 比例条 + 14天迷你趋势
var accts = IP.arr(u.accounts);
var maxLoad = accts.reduce(function (m, a) {
return Math.max(m, (a.load && a.load.requests) || 0);
}, 0);
var trend = IP.arr(u.account_trend);
var trendLabels = IP.arr(u.trend_labels);
var totalReq = accts.reduce(function (s, a) { return s + ((a.load && a.load.requests) || 0); }, 0);
var keyCell = accts.length
? "<div class='muted' style='font-size:12px'>" + accts.length + " 把 Key · 今日合计 " + totalReq + " 请求</div>" +
accts.map(function (a, i) {
var m = a.auth_mask || (a.auth_set ? "已设" : "未设");
var load = a.load || { requests: 0, tokens_in: 0, tokens_out: 0, exhausts: 0 };
// 比例条 = 该 Key 占「本上游最大负载 Key」的百分比(不是占总量):
// 目的是让「谁在扛、有没有偏斜」一眼可见,本上游内部相对量最有信息量
var pct = maxLoad > 0 ? Math.round(load.requests / maxLoad * 100) : 0;
var exBadge = load.exhausts > 0
? " <span class='badge b-err' title='今日额度耗尽并被冷却的次数'>耗尽" + load.exhausts + "</span>"
: "";
var series = (trend[i] && trend[i].requests) || [];
return "<div class='acct-load'>" +
"<code class='mono'>" + IP.esc(m) + "</code>" +
(a.cooled ? " <span class='badge b-err'>冷却</span>" : "") + exBadge +
"<div class='load-line'>今日 " + load.requests + " 请求 · 入 " + load.tokens_in + " / 出 " + load.tokens_out + " tok</div>" +
"<div class='load-bar'><span style='width:" + pct + "%'></span></div>" +
"<div class='spark'>" + spark(series, trendLabels) + "</div>" +
"</div>";
}).join("")
: (u.auth_set
? "<code class='mono'>" + IP.esc(u.auth_mask) + "</code>"
: "<span class='muted'>未设置</span>");
var models = IP.arr(u.models);
var modelCell = models.length
? "<div class='muted' style='font-size:12px'>" + models.map(IP.esc).join("<br>") + "</div>"
: "<span class='muted'>未登记</span>";
var urls = apiUrls(u.base_url);
var urlBtns =
"<button class='btn-sm' data-act='copy-url' data-url='" + IP.esc(urls.openai) + "' title='点击复制 OpenAI 协议地址'>OpenAI</button>" +
"<button class='btn-sm' data-act='copy-url' data-url='" + IP.esc(urls.anthropic) + "' title='点击复制 Anthropic 协议地址'>Anthropic</button>";
// 健康徽标:数据来自网关 log 阶段对**真实转发**结果的记录(uh: 缓存)。
// 5xx/连不上 = 失效(红);4xx 也算活着(上游对请求内容的意见);
// 从没被调用过 = 未探测(灰)。状态会在每次真实调用后自动更新。
var st = u.status || "unknown";
var stBadge =
st === "ok"
? "<span class='badge b-ok' title='最近一次真实转发成功(" + IP.esc(u.checked_at_text || "") + ")'>● 正常</span>"
: st === "failed"
? "<span class='badge b-err' title='最近一次真实转发失败(" + IP.esc(u.checked_at_text || "") + ")'>● 失效" + (u.status_code ? " HTTP " + IP.esc(u.status_code) : "") + "</span>"
: "<span class='badge b-gray' title='还没有被任何请求调用过'>○ 未探测</span>";
return "<tr>" +
"<td><b>" + IP.esc(u.slot) + "</b><div style='margin-top:4px'>" + stBadge + "</div>" +
"<div class='row-actions' style='margin-top:6px'>" + urlBtns + "</div>" +
"<div class='muted' style='font-size:11.5px;margin-top:4px'>点击复制 API 地址</div></td>" +
"<td class='mono base-cell'>" + IP.esc(u.base) + "</td>" +
"<td>" + keyCell + "</td>" +
"<td>" + (models.length ? "<span class='badge b-blue'>" + models.length + " 个</span>" + modelCell : modelCell) + "</td>" +
"<td>" + IP.esc(u.note || "-") + "</td>" +
"<td>" + (enabled ? "<span class='badge b-ok'>启用中</span>" : "<span class='badge b-gray'>已停用</span>") + "</td>" +
"<td class='muted nowrap'>" + IP.esc(u.created_at_text) + "</td>" +
"<td><div class='row-actions'>" +
"<button class='btn-sm' data-act='test-up' data-slot='" + IP.esc(u.slot) + "'>测试</button>" +
"<button class='btn-sm' data-act='edit-up' data-slot='" + IP.esc(u.slot) + "'>编辑</button>" +
toggle +
"<button class='btn-sm btn-danger' data-act='del-up' data-slot='" + IP.esc(u.slot) + "'>删除</button>" +
"</div></td>" +
"</tr>";
}).join("");
}
/// 探测体就是发给上游的真实请求:第一个登记模型 + max_tokens=1(成本≈0)。
/// slot 走 query(模块要用它定位上游),body 会被网关**原样**转给上游。
function probe(slot, body) {
return fetch("/api/admin/upstreams/test?slot=" + encodeURIComponent(slot), {
method: "POST",
credentials: "same-origin",
headers: { "Content-Type": "application/json" },
body: JSON.stringify(body)
});
}
$("upstreamsBody").addEventListener("click", function (e) {
var btn = e.target.closest("button[data-act]");
if (!btn) return;
var act = btn.getAttribute("data-act");
var slot = btn.getAttribute("data-slot");
if (act === "copy-url") {
IP.copyText(btn.getAttribute("data-url"), "API 地址");
return;
}
if (act === "test-up") {
var up = IP.state.upstreams.filter(function (x) { return x.slot === slot; })[0];
if (!up) return;
var model = IP.arr(up.models)[0] || "gpt-4o-mini";
var label = btn.textContent;
var restore = function () { btn.disabled = false; btn.textContent = label; };
btn.disabled = true; btn.textContent = "测试中…";
var t0 = Date.now();
probe(slot, { model: model, max_tokens: 1, stream: false, messages: [{ role: "user", content: "ping" }] })
.then(function (res) {
return res.json().catch(function () { return {}; }).then(function (data) {
var ms = Date.now() - t0;
if (res.ok) {
IP.toast("✅ " + slot + " 通(HTTP " + res.status + "," + ms + " ms,model=" + model + ")");
} else {
// 上游错误体是 OpenAI 形状(error.message),管理台错误体是 msg——都认
var msg = (data && data.error && data.error.message) || (data && data.msg) || ("HTTP " + res.status);
IP.toast("✗ " + slot + " 不通:" + msg + "(" + ms + " ms)", true);
}
restore();
});
}).catch(function () {
IP.toast("✗ " + slot + " 不通:网络错误或超时", true);
});
return;
}
if (act === "toggle-up") {
// 后端约定:save 省略 auth/note/models 即保留原值,enabled 缺省视为 true——
// 所以启停必须显式带 enabled,其余一律不传,避免误清密钥/模型清单
btn.disabled = true;
IP.api("POST", "/api/admin/upstreams/save", {
slot: slot,
enabled: btn.getAttribute("data-enabled") === "1"
}).then(function (r) { IP.toast(r.msg); return IP.reload(); })
.catch(function (err) { IP.toast(err.message, true); btn.disabled = false; });
} else if (act === "edit-up") {
var up2 = IP.state.upstreams.filter(function (x) { return x.slot === slot; })[0];
if (!up2) return;
openForm(up2);
} else if (act === "del-up") {
if (!confirm("确认删除上游 " + slot + "?删除后指向它的调用将立即 404。")) return;
btn.disabled = true;
IP.api("POST", "/api/admin/upstreams/delete", { slot: slot })
.then(function (r) { IP.toast(r.msg); return IP.reload(); })
.catch(function (err) { IP.toast(err.message, true); btn.disabled = false; });
}
});
$("newUpBtn").addEventListener("click", function () { openForm(null); });
IP.boot("upstreams", render);
})();