容量管理: zones.rs 直读 nginx file_cache 共享内存记账(双轴: 磁盘 + keys_zone 索引内存), ?scan=1 扫盘上限 20 万文件; POST /api/admin/cache/purge 整区清理(只删文件不删目录, 根治 [crit] mkdir failed); POST /api/admin/cache/invalidate 按制品精准失效(预览->确认两步式, glob/子串, 删除上限 5000/扫描上限 20 万); GET /api/admin/cache 新增 capacity 块; 前端容量面板 + 按制品失效工具条; 测试 test-cache-capacity.sh 48/48(容量 27 + 精准失效 21, 含 EXPECT_MIN 护栏与前端静态契约); docs 容量管理章节
338 lines
19 KiB
JavaScript
338 lines
19 KiB
JavaScript
/* LLM 上游(API 组):列表(新建/编辑弹窗、复制地址、连通性测试、启停、删除)*/
|
||
(function () {
|
||
"use strict";
|
||
|
||
var $ = IP.$;
|
||
|
||
/// 迷你趋势:一组数值画成等宽竖条 SVG(14 点)。0 用浅灰、有值用蓝。
|
||
/// 用于「密钥」列里每把上游 Key 的近 14 天请求量,一眼看出负载分布;
|
||
/// 悬停给出合计 / 峰值 / 首个非零日,便于「跟踪」(不必逐条点开)。
|
||
function spark(arr, labels) {
|
||
arr = arr || [];
|
||
if (!arr.length) return "";
|
||
var max = Math.max.apply(null, arr.concat([1]));
|
||
var sum = arr.reduce(function (a, b) { return a + b; }, 0);
|
||
var w = 140, h = 22, n = arr.length, gap = 1;
|
||
var bw = (w - (n - 1) * gap) / n;
|
||
var bars = arr.map(function (v, i) {
|
||
var bh = Math.max(1, Math.round(v / max * (h - 2)));
|
||
var x = i * (bw + gap);
|
||
var y = h - bh;
|
||
return "<rect class='" + (v === 0 ? "s-zero" : "s-bar") + "' x='" + x.toFixed(1) +
|
||
"' y='" + y.toFixed(1) + "' width='" + bw.toFixed(1) + "' height='" + bh.toFixed(1) + "' rx='0.5'></rect>";
|
||
}).join("");
|
||
var tip = "近 " + n + " 天:" + sum + " 请求,峰值 " + max;
|
||
if (labels && labels.length === n) {
|
||
var peak = arr.indexOf(max);
|
||
if (peak >= 0 && max > 0) tip += "(" + labels[peak] + ")";
|
||
}
|
||
return "<svg class='spark-svg' viewBox='0 0 " + w + " " + h + "' width='" + w + "' height='" + h +
|
||
"'><title>" + IP.esc(tip) + "</title>" + bars + "</svg>";
|
||
}
|
||
|
||
/// 由 base_url(协议中立,端口跟随当前访问管理台所用的 Host)推导两种协议的完整 API 地址。
|
||
/// base 写了路径(钉死粒度)时不重复追加对应后缀
|
||
function apiUrls(up) {
|
||
// **1.0.40 口径**:直接用后端 view 返回的 base_url / anthropic_base_url——
|
||
// 网关出口是**纯 slot**(`/<slot>` 与 `/<slot>/anthropic`,都不带 /v1);
|
||
// 厂商版本段存在上游 base 里,转发时 join_target 归一,客户端 SDK 带不带 /v1 都对。
|
||
// 前端不做任何拼接(历史版本正则拼出过 `…/v1/anthropic` 错 URL)。
|
||
return {
|
||
openai: up.base_url || "",
|
||
anthropic: up.anthropic_base_url || ""
|
||
};
|
||
}
|
||
|
||
/// epoch 秒 → HH:MM(浏览器本地时区;面板读者与网关同区)
|
||
function hhmm(ts) {
|
||
if (!ts) return "";
|
||
var d = new Date(ts * 1000);
|
||
function p(n) { return (n < 10 ? "0" : "") + n; }
|
||
return p(d.getHours()) + ":" + p(d.getMinutes());
|
||
}
|
||
|
||
/// 单账号行 HTML(编辑态用,i 为序号;a 为已有账号视图,可能来自后端 view())
|
||
function acctRowHtml(a, i) {
|
||
a = a || {};
|
||
var masked = a.auth_mask
|
||
? "<code class='mono'>" + IP.esc(a.auth_mask) + "</code><span class='muted'>(留空=保留原值)</span>"
|
||
: "<span class='muted'>新账号</span>";
|
||
// 1.0.44 探测闭环:冷却不再是「锁到某个边界」,而是到期放一个真实请求去探测,
|
||
// 2xx 自动回队、失败退避翻倍。tooltip 把时间线摊开,别再让人猜厂商重置点。
|
||
var coolTip = a.cooled
|
||
? "额度耗尽冷却中:约 " + hhmm(a.probe_next) + " 由下一个无绑定真实请求探测恢复;最迟 " + hhmm(a.cool_hard_cap) + " 无条件回队(退避指数增长,封顶 30 分钟一探)"
|
||
: "";
|
||
return "<div class='acct-row' data-idx='" + i + "'>" +
|
||
"<div class='acct-head'>" +
|
||
"<span class='badge b-gray'>#" + i + "</span>" + masked +
|
||
(a.cooled ? "<span class='badge b-err' title='" + IP.esc(coolTip) + "'>冷却中</span>" : "") +
|
||
"<button type='button' class='btn-sm btn-danger acct-del'>删除</button>" +
|
||
"</div>" +
|
||
"<input class='field-mono acct-auth' placeholder='Bearer sk-...(编辑时留空=保留原值;只填裸 key 也会自动补 Bearer)' autocomplete='off'>" +
|
||
"<input class='acct-note' placeholder='备注,如 minimax-周额度' value='" + IP.esc(a.note || "") + "'>" +
|
||
"</div>";
|
||
}
|
||
|
||
// 弹窗表单:up 存在 = 编辑(slot 只读、auth 留空表示不改),否则 = 新建
|
||
function formHtml(up) {
|
||
var edit = !!(up && up.slot);
|
||
var accts = (up && up.accounts) ? up.accounts : [];
|
||
var rows = accts.length
|
||
? accts.map(acctRowHtml).join("")
|
||
: "<div class='muted acct-empty'>还没有账号,点下方「+ 添加账号」</div>";
|
||
var statusVal = up && up.exhaust_status && up.exhaust_status.length ? up.exhaust_status.join(",") : "402,429,403";
|
||
var markerVal = up && up.exhaust_markers && up.exhaust_markers.length ? up.exhaust_markers.join(",") : "";
|
||
return '' +
|
||
'<form id="upForm" class="grid-form up-form">' +
|
||
'<div><label>slot(URL 前缀)</label>' +
|
||
'<input id="upSlot" type="text" placeholder="openai" ' + (edit ? 'value="' + IP.esc(up.slot) + '" readonly' : 'required') + '></div>' +
|
||
'<div><label>备注</label><input id="upNote" type="text" placeholder="可选" value="' + IP.esc(up ? up.note : "") + '"></div>' +
|
||
'<div class="span-all"><label>OpenAI 兼容地址(base,含完整路径段)</label>' +
|
||
'<input id="upBase" class="field-mono" type="text" placeholder="https://api.deepseek.com/v1 或 https://open.bigmodel.cn/api/coding/paas/v4" value="' + IP.esc(up ? up.base : "") + '" required>' +
|
||
'<div class="muted" style="font-size:12px;margin-top:4px">网关出口即 <code>https://lm…:88/<slot></code>,路径段原样存在这里,网关不拼 <code>/v1</code>。</div></div>' +
|
||
'<div class="span-all"><label>Anthropic 地址(base_anthropic,含完整路径段)</label>' +
|
||
'<input id="upBaseAnthropic" class="field-mono" type="text" placeholder="https://api.deepseek.com/anthropic 或 https://open.bigmodel.cn/api/anthropic" value="' + IP.esc(up ? up.base_anthropic : "") + '">' +
|
||
'<div class="muted" style="font-size:12px;margin-top:4px">网关出口即 <code>https://lm…:88/<slot>/anthropic</code>。各家与 OpenAI 路径不同(阿里 <code>/apps/anthropic</code>、智谱 <code>/api/anthropic</code>),**必须显式配**;留空则按 base 派生(仅 deepseek/minimax 正确)。</div></div>' +
|
||
'<div class="span-all"><label>多账号(同一厂商多把 Key,额度耗尽自动切换同厂商下一个)</label>' +
|
||
'<div class="muted" style="font-size:12px;margin:2px 0 6px">每行填 <code>Authorization</code> 头值(<code>Bearer sk-…</code>)。只填裸 key 也会自动补 <code>Bearer </code>。</div>' +
|
||
'<div id="upAccounts" class="acct-list">' + rows + '</div>' +
|
||
"<button type='button' class='btn-sm' id='addAcct'>+ 添加账号</button>" +
|
||
'</div>' +
|
||
'<div class="span-all"><label>挂载模型(逗号 / 换行分隔,可留空)</label>' +
|
||
'<textarea id="upModels" rows="3" placeholder="deepseek-chat, deepseek-reasoner" style="resize:vertical;font-family:ui-monospace,Menlo,Consolas,monospace;font-size:12.5px">' + IP.esc(up ? IP.arr(up.models).join(", ") : "") + '</textarea></div>' +
|
||
'<div class="span-all"><label>额度耗尽探测(可选;命中即冷却该账号)</label>' +
|
||
"<div class='acct-row' style='border:0;padding:0;display:flex;gap:8px;flex-wrap:wrap'>" +
|
||
"<input id='upExhaustStatus' class='field-mono' style='flex:1;min-width:160px' placeholder='HTTP 状态码,逗号分隔,默认 402,429,403' value='" + IP.esc(statusVal) + "'>" +
|
||
"<input id='upExhaustMarkers' class='field-mono' style='flex:2;min-width:240px' placeholder='响应体标记子串,逗号分隔,如 \"status_code\":1004,余额不足' value='" + IP.esc(markerVal) + "'>" +
|
||
"</div></div>" +
|
||
'</form>';
|
||
}
|
||
|
||
function openForm(up) {
|
||
IP.modal({
|
||
title: up && up.slot ? "编辑 LLM 上游" : "新建 LLM 上游",
|
||
submitText: "保存上游",
|
||
wide: true,
|
||
html: formHtml(up),
|
||
onMount: function (card, close) {
|
||
var list = card.querySelector("#upAccounts");
|
||
function nextIdx() { return list.querySelectorAll(".acct-row").length; }
|
||
card.querySelector("#addAcct").addEventListener("click", function () {
|
||
var empty = list.querySelector(".acct-empty");
|
||
if (empty) empty.remove();
|
||
var div = document.createElement("div");
|
||
div.innerHTML = acctRowHtml(null, nextIdx());
|
||
list.appendChild(div.firstChild);
|
||
});
|
||
list.addEventListener("click", function (e) {
|
||
if (e.target.classList.contains("acct-del")) {
|
||
var row = e.target.closest(".acct-row");
|
||
if (row) row.remove();
|
||
// 重排序号
|
||
list.querySelectorAll(".acct-row").forEach(function (r, i) {
|
||
r.setAttribute("data-idx", i);
|
||
var badge = r.querySelector(".badge");
|
||
if (badge) badge.textContent = "#" + i;
|
||
});
|
||
}
|
||
});
|
||
|
||
var form = card.querySelector("#upForm");
|
||
form.addEventListener("submit", function (e) {
|
||
e.preventDefault();
|
||
var accounts = [];
|
||
list.querySelectorAll(".acct-row").forEach(function (row) {
|
||
// 1.0.44 起不再提交 resets(重置周期):恢复判定改为「指数退避 + 真实请求
|
||
// 探测」闭环,不再要求用户懂厂商窗口口径。存量数据里该字段仍保留、只不路由。
|
||
accounts.push({
|
||
auth: row.querySelector(".acct-auth").value.trim(),
|
||
note: row.querySelector(".acct-note").value.trim()
|
||
});
|
||
});
|
||
var payload = {
|
||
slot: card.querySelector("#upSlot").value.trim(),
|
||
base: card.querySelector("#upBase").value.trim(),
|
||
base_anthropic: card.querySelector("#upBaseAnthropic").value.trim(),
|
||
note: card.querySelector("#upNote").value.trim(),
|
||
// 模型清单总是显式提交:编辑框里就是"当前值",清空即清空(可预期)
|
||
models: card.querySelector("#upModels").value,
|
||
accounts: JSON.stringify(accounts)
|
||
};
|
||
var st = card.querySelector("#upExhaustStatus").value.trim();
|
||
if (st) payload.exhaust_status = st;
|
||
var mk = card.querySelector("#upExhaustMarkers").value.trim();
|
||
if (mk) payload.exhaust_markers = JSON.stringify(mk.split(",").map(function (s) { return s.trim(); }).filter(Boolean));
|
||
IP.api("POST", "/api/admin/upstreams/save", payload)
|
||
.then(function (r) { IP.toast(r.msg); close(); return IP.reload(); })
|
||
.catch(function (err) { IP.toast(err.message, true); });
|
||
});
|
||
}
|
||
});
|
||
}
|
||
|
||
function render(s) {
|
||
var body = $("upstreamsBody");
|
||
if (!s.upstreams.length) {
|
||
body.innerHTML = '<tr><td colspan="8" class="empty">还没有配置任何 LLM 上游</td></tr>';
|
||
return;
|
||
}
|
||
|
||
body.innerHTML = s.upstreams.map(function (u) {
|
||
var enabled = !!u.enabled;
|
||
var toggle = enabled
|
||
? "<button class='btn-sm btn-danger' data-act='toggle-up' data-slot='" + IP.esc(u.slot) + "' data-enabled='0'>停用</button>"
|
||
: "<button class='btn-sm btn-ok' data-act='toggle-up' data-slot='" + IP.esc(u.slot) + "' data-enabled='1'>启用</button>";
|
||
|
||
// 账号视图:数量 + 各账号掩码 + 冷却标记 + 今日负载 + 比例条 + 14天迷你趋势
|
||
var accts = IP.arr(u.accounts);
|
||
var maxLoad = accts.reduce(function (m, a) {
|
||
return Math.max(m, (a.load && a.load.requests) || 0);
|
||
}, 0);
|
||
var trend = IP.arr(u.account_trend);
|
||
var trendLabels = IP.arr(u.trend_labels);
|
||
var totalReq = accts.reduce(function (s, a) { return s + ((a.load && a.load.requests) || 0); }, 0);
|
||
var keyCell = accts.length
|
||
? "<div class='muted' style='font-size:12px'>" + accts.length + " 把 Key · 今日合计 " + totalReq + " 请求</div>" +
|
||
accts.map(function (a, i) {
|
||
var m = a.auth_mask || (a.auth_set ? "已设" : "未设");
|
||
var load = a.load || { requests: 0, tokens_in: 0, tokens_out: 0, exhausts: 0 };
|
||
// 比例条 = 该 Key 占「本上游最大负载 Key」的百分比(不是占总量):
|
||
// 目的是让「谁在扛、有没有偏斜」一眼可见,本上游内部相对量最有信息量
|
||
var pct = maxLoad > 0 ? Math.round(load.requests / maxLoad * 100) : 0;
|
||
var exBadge = load.exhausts > 0
|
||
? " <span class='badge b-err' title='今日额度耗尽并被冷却的次数'>耗尽" + load.exhausts + "</span>"
|
||
: "";
|
||
var series = (trend[i] && trend[i].requests) || [];
|
||
var coolBadge = a.cooled
|
||
? " <span class='badge b-err' title='额度耗尽冷却中:约 " + IP.esc(hhmm(a.probe_next)) + " 由下一个无绑定真实请求探测恢复;最迟 " + IP.esc(hhmm(a.cool_hard_cap)) + " 无条件回队'>冷却</span>"
|
||
: "";
|
||
return "<div class='acct-load'>" +
|
||
"<code class='mono'>" + IP.esc(m) + "</code>" +
|
||
coolBadge + exBadge +
|
||
"<div class='load-line'>今日 " + load.requests + " 请求 · 入 " + load.tokens_in + " / 出 " + load.tokens_out + " tok</div>" +
|
||
"<div class='load-bar'><span style='width:" + pct + "%'></span></div>" +
|
||
"<div class='spark'>" + spark(series, trendLabels) + "</div>" +
|
||
"</div>";
|
||
}).join("")
|
||
: (u.auth_set
|
||
? "<code class='mono'>" + IP.esc(u.auth_mask) + "</code>"
|
||
: "<span class='muted'>未设置</span>");
|
||
|
||
var models = IP.arr(u.models);
|
||
var modelCell = models.length
|
||
? "<div class='muted' style='font-size:12px'>" + models.map(IP.esc).join("<br>") + "</div>"
|
||
: "<span class='muted'>未登记</span>";
|
||
|
||
var urls = apiUrls(u);
|
||
var urlBtns =
|
||
"<button class='btn-sm' data-act='copy-url' data-url='" + IP.esc(urls.openai) + "' title='点击复制 OpenAI 协议地址'>OpenAI</button>" +
|
||
"<button class='btn-sm' data-act='copy-url' data-url='" + IP.esc(urls.anthropic) + "' title='点击复制 Anthropic 协议地址'>Anthropic</button>";
|
||
|
||
// 健康徽标:数据来自网关 log 阶段对**真实转发**结果的记录(uh: 缓存)。
|
||
// 5xx/连不上 = 失效(红);4xx 也算活着(上游对请求内容的意见);
|
||
// 从没被调用过 = 未探测(灰)。状态会在每次真实调用后自动更新。
|
||
var st = u.status || "unknown";
|
||
var stBadge =
|
||
st === "ok"
|
||
? "<span class='badge b-ok' title='最近一次真实转发成功(" + IP.esc(u.checked_at_text || "") + ")'>● 正常</span>"
|
||
: st === "failed"
|
||
? "<span class='badge b-err' title='最近一次真实转发失败(" + IP.esc(u.checked_at_text || "") + ")'>● 失效" + (u.status_code ? " HTTP " + IP.esc(u.status_code) : "") + "</span>"
|
||
: "<span class='badge b-gray' title='还没有被任何请求调用过'>○ 未探测</span>";
|
||
|
||
return "<tr>" +
|
||
"<td><b>" + IP.esc(u.slot) + "</b><div style='margin-top:4px'>" + stBadge + "</div>" +
|
||
"<div class='row-actions' style='margin-top:6px'>" + urlBtns + "</div>" +
|
||
"<div class='muted' style='font-size:11.5px;margin-top:4px'>点击复制 API 地址</div></td>" +
|
||
"<td class='mono base-cell'>" + IP.esc(u.base) +
|
||
(u.base_anthropic ? "<br><span class='muted'>" + IP.esc(u.base_anthropic) + "</span>" : "") + "</td>" +
|
||
"<td>" + keyCell + "</td>" +
|
||
"<td>" + (models.length ? "<span class='badge b-blue'>" + models.length + " 个</span>" + modelCell : modelCell) + "</td>" +
|
||
"<td>" + IP.esc(u.note || "-") + "</td>" +
|
||
"<td>" + (enabled ? "<span class='badge b-ok'>启用中</span>" : "<span class='badge b-gray'>已停用</span>") + "</td>" +
|
||
"<td class='muted nowrap'>" + IP.esc(u.created_at_text) + "</td>" +
|
||
"<td><div class='row-actions'>" +
|
||
"<button class='btn-sm' data-act='test-up' data-slot='" + IP.esc(u.slot) + "'>测试</button>" +
|
||
"<button class='btn-sm' data-act='edit-up' data-slot='" + IP.esc(u.slot) + "'>编辑</button>" +
|
||
toggle +
|
||
"<button class='btn-sm btn-danger' data-act='del-up' data-slot='" + IP.esc(u.slot) + "'>删除</button>" +
|
||
"</div></td>" +
|
||
"</tr>";
|
||
}).join("");
|
||
}
|
||
|
||
/// 探测体就是发给上游的真实请求:第一个登记模型 + max_tokens=1(成本≈0)。
|
||
/// slot 走 query(模块要用它定位上游),body 会被网关**原样**转给上游。
|
||
function probe(slot, body) {
|
||
return fetch("/api/admin/upstreams/test?slot=" + encodeURIComponent(slot), {
|
||
method: "POST",
|
||
credentials: "same-origin",
|
||
headers: { "Content-Type": "application/json" },
|
||
body: JSON.stringify(body)
|
||
});
|
||
}
|
||
|
||
$("upstreamsBody").addEventListener("click", function (e) {
|
||
var btn = e.target.closest("button[data-act]");
|
||
if (!btn) return;
|
||
var act = btn.getAttribute("data-act");
|
||
var slot = btn.getAttribute("data-slot");
|
||
|
||
if (act === "copy-url") {
|
||
IP.copyText(btn.getAttribute("data-url"), "API 地址");
|
||
return;
|
||
}
|
||
|
||
if (act === "test-up") {
|
||
var up = IP.state.upstreams.filter(function (x) { return x.slot === slot; })[0];
|
||
if (!up) return;
|
||
var model = IP.arr(up.models)[0] || "gpt-4o-mini";
|
||
var label = btn.textContent;
|
||
var restore = function () { btn.disabled = false; btn.textContent = label; };
|
||
btn.disabled = true; btn.textContent = "测试中…";
|
||
var t0 = Date.now();
|
||
probe(slot, { model: model, max_tokens: 1, stream: false, messages: [{ role: "user", content: "ping" }] })
|
||
.then(function (res) {
|
||
return res.json().catch(function () { return {}; }).then(function (data) {
|
||
var ms = Date.now() - t0;
|
||
if (res.ok) {
|
||
IP.toast("✅ " + slot + " 通(HTTP " + res.status + "," + ms + " ms,model=" + model + ")");
|
||
} else {
|
||
// 上游错误体是 OpenAI 形状(error.message),管理台错误体是 msg——都认
|
||
var msg = (data && data.error && data.error.message) || (data && data.msg) || ("HTTP " + res.status);
|
||
IP.toast("✗ " + slot + " 不通:" + msg + "(" + ms + " ms)", true);
|
||
}
|
||
restore();
|
||
});
|
||
}).catch(function () {
|
||
IP.toast("✗ " + slot + " 不通:网络错误或超时", true);
|
||
});
|
||
return;
|
||
}
|
||
|
||
if (act === "toggle-up") {
|
||
// 后端约定:save 省略 auth/note/models 即保留原值,enabled 缺省视为 true——
|
||
// 所以启停必须显式带 enabled,其余一律不传,避免误清密钥/模型清单
|
||
btn.disabled = true;
|
||
IP.api("POST", "/api/admin/upstreams/save", {
|
||
slot: slot,
|
||
enabled: btn.getAttribute("data-enabled") === "1"
|
||
}).then(function (r) { IP.toast(r.msg); return IP.reload(); })
|
||
.catch(function (err) { IP.toast(err.message, true); btn.disabled = false; });
|
||
} else if (act === "edit-up") {
|
||
var up2 = IP.state.upstreams.filter(function (x) { return x.slot === slot; })[0];
|
||
if (!up2) return;
|
||
openForm(up2);
|
||
} else if (act === "del-up") {
|
||
if (!confirm("确认删除上游 " + slot + "?删除后指向它的调用将立即 404。")) return;
|
||
btn.disabled = true;
|
||
IP.api("POST", "/api/admin/upstreams/delete", { slot: slot })
|
||
.then(function (r) { IP.toast(r.msg); return IP.reload(); })
|
||
.catch(function (err) { IP.toast(err.message, true); btn.disabled = false; });
|
||
}
|
||
});
|
||
|
||
$("newUpBtn").addEventListener("click", function () { openForm(null); });
|
||
|
||
IP.boot("upstreams", render);
|
||
})();
|