支持导入定价文档并在统计页估算费用。
把用量与单价对齐，方便对照各模型实际开销。 Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Cursor
+141
-18
@@ -1,37 +1,160 @@
|
||||
import type { IncomingMessage, ServerResponse } from "node:http";
|
||||
import {
|
||||
readRecords,
|
||||
summarizeTokenUsage,
|
||||
summarizeRecords,
|
||||
type TokenStatsQuery,
|
||||
} from "../stats/token-store.js";
|
||||
import {
|
||||
addPricingSource,
|
||||
deletePricingSource,
|
||||
getPricingSource,
|
||||
listPricingSources,
|
||||
refreshPricingSource,
|
||||
resolveRateCatalog,
|
||||
SUGGESTED_PRICING_DOCS,
|
||||
} from "../stats/pricing.js";
|
||||
import { attachRecordCost, buildCostReport } from "../stats/pricing-cost.js";
|
||||
|
||||
async function readBody(req: IncomingMessage): Promise<string> {
|
||||
const chunks: Buffer[] = [];
|
||||
for await (const chunk of req) {
|
||||
chunks.push(chunk as Buffer);
|
||||
}
|
||||
return Buffer.concat(chunks).toString("utf8");
|
||||
}
|
||||
|
||||
function json(res: ServerResponse, status: number, data: unknown): void {
|
||||
res.writeHead(status, { "Content-Type": "application/json; charset=utf-8" });
|
||||
res.end(JSON.stringify(data));
|
||||
}
|
||||
|
||||
function publicSource(source: ReturnType<typeof listPricingSources>[number]) {
|
||||
return {
|
||||
id: source.id,
|
||||
name: source.name,
|
||||
url: source.url,
|
||||
createdAt: source.createdAt,
|
||||
fetchedAt: source.fetchedAt ?? null,
|
||||
fetchError: source.fetchError ?? null,
|
||||
title: source.title ?? null,
|
||||
modelCount: source.rates.length,
|
||||
rates: source.rates.map((r) => ({
|
||||
model: r.model,
|
||||
aliases: r.aliases,
|
||||
currency: r.currency,
|
||||
unitTokens: r.unitTokens,
|
||||
inputCacheHit: r.inputCacheHit ?? null,
|
||||
inputCacheMiss: r.inputCacheMiss,
|
||||
output: r.output,
|
||||
})),
|
||||
};
|
||||
}
|
||||
|
||||
export async function handleStatsApi(
|
||||
_req: IncomingMessage,
|
||||
req: IncomingMessage,
|
||||
res: ServerResponse,
|
||||
pathname: string,
|
||||
searchParams: URLSearchParams,
|
||||
): Promise<boolean> {
|
||||
if (pathname !== "/api/stats/tokens") return false;
|
||||
if (!pathname.startsWith("/api/stats/")) return false;
|
||||
|
||||
const query: TokenStatsQuery = {
|
||||
bookId: searchParams.get("bookId") ?? undefined,
|
||||
orchestratorId: searchParams.get("orchestratorId") ?? undefined,
|
||||
sessionId: searchParams.get("sessionId") ?? undefined,
|
||||
from: searchParams.get("from") ?? undefined,
|
||||
to: searchParams.get("to") ?? undefined,
|
||||
limit: searchParams.get("limit")
|
||||
? Number(searchParams.get("limit"))
|
||||
: undefined,
|
||||
};
|
||||
if (pathname === "/api/stats/tokens") {
|
||||
if (req.method && req.method !== "GET") {
|
||||
json(res, 405, { error: "Method Not Allowed" });
|
||||
return true;
|
||||
}
|
||||
const query: TokenStatsQuery = {
|
||||
bookId: searchParams.get("bookId") ?? undefined,
|
||||
orchestratorId: searchParams.get("orchestratorId") ?? undefined,
|
||||
sessionId: searchParams.get("sessionId") ?? undefined,
|
||||
from: searchParams.get("from") ?? undefined,
|
||||
to: searchParams.get("to") ?? undefined,
|
||||
limit: searchParams.get("limit")
|
||||
? Number(searchParams.get("limit"))
|
||||
: undefined,
|
||||
};
|
||||
const summaryRecords = readRecords({ ...query, limit: query.limit ?? 2000 });
|
||||
const records = readRecords({ ...query, limit: query.limit ?? 100 });
|
||||
const catalog = resolveRateCatalog();
|
||||
const cost = buildCostReport(summaryRecords, catalog);
|
||||
json(res, 200, {
|
||||
summary: {
|
||||
...summarizeRecords(summaryRecords),
|
||||
estimatedCost: cost.total,
|
||||
unpricedCalls: cost.unpricedCalls,
|
||||
byCurrency: cost.byCurrency,
|
||||
byModel: cost.byModel,
|
||||
},
|
||||
cost,
|
||||
records: records.map((r) => {
|
||||
const priced = attachRecordCost(r, catalog);
|
||||
return {
|
||||
...r,
|
||||
estimatedCost: priced.cost,
|
||||
unmatchedRate: priced.unmatched,
|
||||
};
|
||||
}),
|
||||
});
|
||||
return true;
|
||||
}
|
||||
|
||||
json(res, 200, {
|
||||
summary: summarizeTokenUsage(query),
|
||||
records: readRecords({ ...query, limit: query.limit ?? 100 }),
|
||||
});
|
||||
return true;
|
||||
if (pathname === "/api/stats/pricing") {
|
||||
if (req.method !== "GET") {
|
||||
json(res, 405, { error: "Method Not Allowed" });
|
||||
return true;
|
||||
}
|
||||
json(res, 200, {
|
||||
sources: listPricingSources().map(publicSource),
|
||||
suggested: SUGGESTED_PRICING_DOCS,
|
||||
});
|
||||
return true;
|
||||
}
|
||||
|
||||
if (pathname === "/api/stats/pricing/sources" && req.method === "POST") {
|
||||
try {
|
||||
const body = JSON.parse(await readBody(req)) as { url?: string; name?: string };
|
||||
if (!body.url?.trim()) {
|
||||
json(res, 400, { error: "请填写官方价目文档 URL" });
|
||||
return true;
|
||||
}
|
||||
const source = await addPricingSource({ url: body.url, name: body.name });
|
||||
json(res, 201, { source: publicSource(source) });
|
||||
} catch (err) {
|
||||
json(res, 400, { error: err instanceof Error ? err.message : "添加失败" });
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
const refreshMatch = pathname.match(
|
||||
/^\/api\/stats\/pricing\/sources\/([^/]+)\/refresh$/,
|
||||
);
|
||||
if (refreshMatch && req.method === "POST") {
|
||||
const id = decodeURIComponent(refreshMatch[1]);
|
||||
if (!getPricingSource(id)) {
|
||||
json(res, 404, { error: "价目来源不存在" });
|
||||
return true;
|
||||
}
|
||||
try {
|
||||
const source = await refreshPricingSource(id);
|
||||
json(res, 200, {
|
||||
source: publicSource(source),
|
||||
});
|
||||
} catch (err) {
|
||||
json(res, 400, { error: err instanceof Error ? err.message : "更新失败" });
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
const sourceMatch = pathname.match(/^\/api\/stats\/pricing\/sources\/([^/]+)$/);
|
||||
if (sourceMatch && req.method === "DELETE") {
|
||||
const id = decodeURIComponent(sourceMatch[1]);
|
||||
if (!deletePricingSource(id)) {
|
||||
json(res, 404, { error: "价目来源不存在" });
|
||||
return true;
|
||||
}
|
||||
json(res, 200, { ok: true });
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
@@ -0,0 +1,176 @@
|
||||
import type { TokenUsageRecord } from "./token-store.js";
|
||||
import {
|
||||
findModelRate,
|
||||
resolveRateCatalog,
|
||||
type ResolvedRate,
|
||||
} from "./pricing.js";
|
||||
import type { PeakWindow, RateBand } from "./pricing-parse.js";
|
||||
|
||||
export type Money = {
|
||||
amount: number;
|
||||
currency: string;
|
||||
};
|
||||
|
||||
export type RecordCost = {
|
||||
cost: Money | null;
|
||||
unmatched: boolean;
|
||||
sourceName?: string;
|
||||
};
|
||||
|
||||
export type ModelCostRow = {
|
||||
model: string;
|
||||
calls: number;
|
||||
promptTokens: number;
|
||||
completionTokens: number;
|
||||
totalTokens: number;
|
||||
cachedTokens: number;
|
||||
cacheMissTokens: number;
|
||||
cost: Money | null;
|
||||
unmatched: boolean;
|
||||
sourceName?: string;
|
||||
sourceUrl?: string;
|
||||
};
|
||||
|
||||
export type CostReport = {
|
||||
total: Money | null;
|
||||
byCurrency: Record<string, number>;
|
||||
unpricedCalls: number;
|
||||
pricedCalls: number;
|
||||
byModel: ModelCostRow[];
|
||||
};
|
||||
|
||||
export function isPeakAt(
|
||||
at: Date,
|
||||
windows: PeakWindow[] | undefined,
|
||||
weekdays: number[] | undefined,
|
||||
): boolean {
|
||||
if (!windows?.length) return false;
|
||||
if (weekdays?.length && !weekdays.includes(at.getUTCDay())) return false;
|
||||
const minutes = at.getUTCHours() * 60 + at.getUTCMinutes();
|
||||
return windows.some((w) => minutes >= w.startMinutes && minutes < w.endMinutes);
|
||||
}
|
||||
|
||||
export function splitPromptTokens(record: TokenUsageRecord): {
|
||||
cached: number;
|
||||
miss: number;
|
||||
output: number;
|
||||
} {
|
||||
const cached = Math.max(0, record.cachedTokens ?? 0);
|
||||
let miss = record.cacheMissTokens;
|
||||
if (miss == null) {
|
||||
miss = Math.max(0, record.promptTokens - cached);
|
||||
}
|
||||
const covered = cached + miss;
|
||||
if (covered < record.promptTokens) {
|
||||
miss += record.promptTokens - covered;
|
||||
}
|
||||
return { cached, miss, output: Math.max(0, record.completionTokens) };
|
||||
}
|
||||
|
||||
function bandPrice(band: RateBand | undefined, peak: boolean): number {
|
||||
if (!band) return 0;
|
||||
if (peak && band.peak != null) return band.peak;
|
||||
return band.offPeak;
|
||||
}
|
||||
|
||||
export function costForRecord(
|
||||
record: TokenUsageRecord,
|
||||
rate: ResolvedRate,
|
||||
): Money {
|
||||
const at = new Date(record.at);
|
||||
const peak = isPeakAt(at, rate.peakWindows, rate.peakWeekdays);
|
||||
const parts = splitPromptTokens(record);
|
||||
const hitPrice = rate.inputCacheHit
|
||||
? bandPrice(rate.inputCacheHit, peak)
|
||||
: bandPrice(rate.inputCacheMiss, peak);
|
||||
const missPrice = bandPrice(rate.inputCacheMiss, peak);
|
||||
const outPrice = bandPrice(rate.output, peak);
|
||||
const unit = rate.unitTokens || 1_000_000;
|
||||
const amount =
|
||||
(parts.cached * hitPrice + parts.miss * missPrice + parts.output * outPrice) /
|
||||
unit;
|
||||
return { amount: Math.round(amount * 1e10) / 1e10, currency: rate.currency };
|
||||
}
|
||||
|
||||
export function attachRecordCost(
|
||||
record: TokenUsageRecord,
|
||||
catalog = resolveRateCatalog(),
|
||||
): RecordCost {
|
||||
const rate = findModelRate(record.model || "", catalog);
|
||||
if (!rate) return { cost: null, unmatched: true };
|
||||
return {
|
||||
cost: costForRecord(record, rate),
|
||||
unmatched: false,
|
||||
sourceName: rate.sourceName,
|
||||
};
|
||||
}
|
||||
|
||||
export function buildCostReport(
|
||||
records: TokenUsageRecord[],
|
||||
catalog = resolveRateCatalog(),
|
||||
): CostReport {
|
||||
const byModel = new Map<string, ModelCostRow>();
|
||||
const byCurrency: Record<string, number> = {};
|
||||
let unpricedCalls = 0;
|
||||
let pricedCalls = 0;
|
||||
|
||||
for (const record of records) {
|
||||
const model = record.model?.trim() || "(未填型号)";
|
||||
const rate = findModelRate(record.model || "", catalog);
|
||||
const priced = rate ? costForRecord(record, rate) : null;
|
||||
if (priced) {
|
||||
pricedCalls += 1;
|
||||
byCurrency[priced.currency] = (byCurrency[priced.currency] ?? 0) + priced.amount;
|
||||
} else {
|
||||
unpricedCalls += 1;
|
||||
}
|
||||
|
||||
const prev = byModel.get(model) ?? {
|
||||
model,
|
||||
calls: 0,
|
||||
promptTokens: 0,
|
||||
completionTokens: 0,
|
||||
totalTokens: 0,
|
||||
cachedTokens: 0,
|
||||
cacheMissTokens: 0,
|
||||
cost: priced ? { amount: 0, currency: priced.currency } : null,
|
||||
unmatched: !rate,
|
||||
sourceName: rate?.sourceName,
|
||||
sourceUrl: rate?.sourceUrl,
|
||||
};
|
||||
prev.calls += 1;
|
||||
prev.promptTokens += record.promptTokens;
|
||||
prev.completionTokens += record.completionTokens;
|
||||
prev.totalTokens += record.totalTokens;
|
||||
prev.cachedTokens += record.cachedTokens ?? 0;
|
||||
prev.cacheMissTokens += record.cacheMissTokens ?? 0;
|
||||
if (priced) {
|
||||
if (!prev.cost) prev.cost = { amount: 0, currency: priced.currency };
|
||||
if (prev.cost.currency === priced.currency) {
|
||||
prev.cost.amount += priced.amount;
|
||||
}
|
||||
prev.unmatched = false;
|
||||
}
|
||||
byModel.set(model, prev);
|
||||
}
|
||||
|
||||
const currencies = Object.keys(byCurrency);
|
||||
const total =
|
||||
currencies.length === 1
|
||||
? { amount: byCurrency[currencies[0]], currency: currencies[0] }
|
||||
: null;
|
||||
|
||||
const rows = [...byModel.values()].sort((a, b) => {
|
||||
const ac = a.cost?.amount ?? -1;
|
||||
const bc = b.cost?.amount ?? -1;
|
||||
return bc - ac;
|
||||
});
|
||||
|
||||
return {
|
||||
total,
|
||||
byCurrency,
|
||||
unpricedCalls,
|
||||
pricedCalls,
|
||||
byModel: rows,
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,615 @@
|
||||
/** 从官方价目文档（HTML / Markdown / JSON）抽出按型号的单价。 */
|
||||
|
||||
export type PeakWindow = {
|
||||
/** 距 UTC 当天 00:00 的分钟数，含起点不含终点 */
|
||||
startMinutes: number;
|
||||
endMinutes: number;
|
||||
};
|
||||
|
||||
export type RateBand = {
|
||||
offPeak: number;
|
||||
peak?: number;
|
||||
};
|
||||
|
||||
export type ModelRate = {
|
||||
model: string;
|
||||
aliases: string[];
|
||||
currency: string;
|
||||
unitTokens: number;
|
||||
inputCacheHit?: RateBand;
|
||||
inputCacheMiss: RateBand;
|
||||
output: RateBand;
|
||||
peakWindows?: PeakWindow[];
|
||||
/** JS getUTCDay：0 日 … 6 六。省略则每天都可能高峰 */
|
||||
peakWeekdays?: number[];
|
||||
};
|
||||
|
||||
export type ParsePricingResult = {
|
||||
title?: string;
|
||||
rates: ModelRate[];
|
||||
warnings: string[];
|
||||
};
|
||||
|
||||
const UNIT_1M = 1_000_000;
|
||||
|
||||
const MODEL_STOP = new Set(
|
||||
[
|
||||
"model",
|
||||
"models",
|
||||
"pricing",
|
||||
"features",
|
||||
"peak",
|
||||
"off-peak",
|
||||
"offpeak",
|
||||
"input",
|
||||
"output",
|
||||
"tokens",
|
||||
"token",
|
||||
"cache",
|
||||
"hit",
|
||||
"miss",
|
||||
"thinking",
|
||||
"maximum",
|
||||
"vision",
|
||||
"usd",
|
||||
"cny",
|
||||
"base",
|
||||
"url",
|
||||
"openai",
|
||||
"anthropic",
|
||||
"format",
|
||||
"version",
|
||||
"concurrency",
|
||||
"limit",
|
||||
].map((s) => s.toLowerCase()),
|
||||
);
|
||||
|
||||
export function parsePricingDocument(
|
||||
text: string,
|
||||
contentType = "text/html",
|
||||
): ParsePricingResult {
|
||||
const trimmed = text.trim();
|
||||
const type = contentType.toLowerCase();
|
||||
if (type.includes("json") || (trimmed.startsWith("{") && trimmed.includes("pricing"))) {
|
||||
const jsonResult = parsePricingJson(trimmed);
|
||||
if (jsonResult.rates.length) return jsonResult;
|
||||
}
|
||||
const html = /<table[\s>]/i.test(trimmed) ? parsePricingHtml(trimmed) : { rates: [], warnings: [] as string[], title: pageTitle(trimmed) };
|
||||
if (html.rates.length) {
|
||||
return decorate(html, trimmed);
|
||||
}
|
||||
const md = parsePricingMarkdown(stripTags(trimmed));
|
||||
if (md.rates.length) return decorate(md, trimmed);
|
||||
return {
|
||||
title: pageTitle(trimmed),
|
||||
rates: [],
|
||||
warnings: ["未能从文档解析出型号价格"],
|
||||
};
|
||||
}
|
||||
|
||||
function decorate(result: ParsePricingResult, source: string): ParsePricingResult {
|
||||
const peak = parsePeakSchedule(source);
|
||||
const aliases = parseLegacyAliases(source, result.rates.map((r) => r.model));
|
||||
const rates = result.rates.map((r) => ({
|
||||
...r,
|
||||
aliases: unique([...(r.aliases ?? []), ...(aliases.get(r.model.toLowerCase()) ?? [])]),
|
||||
...(peak
|
||||
? { peakWindows: peak.windows, peakWeekdays: peak.weekdays }
|
||||
: {}),
|
||||
}));
|
||||
return {
|
||||
title: result.title ?? pageTitle(source),
|
||||
rates,
|
||||
warnings: result.warnings,
|
||||
};
|
||||
}
|
||||
|
||||
function parsePricingHtml(html: string): ParsePricingResult {
|
||||
const tables = extractHtmlTables(html).map(expandTableGrid);
|
||||
return extractFromGrids(tables, html);
|
||||
}
|
||||
|
||||
function parsePricingMarkdown(text: string): ParsePricingResult {
|
||||
const tables = extractMarkdownTables(text);
|
||||
return extractFromGrids(tables, text);
|
||||
}
|
||||
|
||||
function extractFromGrids(grids: string[][][], source: string): ParsePricingResult {
|
||||
const warnings: string[] = [];
|
||||
const rates: ModelRate[] = [];
|
||||
const currencyHint = detectCurrency(source);
|
||||
const unit = detectUnitTokens(source);
|
||||
|
||||
for (const grid of grids) {
|
||||
const fromMatrix = extractDeepSeekStyle(grid, currencyHint, unit);
|
||||
if (fromMatrix.length) {
|
||||
rates.push(...fromMatrix);
|
||||
continue;
|
||||
}
|
||||
const generic = extractGenericHeaderTable(grid, currencyHint, unit);
|
||||
rates.push(...generic);
|
||||
}
|
||||
|
||||
const uniqueRates = mergeRatesByModel(rates);
|
||||
if (!uniqueRates.length) {
|
||||
warnings.push("表格里没有识别到单价");
|
||||
}
|
||||
return { title: pageTitle(source), rates: uniqueRates, warnings };
|
||||
}
|
||||
|
||||
function extractDeepSeekStyle(
|
||||
grid: string[][],
|
||||
currencyHint: string,
|
||||
unit: number,
|
||||
): ModelRate[] {
|
||||
let models: string[] = [];
|
||||
for (const row of grid) {
|
||||
const idx = row.findIndex((c) => /^model$/i.test(cleanCell(c)));
|
||||
if (idx < 0) continue;
|
||||
const found = row
|
||||
.slice(idx + 1)
|
||||
.map(cleanCell)
|
||||
.filter((c) => looksLikeModelId(c));
|
||||
if (found.length) {
|
||||
models = unique(found);
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (!models.length) return [];
|
||||
|
||||
const hit: Partial<Record<string, number[]>> = {};
|
||||
const miss: Partial<Record<string, number[]>> = {};
|
||||
const output: Partial<Record<string, number[]>> = {};
|
||||
let currency = currencyHint;
|
||||
|
||||
for (const row of grid) {
|
||||
const cells = row.map(cleanCell);
|
||||
const joined = cells.join(" ").toLowerCase();
|
||||
const band = bandOf(joined);
|
||||
if (!band) continue;
|
||||
const money = parseMoneyCells(row);
|
||||
if (money.length < models.length) continue;
|
||||
const slice = money.slice(-models.length);
|
||||
currency = slice[0]?.currency ?? currency;
|
||||
const amounts = slice.map((m) => m.amount);
|
||||
if (/cache\s*hit/.test(joined) || /缓存命中/.test(joined)) {
|
||||
hit[band] = amounts;
|
||||
} else if (/cache\s*miss/.test(joined) || /缓存未命中/.test(joined)) {
|
||||
miss[band] = amounts;
|
||||
} else if (/output/.test(joined) || /输出/.test(joined)) {
|
||||
output[band] = amounts;
|
||||
}
|
||||
}
|
||||
|
||||
if (!miss.offPeak && !output.offPeak) return [];
|
||||
|
||||
return models.map((model, i) => {
|
||||
const missOff = miss.offPeak?.[i] ?? miss.peak?.[i];
|
||||
const outOff = output.offPeak?.[i] ?? output.peak?.[i];
|
||||
const missPeak = miss.peak?.[i];
|
||||
const outPeak = output.peak?.[i];
|
||||
const hitOff = hit.offPeak?.[i];
|
||||
const hitPeak = hit.peak?.[i];
|
||||
const inputMiss = missOff ?? missPeak;
|
||||
const out = outOff ?? outPeak;
|
||||
if (inputMiss == null || out == null) {
|
||||
return null;
|
||||
}
|
||||
const rate: ModelRate = {
|
||||
model,
|
||||
aliases: [],
|
||||
currency,
|
||||
unitTokens: unit,
|
||||
inputCacheMiss: {
|
||||
offPeak: inputMiss,
|
||||
...(missPeak != null && missPeak !== inputMiss ? { peak: missPeak } : {}),
|
||||
},
|
||||
output: {
|
||||
offPeak: out,
|
||||
...(outPeak != null && outPeak !== out ? { peak: outPeak } : {}),
|
||||
},
|
||||
};
|
||||
if (hitOff != null || hitPeak != null) {
|
||||
const off = hitOff ?? hitPeak!;
|
||||
rate.inputCacheHit = {
|
||||
offPeak: off,
|
||||
...(hitPeak != null && hitPeak !== off ? { peak: hitPeak } : {}),
|
||||
};
|
||||
}
|
||||
return rate;
|
||||
}).filter((r): r is ModelRate => r != null);
|
||||
}
|
||||
|
||||
function extractGenericHeaderTable(
|
||||
grid: string[][],
|
||||
currencyHint: string,
|
||||
unit: number,
|
||||
): ModelRate[] {
|
||||
if (grid.length < 2) return [];
|
||||
const header = grid[0].map(cleanCell);
|
||||
const kinds = header.map(headerKind);
|
||||
const modelCol = kinds.indexOf("model");
|
||||
const inputCol = kinds.indexOf("input");
|
||||
const cachedCol = kinds.indexOf("cached");
|
||||
const outputCol = kinds.indexOf("output");
|
||||
if (modelCol < 0 || inputCol < 0 || outputCol < 0) return [];
|
||||
|
||||
const rates: ModelRate[] = [];
|
||||
for (const row of grid.slice(1)) {
|
||||
const model = cleanCell(row[modelCol] ?? "");
|
||||
if (!looksLikeModelId(model)) continue;
|
||||
const input = parsePriceCell(row[inputCol] ?? "", currencyHint);
|
||||
const output = parsePriceCell(row[outputCol] ?? "", currencyHint);
|
||||
if (!input || !output) continue;
|
||||
const cached =
|
||||
cachedCol >= 0 ? parsePriceCell(row[cachedCol] ?? "", currencyHint) : null;
|
||||
const currency = input.currency ?? output.currency ?? currencyHint;
|
||||
const rate: ModelRate = {
|
||||
model,
|
||||
aliases: [],
|
||||
currency,
|
||||
unitTokens: unit,
|
||||
inputCacheMiss: { offPeak: input.amount },
|
||||
output: { offPeak: output.amount },
|
||||
};
|
||||
if (cached) rate.inputCacheHit = { offPeak: cached.amount };
|
||||
rates.push(rate);
|
||||
}
|
||||
return rates;
|
||||
}
|
||||
|
||||
function headerKind(cell: string): "model" | "input" | "cached" | "output" | "other" {
|
||||
const t = cell.toLowerCase().replace(/\s+/g, " ").trim();
|
||||
if (/模型名称|^(model|型号|模型)$/i.test(t) || t === "id") return "model";
|
||||
if (/缓存存储|cache(?:d)?\s*input\s*storage/.test(t)) return "other";
|
||||
if (/cache\s*hit|cached(?:\s+input)?$|缓存命中/.test(t)) return "cached";
|
||||
if (/output|completion|输出/.test(t)) return "output";
|
||||
if (/input|prompt|cache\s*miss|输入/.test(t)) return "input";
|
||||
return "other";
|
||||
}
|
||||
|
||||
function bandOf(joined: string): "offPeak" | "peak" | null {
|
||||
if (/off[- ]?peak|闲时|非高峰|低峰/.test(joined)) return "offPeak";
|
||||
if (/(^|[^a-z])peak([^a-z]|$)|高峰/.test(joined)) return "peak";
|
||||
return null;
|
||||
}
|
||||
|
||||
export function parsePeakSchedule(text: string): {
|
||||
windows: PeakWindow[];
|
||||
weekdays: number[];
|
||||
} | null {
|
||||
const plain = stripTags(text).replace(/\s+/g, " ");
|
||||
const windows: PeakWindow[] = [];
|
||||
const utcRange =
|
||||
/peak hours are\s+(\d{1,2}:\d{2})\s*[-–—]\s*(\d{1,2}:\d{2})\s+and\s+(\d{1,2}:\d{2})\s*[-–—]\s*(\d{1,2}:\d{2})\s*utc/i.exec(
|
||||
plain,
|
||||
) ??
|
||||
/高峰.*?(\d{1,2}:\d{2})\s*[-–—]\s*(\d{1,2}:\d{2}).*?(\d{1,2}:\d{2})\s*[-–—]\s*(\d{1,2}:\d{2}).*utc/i.exec(
|
||||
plain,
|
||||
);
|
||||
if (utcRange) {
|
||||
windows.push(
|
||||
{ startMinutes: parseHhMm(utcRange[1]), endMinutes: parseHhMm(utcRange[2]) },
|
||||
{ startMinutes: parseHhMm(utcRange[3]), endMinutes: parseHhMm(utcRange[4]) },
|
||||
);
|
||||
}
|
||||
if (!windows.length) return null;
|
||||
const weekdays = /monday through friday|周一至周五|星期一至星期五/i.test(plain)
|
||||
? [1, 2, 3, 4, 5]
|
||||
: [0, 1, 2, 3, 4, 5, 6];
|
||||
return { windows, weekdays };
|
||||
}
|
||||
|
||||
export function parseLegacyAliases(
|
||||
text: string,
|
||||
models: string[],
|
||||
): Map<string, string[]> {
|
||||
const map = new Map<string, string[]>();
|
||||
const codes = [
|
||||
...text.matchAll(/<code\b[^>]*>([^<]+)<\/code>/gi),
|
||||
...text.matchAll(/`([a-zA-Z][a-zA-Z0-9._:+/-]{1,80})`/g),
|
||||
].map((m) => cleanCell(m[1]));
|
||||
const plain = stripTags(text).replace(/\s+/g, " ");
|
||||
const flash = models.find((m) => /flash/i.test(m));
|
||||
if (
|
||||
flash &&
|
||||
/legacy names[\s\S]{0,800}billed at the flash price/i.test(plain)
|
||||
) {
|
||||
const legacy = codes.filter(
|
||||
(c) => /flash/i.test(c) && c.toLowerCase() !== flash.toLowerCase(),
|
||||
);
|
||||
if (legacy.length) map.set(flash.toLowerCase(), unique(legacy));
|
||||
}
|
||||
return map;
|
||||
}
|
||||
|
||||
function parsePricingJson(text: string): ParsePricingResult {
|
||||
try {
|
||||
const data = JSON.parse(text) as unknown;
|
||||
const rates: ModelRate[] = [];
|
||||
const rows = jsonModelRows(data);
|
||||
for (const row of rows) {
|
||||
const model = String(row.id ?? row.model ?? "").trim();
|
||||
if (!model) continue;
|
||||
const pricing = (row.pricing ?? row) as Record<string, unknown>;
|
||||
const prompt = jsonPrice(pricing.prompt ?? pricing.input ?? pricing.inputCacheMiss);
|
||||
const completion = jsonPrice(pricing.completion ?? pricing.output);
|
||||
if (prompt == null || completion == null) continue;
|
||||
const cached = jsonPrice(pricing.input_cache_read ?? pricing.cached ?? pricing.inputCacheHit);
|
||||
// OpenRouter 等接口用「每个 token」；官方价目表通常是每 1M。
|
||||
const perToken = prompt > 0 && prompt < 1e-4;
|
||||
const rate: ModelRate = {
|
||||
model: model.includes("/") ? model.split("/").pop()! : model,
|
||||
aliases: model.includes("/") ? [model] : [],
|
||||
currency: "USD",
|
||||
unitTokens: UNIT_1M,
|
||||
inputCacheMiss: { offPeak: perToken ? prompt * UNIT_1M : prompt },
|
||||
output: { offPeak: perToken ? completion * UNIT_1M : completion },
|
||||
};
|
||||
if (cached != null) {
|
||||
rate.inputCacheHit = { offPeak: perToken ? cached * UNIT_1M : cached };
|
||||
}
|
||||
rates.push(rate);
|
||||
}
|
||||
return { rates: mergeRatesByModel(rates), warnings: rates.length ? [] : ["JSON 中没有单价"] };
|
||||
} catch {
|
||||
return { rates: [], warnings: ["JSON 解析失败"] };
|
||||
}
|
||||
}
|
||||
|
||||
function jsonModelRows(data: unknown): Array<Record<string, unknown>> {
|
||||
if (Array.isArray(data)) return data.filter(isRecord);
|
||||
if (!isRecord(data)) return [];
|
||||
if (Array.isArray(data.models)) return data.models.filter(isRecord);
|
||||
if (Array.isArray(data.data)) return data.data.filter(isRecord);
|
||||
if (Array.isArray(data.rates)) return data.rates.filter(isRecord);
|
||||
return [];
|
||||
}
|
||||
|
||||
function jsonPrice(value: unknown): number | null {
|
||||
if (typeof value === "number" && Number.isFinite(value)) return value;
|
||||
if (typeof value === "string") {
|
||||
const n = Number(value);
|
||||
return Number.isFinite(n) ? n : null;
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
function isRecord(v: unknown): v is Record<string, unknown> {
|
||||
return typeof v === "object" && v != null && !Array.isArray(v);
|
||||
}
|
||||
|
||||
type RawCell = { text: string; colspan: number; rowspan: number };
|
||||
|
||||
function extractHtmlTables(html: string): RawCell[][][] {
|
||||
const tables: RawCell[][][] = [];
|
||||
const re = /<table\b[^>]*>([\s\S]*?)<\/table>/gi;
|
||||
let m: RegExpExecArray | null;
|
||||
while ((m = re.exec(html))) {
|
||||
tables.push(parseHtmlTableRows(m[1]));
|
||||
}
|
||||
return tables;
|
||||
}
|
||||
|
||||
function parseHtmlTableRows(inner: string): RawCell[][] {
|
||||
const rows: RawCell[][] = [];
|
||||
const trRe = /<tr\b[^>]*>([\s\S]*?)<\/tr>/gi;
|
||||
let tr: RegExpExecArray | null;
|
||||
while ((tr = trRe.exec(inner))) {
|
||||
const cells: RawCell[] = [];
|
||||
const tdRe = /<t[dh]\b([^>]*)>([\s\S]*?)<\/t[dh]>/gi;
|
||||
let td: RegExpExecArray | null;
|
||||
while ((td = tdRe.exec(tr[1]))) {
|
||||
const attrs = td[1];
|
||||
cells.push({
|
||||
text: cellText(td[2]),
|
||||
colspan: attrInt(attrs, "colspan") || 1,
|
||||
rowspan: attrInt(attrs, "rowspan") || 1,
|
||||
});
|
||||
}
|
||||
if (cells.length) rows.push(cells);
|
||||
}
|
||||
return rows;
|
||||
}
|
||||
|
||||
function expandTableGrid(rows: RawCell[][]): string[][] {
|
||||
const occupier: Array<{ left: number; text: string } | undefined> = [];
|
||||
const grid: string[][] = [];
|
||||
for (const row of rows) {
|
||||
const out: string[] = [];
|
||||
let col = 0;
|
||||
let i = 0;
|
||||
while (i < row.length || occupier.some((o, idx) => idx >= col && o && o.left > 0)) {
|
||||
const occ = occupier[col];
|
||||
if (occ && occ.left > 0) {
|
||||
out[col] = occ.text;
|
||||
occ.left -= 1;
|
||||
col += 1;
|
||||
continue;
|
||||
}
|
||||
if (i >= row.length) break;
|
||||
const cell = row[i++];
|
||||
for (let k = 0; k < cell.colspan; k++) {
|
||||
while (occupier[col]?.left) {
|
||||
out[col] = occupier[col]!.text;
|
||||
occupier[col]!.left -= 1;
|
||||
col += 1;
|
||||
}
|
||||
out[col] = cell.text;
|
||||
if (cell.rowspan > 1) {
|
||||
occupier[col] = { left: cell.rowspan - 1, text: cell.text };
|
||||
}
|
||||
col += 1;
|
||||
}
|
||||
}
|
||||
grid.push(out);
|
||||
}
|
||||
return grid;
|
||||
}
|
||||
|
||||
function extractMarkdownTables(text: string): string[][][] {
|
||||
const lines = text.split(/\r?\n/);
|
||||
const tables: string[][][] = [];
|
||||
let current: string[][] = [];
|
||||
const flush = () => {
|
||||
if (current.length >= 2) tables.push(current);
|
||||
current = [];
|
||||
};
|
||||
for (const line of lines) {
|
||||
if (!/^\s*\|/.test(line)) {
|
||||
flush();
|
||||
continue;
|
||||
}
|
||||
if (/^\s*\|?\s*:?-{3,}/.test(line)) continue;
|
||||
const cells = line
|
||||
.replace(/^\s*\|/, "")
|
||||
.replace(/\|\s*$/, "")
|
||||
.split("|")
|
||||
.map((c) => cleanCell(c));
|
||||
current.push(cells);
|
||||
}
|
||||
flush();
|
||||
return tables;
|
||||
}
|
||||
|
||||
function attrInt(attrs: string, name: string): number {
|
||||
const m = new RegExp(`${name}\\s*=\\s*["']?(\\d+)`, "i").exec(attrs);
|
||||
return m ? Number(m[1]) : 0;
|
||||
}
|
||||
|
||||
function cellText(raw: string): string {
|
||||
return cleanCell(
|
||||
raw
|
||||
.replace(/<sup\b[^>]*>[\s\S]*?<\/sup>/gi, "")
|
||||
.replace(/<br\s*\/?>/gi, " ")
|
||||
.replace(/<\/(p|div|tr|h\d)>/gi, " "),
|
||||
);
|
||||
}
|
||||
|
||||
export function cleanCell(raw: string): string {
|
||||
return decodeEntities(stripTags(raw))
|
||||
.replace(/\u00a0/g, " ")
|
||||
.replace(/\s+/g, " ")
|
||||
.trim();
|
||||
}
|
||||
|
||||
function stripTags(html: string): string {
|
||||
return html.replace(/<script[\s\S]*?<\/script>/gi, " ").replace(/<[^>]+>/g, " ");
|
||||
}
|
||||
|
||||
function decodeEntities(s: string): string {
|
||||
return s
|
||||
.replace(/&/g, "&")
|
||||
.replace(/</g, "<")
|
||||
.replace(/>/g, ">")
|
||||
.replace(/"/g, '"')
|
||||
.replace(/'/g, "'")
|
||||
.replace(/ /g, " ");
|
||||
}
|
||||
|
||||
function pageTitle(text: string): string | undefined {
|
||||
const m = /<title[^>]*>([\s\S]*?)<\/title>/i.exec(text);
|
||||
if (!m) return undefined;
|
||||
return decodeEntities(m[1]).replace(/\s+/g, " ").trim() || undefined;
|
||||
}
|
||||
|
||||
function looksLikeModelId(s: string): boolean {
|
||||
const t = s.trim();
|
||||
if (t.length < 2 || t.length > 80) return false;
|
||||
if (MODEL_STOP.has(t.toLowerCase())) return false;
|
||||
if (!/^[a-zA-Z][a-zA-Z0-9._:+/-]*$/.test(t)) return false;
|
||||
if (/^(https?:|www\.)/i.test(t)) return false;
|
||||
return /[-/._]/.test(t) || /^(gpt|o[1-9]|claude|gemini|deepseek|qwen|glm|mistral|llama)/i.test(t);
|
||||
}
|
||||
|
||||
function parseMoneyCells(row: string[]): Array<{ amount: number; currency: string }> {
|
||||
const out: Array<{ amount: number; currency: string }> = [];
|
||||
for (const cell of row) {
|
||||
const m = parseMoneyCell(cell);
|
||||
if (m) out.push(m);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
function parsePriceCell(
|
||||
cell: string,
|
||||
currencyHint: string,
|
||||
): { amount: number; currency: string } | null {
|
||||
const t = cleanCell(cell);
|
||||
if (!t) return null;
|
||||
if (/^(?:[-–—\\/]|不支持|暂不支持)$/i.test(t)) return null;
|
||||
if (/^(free|免费)$/i.test(t)) return { amount: 0, currency: currencyHint };
|
||||
const money = parseMoneyCell(t);
|
||||
if (money) return money;
|
||||
return parseBareNumber(t, currencyHint);
|
||||
}
|
||||
|
||||
function parseMoneyCell(cell: string): { amount: number; currency: string } | null {
|
||||
const t = cleanCell(cell);
|
||||
const m =
|
||||
/^[\$]\s*([0-9]+(?:\.[0-9]+)?)\b/.exec(t) ||
|
||||
/^[¥￥]\s*([0-9]+(?:\.[0-9]+)?)\b/.exec(t) ||
|
||||
/^([0-9]+(?:\.[0-9]+)?)\s*元/.exec(t);
|
||||
if (!m) return null;
|
||||
const amount = Number(m[1]);
|
||||
if (!Number.isFinite(amount)) return null;
|
||||
const currency = t.includes("¥") || t.includes("￥") || t.includes("元") ? "CNY" : "USD";
|
||||
return { amount, currency };
|
||||
}
|
||||
|
||||
function parseBareNumber(
|
||||
cell: string,
|
||||
currencyHint = "USD",
|
||||
): { amount: number; currency: string } | null {
|
||||
const t = cleanCell(cell);
|
||||
if (!/^[0-9]+(?:\.[0-9]+)?$/.test(t)) return null;
|
||||
const amount = Number(t);
|
||||
return Number.isFinite(amount) ? { amount, currency: currencyHint } : null;
|
||||
}
|
||||
|
||||
function detectCurrency(text: string): string {
|
||||
if (/元\s*[/／]\s*百万|元\/百万|人民币/.test(text)) return "CNY";
|
||||
if (/\$\s*[0-9]|prices are in usd/i.test(text)) return "USD";
|
||||
if (/[¥￥]|CNY/.test(text)) return "CNY";
|
||||
return "USD";
|
||||
}
|
||||
|
||||
function detectUnitTokens(text: string): number {
|
||||
if (/1\s*[Mm]\s*tokens|per\s*1M|每\s*100\s*万|百万\s*token/i.test(text)) return UNIT_1M;
|
||||
return UNIT_1M;
|
||||
}
|
||||
|
||||
function parseHhMm(s: string): number {
|
||||
const [h, m] = s.split(":").map(Number);
|
||||
return h * 60 + (m || 0);
|
||||
}
|
||||
|
||||
function unique(xs: string[]): string[] {
|
||||
const seen = new Set<string>();
|
||||
const out: string[] = [];
|
||||
for (const x of xs) {
|
||||
const k = x.toLowerCase();
|
||||
if (seen.has(k)) continue;
|
||||
seen.add(k);
|
||||
out.push(x);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
function mergeRatesByModel(rates: ModelRate[]): ModelRate[] {
|
||||
const map = new Map<string, ModelRate>();
|
||||
for (const r of rates) {
|
||||
const key = r.model.toLowerCase();
|
||||
const prev = map.get(key);
|
||||
if (!prev) {
|
||||
map.set(key, { ...r, aliases: unique(r.aliases) });
|
||||
continue;
|
||||
}
|
||||
map.set(key, {
|
||||
...prev,
|
||||
...r,
|
||||
aliases: unique([...prev.aliases, ...r.aliases]),
|
||||
});
|
||||
}
|
||||
return [...map.values()];
|
||||
}
|
||||
@@ -0,0 +1,275 @@
|
||||
import { readFileSync, writeFileSync } from "node:fs";
|
||||
import path from "node:path";
|
||||
import { randomUUID } from "node:crypto";
|
||||
import { ensureUserDataDirs, getUserDataDir } from "../config/user-data-dir.js";
|
||||
import {
|
||||
parsePricingDocument,
|
||||
type ModelRate,
|
||||
} from "./pricing-parse.js";
|
||||
|
||||
export type PricingSource = {
|
||||
id: string;
|
||||
name: string;
|
||||
url: string;
|
||||
createdAt: string;
|
||||
fetchedAt?: string;
|
||||
fetchError?: string;
|
||||
title?: string;
|
||||
rates: ModelRate[];
|
||||
};
|
||||
|
||||
type PricingFile = {
|
||||
version: 1;
|
||||
sources: PricingSource[];
|
||||
};
|
||||
|
||||
const FILE_NAME = "pricing-sources.json";
|
||||
const FETCH_TIMEOUT_MS = 20_000;
|
||||
const MAX_BYTES = 2_000_000;
|
||||
|
||||
export const SUGGESTED_PRICING_DOCS: Array<{ name: string; url: string }> = [
|
||||
{
|
||||
name: "DeepSeek Models & Pricing",
|
||||
url: "https://api-docs.deepseek.com/quick_start/pricing",
|
||||
},
|
||||
{
|
||||
name: "DeepSeek 模型与价格",
|
||||
url: "https://api-docs.deepseek.com/zh-cn/quick_start/pricing",
|
||||
},
|
||||
{
|
||||
name: "智谱 GLM API 定价",
|
||||
url: "https://docs.bigmodel.cn/cn/guide/start/pricing",
|
||||
},
|
||||
{
|
||||
name: "Z.AI GLM Pricing",
|
||||
url: "https://docs.z.ai/guides/overview/pricing",
|
||||
},
|
||||
];
|
||||
|
||||
function filePath(): string {
|
||||
return path.join(getUserDataDir(), FILE_NAME);
|
||||
}
|
||||
|
||||
function emptyFile(): PricingFile {
|
||||
return { version: 1, sources: [] };
|
||||
}
|
||||
|
||||
function readFile(): PricingFile {
|
||||
ensureUserDataDirs();
|
||||
try {
|
||||
const raw = readFileSync(filePath(), "utf8");
|
||||
const parsed = JSON.parse(raw) as PricingFile;
|
||||
if (parsed.version !== 1 || !Array.isArray(parsed.sources)) return emptyFile();
|
||||
return parsed;
|
||||
} catch {
|
||||
return emptyFile();
|
||||
}
|
||||
}
|
||||
|
||||
function writeFile(data: PricingFile): void {
|
||||
ensureUserDataDirs();
|
||||
writeFileSync(filePath(), JSON.stringify(data, null, 2), "utf8");
|
||||
}
|
||||
|
||||
export function listPricingSources(): PricingSource[] {
|
||||
return readFile().sources;
|
||||
}
|
||||
|
||||
export function getPricingSource(id: string): PricingSource | null {
|
||||
return listPricingSources().find((s) => s.id === id) ?? null;
|
||||
}
|
||||
|
||||
export function normalizePricingUrl(raw: string): string {
|
||||
const trimmed = raw.trim();
|
||||
let url: URL;
|
||||
try {
|
||||
url = new URL(trimmed);
|
||||
} catch {
|
||||
throw new Error("不是合法 URL");
|
||||
}
|
||||
if (url.protocol !== "http:" && url.protocol !== "https:") {
|
||||
throw new Error("只支持 http/https 官方文档");
|
||||
}
|
||||
url.hash = "";
|
||||
if (url.pathname.length > 1) {
|
||||
url.pathname = url.pathname.replace(/\/+$/, "");
|
||||
}
|
||||
return url.toString();
|
||||
}
|
||||
|
||||
export async function addPricingSource(input: {
|
||||
url: string;
|
||||
name?: string;
|
||||
}): Promise<PricingSource> {
|
||||
const url = normalizePricingUrl(input.url);
|
||||
const data = readFile();
|
||||
const existing = data.sources.find((s) => s.url === url);
|
||||
if (existing) {
|
||||
return refreshPricingSource(existing.id);
|
||||
}
|
||||
const source: PricingSource = {
|
||||
id: randomUUID(),
|
||||
name: input.name?.trim() || hostLabel(url),
|
||||
url,
|
||||
createdAt: new Date().toISOString(),
|
||||
rates: [],
|
||||
};
|
||||
data.sources.push(source);
|
||||
writeFile(data);
|
||||
return refreshPricingSource(source.id);
|
||||
}
|
||||
|
||||
export function deletePricingSource(id: string): boolean {
|
||||
const data = readFile();
|
||||
const next = data.sources.filter((s) => s.id !== id);
|
||||
if (next.length === data.sources.length) return false;
|
||||
writeFile({ version: 1, sources: next });
|
||||
return true;
|
||||
}
|
||||
|
||||
export async function refreshPricingSource(id: string): Promise<PricingSource> {
|
||||
const data = readFile();
|
||||
const source = data.sources.find((s) => s.id === id);
|
||||
if (!source) throw new Error("价目来源不存在");
|
||||
try {
|
||||
const parsed = await fetchAndParsePricing(source.url);
|
||||
source.fetchedAt = new Date().toISOString();
|
||||
source.title = parsed.title;
|
||||
source.rates = parsed.rates;
|
||||
if (parsed.title && looksGenericName(source.name)) {
|
||||
source.name = shortenTitle(parsed.title);
|
||||
}
|
||||
source.fetchError = parsed.rates.length
|
||||
? undefined
|
||||
: parsed.warnings[0] || "未能从文档解析出型号价格";
|
||||
} catch (err) {
|
||||
source.fetchedAt = new Date().toISOString();
|
||||
source.fetchError = err instanceof Error ? err.message : String(err);
|
||||
}
|
||||
writeFile(data);
|
||||
return source;
|
||||
}
|
||||
|
||||
export type FetchedDoc = { contentType: string; text: string };
|
||||
|
||||
export function markdownDocFallbacks(url: string): string[] {
|
||||
try {
|
||||
const parsed = new URL(url);
|
||||
if (parsed.protocol !== "http:" && parsed.protocol !== "https:") return [];
|
||||
if (parsed.pathname.endsWith(".md")) return [];
|
||||
const docPath = parsed.pathname.replace(/\/+$/, "") || "/";
|
||||
parsed.hash = "";
|
||||
parsed.search = "";
|
||||
parsed.pathname = `${docPath}.md`;
|
||||
return [parsed.toString()];
|
||||
} catch {
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
export async function fetchAndParsePricing(url: string): Promise<{
|
||||
title?: string;
|
||||
rates: ModelRate[];
|
||||
warnings: string[];
|
||||
}> {
|
||||
const candidates = [url, ...markdownDocFallbacks(url)];
|
||||
let lastError = "未能从文档解析出型号价格";
|
||||
let lastTitle: string | undefined;
|
||||
for (const candidate of candidates) {
|
||||
try {
|
||||
const doc = await fetchPricingDocument(candidate);
|
||||
const parsed = parsePricingDocument(doc.text, doc.contentType);
|
||||
lastTitle = parsed.title ?? lastTitle;
|
||||
if (parsed.rates.length) return parsed;
|
||||
lastError = parsed.warnings[0] || lastError;
|
||||
} catch (err) {
|
||||
lastError = err instanceof Error ? err.message : String(err);
|
||||
}
|
||||
}
|
||||
return { title: lastTitle, rates: [], warnings: [lastError] };
|
||||
}
|
||||
|
||||
export async function fetchPricingDocument(url: string): Promise<FetchedDoc> {
|
||||
const res = await fetch(url, {
|
||||
redirect: "follow",
|
||||
headers: {
|
||||
Accept: "text/html, text/markdown, application/json, text/plain;q=0.9",
|
||||
"User-Agent": "WritingAgent/0.1 (local token cost)",
|
||||
},
|
||||
signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),
|
||||
});
|
||||
if (!res.ok) {
|
||||
throw new Error(`拉取失败 HTTP ${res.status}`);
|
||||
}
|
||||
const buf = Buffer.from(await res.arrayBuffer());
|
||||
if (buf.length > MAX_BYTES) {
|
||||
throw new Error("文档过大");
|
||||
}
|
||||
const contentType = res.headers.get("content-type") ?? "text/html";
|
||||
return { contentType, text: buf.toString("utf8") };
|
||||
}
|
||||
|
||||
export type ResolvedRate = ModelRate & {
|
||||
sourceId: string;
|
||||
sourceName: string;
|
||||
sourceUrl: string;
|
||||
};
|
||||
|
||||
export function resolveRateCatalog(sources = listPricingSources()): {
|
||||
byKey: Map<string, ResolvedRate>;
|
||||
rates: ResolvedRate[];
|
||||
} {
|
||||
const byKey = new Map<string, ResolvedRate>();
|
||||
for (const source of sources) {
|
||||
for (const rate of source.rates) {
|
||||
const resolved: ResolvedRate = {
|
||||
...rate,
|
||||
sourceId: source.id,
|
||||
sourceName: source.name,
|
||||
sourceUrl: source.url,
|
||||
};
|
||||
byKey.set(rate.model.toLowerCase(), resolved);
|
||||
for (const alias of rate.aliases) {
|
||||
byKey.set(alias.toLowerCase(), resolved);
|
||||
}
|
||||
}
|
||||
}
|
||||
const seen = new Set<string>();
|
||||
const rates: ResolvedRate[] = [];
|
||||
for (const rate of byKey.values()) {
|
||||
const id = `${rate.sourceId}:${rate.model.toLowerCase()}`;
|
||||
if (seen.has(id)) continue;
|
||||
seen.add(id);
|
||||
rates.push(rate);
|
||||
}
|
||||
return { byKey, rates };
|
||||
}
|
||||
|
||||
export function findModelRate(
|
||||
model: string,
|
||||
catalog = resolveRateCatalog(),
|
||||
): ResolvedRate | undefined {
|
||||
const key = model.trim().toLowerCase();
|
||||
if (!key) return undefined;
|
||||
const exact = catalog.byKey.get(key);
|
||||
if (exact) return exact;
|
||||
const tail = key.split("/").pop();
|
||||
if (tail && tail !== key) return catalog.byKey.get(tail);
|
||||
return undefined;
|
||||
}
|
||||
|
||||
function hostLabel(url: string): string {
|
||||
try {
|
||||
return new URL(url).hostname.replace(/^www\./, "");
|
||||
} catch {
|
||||
return url;
|
||||
}
|
||||
}
|
||||
|
||||
function looksGenericName(name: string): boolean {
|
||||
return /^(https?:|www\.|[a-z0-9.-]+\.[a-z]{2,}$)/i.test(name);
|
||||
}
|
||||
|
||||
function shortenTitle(title: string): string {
|
||||
return title.replace(/\s*[·|]\s*.*$/, "").trim() || title;
|
||||
}
|
||||
@@ -129,7 +129,7 @@ export function readRecords(query: TokenStatsQuery = {}): TokenUsageRecord[] {
|
||||
const lines = readFileSync(file, "utf8").split(/\r?\n/).filter(Boolean);
|
||||
for (let j = lines.length - 1; j >= 0 && records.length < limit; j--) {
|
||||
try {
|
||||
const record = JSON.parse(lines[j]) as TokenUsageRecord;
|
||||
const record = JSON.parse(lines[j].trim()) as TokenUsageRecord;
|
||||
if (query.bookId && record.bookId !== query.bookId) continue;
|
||||
if (query.orchestratorId && record.orchestratorId !== query.orchestratorId) {
|
||||
continue;
|
||||
@@ -171,7 +171,10 @@ function accumulateCaller(
|
||||
}
|
||||
|
||||
export function summarizeTokenUsage(query: TokenStatsQuery = {}): TokenStatsSummary {
|
||||
const records = readRecords({ ...query, limit: query.limit ?? 2000 });
|
||||
return summarizeRecords(readRecords({ ...query, limit: query.limit ?? 2000 }));
|
||||
}
|
||||
|
||||
export function summarizeRecords(records: TokenUsageRecord[]): TokenStatsSummary {
|
||||
const summary: TokenStatsSummary = {
|
||||
totalCalls: records.length,
|
||||
promptTokens: 0,
|
||||
|
||||
@@ -0,0 +1,299 @@
|
||||
import { describe, expect, it, beforeAll } from "vitest";
|
||||
import { mkdtempSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import path from "node:path";
|
||||
import {
|
||||
parseLegacyAliases,
|
||||
parsePeakSchedule,
|
||||
parsePricingDocument,
|
||||
} from "../src/stats/pricing-parse.js";
|
||||
import { buildCostReport, costForRecord, isPeakAt, splitPromptTokens } from "../src/stats/pricing-cost.js";
|
||||
import type { ResolvedRate } from "../src/stats/pricing.js";
|
||||
import type { TokenUsageRecord } from "../src/stats/token-store.js";
|
||||
|
||||
const DEEPSEEK_HTML = `<!doctype html>
|
||||
<html><head><title>Models & Pricing | DeepSeek API Docs</title></head>
|
||||
<body>
|
||||
<p>The prices listed below are in units of per 1M tokens.</p>
|
||||
<table style="text-align:center">
|
||||
<tr><td colspan="3">MODEL</td><td>deepseek-flash<sup>(1)</sup></td><td>deepseek-v4-pro<sup>(2)</sup></td></tr>
|
||||
<tr><td colspan="3">BASE URL (OpenAI Format)</td><td colspan="2">https://api.deepseek.com</td></tr>
|
||||
<tr><td rowspan="6">PRICING<sup>(3)</sup></td><td rowspan="2">1M INPUT TOKENS<br>(CACHE HIT)</td><td>OFF-PEAK</td><td>$0.003</td><td>$0.022</td></tr>
|
||||
<tr><td>PEAK</td><td>$0.006</td><td>$0.044</td></tr>
|
||||
<tr><td rowspan="2">1M INPUT TOKENS<br>(CACHE MISS)</td><td>OFF-PEAK</td><td>$0.15</td><td>$0.66</td></tr>
|
||||
<tr><td>PEAK</td><td>$0.3</td><td>$1.32</td></tr>
|
||||
<tr><td rowspan="2">1M OUTPUT TOKENS</td><td>OFF-PEAK</td><td>$0.6</td><td>$1.98</td></tr>
|
||||
<tr><td>PEAK</td><td>$1.2</td><td>$3.96</td></tr>
|
||||
</table>
|
||||
<p>(1) Use <code>deepseek-flash</code> as the model name. The legacy names <code>deepseek-v4-flash</code> and <code>deepseek-v4-flash-vision-exp</code> are still accepted, but the corresponding models have been retired, their requests are served by the DeepSeek-V4.1-Flash model and billed at the Flash price.</p>
|
||||
<p>(3) Off-peak rates are half of the peak rates. Peak hours are 01:00 - 04:00 and 06:00 - 10:00 UTC, Monday through Friday (all other hours are off-peak).</p>
|
||||
</body></html>`;
|
||||
|
||||
function flashRate(partial?: Partial<ResolvedRate>): ResolvedRate {
|
||||
return {
|
||||
model: "deepseek-flash",
|
||||
aliases: ["deepseek-v4-flash"],
|
||||
currency: "USD",
|
||||
unitTokens: 1_000_000,
|
||||
inputCacheHit: { offPeak: 0.003, peak: 0.006 },
|
||||
inputCacheMiss: { offPeak: 0.15, peak: 0.3 },
|
||||
output: { offPeak: 0.6, peak: 1.2 },
|
||||
peakWindows: [
|
||||
{ startMinutes: 60, endMinutes: 240 },
|
||||
{ startMinutes: 360, endMinutes: 600 },
|
||||
],
|
||||
peakWeekdays: [1, 2, 3, 4, 5],
|
||||
sourceId: "src",
|
||||
sourceName: "DeepSeek",
|
||||
sourceUrl: "https://api-docs.deepseek.com/quick_start/pricing",
|
||||
...partial,
|
||||
};
|
||||
}
|
||||
|
||||
describe("parsePricingDocument DeepSeek HTML", () => {
|
||||
it("reads flash/pro peak and off-peak from the official table", () => {
|
||||
const parsed = parsePricingDocument(DEEPSEEK_HTML, "text/html");
|
||||
expect(parsed.rates.map((r) => r.model)).toEqual([
|
||||
"deepseek-flash",
|
||||
"deepseek-v4-pro",
|
||||
]);
|
||||
const flash = parsed.rates[0];
|
||||
expect(flash.inputCacheHit).toEqual({ offPeak: 0.003, peak: 0.006 });
|
||||
expect(flash.inputCacheMiss).toEqual({ offPeak: 0.15, peak: 0.3 });
|
||||
expect(flash.output).toEqual({ offPeak: 0.6, peak: 1.2 });
|
||||
expect(flash.aliases).toEqual(
|
||||
expect.arrayContaining(["deepseek-v4-flash", "deepseek-v4-flash-vision-exp"]),
|
||||
);
|
||||
expect(flash.peakWeekdays).toEqual([1, 2, 3, 4, 5]);
|
||||
expect(flash.peakWindows).toEqual([
|
||||
{ startMinutes: 60, endMinutes: 240 },
|
||||
{ startMinutes: 360, endMinutes: 600 },
|
||||
]);
|
||||
const pro = parsed.rates[1];
|
||||
expect(pro.inputCacheMiss.offPeak).toBe(0.66);
|
||||
expect(pro.output.peak).toBe(3.96);
|
||||
});
|
||||
});
|
||||
|
||||
describe("parsePricingDocument generic markdown", () => {
|
||||
it("reads model / input / cached / output columns", () => {
|
||||
const md = `
|
||||
| Model | Input | Cached | Output |
|
||||
| --- | --- | --- | --- |
|
||||
| gpt-4o | $2.50 | $1.25 | $10.00 |
|
||||
`;
|
||||
const parsed = parsePricingDocument(md, "text/markdown");
|
||||
expect(parsed.rates).toHaveLength(1);
|
||||
expect(parsed.rates[0]).toMatchObject({
|
||||
model: "gpt-4o",
|
||||
inputCacheMiss: { offPeak: 2.5 },
|
||||
inputCacheHit: { offPeak: 1.25 },
|
||||
output: { offPeak: 10 },
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
describe("parsePricingDocument GLM official tables", () => {
|
||||
it("reads Z.AI USD table including Free", () => {
|
||||
const md = `
|
||||
Prices per 1M tokens.
|
||||
|
||||
| Model | Input | Cached Input | Cached Input Storage | Output |
|
||||
| --- | --- | --- | --- | --- |
|
||||
| GLM-5.3-Flash | $0.15 | $0.03 | Limited-time Free | $0.50 |
|
||||
| GLM-5.3 | $1.4 | $0.26 | Limited-time Free | $4.4 |
|
||||
| GLM-4.7-Flash | Free | Free | Free | Free |
|
||||
`;
|
||||
const parsed = parsePricingDocument(md, "text/markdown");
|
||||
const flash = parsed.rates.find((r) => r.model === "GLM-5.3-Flash");
|
||||
expect(flash).toMatchObject({
|
||||
currency: "USD",
|
||||
inputCacheMiss: { offPeak: 0.15 },
|
||||
inputCacheHit: { offPeak: 0.03 },
|
||||
output: { offPeak: 0.5 },
|
||||
});
|
||||
const free = parsed.rates.find((r) => r.model === "GLM-4.7-Flash");
|
||||
expect(free?.inputCacheMiss.offPeak).toBe(0);
|
||||
expect(free?.output.offPeak).toBe(0);
|
||||
});
|
||||
|
||||
it("reads 智谱 CNY 元/百万 Tokens table", () => {
|
||||
const md = `
|
||||
除特别说明外，模型价格统一按照“元/百万 Tokens”展示。
|
||||
|
||||
| 模型名称 | 上下文 | 输入单价（元/百万 Tokens） | 输出单价（元/百万 Tokens） | 缓存存储（元/百万 Tokens/小时） | 缓存命中（元/百万 Tokens） | 输入模态 |
|
||||
| --- | --- | --- | --- | --- | --- | --- |
|
||||
| GLM-5.3 | 1M | 8 | 28 | 限时免费 | 2 | 文本 |
|
||||
| GLM-5.3-Flash | 1M | 0.8 | 2.8 | 限时免费 | 0.23 | 图片、视频、文件、文本 |
|
||||
`;
|
||||
const parsed = parsePricingDocument(md, "text/markdown");
|
||||
const glm = parsed.rates.find((r) => r.model === "GLM-5.3");
|
||||
expect(glm).toMatchObject({
|
||||
currency: "CNY",
|
||||
inputCacheMiss: { offPeak: 8 },
|
||||
inputCacheHit: { offPeak: 2 },
|
||||
output: { offPeak: 28 },
|
||||
});
|
||||
const flash = parsed.rates.find((r) => r.model === "GLM-5.3-Flash");
|
||||
expect(flash?.inputCacheMiss.offPeak).toBe(0.8);
|
||||
expect(flash?.inputCacheHit?.offPeak).toBe(0.23);
|
||||
});
|
||||
|
||||
it("keeps 智谱 CNY even if the HTML also contains $", () => {
|
||||
const html = `
|
||||
<script>var x = "$";</script>
|
||||
<p>模型价格统一按照“元/百万 Tokens”展示。</p>
|
||||
<table>
|
||||
<tr><th>模型名称</th><th>输入单价（元/百万 Tokens）</th><th>输出单价（元/百万 Tokens）</th><th>缓存命中（元/百万 Tokens）</th></tr>
|
||||
<tr><td>GLM-5.3</td><td>8</td><td>28</td><td>2</td></tr>
|
||||
</table>`;
|
||||
const parsed = parsePricingDocument(html, "text/html");
|
||||
expect(parsed.rates[0]).toMatchObject({
|
||||
model: "GLM-5.3",
|
||||
currency: "CNY",
|
||||
inputCacheMiss: { offPeak: 8 },
|
||||
output: { offPeak: 28 },
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
describe("parsePricingDocument JSON", () => {
|
||||
it("converts OpenRouter per-token strings to per-million", () => {
|
||||
const parsed = parsePricingDocument(
|
||||
JSON.stringify({
|
||||
data: [
|
||||
{
|
||||
id: "deepseek/deepseek-chat",
|
||||
pricing: { prompt: "0.00000014", completion: "0.00000028" },
|
||||
},
|
||||
],
|
||||
}),
|
||||
"application/json",
|
||||
);
|
||||
expect(parsed.rates[0].model).toBe("deepseek-chat");
|
||||
expect(parsed.rates[0].inputCacheMiss.offPeak).toBeCloseTo(0.14);
|
||||
expect(parsed.rates[0].output.offPeak).toBeCloseTo(0.28);
|
||||
});
|
||||
});
|
||||
|
||||
describe("peak schedule", () => {
|
||||
it("parses DeepSeek UTC weekday windows", () => {
|
||||
const peak = parsePeakSchedule(
|
||||
"Peak hours are 01:00 - 04:00 and 06:00 - 10:00 UTC, Monday through Friday",
|
||||
);
|
||||
expect(peak?.weekdays).toEqual([1, 2, 3, 4, 5]);
|
||||
expect(isPeakAt(new Date("2026-09-14T02:00:00Z"), peak?.windows, peak?.weekdays)).toBe(
|
||||
true,
|
||||
);
|
||||
expect(isPeakAt(new Date("2026-09-13T02:00:00Z"), peak?.windows, peak?.weekdays)).toBe(
|
||||
false,
|
||||
);
|
||||
expect(isPeakAt(new Date("2026-09-14T05:00:00Z"), peak?.windows, peak?.weekdays)).toBe(
|
||||
false,
|
||||
);
|
||||
});
|
||||
|
||||
it("maps legacy flash names", () => {
|
||||
const map = parseLegacyAliases(DEEPSEEK_HTML, ["deepseek-flash"]);
|
||||
expect(map.get("deepseek-flash")).toEqual(
|
||||
expect.arrayContaining(["deepseek-v4-flash"]),
|
||||
);
|
||||
});
|
||||
});
|
||||
|
||||
describe("costForRecord", () => {
|
||||
const rate = flashRate();
|
||||
|
||||
it("uses cache hit/miss and off-peak on weekend", () => {
|
||||
const record: TokenUsageRecord = {
|
||||
id: "1",
|
||||
at: "2026-09-13T02:00:00.000Z",
|
||||
caller: "dictate_agent",
|
||||
model: "deepseek-flash",
|
||||
promptTokens: 1000,
|
||||
completionTokens: 100,
|
||||
totalTokens: 1100,
|
||||
cachedTokens: 800,
|
||||
};
|
||||
expect(splitPromptTokens(record)).toEqual({ cached: 800, miss: 200, output: 100 });
|
||||
const cost = costForRecord(record, rate);
|
||||
expect(cost.currency).toBe("USD");
|
||||
expect(cost.amount).toBeCloseTo((800 * 0.003 + 200 * 0.15 + 100 * 0.6) / 1e6);
|
||||
});
|
||||
|
||||
it("uses peak weekday window", () => {
|
||||
const record: TokenUsageRecord = {
|
||||
id: "2",
|
||||
at: "2026-09-14T02:30:00.000Z",
|
||||
caller: "dictate_agent",
|
||||
model: "deepseek-flash",
|
||||
promptTokens: 1000,
|
||||
completionTokens: 100,
|
||||
totalTokens: 1100,
|
||||
cachedTokens: 800,
|
||||
cacheMissTokens: 200,
|
||||
};
|
||||
const cost = costForRecord(record, rate);
|
||||
expect(cost.amount).toBeCloseTo((800 * 0.006 + 200 * 0.3 + 100 * 1.2) / 1e6);
|
||||
});
|
||||
});
|
||||
|
||||
describe("normalizePricingUrl", () => {
|
||||
it("rejects non-http URLs", async () => {
|
||||
const { normalizePricingUrl, markdownDocFallbacks } = await import("../src/stats/pricing.js");
|
||||
expect(() => normalizePricingUrl("file:///tmp/x")).toThrow(/http/);
|
||||
expect(markdownDocFallbacks("https://docs.bigmodel.cn/cn/guide/start/pricing")).toEqual([
|
||||
"https://docs.bigmodel.cn/cn/guide/start/pricing.md",
|
||||
]);
|
||||
});
|
||||
});
|
||||
|
||||
describe("buildCostReport", () => {
|
||||
beforeAll(() => {
|
||||
process.env.WRITING_AGENT_DATA_DIR = mkdtempSync(
|
||||
path.join(tmpdir(), "wa-pricing-"),
|
||||
);
|
||||
});
|
||||
|
||||
it("groups by model and marks unmatched", () => {
|
||||
const rate = flashRate();
|
||||
const catalog = {
|
||||
byKey: new Map([
|
||||
["deepseek-flash", rate],
|
||||
["deepseek-v4-flash", rate],
|
||||
]),
|
||||
rates: [rate],
|
||||
};
|
||||
const report = buildCostReport(
|
||||
[
|
||||
{
|
||||
id: "a",
|
||||
at: "2026-09-13T08:00:00.000Z",
|
||||
caller: "x",
|
||||
model: "deepseek-v4-flash",
|
||||
promptTokens: 100,
|
||||
completionTokens: 10,
|
||||
totalTokens: 110,
|
||||
cachedTokens: 50,
|
||||
},
|
||||
{
|
||||
id: "b",
|
||||
at: "2026-09-13T08:00:00.000Z",
|
||||
caller: "x",
|
||||
model: "mystery-model",
|
||||
promptTokens: 10,
|
||||
completionTokens: 1,
|
||||
totalTokens: 11,
|
||||
},
|
||||
],
|
||||
catalog,
|
||||
);
|
||||
expect(report.unpricedCalls).toBe(1);
|
||||
expect(report.pricedCalls).toBe(1);
|
||||
expect(report.byModel[0].model).toBe("deepseek-v4-flash");
|
||||
expect(report.byModel[0].cost?.amount).toBeGreaterThan(0);
|
||||
expect(report.byModel.find((r) => r.model === "mystery-model")?.unmatched).toBe(
|
||||
true,
|
||||
);
|
||||
});
|
||||
});
|
||||
+188
-3
@@ -102,9 +102,165 @@
|
||||
box-shadow: 0 0 0 1px var(--st-border-strong);
|
||||
}
|
||||
|
||||
.stats-pricing {
|
||||
margin: 0 24px 16px;
|
||||
padding: 12px 14px;
|
||||
background: var(--st-surface);
|
||||
border: 1px solid var(--st-border);
|
||||
border-radius: var(--st-radius);
|
||||
}
|
||||
|
||||
.stats-pricing .stats-section-label {
|
||||
margin: 0;
|
||||
}
|
||||
|
||||
.stats-pricing-head {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 2px;
|
||||
margin-bottom: 10px;
|
||||
}
|
||||
|
||||
.stats-pricing-hint {
|
||||
margin: 0;
|
||||
font-size: 12px;
|
||||
color: var(--st-muted);
|
||||
line-height: 1.45;
|
||||
}
|
||||
|
||||
.stats-pricing-add {
|
||||
display: flex;
|
||||
flex-wrap: wrap;
|
||||
align-items: flex-end;
|
||||
gap: 8px;
|
||||
}
|
||||
|
||||
.stats-field-url {
|
||||
flex: 1 1 18rem;
|
||||
min-width: 0;
|
||||
}
|
||||
|
||||
.stats-field-url input {
|
||||
min-width: 0;
|
||||
width: 100%;
|
||||
}
|
||||
|
||||
.stats-pricing-suggested {
|
||||
display: flex;
|
||||
flex-wrap: wrap;
|
||||
gap: 6px;
|
||||
margin-top: 8px;
|
||||
}
|
||||
|
||||
.stats-suggest {
|
||||
height: 28px;
|
||||
padding: 0 10px;
|
||||
border: 1px solid var(--st-border);
|
||||
border-radius: 6px;
|
||||
background: #fafafa;
|
||||
color: var(--st-text);
|
||||
font-size: 12px;
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
.stats-suggest:hover {
|
||||
background: #f4f4f5;
|
||||
border-color: var(--st-border-strong);
|
||||
}
|
||||
|
||||
.stats-suggest:focus-visible,
|
||||
.stats-pricing button:focus-visible {
|
||||
outline: none;
|
||||
box-shadow: 0 0 0 3px var(--st-accent-soft);
|
||||
}
|
||||
|
||||
.stats-pricing button:disabled,
|
||||
.stats-suggest:disabled {
|
||||
opacity: 0.55;
|
||||
cursor: not-allowed;
|
||||
}
|
||||
|
||||
.stats-pricing-list {
|
||||
list-style: none;
|
||||
margin: 10px 0 0;
|
||||
padding: 0;
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 6px;
|
||||
}
|
||||
|
||||
.stats-pricing-item {
|
||||
display: flex;
|
||||
flex-wrap: wrap;
|
||||
align-items: flex-start;
|
||||
justify-content: space-between;
|
||||
gap: 8px 12px;
|
||||
padding: 8px 0 0;
|
||||
border-top: 1px solid var(--st-border);
|
||||
}
|
||||
|
||||
.stats-pricing-meta {
|
||||
min-width: 0;
|
||||
flex: 1 1 14rem;
|
||||
}
|
||||
|
||||
.stats-pricing-name {
|
||||
font-size: 13px;
|
||||
font-weight: 600;
|
||||
color: var(--st-text);
|
||||
}
|
||||
|
||||
.stats-pricing-url {
|
||||
display: block;
|
||||
margin-top: 1px;
|
||||
font-size: 12px;
|
||||
color: var(--st-accent);
|
||||
text-decoration: none;
|
||||
overflow: hidden;
|
||||
text-overflow: ellipsis;
|
||||
white-space: nowrap;
|
||||
}
|
||||
|
||||
.stats-pricing-url:hover {
|
||||
text-decoration: underline;
|
||||
}
|
||||
|
||||
.stats-pricing-sub {
|
||||
margin: 2px 0 0;
|
||||
font-size: 12px;
|
||||
color: var(--st-muted);
|
||||
}
|
||||
|
||||
.stats-pricing-sub[data-state="error"] {
|
||||
color: var(--st-danger);
|
||||
}
|
||||
|
||||
.stats-pricing-actions {
|
||||
display: flex;
|
||||
gap: 6px;
|
||||
flex-shrink: 0;
|
||||
}
|
||||
|
||||
.stats-pricing-status {
|
||||
margin: 8px 0 0;
|
||||
font-size: 12px;
|
||||
color: var(--st-muted);
|
||||
}
|
||||
|
||||
.stats-pricing-status[data-state="error"] {
|
||||
color: var(--st-danger);
|
||||
}
|
||||
|
||||
.stats-section-label {
|
||||
margin: 0 24px 8px;
|
||||
font-size: 13px;
|
||||
font-weight: 600;
|
||||
color: var(--st-text);
|
||||
}
|
||||
|
||||
.stats-summary {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(5, minmax(0, 1fr));
|
||||
grid-template-columns: repeat(6, minmax(0, 1fr));
|
||||
gap: 10px;
|
||||
margin: 0 24px 12px;
|
||||
}
|
||||
@@ -143,10 +299,24 @@
|
||||
background: color-mix(in srgb, var(--st-accent-soft) 55%, var(--st-surface));
|
||||
}
|
||||
|
||||
.stats-metric[data-emphasis="total"] .stats-metric-value {
|
||||
.stats-metric[data-emphasis="total"] .stats-metric-value,
|
||||
.stats-metric[data-emphasis="cost"] .stats-metric-value {
|
||||
color: var(--st-accent);
|
||||
}
|
||||
|
||||
.stats-metric[data-emphasis="cost"] {
|
||||
border-color: color-mix(in srgb, var(--st-accent) 28%, var(--st-border));
|
||||
background: color-mix(in srgb, var(--st-accent-soft) 55%, var(--st-surface));
|
||||
}
|
||||
|
||||
.stats-metric-note {
|
||||
display: block;
|
||||
margin-top: 2px;
|
||||
font-size: 11px;
|
||||
font-weight: 500;
|
||||
color: var(--st-muted);
|
||||
}
|
||||
|
||||
.stats-status {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
@@ -175,6 +345,19 @@
|
||||
margin: 0 24px;
|
||||
}
|
||||
|
||||
.stats-table-wrap-model {
|
||||
max-height: none;
|
||||
margin-bottom: 18px;
|
||||
}
|
||||
|
||||
.stats-by-model {
|
||||
margin-bottom: 4px;
|
||||
}
|
||||
|
||||
.stats-unpriced {
|
||||
color: var(--st-muted);
|
||||
}
|
||||
|
||||
.stats-table {
|
||||
width: 100%;
|
||||
border-collapse: collapse;
|
||||
@@ -258,7 +441,7 @@
|
||||
margin-bottom: 4px;
|
||||
}
|
||||
|
||||
@media (max-width: 900px) {
|
||||
@media (max-width: 1100px) {
|
||||
.stats-summary {
|
||||
grid-template-columns: repeat(3, minmax(0, 1fr));
|
||||
}
|
||||
@@ -267,8 +450,10 @@
|
||||
@media (max-width: 640px) {
|
||||
.stats-main .st-main-head,
|
||||
.stats-toolbar,
|
||||
.stats-pricing,
|
||||
.stats-summary,
|
||||
.stats-status,
|
||||
.stats-section-label,
|
||||
.stats-table-wrap {
|
||||
margin-left: 14px;
|
||||
margin-right: 14px;
|
||||
|
||||
+52
-2
@@ -24,7 +24,7 @@
|
||||
<header class="st-main-head">
|
||||
<div>
|
||||
<h1>Token 统计</h1>
|
||||
<p class="st-sub">按时间筛选本机调用记录（<code>stats/*.jsonl</code>）</p>
|
||||
<p class="st-sub">按时间筛选本机调用；花销按你指定的官方价目文档估算（<code>stats/*.jsonl</code>）</p>
|
||||
</div>
|
||||
</header>
|
||||
|
||||
@@ -52,11 +52,60 @@
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<section class="stats-pricing" aria-label="价格来源">
|
||||
<div class="stats-pricing-head">
|
||||
<p class="stats-section-label">价格来源</p>
|
||||
<p class="stats-pricing-hint">
|
||||
粘贴厂商官方价目页，解析型号单价后按调用时间估算（含缓存命中与高峰/闲时，若文档有写）。
|
||||
</p>
|
||||
</div>
|
||||
<form class="stats-pricing-add" id="pricing-form">
|
||||
<label class="stats-field stats-field-url">
|
||||
官方文档 URL
|
||||
<input
|
||||
type="url"
|
||||
id="pricing-url"
|
||||
placeholder="https://api-docs.deepseek.com/quick_start/pricing"
|
||||
autocomplete="off"
|
||||
/>
|
||||
</label>
|
||||
<button type="submit" class="btn-primary" id="btn-add-pricing">从文档计算</button>
|
||||
</form>
|
||||
<div class="stats-pricing-suggested" id="pricing-suggested"></div>
|
||||
<ul class="stats-pricing-list" id="pricing-sources"></ul>
|
||||
<p class="stats-pricing-status" id="pricing-status" hidden aria-live="polite"></p>
|
||||
</section>
|
||||
|
||||
<div class="stats-summary" id="summary" aria-live="polite"></div>
|
||||
<p class="stats-status" id="status" data-state="idle" aria-live="polite"></p>
|
||||
|
||||
<section class="stats-by-model" aria-label="按模型花销">
|
||||
<p class="stats-section-label">按模型</p>
|
||||
<div class="stats-table-wrap stats-table-wrap-model">
|
||||
<table class="stats-table" id="model-table">
|
||||
<thead>
|
||||
<tr>
|
||||
<th scope="col">model</th>
|
||||
<th scope="col" class="num">调用</th>
|
||||
<th scope="col" class="num">prompt</th>
|
||||
<th scope="col" class="num">completion</th>
|
||||
<th scope="col" class="num">cached</th>
|
||||
<th scope="col" class="num">估算花销</th>
|
||||
<th scope="col">单价</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody id="model-rows"></tbody>
|
||||
</table>
|
||||
<div class="stats-empty" id="model-empty" hidden>
|
||||
<strong>没有可汇总的型号</strong>
|
||||
先查出调用记录，并添加官方价目文档。
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<p class="stats-section-label">调用记录</p>
|
||||
<div class="stats-table-wrap">
|
||||
<table class="stats-table">
|
||||
<table class="stats-table" id="call-table">
|
||||
<thead>
|
||||
<tr>
|
||||
<th scope="col">时间</th>
|
||||
@@ -66,6 +115,7 @@
|
||||
<th scope="col" class="num">completion</th>
|
||||
<th scope="col" class="num">total</th>
|
||||
<th scope="col" class="num">cached</th>
|
||||
<th scope="col" class="num">花销</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody id="rows"></tbody>
|
||||
|
||||
+248
-14
@@ -28,18 +28,62 @@ function formatNum(n) {
|
||||
return Number(n).toLocaleString("zh-CN");
|
||||
}
|
||||
|
||||
function formatMoney(money) {
|
||||
if (!money || money.amount == null || Number.isNaN(Number(money.amount))) return "—";
|
||||
const amount = Number(money.amount);
|
||||
const currency = money.currency || "USD";
|
||||
const symbol = currency === "CNY" ? "¥" : currency === "USD" ? "$" : `${currency} `;
|
||||
const abs = Math.abs(amount);
|
||||
let digits = 2;
|
||||
if (abs > 0 && abs < 0.01) digits = 6;
|
||||
else if (abs < 1) digits = 4;
|
||||
const body = amount.toFixed(digits).replace(/(\.\d*?[1-9])0+$/, "$1").replace(/\.0+$/, "");
|
||||
const shown = body.includes(".") ? body : `${body}.00`;
|
||||
return `${symbol}${shown}`;
|
||||
}
|
||||
|
||||
function formatCostTotal(total, byCurrency) {
|
||||
if (total) return formatMoney(total);
|
||||
const entries = Object.entries(byCurrency || {});
|
||||
if (!entries.length) return "—";
|
||||
return entries.map(([currency, amount]) => formatMoney({ amount, currency })).join(" + ");
|
||||
}
|
||||
|
||||
function setStatus(text, state = "idle") {
|
||||
const status = document.getElementById("status");
|
||||
status.textContent = text;
|
||||
status.dataset.state = state;
|
||||
}
|
||||
|
||||
function setPricingStatus(text, state = "idle") {
|
||||
const el = document.getElementById("pricing-status");
|
||||
if (!text) {
|
||||
el.hidden = true;
|
||||
el.textContent = "";
|
||||
el.dataset.state = "idle";
|
||||
return;
|
||||
}
|
||||
el.hidden = false;
|
||||
el.textContent = text;
|
||||
el.dataset.state = state;
|
||||
}
|
||||
|
||||
function setRangeActive(id) {
|
||||
for (const btn of document.querySelectorAll(".stats-range .btn-secondary")) {
|
||||
btn.classList.toggle("is-active", btn.id === id);
|
||||
}
|
||||
}
|
||||
|
||||
async function api(path, options = {}) {
|
||||
const res = await fetch(path, {
|
||||
headers: { "Content-Type": "application/json" },
|
||||
...options,
|
||||
});
|
||||
const data = await res.json().catch(() => ({}));
|
||||
if (!res.ok) throw new Error(data.error || `HTTP ${res.status}`);
|
||||
return data;
|
||||
}
|
||||
|
||||
async function loadStats() {
|
||||
const from = localInputToIso(document.getElementById("from").value);
|
||||
const to = localInputToIso(document.getElementById("to").value);
|
||||
@@ -56,14 +100,20 @@ async function loadStats() {
|
||||
const data = await res.json();
|
||||
const records = data.records || [];
|
||||
renderSummary(data.summary);
|
||||
renderModels(data.summary?.byModel || data.cost?.byModel || []);
|
||||
renderRows(records);
|
||||
const totalCalls = data.summary?.totalCalls ?? 0;
|
||||
const unpriced = data.summary?.unpricedCalls ?? data.cost?.unpricedCalls ?? 0;
|
||||
const extra = unpriced
|
||||
? ` · ${formatNum(unpriced)} 次无报价`
|
||||
: "";
|
||||
setStatus(
|
||||
`共 ${formatNum(totalCalls)} 次调用 · 显示 ${formatNum(records.length)} 条`,
|
||||
`共 ${formatNum(totalCalls)} 次调用 · 显示 ${formatNum(records.length)} 条${extra}`,
|
||||
"idle",
|
||||
);
|
||||
} catch (err) {
|
||||
renderSummary(null);
|
||||
renderModels([]);
|
||||
renderRows([]);
|
||||
setStatus(
|
||||
`加载失败：${err instanceof Error ? err.message : String(err)}`,
|
||||
@@ -78,28 +128,69 @@ function renderSummary(summary) {
|
||||
el.innerHTML = "";
|
||||
return;
|
||||
}
|
||||
const costValue = formatCostTotal(summary.estimatedCost, summary.byCurrency);
|
||||
const costNote = summary.unpricedCalls
|
||||
? `${formatNum(summary.unpricedCalls)} 次无报价`
|
||||
: summary.estimatedCost
|
||||
? "按官方文档估算"
|
||||
: "未配置价目";
|
||||
const metrics = [
|
||||
["调用次数", summary.totalCalls, null],
|
||||
["总 token", summary.totalTokens, "total"],
|
||||
["prompt", summary.promptTokens, null],
|
||||
["completion", summary.completionTokens, null],
|
||||
["cached", summary.totalCached, null],
|
||||
["调用次数", formatNum(summary.totalCalls ?? 0), null, null],
|
||||
["估算花销", costValue, "cost", costNote],
|
||||
["总 token", formatNum(summary.totalTokens ?? 0), "total", null],
|
||||
["prompt", formatNum(summary.promptTokens ?? 0), null, null],
|
||||
["completion", formatNum(summary.completionTokens ?? 0), null, null],
|
||||
["cached", formatNum(summary.totalCached ?? 0), null, null],
|
||||
];
|
||||
el.innerHTML = metrics
|
||||
.map(
|
||||
([label, value, emphasis]) =>
|
||||
([label, value, emphasis, note]) =>
|
||||
`<div class="stats-metric"${emphasis ? ` data-emphasis="${emphasis}"` : ""}>
|
||||
<span class="stats-metric-label">${label}</span>
|
||||
<strong class="stats-metric-value">${formatNum(value ?? 0)}</strong>
|
||||
<strong class="stats-metric-value">${value}</strong>
|
||||
${note ? `<span class="stats-metric-note">${escapeHtml(note)}</span>` : ""}
|
||||
</div>`,
|
||||
)
|
||||
.join("");
|
||||
}
|
||||
|
||||
function renderModels(rows) {
|
||||
const tbody = document.getElementById("model-rows");
|
||||
const empty = document.getElementById("model-empty");
|
||||
const table = document.getElementById("model-table");
|
||||
if (!rows.length) {
|
||||
tbody.innerHTML = "";
|
||||
table.hidden = true;
|
||||
empty.hidden = false;
|
||||
return;
|
||||
}
|
||||
table.hidden = false;
|
||||
empty.hidden = true;
|
||||
tbody.innerHTML = rows
|
||||
.map((r) => {
|
||||
const cost = r.unmatched || !r.cost
|
||||
? `<span class="stats-unpriced">无报价</span>`
|
||||
: formatMoney(r.cost);
|
||||
const source = r.unmatched
|
||||
? "—"
|
||||
: escapeHtml(r.sourceName || "官方文档");
|
||||
return `<tr>
|
||||
<td class="col-model" title="${escapeHtml(r.model || "")}">${escapeHtml(r.model || "—")}</td>
|
||||
<td class="num">${formatNum(r.calls ?? 0)}</td>
|
||||
<td class="num">${formatNum(r.promptTokens ?? 0)}</td>
|
||||
<td class="num">${formatNum(r.completionTokens ?? 0)}</td>
|
||||
<td class="num">${formatNum(r.cachedTokens ?? 0)}</td>
|
||||
<td class="num col-total">${cost}</td>
|
||||
<td class="col-caller" title="${source}">${source}</td>
|
||||
</tr>`;
|
||||
})
|
||||
.join("");
|
||||
}
|
||||
|
||||
function renderRows(records) {
|
||||
const tbody = document.getElementById("rows");
|
||||
const empty = document.getElementById("empty");
|
||||
const table = tbody.closest("table");
|
||||
const table = document.getElementById("call-table") || tbody.closest("table");
|
||||
|
||||
if (!records.length) {
|
||||
tbody.innerHTML = "";
|
||||
@@ -111,8 +202,11 @@ function renderRows(records) {
|
||||
if (table) table.hidden = false;
|
||||
empty.hidden = true;
|
||||
tbody.innerHTML = records
|
||||
.map(
|
||||
(r) => `<tr>
|
||||
.map((r) => {
|
||||
const cost = r.unmatchedRate || !r.estimatedCost
|
||||
? `<span class="stats-unpriced">—</span>`
|
||||
: formatMoney(r.estimatedCost);
|
||||
return `<tr>
|
||||
<td class="col-time">${formatAt(r.at)}</td>
|
||||
<td class="col-caller" title="${escapeHtml(r.caller || "")}">${escapeHtml(r.caller || "—")}</td>
|
||||
<td class="col-model" title="${escapeHtml(r.model || "")}">${escapeHtml(r.model || "—")}</td>
|
||||
@@ -120,8 +214,9 @@ function renderRows(records) {
|
||||
<td class="num">${formatNum(r.completionTokens ?? 0)}</td>
|
||||
<td class="num col-total">${formatNum(r.totalTokens ?? 0)}</td>
|
||||
<td class="num">${r.cachedTokens == null ? "—" : formatNum(r.cachedTokens)}</td>
|
||||
</tr>`,
|
||||
)
|
||||
<td class="num">${cost}</td>
|
||||
</tr>`;
|
||||
})
|
||||
.join("");
|
||||
}
|
||||
|
||||
@@ -138,6 +233,99 @@ function setRange(fromDate, toDate) {
|
||||
document.getElementById("to").value = toLocalInputValue(toDate);
|
||||
}
|
||||
|
||||
async function loadPricing() {
|
||||
try {
|
||||
const data = await api("/api/stats/pricing");
|
||||
renderSuggested(data.suggested || [], data.sources || []);
|
||||
renderSources(data.sources || []);
|
||||
} catch (err) {
|
||||
setPricingStatus(
|
||||
`价目来源加载失败：${err instanceof Error ? err.message : String(err)}`,
|
||||
"error",
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
function renderSuggested(items, sources = []) {
|
||||
const el = document.getElementById("pricing-suggested");
|
||||
const used = new Set((sources || []).map((s) => s.url));
|
||||
const remaining = items.filter((s) => !used.has(s.url));
|
||||
if (!remaining.length) {
|
||||
el.innerHTML = "";
|
||||
return;
|
||||
}
|
||||
el.innerHTML = items
|
||||
.map(
|
||||
(s) =>
|
||||
`<button type="button" class="stats-suggest" data-url="${escapeHtml(s.url)}">${escapeHtml(s.name)}</button>`,
|
||||
)
|
||||
.join("");
|
||||
}
|
||||
|
||||
function renderSources(sources) {
|
||||
const el = document.getElementById("pricing-sources");
|
||||
if (!sources.length) {
|
||||
el.innerHTML = "";
|
||||
return;
|
||||
}
|
||||
el.innerHTML = sources
|
||||
.map((s) => {
|
||||
const when = s.fetchedAt ? formatAt(s.fetchedAt) : "尚未拉取";
|
||||
const sub = s.fetchError
|
||||
? s.fetchError
|
||||
: `${formatNum(s.modelCount ?? 0)} 个型号 · ${when}`;
|
||||
const state = s.fetchError ? "error" : "idle";
|
||||
return `<li class="stats-pricing-item" data-id="${escapeHtml(s.id)}">
|
||||
<div class="stats-pricing-meta">
|
||||
<div class="stats-pricing-name">${escapeHtml(s.name)}</div>
|
||||
<a class="stats-pricing-url" href="${escapeHtml(s.url)}" target="_blank" rel="noopener noreferrer">${escapeHtml(s.url)}</a>
|
||||
<p class="stats-pricing-sub" data-state="${state}">${escapeHtml(sub)}</p>
|
||||
</div>
|
||||
<div class="stats-pricing-actions">
|
||||
<button type="button" class="btn-secondary" data-action="refresh">更新</button>
|
||||
<button type="button" class="btn-danger" data-action="delete">移除</button>
|
||||
</div>
|
||||
</li>`;
|
||||
})
|
||||
.join("");
|
||||
}
|
||||
|
||||
function setPricingBusy(busy) {
|
||||
document.getElementById("btn-add-pricing").disabled = busy;
|
||||
for (const btn of document.querySelectorAll(".stats-pricing-actions button, .stats-suggest")) {
|
||||
btn.disabled = busy;
|
||||
}
|
||||
}
|
||||
|
||||
async function addPricingSource(url, name) {
|
||||
const trimmed = (url || "").trim();
|
||||
if (!trimmed) {
|
||||
setPricingStatus("请填写官方价目文档 URL", "error");
|
||||
return;
|
||||
}
|
||||
setPricingBusy(true);
|
||||
setPricingStatus("正在拉取并解析官方文档…", "idle");
|
||||
try {
|
||||
const data = await api("/api/stats/pricing/sources", {
|
||||
method: "POST",
|
||||
body: JSON.stringify({ url: trimmed, name }),
|
||||
});
|
||||
document.getElementById("pricing-url").value = "";
|
||||
if (data.source?.fetchError) {
|
||||
setPricingStatus(data.source.fetchError, "error");
|
||||
} else {
|
||||
setPricingStatus("已按文档更新单价", "idle");
|
||||
}
|
||||
await loadPricing();
|
||||
await loadStats();
|
||||
} catch (err) {
|
||||
setPricingStatus(err instanceof Error ? err.message : String(err), "error");
|
||||
await loadPricing();
|
||||
} finally {
|
||||
setPricingBusy(false);
|
||||
}
|
||||
}
|
||||
|
||||
document.getElementById("btn-load").addEventListener("click", () => {
|
||||
setRangeActive("");
|
||||
loadStats();
|
||||
@@ -160,11 +348,57 @@ document.getElementById("btn-7d").addEventListener("click", () => {
|
||||
document.getElementById("from").addEventListener("change", () => setRangeActive(""));
|
||||
document.getElementById("to").addEventListener("change", () => setRangeActive(""));
|
||||
|
||||
// 默认：今天
|
||||
document.getElementById("pricing-form").addEventListener("submit", (ev) => {
|
||||
ev.preventDefault();
|
||||
addPricingSource(document.getElementById("pricing-url").value);
|
||||
});
|
||||
|
||||
document.getElementById("pricing-suggested").addEventListener("click", (ev) => {
|
||||
const btn = ev.target.closest(".stats-suggest");
|
||||
if (!btn) return;
|
||||
addPricingSource(btn.dataset.url, btn.textContent);
|
||||
});
|
||||
|
||||
document.getElementById("pricing-sources").addEventListener("click", async (ev) => {
|
||||
const btn = ev.target.closest("button[data-action]");
|
||||
if (!btn) return;
|
||||
const item = btn.closest(".stats-pricing-item");
|
||||
const id = item?.dataset.id;
|
||||
if (!id) return;
|
||||
const action = btn.dataset.action;
|
||||
setPricingBusy(true);
|
||||
try {
|
||||
if (action === "refresh") {
|
||||
setPricingStatus("正在重新拉取官方文档…", "idle");
|
||||
const data = await api(`/api/stats/pricing/sources/${encodeURIComponent(id)}/refresh`, {
|
||||
method: "POST",
|
||||
});
|
||||
if (data.source?.fetchError) {
|
||||
setPricingStatus(data.source.fetchError, "error");
|
||||
} else {
|
||||
setPricingStatus("已按文档更新单价", "idle");
|
||||
}
|
||||
} else if (action === "delete") {
|
||||
await api(`/api/stats/pricing/sources/${encodeURIComponent(id)}`, {
|
||||
method: "DELETE",
|
||||
});
|
||||
setPricingStatus("已移除价目来源", "idle");
|
||||
}
|
||||
await loadPricing();
|
||||
await loadStats();
|
||||
} catch (err) {
|
||||
setPricingStatus(err instanceof Error ? err.message : String(err), "error");
|
||||
await loadPricing();
|
||||
} finally {
|
||||
setPricingBusy(false);
|
||||
}
|
||||
});
|
||||
|
||||
(() => {
|
||||
const now = new Date();
|
||||
const start = new Date(now.getFullYear(), now.getMonth(), now.getDate(), 0, 0, 0);
|
||||
setRange(start, now);
|
||||
setRangeActive("btn-today");
|
||||
loadPricing();
|
||||
loadStats();
|
||||
})();
|
||||
|
||||
Reference in New Issue
Block a user