feat: add user token breakdown data
This commit is contained in:
@@ -33,6 +33,8 @@ const CACHE_READ = `COALESCE(
|
||||
THEN (other::jsonb->>'cache_tokens')::bigint END,
|
||||
0)`;
|
||||
|
||||
const TOKEN_NAME = `COALESCE(NULLIF(BTRIM(token_name), ''), '')`;
|
||||
|
||||
// ── 数据时间边界 ────────────────────────────────────────────────
|
||||
|
||||
export async function getDateRange(): Promise<{ minDate: string; maxDate: string }> {
|
||||
@@ -366,6 +368,10 @@ export interface DetailBreakdown {
|
||||
quota: number;
|
||||
}
|
||||
|
||||
export interface TokenDetailBreakdown extends DetailBreakdown {
|
||||
models: DetailBreakdown[];
|
||||
}
|
||||
|
||||
export function getUserDetail(
|
||||
username: string,
|
||||
startTs?: number,
|
||||
@@ -406,6 +412,83 @@ export function getUserDetail(
|
||||
params2
|
||||
);
|
||||
|
||||
const params3: (string | number | boolean | null)[] = [];
|
||||
const where3 = timeWhere(params3, startTs, endTs);
|
||||
params3.push(username);
|
||||
|
||||
const tokens = await query(
|
||||
`SELECT ${TOKEN_NAME} as token_name,
|
||||
COUNT(*)::int as calls,
|
||||
COALESCE(SUM(prompt_tokens + completion_tokens),0)::bigint as tokens,
|
||||
COALESCE(SUM(${CACHE_CREATION}),0)::bigint as cache_creation,
|
||||
COALESCE(SUM(${CACHE_READ}),0)::bigint as cache_read,
|
||||
COALESCE(SUM(quota),0)::bigint as quota
|
||||
FROM logs WHERE ${where3} AND username = $${params3.length}
|
||||
GROUP BY token_name
|
||||
ORDER BY COALESCE(SUM(prompt_tokens),0) + COALESCE(SUM(completion_tokens),0) + COALESCE(SUM(${CACHE_CREATION}),0) + COALESCE(SUM(${CACHE_READ}),0) DESC, token_name ASC
|
||||
LIMIT 50`,
|
||||
params3
|
||||
);
|
||||
|
||||
const params4: (string | number | boolean | null)[] = [];
|
||||
const where4 = timeWhere(params4, startTs, endTs);
|
||||
params4.push(username);
|
||||
|
||||
const tokenModels = await query(
|
||||
`WITH filtered_logs AS (
|
||||
SELECT ${TOKEN_NAME} as token_name,
|
||||
${REAL_MODEL} as model,
|
||||
prompt_tokens,
|
||||
completion_tokens,
|
||||
${CACHE_CREATION} as cache_creation,
|
||||
${CACHE_READ} as cache_read,
|
||||
quota
|
||||
FROM logs WHERE ${where4} AND username = $${params4.length}
|
||||
),
|
||||
top_tokens AS (
|
||||
SELECT token_name
|
||||
FROM filtered_logs
|
||||
GROUP BY token_name
|
||||
ORDER BY COALESCE(SUM(prompt_tokens),0) + COALESCE(SUM(completion_tokens),0) + COALESCE(SUM(cache_creation),0) + COALESCE(SUM(cache_read),0) DESC, token_name ASC
|
||||
LIMIT 50
|
||||
),
|
||||
token_models AS (
|
||||
SELECT filtered_logs.token_name,
|
||||
filtered_logs.model,
|
||||
COUNT(*)::int as calls,
|
||||
COALESCE(SUM(prompt_tokens + completion_tokens),0)::bigint as tokens,
|
||||
COALESCE(SUM(cache_creation),0)::bigint as cache_creation,
|
||||
COALESCE(SUM(cache_read),0)::bigint as cache_read,
|
||||
COALESCE(SUM(quota),0)::bigint as quota
|
||||
FROM filtered_logs
|
||||
INNER JOIN top_tokens ON filtered_logs.token_name = top_tokens.token_name
|
||||
GROUP BY filtered_logs.token_name, filtered_logs.model
|
||||
),
|
||||
ranked AS (
|
||||
SELECT *,
|
||||
ROW_NUMBER() OVER (PARTITION BY token_name ORDER BY tokens + cache_creation + cache_read DESC, model ASC) as rn
|
||||
FROM token_models
|
||||
)
|
||||
SELECT token_name, model, calls, tokens, cache_creation, cache_read, quota
|
||||
FROM ranked
|
||||
WHERE rn <= 10
|
||||
ORDER BY token_name ASC, tokens + cache_creation + cache_read DESC, model ASC`,
|
||||
params4
|
||||
);
|
||||
|
||||
const modelsByToken = new Map<string, DetailBreakdown[]>();
|
||||
for (const row of tokenModels) {
|
||||
const tokenName = String(row.token_name ?? "");
|
||||
const rows = modelsByToken.get(tokenName) ?? [];
|
||||
rows.push({
|
||||
name: String(row.model || "(unknown)"),
|
||||
calls: Number(row.calls),
|
||||
total_tokens: Number(row.tokens) + Number(row.cache_creation) + Number(row.cache_read),
|
||||
quota: Number(row.quota),
|
||||
});
|
||||
modelsByToken.set(tokenName, rows);
|
||||
}
|
||||
|
||||
const displayNames = await getDisplayNames();
|
||||
const userRow = await query(
|
||||
"SELECT id FROM users WHERE username = $1 LIMIT 1",
|
||||
@@ -430,6 +513,16 @@ export function getUserDetail(
|
||||
total_tokens: Number(m.tokens) + Number(m.cache_creation) + Number(m.cache_read),
|
||||
quota: Number(m.quota),
|
||||
})),
|
||||
tokens: tokens.map((token): TokenDetailBreakdown => {
|
||||
const name = String(token.token_name ?? "");
|
||||
return {
|
||||
name,
|
||||
calls: Number(token.calls),
|
||||
total_tokens: Number(token.tokens) + Number(token.cache_creation) + Number(token.cache_read),
|
||||
quota: Number(token.quota),
|
||||
models: modelsByToken.get(name) ?? [],
|
||||
};
|
||||
}),
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user