93 lines
4.6 KiB
JavaScript
93 lines
4.6 KiB
JavaScript
import { mkdir, readFile, writeFile } from 'node:fs/promises';
|
|
import { dirname } from 'node:path';
|
|
import { statfs } from 'node:fs/promises';
|
|
|
|
const routeKey = (path) => path
|
|
.replace(/\/api\/media\/[^/]+/g, '/api/media/:id')
|
|
.replace(/\/api\/download\/[^/]+/g, '/api/download/:id')
|
|
.replace(/\/api\/admin\/uploads\/[^/]+/g, '/api/admin/uploads/:id')
|
|
.replace(/\?.*$/, '');
|
|
const percentile = (values, p) => values.length ? values[Math.min(values.length - 1, Math.ceil(values.length * p) - 1)] : 0;
|
|
|
|
export function createRequestMonitor({ snapshotFile = null, diskPaths = [], adapters = {}, now = () => Date.now(), snapshotIntervalMs = 60_000 } = {}) {
|
|
const routes = new Map();
|
|
const snapshots = [];
|
|
let inflight = 0;
|
|
let lastCpu = process.cpuUsage();
|
|
let lastCpuAt = now();
|
|
let snapshotTimer;
|
|
|
|
async function sample() {
|
|
const cpuNow = process.cpuUsage();
|
|
const elapsed = Math.max(1, now() - lastCpuAt) * 1000;
|
|
const cpuPct = Math.min(100 * (cpuNow.user + cpuNow.system - lastCpu.user - lastCpu.system) / elapsed, 100);
|
|
lastCpu = cpuNow; lastCpuAt = now();
|
|
const volumes = await Promise.all(diskPaths.map(async ({ name, path }) => {
|
|
try { const fs = await statfs(path); return { name, freeBytes: Number(fs.bavail) * Number(fs.bsize), totalBytes: Number(fs.blocks) * Number(fs.bsize) }; }
|
|
catch { return { name, unavailable: true }; }
|
|
}));
|
|
const routeMetrics = Object.fromEntries([...routes].map(([key, v]) => {
|
|
const sorted = [...v.latencies].sort((a, b) => a - b);
|
|
return [key, { p50: percentile(sorted, .5), p95: percentile(sorted, .95), p99: percentile(sorted, .99), requests: v.requests, errors: v.errors, errorRate: v.requests ? v.errors / v.requests : 0 }];
|
|
}));
|
|
const [ytdlp, media, transcription, cache] = await Promise.all([
|
|
adapters.ytdlp?.() ?? null, adapters.media?.() ?? null, adapters.transcription?.() ?? null, adapters.cache?.() ?? null,
|
|
]);
|
|
return {
|
|
at: now(), routes: routeMetrics, inflight, rssBytes: process.memoryUsage().rss, cpuPercent: cpuPct,
|
|
ytdlp, media, transcription, cache, volumes,
|
|
};
|
|
}
|
|
|
|
async function snapshot() {
|
|
const value = await sample(); snapshots.push(value);
|
|
while (snapshots.length && now() - snapshots[0].at > 24 * 3600_000) snapshots.shift();
|
|
if (snapshotFile) {
|
|
try {
|
|
await mkdir(dirname(snapshotFile), { recursive: true });
|
|
const prior = (await readFile(snapshotFile, 'utf8').catch(() => '')).split('\n').filter(Boolean).map(line => { try { return JSON.parse(line); } catch { return null; } }).filter(x => x?.at >= now() - 24 * 3600_000);
|
|
const unique = new Map([...prior, value].map(item => [item.at, item]));
|
|
await writeFile(snapshotFile, [...unique.values()].sort((a,b)=>a.at-b.at).map(item => JSON.stringify(item)).join('\n') + '\n');
|
|
}
|
|
catch (error) { console.warn('[monitor] snapshot write failed:', error.message); }
|
|
}
|
|
return value;
|
|
}
|
|
async function history() {
|
|
const cutoff = now() - 24 * 3600_000;
|
|
const out = snapshots.filter(x => x.at >= cutoff);
|
|
if (snapshotFile) {
|
|
try {
|
|
const persisted = (await readFile(snapshotFile, 'utf8')).split('\n').filter(Boolean).map(line => { try { return JSON.parse(line); } catch { return null; } }).filter(x => x?.at >= cutoff);
|
|
const unique = new Map([...persisted, ...out].map(item => [item.at, item]));
|
|
return [...unique.values()].sort((a,b)=>a.at-b.at).slice(-1440);
|
|
} catch { /* no file yet */ }
|
|
}
|
|
return out.slice(-1440);
|
|
}
|
|
|
|
function middleware() {
|
|
return async (c, next) => {
|
|
const started = now(); inflight++;
|
|
let status = 500;
|
|
try { await next(); status = c.res.status; }
|
|
finally {
|
|
inflight--;
|
|
let key = routeKey(c.req.path);
|
|
if (!routes.has(key) && routes.size >= 300) key = 'other';
|
|
let row = routes.get(key);
|
|
if (!row) { row = { latencies: [], requests: 0, errors: 0 }; routes.set(key, row); }
|
|
row.requests++; if (status >= 400) row.errors++;
|
|
row.latencies.push(Math.max(0, now() - started)); if (row.latencies.length > 1000) row.latencies.shift();
|
|
}
|
|
};
|
|
}
|
|
|
|
if (snapshotIntervalMs > 0) { snapshotTimer = setInterval(() => snapshot().catch(() => {}), snapshotIntervalMs); snapshotTimer.unref?.(); }
|
|
return { middleware, sample, snapshot, history, close: () => clearInterval(snapshotTimer) };
|
|
}
|
|
|
|
export function registerRequestMonitorRoutes(app, { adminAuth, monitor }) {
|
|
app.get('/api/admin/ops/metrics', adminAuth, async c => c.json({ ok: true, current: await monitor.sample(), history: await monitor.history() }, 200, { 'Cache-Control': 'no-store' }));
|
|
}
|