Add configurable history and storage retention policies

src/lib/server/fleet/telemetry-requests.ts

@@ -1,10 +1,15 @@
+import { fleetSettings } from '../settings.js';
 import { db } from '../db/index.js';
-import { TELEMETRY_REQUEST_RETENTION, type TelemetryRequestLogEntry } from '../../telemetry-diagnostics.js';
+import { type TelemetryRequestLogEntry } from '../../telemetry-diagnostics.js';
 
 const MAX_PAYLOAD_LENGTH = 16 * 1024;
 // Bound storage even when requests claim many different, unregistered names.
-const MAX_REQUESTS = 10_000;
-const cutoff = () => new Date(Date.now() - TELEMETRY_REQUEST_RETENTION.maxAgeDays * 86_400_000).toISOString();
+export function telemetryRetention() {
+    const settings = fleetSettings();
+    return { maxAgeDays: settings.telemetryKeepDays, maxPerServer: settings.telemetryMaxPerServer, maxTotal: settings.telemetryMaxTotal };
+}
+export const telemetryCutoff = () => telemetryRetention().maxAgeDays ? new Date(Date.now() - telemetryRetention().maxAgeDays * 86_400_000).toISOString() : '';
+const cutoff = telemetryCutoff;
 const textField = (value: unknown) => typeof value === 'string' ? value.slice(0, 255) : null;
 
 export function recordTelemetryRequest(input: {
@@ -31,13 +36,13 @@ export function recordTelemetryRequest(input: {
             Array.isArray(body.players) ? body.players.length : null,
             textField(input.contentType), payload.slice(0, MAX_PAYLOAD_LENGTH), Number(payload.length > MAX_PAYLOAD_LENGTH)
         );
-        handle.prepare('DELETE FROM telemetry_requests WHERE received_at < ?').run(cutoff());
-        handle.prepare(`DELETE FROM telemetry_requests WHERE server = ? AND id <= (
+        if (telemetryRetention().maxAgeDays) handle.prepare('DELETE FROM telemetry_requests WHERE received_at < ?').run(cutoff());
+        if (telemetryRetention().maxPerServer) handle.prepare(`DELETE FROM telemetry_requests WHERE server = ? AND id <= (
             SELECT id FROM telemetry_requests WHERE server = ? ORDER BY id DESC LIMIT 1 OFFSET ?
-        )`).run(body.server, body.server, TELEMETRY_REQUEST_RETENTION.maxPerServer);
-        handle.prepare(`DELETE FROM telemetry_requests WHERE id <= (
+        )`).run(body.server, body.server, telemetryRetention().maxPerServer);
+        if (telemetryRetention().maxTotal) handle.prepare(`DELETE FROM telemetry_requests WHERE id <= (
             SELECT id FROM telemetry_requests ORDER BY id DESC LIMIT 1 OFFSET ?
-        )`).run(MAX_REQUESTS);
+        )`).run(telemetryRetention().maxTotal);
     })();
 }
 
@@ -45,6 +50,6 @@ export function listTelemetryRequests(server: string): TelemetryRequestLogEntry[
     const rows = db().prepare(`SELECT id, server, received_at AS receivedAt, status, error, event, map, round,
         player_count AS playerCount, content_type AS contentType, payload, payload_truncated AS payloadTruncated
         FROM telemetry_requests WHERE server = ? AND received_at >= ? ORDER BY id DESC LIMIT ?`)
-        .all(server, cutoff(), TELEMETRY_REQUEST_RETENTION.maxPerServer) as Array<Omit<TelemetryRequestLogEntry, 'payloadTruncated'> & { payloadTruncated: number }>;
+        .all(server, cutoff(), telemetryRetention().maxPerServer || 10000) as Array<Omit<TelemetryRequestLogEntry, 'payloadTruncated'> & { payloadTruncated: number }>;
     return rows.map(row => ({ ...row, payloadTruncated: !!row.payloadTruncated }));
 }