Keep startup database rebuilds out of memory

src/lib/server/db/index.ts

@@ -11,10 +11,9 @@ import { initializeFleetSettings } from './fleet-settings.js';
 import { migrateServerHistory } from './server-history.js';
 import { migrateNativeInstances } from '../backends/schema.js';
 import { installPerformanceIndexes } from './performance-indexes.js';
-import { migrateVersionLayout } from './version-layout.js';
 import { migrateFileBlobs } from './file-blobs.js';
 import { enableIncrementalVacuum, retentionClocks } from './retention-clocks.js';
-import { tuneConnection } from './connection.js';
+import { migrationStep, tuneConnection, tuneMigrationConnection } from './connection.js';
 import { timeStatement } from './slow-statements.js';
 
 let _db: Database.Database | null = null;
@@ -318,10 +317,11 @@ export function db(): Database.Database {
     // singleton once migrations succeed. A half-migrated handle that's cached
     // silently breaks every subsequent query without a chance to retry.
     try {
+        console.info('[database] startup migrations starting');
         handle.pragma('journal_mode = WAL');
         handle.pragma('auto_vacuum = INCREMENTAL');
         handle.pragma('foreign_keys = ON');
-        tuneConnection(handle);
+        tuneMigrationConnection(handle);
         dropLegacyBetaTables(handle);
         handle.exec(schemaSql);
         migrateProvisioningActions(handle);
@@ -394,8 +394,9 @@ export function db(): Database.Database {
         ]);
         backfillLeaderboard(handle);
         initializeFleetSettings(handle);
-        migrateNativeInstances(handle);
-        migrateVersionLayout(handle);
+        migrationStep('native instance schema and file plans', () => migrateNativeInstances(handle));
+        // File-blob migration removes the legacy content column altogether.
+        // Reordering it first would unnecessarily copy every artifact twice.
         migrateFileBlobs(handle);
         // Lifecycle history is retained indefinitely. Admission and status reads
         // must narrow by server or active state instead of scanning that history.
@@ -416,16 +417,20 @@ export function db(): Database.Database {
             ON server_deployments(id) WHERE state NOT IN ('done','warning','cancelled');`);
         installPerformanceIndexes(handle);
         installReportRevisions(handle);
-        retentionClocks(handle, {
+        migrationStep('retention clocks and indexes', () => retentionClocks(handle, {
             deployments: ['started_at', 'finished_at'], server_deployments: ['started_at', 'finished_at'],
             maintenance_jobs: ['requested_at', 'finished_at'], watchdog_incidents: ['first_seen_at', 'finished_at'],
             leaderboard_matches: ['started_at', 'last_received_at', 'ended_at'],
             betas: ['opened_at', 'closed_at'], script_versions: ['uploaded_at'], retention_controls: ['resolved_at']
-        });
+        }));
         // Existing databases require one rebuild to gain the incremental-vacuum page map.
         enableIncrementalVacuum(handle);
         handle.pragma('optimize = 0x10002');
+        handle.pragma('shrink_memory');
+        tuneConnection(handle);
+        console.info('[database] startup migrations complete');
     } catch (err) {
+        console.error('[database] startup migrations failed', err);
         handle.close();
         throw err;
     }