import { Pool } from "pg"; import { SettingsManager } from "../adminSettings/settingsManager"; import { SDKManager } from "../sdk/sdkManager"; type CoreDatabaseGlobals = typeof globalThis & { __dataStackCorePool?: Pool | null; __dataStackCoreSchema?: Promise; }; const globals = globalThis as CoreDatabaseGlobals; export const CORE_SCHEMA_TABLE_DDLS = [ ` CREATE TABLE IF NOT EXISTS client_sdks ( client_id TEXT PRIMARY KEY, name TEXT NOT NULL, secret TEXT NOT NULL, token TEXT NOT NULL, rate_limit INTEGER NOT NULL DEFAULT 100, storage_quota_mb INTEGER NOT NULL DEFAULT 0, allowed_ips TEXT NOT NULL DEFAULT '', expires_at TIMESTAMPTZ, status TEXT NOT NULL DEFAULT 'active', total_events BIGINT NOT NULL DEFAULT 0, last_active TIMESTAMPTZ, created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ` CREATE TABLE IF NOT EXISTS admin_settings ( id TEXT PRIMARY KEY DEFAULT 'default', server_port INTEGER NOT NULL DEFAULT 4000, web_port INTEGER NOT NULL DEFAULT 3000, max_events_per_sec INTEGER NOT NULL DEFAULT 100, max_payload_size_kb INTEGER NOT NULL DEFAULT 100, batch_flush_threshold INTEGER NOT NULL DEFAULT 500, batch_flush_interval_ms INTEGER NOT NULL DEFAULT 2000, file_rotation_mb INTEGER NOT NULL DEFAULT 100, jwt_secret TEXT NOT NULL, enable_idempotency BOOLEAN NOT NULL DEFAULT true, auto_prune_days INTEGER NOT NULL DEFAULT 30, compress_after_days INTEGER NOT NULL DEFAULT 0, enable_s3_backup BOOLEAN NOT NULL DEFAULT false, s3_endpoint TEXT NOT NULL DEFAULT '', s3_region TEXT NOT NULL DEFAULT 'auto', s3_bucket TEXT NOT NULL DEFAULT '', s3_prefix TEXT NOT NULL DEFAULT 'datastack/', s3_access_key_id TEXT NOT NULL DEFAULT '', s3_secret_access_key_enc TEXT NOT NULL DEFAULT '', disk_pause_threshold_pct INTEGER NOT NULL DEFAULT 95, enable_webhook_alerts BOOLEAN NOT NULL DEFAULT false, webhook_url TEXT NOT NULL DEFAULT '', webhook_secret_enc TEXT NOT NULL DEFAULT '', webhook_cooldown_sec INTEGER NOT NULL DEFAULT 300, enable_prometheus_metrics BOOLEAN NOT NULL DEFAULT false, prometheus_metrics_token_enc TEXT NOT NULL DEFAULT '', updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ` CREATE TABLE IF NOT EXISTS deleted_clients ( client_id TEXT PRIMARY KEY, deleted_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ` CREATE TABLE IF NOT EXISTS admin_users ( id SMALLINT PRIMARY KEY DEFAULT 1 CHECK (id = 1), email TEXT NOT NULL UNIQUE, password_salt BYTEA NOT NULL, password_hash BYTEA NOT NULL, token_version INTEGER NOT NULL DEFAULT 1, created_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ` CREATE TABLE IF NOT EXISTS admin_login_attempts ( key_hash TEXT PRIMARY KEY, window_started_at TIMESTAMPTZ NOT NULL, failed_attempts INTEGER NOT NULL, blocked_until TIMESTAMPTZ, updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ` CREATE TABLE IF NOT EXISTS admin_team_members ( id TEXT PRIMARY KEY, email TEXT NOT NULL UNIQUE, role TEXT NOT NULL DEFAULT 'viewer', status TEXT NOT NULL DEFAULT 'active', password_salt BYTEA NOT NULL, password_hash BYTEA NOT NULL, token_version INTEGER NOT NULL DEFAULT 1, invited_by TEXT NOT NULL DEFAULT 'owner', created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ` CREATE TABLE IF NOT EXISTS admin_audit_logs ( id TEXT PRIMARY KEY, actor_email TEXT NOT NULL, actor_role TEXT NOT NULL, action TEXT NOT NULL, target TEXT NOT NULL, ip_address TEXT NOT NULL DEFAULT '', metadata_json TEXT NOT NULL DEFAULT '{}', created_at TIMESTAMPTZ NOT NULL DEFAULT NOW() ) `, ] as const; export const CORE_SCHEMA_ALTER_DDLS = [ ` ALTER TABLE client_sdks ADD COLUMN IF NOT EXISTS rate_limit INTEGER NOT NULL DEFAULT 100, ADD COLUMN IF NOT EXISTS storage_quota_mb INTEGER NOT NULL DEFAULT 0, ADD COLUMN IF NOT EXISTS allowed_ips TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS expires_at TIMESTAMPTZ, ADD COLUMN IF NOT EXISTS status TEXT NOT NULL DEFAULT 'active', ADD COLUMN IF NOT EXISTS total_events BIGINT NOT NULL DEFAULT 0, ADD COLUMN IF NOT EXISTS last_active TIMESTAMPTZ, ADD COLUMN IF NOT EXISTS created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), ADD COLUMN IF NOT EXISTS updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW() `, ` ALTER TABLE admin_settings ADD COLUMN IF NOT EXISTS server_port INTEGER NOT NULL DEFAULT 4000, ADD COLUMN IF NOT EXISTS web_port INTEGER NOT NULL DEFAULT 3000, ADD COLUMN IF NOT EXISTS max_events_per_sec INTEGER NOT NULL DEFAULT 100, ADD COLUMN IF NOT EXISTS max_payload_size_kb INTEGER NOT NULL DEFAULT 100, ADD COLUMN IF NOT EXISTS batch_flush_threshold INTEGER NOT NULL DEFAULT 500, ADD COLUMN IF NOT EXISTS batch_flush_interval_ms INTEGER NOT NULL DEFAULT 2000, ADD COLUMN IF NOT EXISTS file_rotation_mb INTEGER NOT NULL DEFAULT 100, ADD COLUMN IF NOT EXISTS enable_idempotency BOOLEAN NOT NULL DEFAULT true, ADD COLUMN IF NOT EXISTS auto_prune_days INTEGER NOT NULL DEFAULT 30, ADD COLUMN IF NOT EXISTS compress_after_days INTEGER NOT NULL DEFAULT 0, ADD COLUMN IF NOT EXISTS enable_s3_backup BOOLEAN NOT NULL DEFAULT false, ADD COLUMN IF NOT EXISTS s3_endpoint TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS s3_region TEXT NOT NULL DEFAULT 'auto', ADD COLUMN IF NOT EXISTS s3_bucket TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS s3_prefix TEXT NOT NULL DEFAULT 'datastack/', ADD COLUMN IF NOT EXISTS s3_access_key_id TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS s3_secret_access_key_enc TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS disk_pause_threshold_pct INTEGER NOT NULL DEFAULT 95, ADD COLUMN IF NOT EXISTS enable_webhook_alerts BOOLEAN NOT NULL DEFAULT false, ADD COLUMN IF NOT EXISTS webhook_url TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS webhook_secret_enc TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS webhook_cooldown_sec INTEGER NOT NULL DEFAULT 300, ADD COLUMN IF NOT EXISTS enable_prometheus_metrics BOOLEAN NOT NULL DEFAULT false, ADD COLUMN IF NOT EXISTS prometheus_metrics_token_enc TEXT NOT NULL DEFAULT '', ADD COLUMN IF NOT EXISTS updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW() `, ` ALTER TABLE admin_users ADD COLUMN IF NOT EXISTS token_version INTEGER NOT NULL DEFAULT 1 `, ] as const; export async function ensureCoreSchemaOnPool(pool: Pool): Promise { await Promise.all(CORE_SCHEMA_TABLE_DDLS.map((sql) => pool.query(sql))); await Promise.all(CORE_SCHEMA_ALTER_DDLS.map((sql) => pool.query(sql))); } /** * Database Module (PostgreSQL Persistence Engine) * CRITICAL RULE: PostgreSQL stores strictly administrative metadata, * client registrations (client_sdks), and configuration (admin_settings). * Collected telemetry streams are NEVER stored in PostgreSQL. */ export class DatabaseEngine { public static getPool(): Pool | null { const connectionString = process.env.DATABASE_URL?.trim(); if (!connectionString) { return null; } if (globals.__dataStackCorePool === undefined) { try { const pool = new Pool({ connectionString, connectionTimeoutMillis: 3000, idleTimeoutMillis: 30000, max: 10, }); pool.on("error", (err) => { console.error( "[DataStack DB] Unexpected idle PostgreSQL pool error:", err instanceof Error ? err.message : err, ); }); globals.__dataStackCorePool = pool; } catch { globals.__dataStackCorePool = null; } } return globals.__dataStackCorePool ?? null; } public static async ensureSchema(): Promise { const pool = this.getPool(); if (!pool) return false; globals.__dataStackCoreSchema ??= ensureCoreSchemaOnPool(pool); try { await globals.__dataStackCoreSchema; return true; } catch { globals.__dataStackCoreSchema = undefined; return false; } } public static async getHealth() { const pool = this.getPool(); if (!pool) { return { status: "healthy" as const, storageMode: "In-Memory" as const, type: "In-Memory Fallback (DATABASE_URL not set)", database: "memory", role: "Metadata & SDK Registrations Only", collectedDataStorage: "Strictly CSV (/storage/data)", }; } try { await this.ensureSchema(); await pool.query("SELECT 1"); return { status: "healthy" as const, storageMode: "PostgreSQL" as const, type: "PostgreSQL Managed Schema", database: "datastack_db", role: "Metadata & SDK Registrations Only", collectedDataStorage: "Strictly CSV (/storage/data)", }; } catch { return { status: "degraded" as const, storageMode: "In-Memory" as const, type: "PostgreSQL Unreachable (In-Memory Fallback Active)", database: "datastack_db", role: "Metadata & SDK Registrations Only", collectedDataStorage: "Strictly CSV (/storage/data)", }; } } public static async syncState() { const [clients, settings] = await Promise.all([ SDKManager.listClientsAsync(), SettingsManager.getPublicSettingsAsync(), ]); return { clientsCount: clients.length, settings, }; } } export default DatabaseEngine;