- Fetch events from external ingestion service in API routes - Decouple idempotency check from registration in Security utility - Refine CSV storage logic to verify file content for headers - Replace Python SDK with comprehensive, feature-rich implementation
156 lines
4.4 KiB
TypeScript
156 lines
4.4 KiB
TypeScript
export interface ValidationResult {
|
|
allowed: boolean;
|
|
reason?: string;
|
|
code?:
|
|
| "RATE_LIMIT_EXCEEDED"
|
|
| "PAYLOAD_TOO_LARGE"
|
|
| "DUPLICATE_EVENT"
|
|
| "MALFORMED_PAYLOAD";
|
|
}
|
|
|
|
export class SecurityEngine {
|
|
public static maxEventsPerSec = 100;
|
|
public static enableIdempotency = true;
|
|
|
|
// Idempotency cache: key -> timestamp (expires after TTL)
|
|
private static idempotencySet = new Map<string, number>();
|
|
private static readonly IDEMPOTENCY_TTL_MS = 5 * 60 * 1000; // 5 minutes
|
|
|
|
// Rate limiter: clientId -> { count, windowStart }
|
|
private static rateLimitMap = new Map<
|
|
string,
|
|
{ count: number; windowStart: number }
|
|
>();
|
|
|
|
// Default Max payload size (100KB)
|
|
public static maxPayloadSizeBytes = 100 * 1024;
|
|
|
|
/**
|
|
* Idempotency Check:
|
|
* ClientId + EventId must be unique.
|
|
* Duplicate events are dropped silently or tagged.
|
|
*/
|
|
public static hasDuplicate(clientId: string, eventId: string): boolean {
|
|
if (!eventId) return false;
|
|
const key = `${clientId}:${eventId}`;
|
|
const now = Date.now();
|
|
|
|
// Periodic cleanup of stale idempotency keys
|
|
if (this.idempotencySet.size > 20000) {
|
|
for (const [k, timestamp] of this.idempotencySet.entries()) {
|
|
if (now - timestamp > this.IDEMPOTENCY_TTL_MS) {
|
|
this.idempotencySet.delete(k);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (this.idempotencySet.has(key)) {
|
|
const storedTime = this.idempotencySet.get(key) || 0;
|
|
if (now - storedTime < this.IDEMPOTENCY_TTL_MS) {
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
public static recordIdempotency(clientId: string, eventId: string): void {
|
|
if (!eventId) return;
|
|
this.idempotencySet.set(`${clientId}:${eventId}`, Date.now());
|
|
}
|
|
|
|
public static checkIdempotency(clientId: string, eventId: string): boolean {
|
|
if (this.hasDuplicate(clientId, eventId)) {
|
|
return false;
|
|
}
|
|
this.recordIdempotency(clientId, eventId);
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Rate Limit Check:
|
|
* Enforces max events per second per client.
|
|
*/
|
|
public static checkRateLimit(
|
|
clientId: string,
|
|
maxEventsPerSec = this.maxEventsPerSec,
|
|
): boolean {
|
|
const now = Date.now();
|
|
const current = this.rateLimitMap.get(clientId);
|
|
|
|
if (!current || now - current.windowStart >= 1000) {
|
|
this.rateLimitMap.set(clientId, { count: 1, windowStart: now });
|
|
return true;
|
|
}
|
|
|
|
if (current.count >= maxEventsPerSec) {
|
|
return false; // Rate limit exceeded
|
|
}
|
|
|
|
current.count += 1;
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Validates incoming event payload:
|
|
* Checks duplicate idempotency (read-only), max byte size, and rate limit,
|
|
* and records the idempotency key ONLY after all checks pass.
|
|
*/
|
|
public static validateEvent(
|
|
clientId: string,
|
|
eventId: string,
|
|
payload: unknown,
|
|
clientMaxRate = 100,
|
|
): ValidationResult {
|
|
// 1. Check idempotency (read-only so rate-limited retries are not burned)
|
|
if (this.enableIdempotency && this.hasDuplicate(clientId, eventId)) {
|
|
return {
|
|
allowed: false,
|
|
reason: "Duplicate event dropped silently",
|
|
code: "DUPLICATE_EVENT",
|
|
};
|
|
}
|
|
|
|
// 2. Check payload size before consuming rate-limit quota
|
|
const payloadStr =
|
|
typeof payload === "string" ? payload : JSON.stringify(payload);
|
|
const byteLength = Buffer.byteLength(payloadStr, "utf8");
|
|
|
|
if (byteLength > this.maxPayloadSizeBytes) {
|
|
return {
|
|
allowed: false,
|
|
reason: `Payload size (${(byteLength / 1024).toFixed(1)} KB) exceeds limit of ${this.maxPayloadSizeBytes / 1024} KB`,
|
|
code: "PAYLOAD_TOO_LARGE",
|
|
};
|
|
}
|
|
|
|
// 3. Check rate limit
|
|
const effectiveRateLimit = Math.min(clientMaxRate, this.maxEventsPerSec);
|
|
const withinLimit = this.checkRateLimit(clientId, effectiveRateLimit);
|
|
if (!withinLimit) {
|
|
return {
|
|
allowed: false,
|
|
reason: `Rate limit of ${clientMaxRate} events/sec exceeded for client ${clientId}`,
|
|
code: "RATE_LIMIT_EXCEEDED",
|
|
};
|
|
}
|
|
|
|
// 4. Record idempotency key ONLY after event is accepted
|
|
if (this.enableIdempotency && eventId) {
|
|
this.recordIdempotency(clientId, eventId);
|
|
}
|
|
|
|
return { allowed: true };
|
|
}
|
|
|
|
public static getStats() {
|
|
return {
|
|
activeIdempotencyKeys: this.idempotencySet.size,
|
|
rateLimitedClientsCount: this.rateLimitMap.size,
|
|
maxPayloadSizeBytes: this.maxPayloadSizeBytes,
|
|
};
|
|
}
|
|
}
|
|
|
|
export default SecurityEngine;
|