Files
DataStack/core/Security/security.ts
T
Team Dark Devil 34519c07df feat: aggregate external events and improve security
- Fetch events from external ingestion service in API routes
- Decouple idempotency check from registration in Security utility
- Refine CSV storage logic to verify file content for headers
- Replace Python SDK with comprehensive, feature-rich implementation
2026-11-18 03:20:00 +06:00

156 lines
4.4 KiB
TypeScript

export interface ValidationResult {
allowed: boolean;
reason?: string;
code?:
| "RATE_LIMIT_EXCEEDED"
| "PAYLOAD_TOO_LARGE"
| "DUPLICATE_EVENT"
| "MALFORMED_PAYLOAD";
}
export class SecurityEngine {
public static maxEventsPerSec = 100;
public static enableIdempotency = true;
// Idempotency cache: key -> timestamp (expires after TTL)
private static idempotencySet = new Map<string, number>();
private static readonly IDEMPOTENCY_TTL_MS = 5 * 60 * 1000; // 5 minutes
// Rate limiter: clientId -> { count, windowStart }
private static rateLimitMap = new Map<
string,
{ count: number; windowStart: number }
>();
// Default Max payload size (100KB)
public static maxPayloadSizeBytes = 100 * 1024;
/**
* Idempotency Check:
* ClientId + EventId must be unique.
* Duplicate events are dropped silently or tagged.
*/
public static hasDuplicate(clientId: string, eventId: string): boolean {
if (!eventId) return false;
const key = `${clientId}:${eventId}`;
const now = Date.now();
// Periodic cleanup of stale idempotency keys
if (this.idempotencySet.size > 20000) {
for (const [k, timestamp] of this.idempotencySet.entries()) {
if (now - timestamp > this.IDEMPOTENCY_TTL_MS) {
this.idempotencySet.delete(k);
}
}
}
if (this.idempotencySet.has(key)) {
const storedTime = this.idempotencySet.get(key) || 0;
if (now - storedTime < this.IDEMPOTENCY_TTL_MS) {
return true;
}
}
return false;
}
public static recordIdempotency(clientId: string, eventId: string): void {
if (!eventId) return;
this.idempotencySet.set(`${clientId}:${eventId}`, Date.now());
}
public static checkIdempotency(clientId: string, eventId: string): boolean {
if (this.hasDuplicate(clientId, eventId)) {
return false;
}
this.recordIdempotency(clientId, eventId);
return true;
}
/**
* Rate Limit Check:
* Enforces max events per second per client.
*/
public static checkRateLimit(
clientId: string,
maxEventsPerSec = this.maxEventsPerSec,
): boolean {
const now = Date.now();
const current = this.rateLimitMap.get(clientId);
if (!current || now - current.windowStart >= 1000) {
this.rateLimitMap.set(clientId, { count: 1, windowStart: now });
return true;
}
if (current.count >= maxEventsPerSec) {
return false; // Rate limit exceeded
}
current.count += 1;
return true;
}
/**
* Validates incoming event payload:
* Checks duplicate idempotency (read-only), max byte size, and rate limit,
* and records the idempotency key ONLY after all checks pass.
*/
public static validateEvent(
clientId: string,
eventId: string,
payload: unknown,
clientMaxRate = 100,
): ValidationResult {
// 1. Check idempotency (read-only so rate-limited retries are not burned)
if (this.enableIdempotency && this.hasDuplicate(clientId, eventId)) {
return {
allowed: false,
reason: "Duplicate event dropped silently",
code: "DUPLICATE_EVENT",
};
}
// 2. Check payload size before consuming rate-limit quota
const payloadStr =
typeof payload === "string" ? payload : JSON.stringify(payload);
const byteLength = Buffer.byteLength(payloadStr, "utf8");
if (byteLength > this.maxPayloadSizeBytes) {
return {
allowed: false,
reason: `Payload size (${(byteLength / 1024).toFixed(1)} KB) exceeds limit of ${this.maxPayloadSizeBytes / 1024} KB`,
code: "PAYLOAD_TOO_LARGE",
};
}
// 3. Check rate limit
const effectiveRateLimit = Math.min(clientMaxRate, this.maxEventsPerSec);
const withinLimit = this.checkRateLimit(clientId, effectiveRateLimit);
if (!withinLimit) {
return {
allowed: false,
reason: `Rate limit of ${clientMaxRate} events/sec exceeded for client ${clientId}`,
code: "RATE_LIMIT_EXCEEDED",
};
}
// 4. Record idempotency key ONLY after event is accepted
if (this.enableIdempotency && eventId) {
this.recordIdempotency(clientId, eventId);
}
return { allowed: true };
}
public static getStats() {
return {
activeIdempotencyKeys: this.idempotencySet.size,
rateLimitedClientsCount: this.rateLimitMap.size,
maxPayloadSizeBytes: this.maxPayloadSizeBytes,
};
}
}
export default SecurityEngine;