feat: improve event tracking and SDK robustness

- Add specific error tracking for rate-limited and oversized events in API response
- Ensure runtime settings are applied on initial access in settings manager
- Exclude /api/health from middleware protection
- Update Python SDK to v2.2.0 with unified standalone implementation
- Add auto_prune_days setting to database schema retrieval
This commit is contained in:
Team Dark Devil committed 2026-11-18 02:51:04 +06:00
1 parent 0c2e49cd47
commit 043123dc21
12 files changed
+1018 -128

No files matched your search

+14 -2
View File
@@ -179,6 +179,8 @@ export async function POST(req: NextRequest) {
let duplicates = 0;
let hitRateLimit = false;
let hitPayloadLimit = false;
const rateLimitedEventIds: string[] = [];
const oversizedEventIds: string[] = [];
const errors: string[] = [];
for (const item of batchItems) {
@@ -213,8 +215,14 @@ export async function POST(req: NextRequest) {
continue;
}
rejected += 1;
if (val.code === 'RATE_LIMIT_EXCEEDED') hitRateLimit = true;
if (val.code === 'PAYLOAD_TOO_LARGE') hitPayloadLimit = true;
if (val.code === 'RATE_LIMIT_EXCEEDED') {
hitRateLimit = true;
rateLimitedEventIds.push(itemEventId);
}
if (val.code === 'PAYLOAD_TOO_LARGE') {
hitPayloadLimit = true;
oversizedEventIds.push(itemEventId);
}
if (errors.length < 5) {
errors.push(`${itemEventId}: ${val.code || 'REJECTED'} - ${val.reason}`);
}
@@ -254,6 +262,8 @@ export async function POST(req: NextRequest) {
code,
error: errors[0] || 'Batch validation failed',
errors,
...(rateLimitedEventIds.length > 0 ? { rateLimitedEventIds } : {}),
...(oversizedEventIds.length > 0 ? { oversizedEventIds } : {}),
},
{ status },
);
@@ -267,6 +277,8 @@ export async function POST(req: NextRequest) {
...(typeof bodyObj.fileName === 'string'
? { fileName: bodyObj.fileName }
: {}),
...(rateLimitedEventIds.length > 0 ? { rateLimitedEventIds } : {}),
...(oversizedEventIds.length > 0 ? { oversizedEventIds } : {}),
...(errors.length > 0 ? { errors } : {}),
});
}
+70
View File
@@ -0,0 +1,70 @@
import { SettingsManager } from '@/core/adminSettings/settingsManager';
import { AuthService } from '@/core/auth/jwt';
import { DataBufferEngine } from '@/core/data/buffer';
import { SDKManager } from '@/core/sdk/sdkManager';
import { NextRequest, NextResponse } from 'next/server';
export async function GET(req: NextRequest) {
try {
const settings = await SettingsManager.getSettingsAsync();
const authHeader = req.headers.get('authorization');
if (authHeader && authHeader.toLowerCase().startsWith('bearer ')) {
const rawToken = authHeader.slice(7).trim();
const verified = AuthService.verifyClientToken(rawToken);
if (!verified.valid || !verified.payload) {
return NextResponse.json(
{
status: 'error',
code: 'AUTH_INVALID',
error: verified.error || 'Invalid client JWT token.',
},
{ status: 401 },
);
}
const clientId = verified.payload.clientId;
const registeredClient = await SDKManager.getClientAsync(clientId);
if (registeredClient) {
if (registeredClient.status === 'revoked') {
return NextResponse.json(
{
status: 'error',
code: 'CLIENT_REVOKED',
error: `CLIENT_REVOKED: Client '${clientId}' access has been revoked by administrator.`,
},
{ status: 403 },
);
}
if (registeredClient.token && registeredClient.token !== rawToken) {
return NextResponse.json(
{
status: 'error',
code: 'TOKEN_ROTATED',
error: 'TOKEN_ROTATED: Client credentials have been rotated. Use the latest token.',
},
{ status: 401 },
);
}
}
}
const bufferStats = DataBufferEngine.getBufferStats();
return NextResponse.json({
status: 'online',
service: 'DataStack Web API',
maxEventsPerSec: settings.maxEventsPerSec,
maxPayloadSizeKb: settings.maxPayloadSizeKb,
maxPayloadSizeBytes: settings.maxPayloadSizeKb * 1024,
bufferSize: bufferStats.currentBufferSize,
timestamp: new Date().toISOString(),
});
} catch (err: unknown) {
const message = err instanceof Error ? err.message : 'Health check failed';
return NextResponse.json(
{ status: 'error', error: message },
{ status: 500 },
);
}
}