feat: improve event tracking and SDK robustness
- Add specific error tracking for rate-limited and oversized events in API response - Ensure runtime settings are applied on initial access in settings manager - Exclude /api/health from middleware protection - Update Python SDK to v2.2.0 with unified standalone implementation - Add auto_prune_days setting to database schema retrieval
This commit is contained in:
1 parent
0c2e49cd47
commit
043123dc21
12 files changed
+1018
-128
No files matched your search
+14
-2
@@ -179,6 +179,8 @@ export async function POST(req: NextRequest) {
|
||||
let duplicates = 0;
|
||||
let hitRateLimit = false;
|
||||
let hitPayloadLimit = false;
|
||||
const rateLimitedEventIds: string[] = [];
|
||||
const oversizedEventIds: string[] = [];
|
||||
const errors: string[] = [];
|
||||
|
||||
for (const item of batchItems) {
|
||||
@@ -213,8 +215,14 @@ export async function POST(req: NextRequest) {
|
||||
continue;
|
||||
}
|
||||
rejected += 1;
|
||||
if (val.code === 'RATE_LIMIT_EXCEEDED') hitRateLimit = true;
|
||||
if (val.code === 'PAYLOAD_TOO_LARGE') hitPayloadLimit = true;
|
||||
if (val.code === 'RATE_LIMIT_EXCEEDED') {
|
||||
hitRateLimit = true;
|
||||
rateLimitedEventIds.push(itemEventId);
|
||||
}
|
||||
if (val.code === 'PAYLOAD_TOO_LARGE') {
|
||||
hitPayloadLimit = true;
|
||||
oversizedEventIds.push(itemEventId);
|
||||
}
|
||||
if (errors.length < 5) {
|
||||
errors.push(`${itemEventId}: ${val.code || 'REJECTED'} - ${val.reason}`);
|
||||
}
|
||||
@@ -254,6 +262,8 @@ export async function POST(req: NextRequest) {
|
||||
code,
|
||||
error: errors[0] || 'Batch validation failed',
|
||||
errors,
|
||||
...(rateLimitedEventIds.length > 0 ? { rateLimitedEventIds } : {}),
|
||||
...(oversizedEventIds.length > 0 ? { oversizedEventIds } : {}),
|
||||
},
|
||||
{ status },
|
||||
);
|
||||
@@ -267,6 +277,8 @@ export async function POST(req: NextRequest) {
|
||||
...(typeof bodyObj.fileName === 'string'
|
||||
? { fileName: bodyObj.fileName }
|
||||
: {}),
|
||||
...(rateLimitedEventIds.length > 0 ? { rateLimitedEventIds } : {}),
|
||||
...(oversizedEventIds.length > 0 ? { oversizedEventIds } : {}),
|
||||
...(errors.length > 0 ? { errors } : {}),
|
||||
});
|
||||
}
|
||||
|
||||
@@ -0,0 +1,70 @@
|
||||
import { SettingsManager } from '@/core/adminSettings/settingsManager';
|
||||
import { AuthService } from '@/core/auth/jwt';
|
||||
import { DataBufferEngine } from '@/core/data/buffer';
|
||||
import { SDKManager } from '@/core/sdk/sdkManager';
|
||||
import { NextRequest, NextResponse } from 'next/server';
|
||||
|
||||
export async function GET(req: NextRequest) {
|
||||
try {
|
||||
const settings = await SettingsManager.getSettingsAsync();
|
||||
const authHeader = req.headers.get('authorization');
|
||||
|
||||
if (authHeader && authHeader.toLowerCase().startsWith('bearer ')) {
|
||||
const rawToken = authHeader.slice(7).trim();
|
||||
const verified = AuthService.verifyClientToken(rawToken);
|
||||
if (!verified.valid || !verified.payload) {
|
||||
return NextResponse.json(
|
||||
{
|
||||
status: 'error',
|
||||
code: 'AUTH_INVALID',
|
||||
error: verified.error || 'Invalid client JWT token.',
|
||||
},
|
||||
{ status: 401 },
|
||||
);
|
||||
}
|
||||
|
||||
const clientId = verified.payload.clientId;
|
||||
const registeredClient = await SDKManager.getClientAsync(clientId);
|
||||
if (registeredClient) {
|
||||
if (registeredClient.status === 'revoked') {
|
||||
return NextResponse.json(
|
||||
{
|
||||
status: 'error',
|
||||
code: 'CLIENT_REVOKED',
|
||||
error: `CLIENT_REVOKED: Client '${clientId}' access has been revoked by administrator.`,
|
||||
},
|
||||
{ status: 403 },
|
||||
);
|
||||
}
|
||||
if (registeredClient.token && registeredClient.token !== rawToken) {
|
||||
return NextResponse.json(
|
||||
{
|
||||
status: 'error',
|
||||
code: 'TOKEN_ROTATED',
|
||||
error: 'TOKEN_ROTATED: Client credentials have been rotated. Use the latest token.',
|
||||
},
|
||||
{ status: 401 },
|
||||
);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
const bufferStats = DataBufferEngine.getBufferStats();
|
||||
|
||||
return NextResponse.json({
|
||||
status: 'online',
|
||||
service: 'DataStack Web API',
|
||||
maxEventsPerSec: settings.maxEventsPerSec,
|
||||
maxPayloadSizeKb: settings.maxPayloadSizeKb,
|
||||
maxPayloadSizeBytes: settings.maxPayloadSizeKb * 1024,
|
||||
bufferSize: bufferStats.currentBufferSize,
|
||||
timestamp: new Date().toISOString(),
|
||||
});
|
||||
} catch (err: unknown) {
|
||||
const message = err instanceof Error ? err.message : 'Health check failed';
|
||||
return NextResponse.json(
|
||||
{ status: 'error', error: message },
|
||||
{ status: 500 },
|
||||
);
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user