Files
DataStack/server/index.js
T
Md Najmul d39d9f92f9 docs: update AI Studio design token audits
Refresh design token inventory files to reflect the latest UI sizing and layout configurations from the sandbox prototype.
2026-10-23 11:43:49 -05:00

59 lines
1.6 KiB
JavaScript

const express = require('express');
const http = require('http');
const cors = require('cors');
const { Server } = require('socket.io');
const { setupSocketHandlers } = require('./socket/handlers');
const { CsvWriterWorker } = require('./workers/csvWriter');
const PORT = process.env.PORT_SOCKET || 4000;
const app = express();
app.use(cors({ origin: '*' }));
app.use(express.json());
const bufferQueue = [];
const writer = new CsvWriterWorker();
// Periodic Batch Flush: every 2000ms or when buffer hits 500
const FLUSH_INTERVAL_MS = 2000;
const FLUSH_THRESHOLD = 500;
async function flushBuffer() {
if (bufferQueue.length === 0) return;
const batch = bufferQueue.splice(0, bufferQueue.length);
try {
const result = await writer.writeBatch(batch);
if (result.written > 0) {
console.log(`[CSV Worker] Flushed ${result.written} events to ${result.files.length} file(s)`);
}
} catch (err) {
console.error('[CSV Worker] Flush error:', err);
bufferQueue.unshift(...batch); // Retry next cycle
}
}
setInterval(flushBuffer, FLUSH_INTERVAL_MS);
// Health check endpoint
app.get('/health', (_req, res) => {
res.json({
status: 'online',
service: 'DataStack Express Ingestion',
port: PORT,
bufferSize: bufferQueue.length,
uptime: process.uptime(),
});
});
const server = http.createServer(app);
const io = new Server(server, {
cors: { origin: '*', methods: ['GET', 'POST'] },
});
setupSocketHandlers(io, bufferQueue, writer);
server.listen(PORT, () => {
console.log(`[DataStack Ingestion Engine] Express + Socket.IO listening on port ${PORT}`);
});
module.exports = { app, server, io, bufferQueue };