'use client'; import { PageShell } from '@/components/layout/PageShell'; import { Button } from '@/components/ui/Button'; import { Input, Select } from '@/components/ui/Input'; import { Panel } from '@/components/ui/Panel'; import { Pill } from '@/components/ui/Pill'; import { StatStrip } from '@/components/ui/StatStrip'; import { useToast } from '@/components/ui/Toast'; import { getCached, setCached } from '@/lib/vconCache'; import { countMatchingBufferedEvents, extractContentDispositionFilename, getUtcDateRangeForPreset, matchesSelectedClientFolder, type BufferedSummary, } from '@/lib/vconUiHelpers'; import { Braces, FileText } from 'lucide-react'; import Link from 'next/link'; import { useCallback, useEffect, useMemo, useState } from 'react'; interface Client { clientId: string; name: string; } interface StorageFile { clientId: string; date: string; filename: string; sizeBytes: number; linesCount: number; modifiedAt: string; compressed?: boolean; } type ExportFormat = 'csv' | 'json' | 'ndjson'; type RangePreset = 'today' | '7d' | '30d' | 'all' | 'custom'; function formatBytes(bytes: number) { if (bytes < 1024) return `${bytes} B`; if (bytes < 1024 ** 2) return `${(bytes / 1024).toFixed(1)} KB`; if (bytes < 1024 ** 3) return `${(bytes / 1024 ** 2).toFixed(1)} MB`; return `${(bytes / 1024 ** 3).toFixed(1)} GB`; } function relativeTime(value: string, now: number) { const ts = new Date(value).getTime(); if (!Number.isFinite(ts)) return '—'; const elapsedSeconds = Math.max(0, Math.floor((now - ts) / 1000)); if (elapsedSeconds < 60) return `${elapsedSeconds}s ago`; if (elapsedSeconds < 3600) return `${Math.floor(elapsedSeconds / 60)}m ago`; if (elapsedSeconds < 86_400) return `${Math.floor(elapsedSeconds / 3600)}h ago`; return `${Math.floor(elapsedSeconds / 86_400)}d ago`; } export function ExportWorkspace() { const { error, info } = useToast(); const [clients, setClients] = useState(() => getCached('vcon:clients', []) ); const [files, setFiles] = useState(() => getCached('vcon:storage-files', []) ); const [bufferedCount, setBufferedCount] = useState(0); const [bufferedSummary, setBufferedSummary] = useState(null); const [selectedClient, setSelectedClient] = useState('all'); const [fromDate, setFromDate] = useState(''); const [toDate, setToDate] = useState(''); const [format, setFormat] = useState('csv'); const [preset, setPreset] = useState('all'); const [loading, setLoading] = useState( () => getCached('vcon:storage-files', []).length === 0 ); const [downloading, setDownloading] = useState(false); const [loadError, setLoadError] = useState(''); const [now, setNow] = useState(() => Date.now()); const refreshExportData = useCallback(async () => { try { const [clientData, storageData, metricsData, bufferedData] = await Promise.all([ fetch('/api/clients', { cache: 'no-store' }).then(async (response) => { if (response.status === 401) { window.location.assign('/vcon/login'); return { clients: [] }; } if (!response.ok) throw new Error('Unable to load clients'); return response.json(); }), fetch('/api/storage', { cache: 'no-store' }).then(async (response) => { if (response.status === 401) { window.location.assign('/vcon/login'); return { files: [] }; } if (!response.ok) throw new Error('Unable to load stored files'); return response.json(); }), fetch('/api/metrics', { cache: 'no-store' }) .then(async (response) => (response.ok ? response.json() : null)) .catch(() => null), fetch('/api/events?bufferedOnly=true&limit=1', { cache: 'no-store' }) .then(async (response) => (response.ok ? response.json() : null)) .catch(() => null), ]); setClients(setCached('vcon:clients', clientData.clients || [])); setFiles(setCached('vcon:storage-files', storageData.files || [])); if (storageData.stats) setCached('vcon:storage-stats', storageData.stats); if (metricsData) { setCached('vcon:metrics', metricsData); if (metricsData.bufferStats) { setBufferedCount(Number(metricsData.bufferStats.currentBufferSize) || 0); } } if (bufferedData?.bufferedSummary) { setBufferedSummary(setCached('vcon:buffered-summary', bufferedData.bufferedSummary)); } setLoadError(''); } catch (fetchError) { setLoadError( fetchError instanceof Error ? fetchError.message : 'Unable to load export data' ); } finally { setLoading(false); } }, []); useEffect(() => { void refreshExportData(); }, [refreshExportData]); useEffect(() => { const updateClock = () => setNow(Date.now()); updateClock(); const interval = setInterval(updateClock, 30_000); return () => clearInterval(interval); }, []); const filteredFiles = useMemo( () => files.filter( (file) => matchesSelectedClientFolder(file.clientId, selectedClient) && (!fromDate || file.date >= fromDate) && (!toDate || file.date <= toDate) ), [files, fromDate, selectedClient, toDate] ); const preview = useMemo( () => ({ rows: filteredFiles.reduce((total, file) => total + file.linesCount, 0), bytes: filteredFiles.reduce((total, file) => total + file.sizeBytes, 0), files: filteredFiles.length, }), [filteredFiles] ); const stats = useMemo( () => ({ rows: files.reduce((total, file) => total + file.linesCount, 0), bytes: files.reduce((total, file) => total + file.sizeBytes, 0), clients: new Set(files.map((file) => file.clientId)).size, }), [files] ); const sortedRecentFiles = useMemo( () => [...files] .sort( (left, right) => new Date(right.modifiedAt).getTime() - new Date(left.modifiedAt).getTime() ) .slice(0, 6), [files] ); const setQuickRange = (nextPreset: Exclude) => { setPreset(nextPreset); const range = getUtcDateRangeForPreset(nextPreset); setFromDate(range.from); setToDate(range.to); }; const exportUrl = useMemo(() => { const params = new URLSearchParams({ clientId: selectedClient, format }); if (fromDate) params.set('from', fromDate); if (toDate) params.set('to', toDate); return `/api/export?${params.toString()}`; }, [format, fromDate, selectedClient, toDate]); const filteredBuffered = useMemo( () => countMatchingBufferedEvents( bufferedSummary, { clientId: selectedClient, fromDate, toDate }, bufferedCount, ), [bufferedCount, bufferedSummary, fromDate, selectedClient, toDate], ); const invalidRange = Boolean(fromDate && toDate && fromDate > toDate); const nothingToExport = preview.rows === 0 && !filteredBuffered.hasPotentialBuffered; const triggerBlobDownload = (blob: Blob, filename: string) => { const objectUrl = URL.createObjectURL(blob); const a = document.createElement('a'); a.href = objectUrl; a.download = filename; document.body.appendChild(a); a.click(); document.body.removeChild(a); URL.revokeObjectURL(objectUrl); }; const downloadExport = async () => { if (invalidRange) { error('Invalid date range', 'Start date must be on or before end date.'); return; } if (nothingToExport) { error('Nothing to export', 'No stored rows or buffered events match the selected filters.'); return; } setDownloading(true); try { const res = await fetch(exportUrl, { cache: 'no-store' }); if (res.status === 401) { window.location.assign('/vcon/login'); return; } if (!res.ok) { const errorJson = await res.json().catch(() => ({})); error( 'Export failed', errorJson.error || `Export endpoint returned HTTP ${res.status}.` ); return; } const blob = await res.blob(); const defaultName = `datastack_export_${selectedClient || 'all'}_${new Date().toISOString().slice(0, 10)}.${format}`; const filename = extractContentDispositionFilename( res.headers.get('content-disposition'), defaultName ); triggerBlobDownload(blob, filename); info( 'Export downloaded', filteredBuffered.matchingCount > 0 ? `${format.toUpperCase()} download (${preview.rows.toLocaleString()} stored + ${filteredBuffered.matchingCount.toLocaleString()} buffered flushed).` : filteredBuffered.unattributedCount > 0 ? `${format.toUpperCase()} download (${preview.rows.toLocaleString()} stored + pending backlog flushed).` : `${format.toUpperCase()} download for ${preview.rows.toLocaleString()} rows.` ); await refreshExportData(); } catch (err: unknown) { error('Export failed', err instanceof Error ? err.message : 'Unable to export dataset.'); } finally { setDownloading(false); } }; const downloadFile = async (file: StorageFile) => { const url = `/api/export?clientId=${encodeURIComponent(file.clientId)}&filename=${encodeURIComponent(file.filename)}`; try { const res = await fetch(url, { cache: 'no-store' }); if (res.status === 401) { window.location.assign('/vcon/login'); return; } if (!res.ok) { const errorJson = await res.json().catch(() => ({})); error('Download Failed', errorJson.error || 'Requested CSV file could not be exported.'); return; } const blob = await res.blob(); triggerBlobDownload(blob, file.filename); await refreshExportData(); } catch (err: unknown) { error('Download Failed', err instanceof Error ? err.message : 'Export download error'); } }; const rangeChanged = (setter: (value: string) => void, value: string) => { setter(value); setPreset('custom'); }; const resetExport = () => { setSelectedClient('all'); setFormat('csv'); setQuickRange('all'); }; return (
Range {( [ ['today', 'Today'], ['7d', '7d'], ['30d', '30d'], ['all', 'All'], ] as const ).map(([id, label]) => ( setQuickRange(id)}> {label} ))}
rangeChanged(setFromDate, event.target.value)} />
rangeChanged(setToDate, event.target.value)} />
Format
{preview.rows.toLocaleString()} {' '} rows ~{formatBytes(preview.bytes)} {preview.files} {' '} files {filteredBuffered.matchingCount > 0 && ( <> +{filteredBuffered.matchingCount.toLocaleString()} buffered (flushed on export) )} {filteredBuffered.matchingCount === 0 && filteredBuffered.unattributedCount > 0 && ( <> +{filteredBuffered.unattributedCount.toLocaleString()} queued backlog (flushed on export) )}
{loadError && (

{loadError}

)} {invalidRange && (

Start date must be on or before end date.

)} {!loading && !invalidRange && nothingToExport && (

No stored rows or buffered events match the selected filters.

)}
View all } bodyClassName="divide-y divide-[var(--border)]" className="min-w-0 lg:col-span-2" > {loading ? (

Loading...

) : sortedRecentFiles.length === 0 ? (

No files

) : ( sortedRecentFiles.map((file) => { const isCompressed = Boolean( file.compressed || file.filename.toLowerCase().endsWith('.csv.gz') ); return (
{isCompressed ? 'CSV.GZ' : 'CSV'}
{file.filename}
{file.clientId} · {relativeTime(file.modifiedAt, now)} ·{' '} {file.linesCount.toLocaleString()} rows ·{' '} {formatBytes(file.sizeBytes)}
); }) )}
); } function FormatOption({ value, selected, label, onSelect, }: { value: ExportFormat; selected: boolean; label: string; onSelect: (value: ExportFormat) => void; }) { const FormatIcon = value === 'csv' ? FileText : Braces; return ( ); }