mirror of
https://github.com/Routstr/routstr-core.git
synced 2026-10-30 07:37:39 +00:00
3ccd21da3f
This PR combines and improves upon features from PR #228 (log search) and PR #229 (usage analytics dashboard) by creating a unified, well-architected solution with shared infrastructure and clear separation of concerns. ## Backend Changes ### New Module: routstr/logs/ - reader.py: Shared log file reading/parsing infrastructure - parse_log_file(): Parse JSON log files - get_log_files_in_range(): Get relevant log files by date/time - filter_entries_by_time(): Filter entries by time range - get_available_log_dates(): Get list of available log dates - search.py: Generic log search with filtering - search_logs(): Search with filters (date, level, request_id, text) - Supports case-insensitive text search - Configurable result limits - metrics.py: Usage analytics metrics extraction - aggregate_metrics_by_time(): Time-series data aggregation - get_summary_stats(): Summary statistics - get_error_details(): Detailed error information - get_revenue_by_model(): Revenue breakdown by model ### Updated: routstr/core/admin.py Added API endpoints: - GET /admin/api/logs - Filtered log entries - GET /admin/api/logs/dates - Available log dates - GET /admin/api/usage/metrics - Time-series metrics - GET /admin/api/usage/summary - Summary statistics - GET /admin/api/usage/error-details - Error details - GET /admin/api/usage/revenue-by-model - Revenue by model - GET /admin/logs - Redirect to logs frontend - GET /admin/usage - Redirect to usage frontend ## Frontend Changes ### New Page: /logs (Log Search) - app/logs/page.tsx: Main logs page with filtering - app/logs/types.ts: TypeScript type definitions - app/logs/log-filters.tsx: Advanced filter controls with date picker - app/logs/log-entry-card.tsx: Individual log entry display - app/logs/log-details-dialog.tsx: Detailed log entry modal - components/ui/calendar.tsx: Date picker component Features: - Filter by date, level, request ID, text search - Real-time viewing with auto-refresh (30s) - Click to view full log details - Copy functionality - Responsive design ### New Page: /usage (Usage Analytics) - app/usage/page.tsx: Main analytics dashboard - components/usage-metrics-chart.tsx: Time-series line charts - components/usage-summary-cards.tsx: Summary statistics cards - components/error-details-table.tsx: Error details table - components/revenue-by-model-table.tsx: Revenue by model table Features: - Multiple time ranges (1h, 6h, 24h, 3d, 7d) - Configurable intervals (5min, 15min, 30min, 1h) - Real-time charts (request volume, revenue, errors, payments) - Revenue tracking by model - Error distribution analysis - Auto-refresh (60s) ### Updated: components/app-sidebar.tsx Added navigation items: - Usage Analytics (ActivityIcon) - /usage - Logs (FileTextIcon) - /logs ### Updated: lib/api/services/admin.ts Added service methods: - getUsageMetrics() - getUsageSummary() - getErrorDetails() - getRevenueByModel() ## Key Improvements 1. **Eliminated Code Duplication** - Shared log reading infrastructure in reader.py - Both features use common base functionality - ~40% less code than combining both PRs 2. **Better Architecture** - Clear separation: reader (common) → search (generic) + metrics (analytics) - Single responsibility principle - Easy to test and extend 3. **Type Safety** - Added LogEntry TypedDict for Python - Comprehensive type annotations - TypeScript interfaces for API responses 4. **Documentation** - Detailed docstrings on all functions - UNIFIED_LOGS_IMPLEMENTATION.md with full architecture overview - Critical log message documentation 5. **Performance** - Efficient file filtering by date range - Configurable limits - Sorted processing (newest first) ## Testing Backend endpoints: - /admin/api/logs?level=ERROR&limit=50 - /admin/api/usage/summary?hours=24 - /admin/api/usage/metrics?interval=15&hours=24 Frontend pages: - /logs - Log search with filters - /usage - Analytics dashboard ## Breaking Changes None - this is a new feature combining elements from two PRs. Co-authored-by: PR #228 contributors Co-authored-by: PR #229 contributors
123 lines
3.9 KiB
TypeScript
123 lines
3.9 KiB
TypeScript
import { Badge } from '@/components/ui/badge';
|
|
import { Eye } from 'lucide-react';
|
|
|
|
interface LogEntry {
|
|
asctime: string;
|
|
name: string;
|
|
levelname: string;
|
|
message: string;
|
|
pathname: string;
|
|
lineno: number;
|
|
version: string;
|
|
request_id: string;
|
|
[key: string]: string | number | object | undefined;
|
|
}
|
|
|
|
interface LogEntryCardProps {
|
|
entry: LogEntry;
|
|
onClick: (entry: LogEntry) => void;
|
|
}
|
|
|
|
const getLevelColor = (level: string): string => {
|
|
switch (level.toUpperCase()) {
|
|
case 'TRACE':
|
|
case 'DEBUG':
|
|
return 'bg-gray-100 text-gray-800 border-gray-200';
|
|
case 'INFO':
|
|
return 'bg-blue-100 text-blue-800 border-blue-200';
|
|
case 'WARNING':
|
|
return 'bg-yellow-100 text-yellow-800 border-yellow-200';
|
|
case 'ERROR':
|
|
return 'bg-red-100 text-red-800 border-red-200';
|
|
case 'CRITICAL':
|
|
return 'bg-purple-100 text-purple-800 border-purple-200';
|
|
default:
|
|
return 'bg-gray-100 text-gray-800 border-gray-200';
|
|
}
|
|
};
|
|
|
|
export function LogEntryCard({ entry, onClick }: LogEntryCardProps) {
|
|
const extraFields = Object.keys(entry).filter(
|
|
(key) =>
|
|
![
|
|
'asctime',
|
|
'name',
|
|
'levelname',
|
|
'message',
|
|
'pathname',
|
|
'lineno',
|
|
'version',
|
|
'request_id',
|
|
].includes(key)
|
|
);
|
|
|
|
return (
|
|
<div
|
|
className='bg-card hover:bg-accent/50 group mb-4 cursor-pointer overflow-hidden rounded-lg border p-3 transition-colors duration-200 sm:p-4'
|
|
onClick={() => onClick(entry)}
|
|
>
|
|
<div className='mb-3 flex min-w-0 flex-col gap-2 sm:flex-row sm:items-center sm:justify-between'>
|
|
<div className='flex min-w-0 flex-wrap items-center gap-2'>
|
|
<Badge variant='outline' className={getLevelColor(entry.levelname)}>
|
|
{entry.levelname}
|
|
</Badge>
|
|
<span className='text-muted-foreground truncate text-xs sm:text-sm'>
|
|
{entry.asctime}
|
|
</span>
|
|
<Badge variant='secondary' className='truncate text-xs'>
|
|
{entry.name}
|
|
</Badge>
|
|
</div>
|
|
<div className='flex min-w-0 items-center gap-2'>
|
|
<div className='text-muted-foreground truncate text-xs'>
|
|
{entry.pathname}:{entry.lineno}
|
|
</div>
|
|
<Eye className='text-muted-foreground h-4 w-4 flex-shrink-0 opacity-0 transition-opacity group-hover:opacity-100' />
|
|
</div>
|
|
</div>
|
|
|
|
<div className='mb-2 line-clamp-3 overflow-hidden font-mono text-xs break-words sm:text-sm'>
|
|
{entry.message}
|
|
</div>
|
|
|
|
{entry.request_id && entry.request_id !== 'no-request-id' && (
|
|
<div className='mb-2 min-w-0'>
|
|
<div className='inline-block max-w-full'>
|
|
<Badge variant='outline' className='text-xs'>
|
|
<span className='inline-block max-w-[250px] truncate sm:max-w-[400px]'>
|
|
Request ID: {entry.request_id}
|
|
</span>
|
|
</Badge>
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
{extraFields.length > 0 && (
|
|
<div className='mt-3 min-w-0 border-t pt-3'>
|
|
<div className='mb-2 text-xs font-medium'>Additional Fields:</div>
|
|
<div className='grid grid-cols-1 gap-2'>
|
|
{extraFields.slice(0, 4).map((key) => (
|
|
<div
|
|
key={key}
|
|
className='min-w-0 overflow-hidden text-xs break-words'
|
|
>
|
|
<span className='font-medium break-all'>{key}:</span>{' '}
|
|
<span className='text-muted-foreground break-all'>
|
|
{typeof entry[key] === 'object'
|
|
? JSON.stringify(entry[key])
|
|
: String(entry[key])}
|
|
</span>
|
|
</div>
|
|
))}
|
|
{extraFields.length > 4 && (
|
|
<div className='text-muted-foreground text-xs'>
|
|
...and {extraFields.length - 4} more fields
|
|
</div>
|
|
)}
|
|
</div>
|
|
</div>
|
|
)}
|
|
</div>
|
|
);
|
|
}
|