Refactor Activity Page (#710)

- inference handles to store an activity record for all inference endpoints
- add path, status code, and content type to Activities page
- toggle on/off columns no Activities page 
- add configurable capture level for inference endpoints so large binary blobs are not stored in memory
- store captures in compressed binary format
This commit is contained in:
Benson Wong
2026-04-28 20:33:03 -07:00
committed by GitHub
parent a846c4f18c
commit fd3c28ffc5
16 changed files with 1397 additions and 651 deletions
+11 -4
View File
@@ -12,15 +12,22 @@ export interface Model {
aliases?: string[];
}
export interface Metrics {
id: number;
timestamp: string;
model: string;
export interface TokenMetrics {
cache_tokens: number;
input_tokens: number;
output_tokens: number;
prompt_per_second: number;
tokens_per_second: number;
}
export interface ActivityLogEntry {
id: number;
timestamp: string;
model: string;
req_path: string;
resp_content_type: string;
resp_status_code: number;
tokens: TokenMetrics;
duration_ms: number;
has_capture: boolean;
}