Support llama.cpp's cache_n in timings info (#287)

Capture prompt cache metrics and surface them on Activities page in UI
2025-09-06 13:58:02 -07:00
parent 954e2dee73
commit f58c8c8ec5
4 changed files with 72 additions and 11 deletions
@@ -28,6 +28,7 @@ interface Metrics {
  id: number;
  timestamp: string;
  model: string;
+  cache_tokens: number;
  input_tokens: number;
  output_tokens: number;
  prompt_per_second: number;