All files / src/evals usage.ts

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
import { normalizeMetadata, type UsageSummary } from 'vitest-evals/harness';
import type { UsageStats } from '../types/index.js';
 
export interface EvalUsageSummaryInput {
  provider: string;
  model: string;
  usage?: UsageStats;
}
 
/** Converts Warden runtime usage into the vitest-evals usage summary shape. */
export function usageToSummary({ provider, model, usage }: EvalUsageSummaryInput): UsageSummary {
  if (!usage) {
    return {};
  }
 
  return {
    provider,
    model,
    inputTokens: usage.inputTokens,
    outputTokens: usage.outputTokens,
    totalTokens: usage.inputTokens + usage.outputTokens,
    estimatedCost: usage.costUSD,
    metadata: normalizeMetadata({
      cacheReadInputTokens: usage.cacheReadInputTokens,
      cacheCreationInputTokens: usage.cacheCreationInputTokens,
      cacheCreation5mInputTokens: usage.cacheCreation5mInputTokens,
      cacheCreation1hInputTokens: usage.cacheCreation1hInputTokens,
      webSearchRequests: usage.webSearchRequests,
    }),
  };
}