can1357
a21d95c605
- Used cacheRead + cacheWrite + input as the denominator for an accurate hit rate. - Previous logic excluded uncached input tokens, overstating the hit rate for providers that report all three fields. - DeepSeek (cacheWrite=0) still yields correct hit/(hit+miss) with the new formula.
53 lines
1.9 KiB
TypeScript
53 lines
1.9 KiB
TypeScript
import { beforeAll, describe, expect, it } from "bun:test";
|
|
import { renderSegment } from "../src/modes/components/status-line/segments";
|
|
import type { SegmentContext } from "../src/modes/components/status-line/types";
|
|
import { initTheme } from "../src/modes/theme/theme";
|
|
|
|
beforeAll(async () => {
|
|
await initTheme();
|
|
});
|
|
|
|
function ctxWith(usage: Partial<SegmentContext["usageStats"]>): SegmentContext {
|
|
return {
|
|
usageStats: {
|
|
input: 0,
|
|
output: 0,
|
|
cacheRead: 0,
|
|
cacheWrite: 0,
|
|
premiumRequests: 0,
|
|
cost: 0,
|
|
tokensPerSecond: null,
|
|
...usage,
|
|
},
|
|
} as unknown as SegmentContext;
|
|
}
|
|
|
|
// ANSI is irrelevant to the rate math; strip it before asserting the number.
|
|
function plain(text: string): string {
|
|
return text.replace(/\x1b\[[0-9;]*m/g, "");
|
|
}
|
|
|
|
describe("cache_hit status-line segment", () => {
|
|
it("computes hit rate over the full prompt (DeepSeek miss lives in input)", () => {
|
|
// DeepSeek: cacheRead = hit, input = miss, cacheWrite = 0.
|
|
// 800 / (800 + 0 + 200) = 80.00%.
|
|
const result = renderSegment("cache_hit", ctxWith({ cacheRead: 800, cacheWrite: 0, input: 200 }));
|
|
expect(result.visible).toBe(true);
|
|
expect(plain(result.content)).toContain("80.00%");
|
|
});
|
|
|
|
it("counts uncached input in the denominator alongside cacheWrite (Anthropic/OpenRouter)", () => {
|
|
// All prompt tokens count: 600 / (600 + 300 + 100) = 60.00%.
|
|
// (Dropping uncached input here would overstate the rate as 66.67%.)
|
|
const result = renderSegment("cache_hit", ctxWith({ cacheRead: 600, cacheWrite: 300, input: 100 }));
|
|
expect(result.visible).toBe(true);
|
|
expect(plain(result.content)).toContain("60.00%");
|
|
});
|
|
|
|
it("is hidden until there is a cache read, even with uncached input", () => {
|
|
const result = renderSegment("cache_hit", ctxWith({ cacheRead: 0, cacheWrite: 0, input: 5_000 }));
|
|
expect(result.visible).toBe(false);
|
|
expect(result.content).toBe("");
|
|
});
|
|
});
|