Files
oh-my-pi/packages/ai/test/github-copilot-headers.test.ts
T
maximharandGitHub 7ea7b53783 feat(copilot): track premium requests with model multipliers (#255)
* Track Copilot premium requests with model multipliers

* refactor(copilot): source premium multipliers from models.json

* feat(copilot): add gpt-5.3-codex bundled model

* fix(stats): round premium request totals in summary

* fix(stats): round premium requests in sync summary
2026-03-03 03:26:00 +01:00

244 lines
7.3 KiB
TypeScript

import { describe, expect, it } from "bun:test";
import { getBundledModel } from "../src/models";
import {
buildCopilotDynamicHeaders,
getCopilotInitiatorOverride,
getCopilotPremiumMultiplier,
hasCopilotVisionInput,
inferCopilotInitiator,
} from "../src/providers/github-copilot-headers";
import type { Message } from "../src/types";
describe("inferCopilotInitiator", () => {
it("returns 'user' when there are no messages", () => {
expect(inferCopilotInitiator([])).toBe("user");
});
it("returns 'agent' when last message role is assistant", () => {
const messages: Message[] = [
{ role: "user", content: "hello", timestamp: Date.now() },
{
role: "assistant",
content: [{ type: "text", text: "hi" }],
api: "openai-completions",
provider: "github-copilot",
model: "gpt-4o",
usage: {
input: 0,
output: 0,
cacheRead: 0,
cacheWrite: 0,
totalTokens: 0,
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
},
stopReason: "stop",
timestamp: Date.now(),
},
];
expect(inferCopilotInitiator(messages)).toBe("agent");
});
it("returns 'agent' when last message is toolResult", () => {
const messages: Message[] = [
{
role: "toolResult",
toolCallId: "tc_1",
toolName: "bash",
content: [{ type: "text", text: "output" }],
isError: false,
timestamp: Date.now(),
},
];
expect(inferCopilotInitiator(messages)).toBe("agent");
});
it("returns 'user' when last message is user with text content", () => {
const messages: Message[] = [{ role: "user", content: "what time is it?", timestamp: Date.now() }];
expect(inferCopilotInitiator(messages)).toBe("user");
});
it("returns 'user' when last message is user with text content blocks", () => {
const messages: Message[] = [
{
role: "user",
content: [{ type: "text", text: "explain this image" }],
timestamp: Date.now(),
},
];
expect(inferCopilotInitiator(messages)).toBe("user");
});
it("prefers explicit attribution over role when attribution is agent", () => {
const messages: Message[] = [
{ role: "user", content: "internal reminder", attribution: "agent", timestamp: Date.now() },
];
expect(inferCopilotInitiator(messages)).toBe("agent");
});
it("prefers explicit attribution over role when attribution is user", () => {
const messages: Message[] = [
{ role: "developer", content: "forward user note", attribution: "user", timestamp: Date.now() },
];
expect(inferCopilotInitiator(messages)).toBe("user");
});
it("returns 'agent' when last message is user but last content block is tool_result", () => {
const messages: unknown[] = [
{
role: "user",
content: [{ type: "tool_result", tool_use_id: "tc_1", content: "done" }],
},
];
expect(inferCopilotInitiator(messages)).toBe("agent");
});
it("returns 'agent' for any non-user role", () => {
const messages: unknown[] = [
{
role: "tool",
tool_call_id: "call_abc123",
content: "tool output",
},
];
expect(inferCopilotInitiator(messages)).toBe("agent");
});
});
describe("getCopilotInitiatorOverride", () => {
it("returns undefined when no initiator header is configured", () => {
expect(getCopilotInitiatorOverride(undefined)).toBeUndefined();
expect(getCopilotInitiatorOverride({})).toBeUndefined();
});
it("returns the last valid case-insensitive initiator value", () => {
const headers = {
"x-initiator": "agent",
"X-Initiator": "user",
"X-INITIATOR": "invalid",
"x-InItIaToR": "agent",
};
expect(getCopilotInitiatorOverride(headers)).toBe("agent");
});
it("ignores invalid initiator values", () => {
expect(getCopilotInitiatorOverride({ "X-Initiator": "system" })).toBeUndefined();
});
});
describe("hasCopilotVisionInput", () => {
it("returns false when no messages have images", () => {
const messages: Message[] = [{ role: "user", content: "hello", timestamp: Date.now() }];
expect(hasCopilotVisionInput(messages)).toBe(false);
});
it("returns true when a user message has image content", () => {
const messages: Message[] = [
{
role: "user",
content: [
{ type: "text", text: "describe this" },
{ type: "image", data: "abc123", mimeType: "image/png" },
],
timestamp: Date.now(),
},
];
expect(hasCopilotVisionInput(messages)).toBe(true);
});
it("returns true when a toolResult has image content", () => {
const messages: Message[] = [
{
role: "toolResult",
toolCallId: "tc_1",
toolName: "screenshot",
content: [{ type: "image", data: "def456", mimeType: "image/jpeg" }],
isError: false,
timestamp: Date.now(),
},
];
expect(hasCopilotVisionInput(messages)).toBe(true);
});
it("returns false when user message has only text content", () => {
const messages: Message[] = [
{
role: "user",
content: [{ type: "text", text: "just text" }],
timestamp: Date.now(),
},
];
expect(hasCopilotVisionInput(messages)).toBe(false);
});
});
describe("getCopilotPremiumMultiplier", () => {
it("returns multiplier metadata from bundled Copilot models", () => {
expect(getCopilotPremiumMultiplier(getBundledModel("github-copilot", "claude-haiku-4.5").premiumMultiplier)).toBe(
0.33,
);
expect(getCopilotPremiumMultiplier(getBundledModel("github-copilot", "claude-opus-4.6").premiumMultiplier)).toBe(
3,
);
expect(getCopilotPremiumMultiplier(getBundledModel("github-copilot", "gpt-4o").premiumMultiplier)).toBe(0);
expect(getCopilotPremiumMultiplier(getBundledModel("github-copilot", "grok-code-fast-1").premiumMultiplier)).toBe(
0.25,
);
});
it("defaults to 1x when multiplier metadata is missing", () => {
expect(getCopilotPremiumMultiplier(undefined)).toBe(1);
});
});
describe("buildCopilotDynamicHeaders", () => {
it("uses model multiplier for user-initiated requests", () => {
const { headers, premiumRequests } = buildCopilotDynamicHeaders({
messages: [],
hasImages: false,
premiumMultiplier: 0.33,
});
expect(headers["X-Initiator"]).toBe("user");
expect(headers["Openai-Intent"]).toBe("conversation-edits");
expect(premiumRequests).toBe(0.33);
});
it("uses 0x multiplier for included models", () => {
const { premiumRequests } = buildCopilotDynamicHeaders({
messages: [],
hasImages: false,
premiumMultiplier: 0,
});
expect(premiumRequests).toBe(0);
});
it("preserves explicit initiator override over inferred value and sets 0 premium requests for agent", () => {
const { headers, premiumRequests } = buildCopilotDynamicHeaders({
messages: [{ role: "user", content: "what time is it?" }],
hasImages: false,
premiumMultiplier: 3,
initiatorOverride: "agent",
});
expect(headers["X-Initiator"]).toBe("agent");
expect(headers["Openai-Intent"]).toBe("conversation-edits");
expect(premiumRequests).toBe(0);
});
it("sets Copilot-Vision-Request when hasImages is true", () => {
const { headers, premiumRequests } = buildCopilotDynamicHeaders({
messages: [],
hasImages: true,
premiumMultiplier: 3,
});
expect(headers["X-Initiator"]).toBe("user");
expect(headers["Openai-Intent"]).toBe("conversation-edits");
expect(headers["Copilot-Vision-Request"]).toBe("true");
expect(premiumRequests).toBe(3);
});
it("defaults to 1x when premium multiplier is not provided", () => {
const { premiumRequests } = buildCopilotDynamicHeaders({
messages: [],
hasImages: false,
});
expect(premiumRequests).toBe(1);
});
});