packages/ai: - feat: expose provider responseId on AssistantMessage - feat: lazy-load provider modules for faster startup - fix: hash foreign Responses API tool call IDs exceeding 64-char limit - fix: ignore null chunks in openai-completions streams - fix: keep image tool results inline for Gemini 3+ and Antigravity - fix: correct Bedrock Claude 4.6 context window to 200k - fix: support prompt caching for Bedrock application inference profiles - fix: add OpenRouter reasoning payload format - fix: ignore placeholder Vertex API keys - fix: skip AJV validation in restricted runtimes - fix: Anthropic OAuth client injection and responseId extraction - fix: Codex incomplete/failed response status handling packages/agent: - fix: defer steering until after tool execution completes packages/tui: - feat: namespaced keybinding IDs with KeybindingsManager conflict detection - feat: configurable select list column sizing (#2154 by @markusylisiurunen) - fix: stream truncateToWidth for large strings - fix: skip Termux height redraws - fix: stop evicting unrelated default keybindings - fix: resolve raw backspace ambiguity on Windows Terminal - fix: clear stale scrollback on session switch (#2155 by @Perlence) - fix: remove trailing markdown block spacing (#2152 by @markusylisiurunen) packages/coding-agent: - feat: add resizable share sidebar (#2435 by @dmmulroy) - feat: emit OSC 133 command-executed marker - feat: reload custom themes from disk watcher - feat: add --fork session flag - feat: file mutation queue for serialized writes - feat: initial message consolidation utility - fix: keybindings migrated to namespaced IDs - fix: resolve waitForRetry() race when auto-retry produces tool calls - fix: handle slash-delimited /model refs - fix: refresh active model after provider updates - fix: extended transient error patterns for retry
355 lines
12 KiB
TypeScript
355 lines
12 KiB
TypeScript
/**
|
|
* Shared utilities for Google Generative AI and Google Cloud Code Assist providers.
|
|
*/
|
|
import { type Content, FinishReason, FunctionCallingConfigMode, type Part } from "@google/genai";
|
|
import type { Context, ImageContent, Model, StopReason, TextContent, Tool } from "../types";
|
|
import { prepareSchemaForCCA, sanitizeSchemaForGoogle } from "../utils/schema";
|
|
import { transformMessages } from "./transform-messages";
|
|
|
|
export { sanitizeSchemaForGoogle };
|
|
|
|
type GoogleApiType = "google-generative-ai" | "google-gemini-cli" | "google-vertex";
|
|
|
|
/**
|
|
* Determines whether a streamed Gemini `Part` should be treated as "thinking".
|
|
*
|
|
* Protocol note (Gemini / Vertex AI thought signatures):
|
|
* - `thought: true` is the definitive marker for thinking content (thought summaries).
|
|
* - `thoughtSignature` is an encrypted representation of the model's internal thought process
|
|
* used to preserve reasoning context across multi-turn interactions.
|
|
* - `thoughtSignature` can appear on ANY part type (text, functionCall, etc.) - it does NOT
|
|
* indicate the part itself is thinking content.
|
|
* - For non-functionCall responses, the signature appears on the last part for context replay.
|
|
* - When persisting/replaying model outputs, signature-bearing parts must be preserved as-is;
|
|
* do not merge/move signatures across parts.
|
|
*
|
|
* See: https://ai.google.dev/gemini-api/docs/thought-signatures
|
|
*/
|
|
export function isThinkingPart(part: Pick<Part, "thought" | "thoughtSignature">): boolean {
|
|
return part.thought === true;
|
|
}
|
|
|
|
/**
|
|
* Retain thought signatures during streaming.
|
|
*
|
|
* Some backends only send `thoughtSignature` on the first delta for a given part/block; later deltas may omit it.
|
|
* This helper preserves the last non-empty signature for the current block.
|
|
*
|
|
* Note: this does NOT merge or move signatures across distinct response parts. It only prevents
|
|
* a signature from being overwritten with `undefined` within the same streamed block.
|
|
*/
|
|
export function retainThoughtSignature(existing: string | undefined, incoming: string | undefined): string | undefined {
|
|
if (typeof incoming === "string" && incoming.length > 0) return incoming;
|
|
return existing;
|
|
}
|
|
|
|
// Thought signatures must be base64 for Google APIs (TYPE_BYTES).
|
|
const base64SignaturePattern = /^[A-Za-z0-9+/]+={0,2}$/;
|
|
|
|
const SKIP_THOUGHT_SIGNATURE = "skip_thought_signature_validator";
|
|
|
|
function isValidThoughtSignature(signature: string | undefined): boolean {
|
|
if (!signature) return false;
|
|
if (signature.length % 4 !== 0) return false;
|
|
return base64SignaturePattern.test(signature);
|
|
}
|
|
|
|
/**
|
|
* Only keep signatures from the same provider/model and with valid base64.
|
|
*/
|
|
function resolveThoughtSignature(isSameProviderAndModel: boolean, signature: string | undefined): string | undefined {
|
|
return isSameProviderAndModel && isValidThoughtSignature(signature) ? signature : undefined;
|
|
}
|
|
|
|
/**
|
|
* Claude models via Google APIs require explicit tool call IDs in function calls/responses.
|
|
*/
|
|
export function requiresToolCallId(modelId: string): boolean {
|
|
return modelId.startsWith("claude-");
|
|
}
|
|
|
|
function getGeminiMajorVersion(modelId: string): number | undefined {
|
|
const match = modelId.toLowerCase().match(/^gemini(?:-live)?-(\d+)/);
|
|
if (!match) return undefined;
|
|
return Number.parseInt(match[1], 10);
|
|
}
|
|
|
|
function supportsMultimodalFunctionResponse(modelId: string): boolean {
|
|
const geminiMajorVersion = getGeminiMajorVersion(modelId);
|
|
if (geminiMajorVersion !== undefined) {
|
|
return geminiMajorVersion >= 3;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
function isGemini3Model(modelId: string): boolean {
|
|
return modelId.includes("gemini-3");
|
|
}
|
|
|
|
/**
|
|
* Convert internal messages to Gemini Content[] format.
|
|
*/
|
|
export function convertMessages<T extends GoogleApiType>(model: Model<T>, context: Context): Content[] {
|
|
const contents: Content[] = [];
|
|
const normalizeToolCallId = (id: string): string => {
|
|
if (!requiresToolCallId(model.id)) return id;
|
|
return id.replace(/[^a-zA-Z0-9_-]/g, "_").slice(0, 64);
|
|
};
|
|
|
|
const transformedMessages = transformMessages(context.messages, model, normalizeToolCallId);
|
|
|
|
for (const msg of transformedMessages) {
|
|
if (msg.role === "user" || msg.role === "developer") {
|
|
if (typeof msg.content === "string") {
|
|
// Skip empty user messages
|
|
if (!msg.content || msg.content.trim() === "") continue;
|
|
contents.push({
|
|
role: "user",
|
|
parts: [{ text: msg.content.toWellFormed() }],
|
|
});
|
|
} else {
|
|
const parts: Part[] = msg.content.map(item => {
|
|
if (item.type === "text") {
|
|
return { text: item.text.toWellFormed() };
|
|
} else {
|
|
return {
|
|
inlineData: {
|
|
mimeType: item.mimeType,
|
|
data: item.data,
|
|
},
|
|
};
|
|
}
|
|
});
|
|
// Filter out images if model doesn't support them, and empty text blocks
|
|
let filteredParts = !model.input.includes("image") ? parts.filter(p => p.text !== undefined) : parts;
|
|
filteredParts = filteredParts.filter(p => {
|
|
if (p.text !== undefined) {
|
|
return p.text.trim().length > 0;
|
|
}
|
|
return true; // Keep non-text parts (images)
|
|
});
|
|
if (filteredParts.length === 0) continue;
|
|
contents.push({
|
|
role: "user",
|
|
parts: filteredParts,
|
|
});
|
|
}
|
|
} else if (msg.role === "assistant") {
|
|
const parts: Part[] = [];
|
|
// Check if message is from same provider and model - only then keep thinking blocks
|
|
const isSameProviderAndModel = msg.provider === model.provider && msg.model === model.id;
|
|
|
|
for (const block of msg.content) {
|
|
if (block.type === "text") {
|
|
// Skip empty text blocks - they can cause issues with some models (e.g. Claude via Antigravity)
|
|
if (!block.text || block.text.trim() === "") continue;
|
|
const thoughtSignature = resolveThoughtSignature(isSameProviderAndModel, block.textSignature);
|
|
parts.push({
|
|
text: block.text.toWellFormed(),
|
|
...(thoughtSignature && { thoughtSignature }),
|
|
});
|
|
} else if (block.type === "thinking") {
|
|
// Skip empty thinking blocks
|
|
if (!block.thinking || block.thinking.trim() === "") continue;
|
|
// Only keep as thinking block if same provider AND same model
|
|
// Otherwise convert to plain text (no tags to avoid model mimicking them)
|
|
if (isSameProviderAndModel) {
|
|
const thoughtSignature = resolveThoughtSignature(isSameProviderAndModel, block.thinkingSignature);
|
|
parts.push({
|
|
thought: true,
|
|
text: block.thinking.toWellFormed(),
|
|
...(thoughtSignature && { thoughtSignature }),
|
|
});
|
|
} else {
|
|
parts.push({
|
|
text: block.thinking.toWellFormed(),
|
|
});
|
|
}
|
|
} else if (block.type === "toolCall") {
|
|
const thoughtSignature = resolveThoughtSignature(isSameProviderAndModel, block.thoughtSignature);
|
|
const effectiveSignature =
|
|
thoughtSignature || (isGemini3Model(model.id) ? SKIP_THOUGHT_SIGNATURE : undefined);
|
|
|
|
const part: Part = {
|
|
functionCall: {
|
|
name: block.name,
|
|
args: block.arguments ?? {},
|
|
...(requiresToolCallId(model.id) ? { id: block.id } : {}),
|
|
},
|
|
};
|
|
if (model.provider === "google-vertex" && part?.functionCall?.id) {
|
|
delete part.functionCall.id; // Vertex AI does not support 'id' in functionCall
|
|
}
|
|
if (effectiveSignature) {
|
|
part.thoughtSignature = effectiveSignature;
|
|
}
|
|
parts.push(part);
|
|
}
|
|
}
|
|
|
|
if (parts.length === 0) continue;
|
|
contents.push({
|
|
role: "model",
|
|
parts,
|
|
});
|
|
} else if (msg.role === "toolResult") {
|
|
// Extract text and image content
|
|
const textContent = msg.content.filter((c): c is TextContent => c.type === "text");
|
|
const textResult = textContent.map(c => c.text).join("\n");
|
|
const imageContent = model.input.includes("image")
|
|
? msg.content.filter((c): c is ImageContent => c.type === "image")
|
|
: [];
|
|
|
|
const hasText = textResult.length > 0;
|
|
const hasImages = imageContent.length > 0;
|
|
|
|
// Gemini 3+ models support multimodal function responses with images nested inside
|
|
// functionResponse.parts. Claude and other non-Gemini models behind Cloud Code Assist /
|
|
// Antigravity also accept this shape. Gemini < 3 still needs a separate user image turn.
|
|
const modelSupportsMultimodalFunctionResponse = supportsMultimodalFunctionResponse(model.id);
|
|
|
|
// Use "output" key for success, "error" key for errors as per SDK documentation
|
|
const responseValue = hasText ? textResult.toWellFormed() : hasImages ? "(see attached image)" : "";
|
|
|
|
const imageParts: Part[] = imageContent.map(imageBlock => ({
|
|
inlineData: {
|
|
mimeType: imageBlock.mimeType,
|
|
data: imageBlock.data,
|
|
},
|
|
}));
|
|
|
|
const includeId = requiresToolCallId(model.id);
|
|
const functionResponsePart: Part = {
|
|
functionResponse: {
|
|
name: msg.toolName,
|
|
response: msg.isError ? { error: responseValue } : { output: responseValue },
|
|
...(hasImages && modelSupportsMultimodalFunctionResponse && { parts: imageParts }),
|
|
...(includeId ? { id: msg.toolCallId } : {}),
|
|
},
|
|
};
|
|
|
|
if (model.provider === "google-vertex" && functionResponsePart.functionResponse?.id) {
|
|
delete functionResponsePart.functionResponse.id; // Vertex AI does not support 'id' in functionResponse
|
|
}
|
|
|
|
// Cloud Code Assist API requires all function responses to be in a single user turn.
|
|
// Check if the last content is already a user turn with function responses and merge.
|
|
const lastContent = contents[contents.length - 1];
|
|
if (lastContent?.role === "user" && lastContent.parts?.some(p => p.functionResponse)) {
|
|
lastContent.parts.push(functionResponsePart);
|
|
} else {
|
|
contents.push({
|
|
role: "user",
|
|
parts: [functionResponsePart],
|
|
});
|
|
}
|
|
|
|
// For Gemini < 3, add images in a separate user message
|
|
if (hasImages && !modelSupportsMultimodalFunctionResponse) {
|
|
contents.push({
|
|
role: "user",
|
|
parts: [{ text: "Tool result image:" }, ...imageParts],
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
return contents;
|
|
}
|
|
|
|
/**
|
|
* Convert tools to Gemini function declarations format.
|
|
*
|
|
* We prefer `parametersJsonSchema` (full JSON Schema: anyOf/oneOf/const/etc.).
|
|
*
|
|
* Claude models via Cloud Code Assist require the legacy `parameters` field; the API
|
|
* translates it into Anthropic's `input_schema`. When using that path, we sanitize the
|
|
* schema to remove Google-unsupported JSON Schema keywords.
|
|
*/
|
|
export function convertTools(
|
|
tools: Tool[],
|
|
model: Model<"google-generative-ai" | "google-gemini-cli" | "google-vertex">,
|
|
): { functionDeclarations: Record<string, unknown>[] }[] | undefined {
|
|
if (tools.length === 0) return undefined;
|
|
|
|
/**
|
|
* Claude models on Cloud Code Assist need the legacy `parameters` field;
|
|
* the API translates it into Anthropic's `input_schema`.
|
|
*/
|
|
const useParameters = model.id.startsWith("claude-");
|
|
|
|
return [
|
|
{
|
|
functionDeclarations: tools.map(tool => ({
|
|
name: tool.name,
|
|
description: tool.description || "",
|
|
...(useParameters
|
|
? { parameters: prepareSchemaForCCA(tool.parameters) }
|
|
: { parametersJsonSchema: tool.parameters }),
|
|
})),
|
|
},
|
|
];
|
|
}
|
|
|
|
/**
|
|
* Map tool choice string to Gemini FunctionCallingConfigMode.
|
|
*/
|
|
export function mapToolChoice(choice: string): FunctionCallingConfigMode {
|
|
switch (choice) {
|
|
case "auto":
|
|
return FunctionCallingConfigMode.AUTO;
|
|
case "none":
|
|
return FunctionCallingConfigMode.NONE;
|
|
case "any":
|
|
return FunctionCallingConfigMode.ANY;
|
|
default:
|
|
return FunctionCallingConfigMode.AUTO;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Map Gemini FinishReason to our StopReason.
|
|
*/
|
|
export function mapStopReason(reason: FinishReason): StopReason {
|
|
switch (reason) {
|
|
case FinishReason.STOP:
|
|
return "stop";
|
|
case FinishReason.MAX_TOKENS:
|
|
return "length";
|
|
case FinishReason.BLOCKLIST:
|
|
case FinishReason.PROHIBITED_CONTENT:
|
|
case FinishReason.SPII:
|
|
case FinishReason.SAFETY:
|
|
case FinishReason.IMAGE_SAFETY:
|
|
case FinishReason.IMAGE_PROHIBITED_CONTENT:
|
|
case FinishReason.IMAGE_RECITATION:
|
|
case FinishReason.IMAGE_OTHER:
|
|
case FinishReason.RECITATION:
|
|
case FinishReason.FINISH_REASON_UNSPECIFIED:
|
|
case FinishReason.OTHER:
|
|
case FinishReason.LANGUAGE:
|
|
case FinishReason.MALFORMED_FUNCTION_CALL:
|
|
case FinishReason.UNEXPECTED_TOOL_CALL:
|
|
case FinishReason.NO_IMAGE:
|
|
return "error";
|
|
default: {
|
|
const _exhaustive: never = reason;
|
|
throw new Error(`Unhandled stop reason: ${_exhaustive}`);
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Map string finish reason to our StopReason (for raw API responses).
|
|
*/
|
|
export function mapStopReasonString(reason: string): StopReason {
|
|
switch (reason) {
|
|
case "STOP":
|
|
return "stop";
|
|
case "MAX_TOKENS":
|
|
return "length";
|
|
default:
|
|
return "error";
|
|
}
|
|
}
|