Files
oh-my-pi/packages/coding-agent/src/tools/yield.ts
T
can1357 3b60edd276 refactor(coding-agent/tools): removed output schema evaluator and simplified validator handling
- Deleted the `ValidationVerdict` type and `evaluateOutputAgainstSchema` API from the output schema validator.
- Updated `yield.ts` to bind `buildOutputValidator`'s error directly to `schemaError` during validator setup.
- Removed the obsolete evaluator tests and adjusted validation success fixture to match the raw summary input shape.
2026-05-26 07:28:42 +02:00

260 lines
8.5 KiB
TypeScript

/**
* Submit result tool for structured subagent output.
*
* Subagents must call this tool to finish and return structured JSON output.
*/
import type { AgentTool, AgentToolContext, AgentToolResult, AgentToolUpdateCallback } from "@oh-my-pi/pi-agent-core";
import type { TSchema } from "@oh-my-pi/pi-ai/types";
import {
dereferenceJsonSchema,
isValidJsonSchema,
type JsonSchemaValidationResult,
sanitizeSchemaForStrictMode,
tryEnforceStrictSchema,
} from "@oh-my-pi/pi-ai/utils/schema";
import { subprocessToolRegistry } from "../task/subprocess-tool-registry";
import type { ToolSession } from ".";
import { buildOutputValidator, formatAllValidationIssues } from "./output-schema-validator";
export interface YieldDetails {
data: unknown;
status: "success" | "aborted";
error?: string;
}
function formatSchema(schema: unknown): string {
if (schema === undefined) return "No schema provided.";
if (typeof schema === "string") return schema;
try {
return JSON.stringify(schema, null, 2);
} catch {
return "[unserializable schema]";
}
}
function looseRecordSchema(description: string): Record<string, unknown> {
return {
type: "object",
additionalProperties: true,
description,
};
}
function hasUnresolvedRefs(schema: unknown): boolean {
if (schema == null) return false;
if (Array.isArray(schema)) {
for (const item of schema) {
if (hasUnresolvedRefs(item)) return true;
}
return false;
}
if (typeof schema !== "object") return false;
const record = schema as Record<string, unknown>;
if (typeof record.$ref === "string") return true;
for (const key in record) {
if (key === "const" || key === "default" || key === "enum" || key === "examples") continue;
if (hasUnresolvedRefs(record[key])) return true;
}
return false;
}
function wrapYieldParameters(dataSchema: Record<string, unknown>): Record<string, unknown> {
return {
type: "object",
additionalProperties: false,
description: "submit data or error",
properties: {
result: {
anyOf: [
{
type: "object",
additionalProperties: false,
description: "task succeeded",
properties: { data: dataSchema },
required: ["data"],
},
{
type: "object",
additionalProperties: false,
properties: {
error: { type: "string", description: "error message" },
},
required: ["error"],
},
],
},
},
required: ["result"],
};
}
/**
* Max consecutive schema-validation failures before the yield tool overrides validation
* and lets non-conforming data through. The override is a safety net for schemas the
* JTD→JSON-Schema converter cannot fully express; it should not be reached during normal
* model retries. Three matches the existing "3 reminders" pattern elsewhere in the agent
* runtime.
*/
const MAX_SCHEMA_RETRIES = 3;
export class YieldTool implements AgentTool<TSchema, YieldDetails> {
readonly name = "yield";
readonly label = "Submit Result";
readonly description =
"Finish the task with structured JSON output. Call exactly once at the end of the task.\n\n" +
'Pass `result: { data: <your output> }` for success, or `result: { error: "message" }` for failure.\n' +
"The `data`/`error` wrapper is required — do not put your output directly in `result`.";
readonly parameters: TSchema;
strict = true;
readonly intent = "omit" as const;
lenientArgValidation = true;
readonly #validate?: (value: unknown) => JsonSchemaValidationResult;
#schemaValidationFailures = 0;
constructor(session: ToolSession) {
let validate: ((value: unknown) => JsonSchemaValidationResult) | undefined;
let parameters: TSchema;
try {
const {
validator,
jsonSchema: normalizedSchema,
normalized,
error: schemaError,
} = buildOutputValidator(session.outputSchema);
if (validator) {
validate = value => validator.validate(value);
}
const schemaHint = formatSchema(normalizedSchema ?? session.outputSchema);
const schemaDescription = schemaError
? `Structured JSON output (output schema invalid; accepting unconstrained object): ${schemaError}`
: `Structured output matching the schema:\n${schemaHint}`;
let sanitizedSchema: Record<string, unknown> | undefined;
if (!schemaError && normalizedSchema !== undefined) {
const strictProbe = tryEnforceStrictSchema(normalizedSchema);
if (strictProbe.strict) {
sanitizedSchema = sanitizeSchemaForStrictMode(normalizedSchema);
} else {
sanitizedSchema = normalizedSchema;
this.strict = false;
}
} else if (!schemaError && normalized === true) {
sanitizedSchema = {};
this.strict = false;
}
let dataSchema: Record<string, unknown>;
if (sanitizedSchema !== undefined) {
const resolved = dereferenceJsonSchema({
...sanitizedSchema,
description: schemaDescription,
}) as Record<string, unknown>;
if (hasUnresolvedRefs(resolved)) {
throw new Error("schema contains unresolved $ref after dereferencing");
}
dataSchema = resolved;
} else {
this.strict = false;
dataSchema = looseRecordSchema(
schemaError ? schemaDescription : "Structured JSON output (no schema specified)",
);
}
parameters = wrapYieldParameters(dataSchema);
JSON.stringify(parameters);
if (!isValidJsonSchema(parameters)) throw new Error("yield parameters schema is invalid");
} catch (err) {
const errorMsg = err instanceof Error ? err.message : String(err);
parameters = wrapYieldParameters(
looseRecordSchema(`Structured JSON output (schema processing failed: ${errorMsg})`),
);
validate = undefined;
this.strict = false;
}
this.#validate = validate;
this.parameters = parameters;
}
async execute(
_toolCallId: string,
params: unknown,
_signal?: AbortSignal,
_onUpdate?: AgentToolUpdateCallback<YieldDetails>,
_context?: AgentToolContext,
): Promise<AgentToolResult<YieldDetails>> {
const raw = params as Record<string, unknown>;
const rawResult = raw.result;
if (!rawResult || typeof rawResult !== "object" || Array.isArray(rawResult)) {
throw new Error("result must be an object containing either data or error");
}
const resultRecord = rawResult as Record<string, unknown>;
const errorMessage = typeof resultRecord.error === "string" ? resultRecord.error : undefined;
const data = resultRecord.data;
if (errorMessage !== undefined && data !== undefined) {
throw new Error("result cannot contain both data and error");
}
if (errorMessage === undefined && data === undefined) {
throw new Error(
'result must contain either `data` or `error`. Use `{result: {data: <your output>}}` for success or `{result: {error: "message"}}` for failure.',
);
}
const status = errorMessage !== undefined ? "aborted" : "success";
let schemaValidationOverridden = false;
if (status === "success") {
if (data === undefined || data === null) {
throw new Error("data is required when yield indicates success");
}
if (this.#validate) {
const parsed = this.#validate(data);
if (!parsed.success) {
this.#schemaValidationFailures++;
if (this.#schemaValidationFailures <= MAX_SCHEMA_RETRIES) {
const remaining = MAX_SCHEMA_RETRIES - this.#schemaValidationFailures;
const retryHint =
remaining > 0
? ` Call yield again with the corrected shape — ${remaining} retry attempt(s) remain before the schema constraint is dropped.`
: " Call yield again with the corrected shape — this is the final retry before the schema constraint is dropped.";
throw new Error(
`Output does not match schema: ${formatAllValidationIssues(parsed.issues)}.${retryHint}`,
);
}
schemaValidationOverridden = true;
}
}
}
const responseText =
status === "aborted"
? `Task aborted: ${errorMessage}`
: schemaValidationOverridden
? `Result submitted (schema validation overridden after ${this.#schemaValidationFailures} failed attempt(s)).`
: "Result submitted.";
return {
content: [{ type: "text", text: responseText }],
details: { data, status, error: errorMessage },
};
}
}
// Register subprocess tool handler for extraction + termination.
subprocessToolRegistry.register<YieldDetails>("yield", {
extractData: event => {
const details = event.result?.details;
if (!details || typeof details !== "object") return undefined;
const record = details as Record<string, unknown>;
const status = record.status;
if (status !== "success" && status !== "aborted") return undefined;
return {
data: record.data,
status,
error: typeof record.error === "string" ? record.error : undefined,
};
},
shouldTerminate: event => !event.isError,
});