cf60e6df51
- Added a unified eval framework with parser grammar, backend interfaces, and JS/Python execution result types. - Added eval tool docs and updated prompts for fenced cells, `eval.py`/`eval.js`, and fallback behavior. - Replaced the built-in `python` tool with `eval` across registry, rendering, interactive modes, and tool settings. - Migrated Python execution runtime from `src/ipy` to `src/eval/py`, renamed state fields, and removed legacy introspection. - Refactored browser tooling from in-process VM helpers to worker-managed tab supervisors and protocol transport. - Added eval parser fallback and JS tool-bridge tests, updated imports, and removed obsolete python-mode suites.
50 lines
1.6 KiB
TypeScript
50 lines
1.6 KiB
TypeScript
import { describe, expect, it } from "bun:test";
|
|
import { executePythonWithKernel, type PythonKernelExecutor } from "@oh-my-pi/pi-coding-agent/eval/py/executor";
|
|
import type { KernelExecuteOptions, KernelExecuteResult } from "@oh-my-pi/pi-coding-agent/eval/py/kernel";
|
|
|
|
class FakeKernel implements PythonKernelExecutor {
|
|
private result: KernelExecuteResult;
|
|
private onExecute?: (options?: KernelExecuteOptions) => void;
|
|
|
|
constructor(result: KernelExecuteResult, onExecute?: (options?: KernelExecuteOptions) => void) {
|
|
this.result = result;
|
|
this.onExecute = onExecute;
|
|
}
|
|
|
|
async execute(_code: string, options?: KernelExecuteOptions): Promise<KernelExecuteResult> {
|
|
this.onExecute?.(options);
|
|
return this.result;
|
|
}
|
|
}
|
|
|
|
describe("executePythonWithKernel result mapping", () => {
|
|
it("adds timeout annotation when cancelled", async () => {
|
|
const kernel = new FakeKernel({
|
|
status: "ok",
|
|
cancelled: true,
|
|
timedOut: true,
|
|
stdinRequested: false,
|
|
});
|
|
|
|
const result = await executePythonWithKernel(kernel, "sleep()", { timeoutMs: 5000 });
|
|
|
|
expect(result.exitCode).toBeUndefined();
|
|
expect(result.cancelled).toBe(true);
|
|
expect(result.output).toContain("Command timed out after 5 seconds");
|
|
});
|
|
|
|
it("maps kernel error status to exit code 1", async () => {
|
|
const kernel = new FakeKernel(
|
|
{ status: "error", cancelled: false, timedOut: false, stdinRequested: false },
|
|
options => {
|
|
options?.onChunk?.("Traceback...\n");
|
|
},
|
|
);
|
|
|
|
const result = await executePythonWithKernel(kernel, "raise ValueError('boom')");
|
|
|
|
expect(result.exitCode).toBe(1);
|
|
expect(result.output).toContain("Traceback");
|
|
});
|
|
});
|