feat(coding-agent): implemented eval framework and replaced python tool

- Added a unified eval framework with parser grammar, backend interfaces, and JS/Python execution result types.
- Added eval tool docs and updated prompts for fenced cells, `eval.py`/`eval.js`, and fallback behavior.
- Replaced the built-in `python` tool with `eval` across registry, rendering, interactive modes, and tool settings.
- Migrated Python execution runtime from `src/ipy` to `src/eval/py`, renamed state fields, and removed legacy introspection.
- Refactored browser tooling from in-process VM helpers to worker-managed tab supervisors and protocol transport.
- Added eval parser fallback and JS tool-bridge tests, updated imports, and removed obsolete python-mode suites.
This commit is contained in:
can1357
2026-04-30 17:58:19 +02:00
parent d2c4958296
commit cf60e6df51
104 changed files with 4937 additions and 3306 deletions
@@ -1,13 +1,6 @@
import { afterEach, describe, expect, it, vi } from "bun:test";
import * as path from "node:path";
import {
disposeAllKernelSessions,
executePythonWithKernel,
getPreludeDocs,
resetPreludeDocsCache,
warmPythonEnvironment,
} from "@oh-my-pi/pi-coding-agent/ipy/executor";
import { type KernelShutdownResult, type PreludeHelper, PythonKernel } from "@oh-my-pi/pi-coding-agent/ipy/kernel";
import { disposeAllKernelSessions, executePythonWithKernel } from "@oh-my-pi/pi-coding-agent/eval/py/executor";
import { DEFAULT_MAX_BYTES } from "@oh-my-pi/pi-coding-agent/session/streaming-output";
import { TempDir } from "@oh-my-pi/pi-utils";
import { FakeKernel } from "./helpers";
@@ -134,43 +127,5 @@ describe("executePythonWithKernel", () => {
afterEach(async () => {
await disposeAllKernelSessions();
resetPreludeDocsCache();
vi.restoreAllMocks();
});
describe("warmPythonEnvironment", () => {
it("caches prelude docs on warmup", async () => {
const previousSkip = Bun.env.PI_PYTHON_SKIP_CHECK;
Bun.env.PI_PYTHON_SKIP_CHECK = "1";
using tempDir = TempDir.createSync("@python-executor-");
const docs: PreludeHelper[] = [
{
name: "read",
signature: "(path)",
docstring: "Read file contents.",
category: "File I/O",
},
];
const kernel = {
introspectPrelude: vi.fn().mockResolvedValue(docs),
ping: vi.fn().mockResolvedValue(true),
isAlive: () => true,
shutdown: vi.fn(async (): Promise<KernelShutdownResult> => ({ confirmed: true })),
};
const startSpy = vi.spyOn(PythonKernel, "start").mockResolvedValue(kernel as unknown as PythonKernel);
const result = await warmPythonEnvironment(tempDir.path(), "session-1");
expect(result.ok).toBe(true);
expect(result.docs).toEqual(docs);
expect(getPreludeDocs()).toEqual(docs);
expect(kernel.introspectPrelude).toHaveBeenCalledTimes(1);
startSpy.mockRestore();
if (previousSkip === undefined) {
delete Bun.env.PI_PYTHON_SKIP_CHECK;
} else {
Bun.env.PI_PYTHON_SKIP_CHECK = previousSkip;
}
});
});