cf60e6df51
- Added a unified eval framework with parser grammar, backend interfaces, and JS/Python execution result types. - Added eval tool docs and updated prompts for fenced cells, `eval.py`/`eval.js`, and fallback behavior. - Replaced the built-in `python` tool with `eval` across registry, rendering, interactive modes, and tool settings. - Migrated Python execution runtime from `src/ipy` to `src/eval/py`, renamed state fields, and removed legacy introspection. - Refactored browser tooling from in-process VM helpers to worker-managed tab supervisors and protocol transport. - Added eval parser fallback and JS tool-bridge tests, updated imports, and removed obsolete python-mode suites.
123 lines
4.7 KiB
TypeScript
123 lines
4.7 KiB
TypeScript
import { afterEach, describe, expect, it, vi } from "bun:test";
|
|
import { disposeAllKernelSessions, executePython } from "@oh-my-pi/pi-coding-agent/eval/py/executor";
|
|
import type { KernelExecuteResult } from "@oh-my-pi/pi-coding-agent/eval/py/kernel";
|
|
import * as pythonKernel from "@oh-my-pi/pi-coding-agent/eval/py/kernel";
|
|
import { getProjectDir } from "@oh-my-pi/pi-utils";
|
|
|
|
class FakeKernel {
|
|
execute = vi.fn(async () => this.result);
|
|
shutdown = vi.fn(async () => {
|
|
return { confirmed: true };
|
|
});
|
|
ping = vi.fn(async () => true);
|
|
alive = true;
|
|
|
|
constructor(private readonly result: KernelExecuteResult) {}
|
|
|
|
isAlive(): boolean {
|
|
return this.alive;
|
|
}
|
|
}
|
|
|
|
const OK_RESULT: KernelExecuteResult = {
|
|
status: "ok",
|
|
cancelled: false,
|
|
timedOut: false,
|
|
stdinRequested: false,
|
|
};
|
|
|
|
afterEach(async () => {
|
|
vi.restoreAllMocks();
|
|
await disposeAllKernelSessions();
|
|
});
|
|
|
|
describe("executePython lifecycle", () => {
|
|
it("starts and shuts down per-call kernels", async () => {
|
|
const kernel = new FakeKernel(OK_RESULT);
|
|
vi.spyOn(pythonKernel, "checkPythonKernelAvailability").mockResolvedValue({ ok: true });
|
|
const startSpy = vi
|
|
.spyOn(pythonKernel.PythonKernel, "start")
|
|
.mockResolvedValue(kernel as unknown as pythonKernel.PythonKernel);
|
|
|
|
await executePython("print('hi')", { kernelMode: "per-call", cwd: getProjectDir() });
|
|
|
|
expect(startSpy).toHaveBeenCalledTimes(1);
|
|
expect(kernel.execute).toHaveBeenCalledTimes(1);
|
|
expect(kernel.shutdown).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
it("reuses session kernels until reset", async () => {
|
|
const kernel = new FakeKernel(OK_RESULT);
|
|
vi.spyOn(pythonKernel, "checkPythonKernelAvailability").mockResolvedValue({ ok: true });
|
|
const startSpy = vi
|
|
.spyOn(pythonKernel.PythonKernel, "start")
|
|
.mockResolvedValue(kernel as unknown as pythonKernel.PythonKernel);
|
|
|
|
await executePython("1 + 1", { kernelMode: "session", sessionId: "test-session", cwd: getProjectDir() });
|
|
await executePython("2 + 2", { kernelMode: "session", sessionId: "test-session", cwd: getProjectDir() });
|
|
|
|
expect(startSpy).toHaveBeenCalledTimes(1);
|
|
expect(kernel.execute).toHaveBeenCalledTimes(2);
|
|
});
|
|
|
|
it("resets session kernels when requested", async () => {
|
|
const kernel = new FakeKernel(OK_RESULT);
|
|
const kernelNext = new FakeKernel(OK_RESULT);
|
|
vi.spyOn(pythonKernel, "checkPythonKernelAvailability").mockResolvedValue({ ok: true });
|
|
const startSpy = vi
|
|
.spyOn(pythonKernel.PythonKernel, "start")
|
|
.mockResolvedValueOnce(kernel as unknown as pythonKernel.PythonKernel)
|
|
.mockResolvedValueOnce(kernelNext as unknown as pythonKernel.PythonKernel);
|
|
|
|
await executePython("1 + 1", { kernelMode: "session", sessionId: "reset-session", cwd: getProjectDir() });
|
|
await executePython("2 + 2", {
|
|
kernelMode: "session",
|
|
sessionId: "reset-session",
|
|
reset: true,
|
|
cwd: getProjectDir(),
|
|
});
|
|
|
|
expect(startSpy).toHaveBeenCalledTimes(2);
|
|
expect(kernel.shutdown).toHaveBeenCalledTimes(1);
|
|
expect(kernelNext.execute).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
it("restarts session kernels when they are dead", async () => {
|
|
const kernel = new FakeKernel(OK_RESULT);
|
|
const kernelNext = new FakeKernel(OK_RESULT);
|
|
kernel.alive = false;
|
|
vi.spyOn(pythonKernel, "checkPythonKernelAvailability").mockResolvedValue({ ok: true });
|
|
const startSpy = vi
|
|
.spyOn(pythonKernel.PythonKernel, "start")
|
|
.mockResolvedValueOnce(kernel as unknown as pythonKernel.PythonKernel)
|
|
.mockResolvedValueOnce(kernelNext as unknown as pythonKernel.PythonKernel);
|
|
|
|
await executePython("1 + 1", { kernelMode: "session", sessionId: "dead-session", cwd: getProjectDir() });
|
|
|
|
expect(startSpy).toHaveBeenCalledTimes(2);
|
|
expect(kernel.shutdown).toHaveBeenCalledTimes(1);
|
|
expect(kernel.execute).toHaveBeenCalledTimes(0);
|
|
expect(kernelNext.execute).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
it("restarts dead retained sessions even when shutdown confirmation is missing", async () => {
|
|
const kernel = new FakeKernel(OK_RESULT);
|
|
const kernelNext = new FakeKernel(OK_RESULT);
|
|
kernel.alive = false;
|
|
kernel.shutdown.mockResolvedValueOnce({ confirmed: false });
|
|
vi.spyOn(pythonKernel, "checkPythonKernelAvailability").mockResolvedValue({ ok: true });
|
|
const startSpy = vi
|
|
.spyOn(pythonKernel.PythonKernel, "start")
|
|
.mockResolvedValueOnce(kernel as unknown as pythonKernel.PythonKernel)
|
|
.mockResolvedValueOnce(kernelNext as unknown as pythonKernel.PythonKernel);
|
|
|
|
await executePython("1 + 1", { kernelMode: "session", sessionId: "retry-dead-session", cwd: getProjectDir() });
|
|
await executePython("2 + 2", { kernelMode: "session", sessionId: "retry-dead-session", cwd: getProjectDir() });
|
|
|
|
expect(startSpy).toHaveBeenCalledTimes(2);
|
|
expect(kernel.shutdown).toHaveBeenCalledTimes(1);
|
|
expect(kernel.execute).toHaveBeenCalledTimes(0);
|
|
expect(kernelNext.execute).toHaveBeenCalledTimes(2);
|
|
});
|
|
});
|