can1357
e4a87fa3ce
- Added Matplotlib figure PNG rendering and display tracking in Python runner to emit PNG output immediately when figures are displayed via display(fig). - Extended session persistence to externalize oversized image payloads in both content and details.images, enabling tool result images to survive session reload. - Enhanced session loader to resolve image data payloads and blob references across content and details.images during session reconstruction. - Added image cache invalidation in TUI image component when image protocol, cell dimensions, or Kitty Unicode placeholder mode changes. - Added comprehensive test coverage for Matplotlib display, image persistence across reload, and TUI image rendering with protocol and dimension changes.
72 lines
3.1 KiB
TypeScript
72 lines
3.1 KiB
TypeScript
import { describe, expect, it } from "bun:test";
|
|
import type { AgentMessage } from "@oh-my-pi/pi-agent-core";
|
|
import type { ImageContent, TextContent } from "@oh-my-pi/pi-ai";
|
|
import { BlobStore, isBlobRef } from "@oh-my-pi/pi-coding-agent/session/blob-store";
|
|
import type { FileEntry, SessionMessageEntry } from "@oh-my-pi/pi-coding-agent/session/session-entries";
|
|
import { resolveBlobRefsInEntries } from "@oh-my-pi/pi-coding-agent/session/session-loader";
|
|
import { prepareEntryForPersistence } from "@oh-my-pi/pi-coding-agent/session/session-persistence";
|
|
import { TempDir } from "@oh-my-pi/pi-utils";
|
|
|
|
type ImagePayload = { data: string; mimeType: string; type?: "image" };
|
|
type ToolResultMessage = Extract<AgentMessage, { role: "toolResult" }>;
|
|
type ToolResultEntry = Omit<SessionMessageEntry, "message"> & { message: ToolResultMessage };
|
|
|
|
const text = (value: string): TextContent => ({ type: "text", text: value });
|
|
const png = (data: string): ImageContent => ({ type: "image", data, mimeType: "image/png" });
|
|
const payload = (data: string): ImagePayload => ({ data, mimeType: "image/png" });
|
|
|
|
function messageEntry(message: ToolResultMessage): ToolResultEntry {
|
|
return {
|
|
type: "message",
|
|
id: "entry-1",
|
|
parentId: null,
|
|
timestamp: new Date(0).toISOString(),
|
|
message,
|
|
};
|
|
}
|
|
|
|
describe("session image persistence", () => {
|
|
it("externalizes and resolves content images and tool detail image payloads", async () => {
|
|
using tempDir = TempDir.createSync("@session-image-persistence-");
|
|
const blobStore = new BlobStore(tempDir.path());
|
|
const contentImageData = Buffer.alloc(1500, 1).toString("base64");
|
|
const generatedImageData = Buffer.alloc(1500, 2).toString("base64");
|
|
const typedDetailImageData = Buffer.alloc(1500, 3).toString("base64");
|
|
|
|
const original = messageEntry({
|
|
role: "toolResult",
|
|
toolCallId: "tc1",
|
|
toolName: "generate_image",
|
|
content: [text("generated"), png(contentImageData)],
|
|
details: {
|
|
images: [payload(generatedImageData), png(typedDetailImageData)],
|
|
},
|
|
isError: false,
|
|
timestamp: Date.now(),
|
|
});
|
|
|
|
const persisted = prepareEntryForPersistence(original, blobStore) as ToolResultEntry;
|
|
const persistedContentImage = persisted.message.content.find(
|
|
(block): block is ImageContent => block.type === "image",
|
|
);
|
|
const persistedDetails = persisted.message.details as { images: ImagePayload[] };
|
|
|
|
expect(persistedContentImage).toBeDefined();
|
|
expect(isBlobRef(persistedContentImage?.data ?? "")).toBe(true);
|
|
expect(persistedDetails.images).toHaveLength(2);
|
|
expect(persistedDetails.images.every(image => isBlobRef(image.data))).toBe(true);
|
|
|
|
const loaded: FileEntry[] = [structuredClone(persisted)];
|
|
await resolveBlobRefsInEntries(loaded, blobStore);
|
|
const resolved = loaded[0] as ToolResultEntry;
|
|
const resolvedContentImage = resolved.message.content.find(
|
|
(block): block is ImageContent => block.type === "image",
|
|
);
|
|
const resolvedDetails = resolved.message.details as { images: ImagePayload[] };
|
|
|
|
expect(resolvedContentImage?.data).toBe(contentImageData);
|
|
expect(resolvedDetails.images[0]?.data).toBe(generatedImageData);
|
|
expect(resolvedDetails.images[1]?.data).toBe(typedDetailImageData);
|
|
});
|
|
});
|