can1357
9b78a6fa85
- Migrated native bindings from TypeScript wrappers to NAPI-RS generated modules with auto-generated type definitions and runtime enums. - Replaced chunk tree API with stateful ChunkState class supporting render, edit, and resolve operations with improved error handling. - Converted callback signatures to error-first pattern (error, result) for shell, PTY, glob, and grep operations. - Introduced type-safe enums for MacOSAppearance, GrepOutputMode, KeyEventType, ImageFormat, and AstMatchStrictness replacing string literals. - Refactored chunk tree implementation with dedicated modules for edit, indent, resolve, and state management with comprehensive validation. - Moved clipboard utilities from native bindings to coding-agent package with improved OSC 52 and Termux compatibility.
481 lines
14 KiB
TypeScript
481 lines
14 KiB
TypeScript
import { beforeAll, describe, expect, it } from "bun:test";
|
|
import * as fs from "node:fs/promises";
|
|
import * as os from "node:os";
|
|
import * as path from "node:path";
|
|
import {
|
|
executeShell,
|
|
FileType,
|
|
fuzzyFind,
|
|
type GlobMatch,
|
|
GrepOutputMode,
|
|
glob,
|
|
grep,
|
|
htmlToMarkdown,
|
|
invalidateFsScanCache,
|
|
PtySession,
|
|
sanitizeText,
|
|
truncateToWidth,
|
|
visibleWidth,
|
|
wrapTextWithAnsi,
|
|
} from "../native/index";
|
|
|
|
let testDir: string;
|
|
|
|
async function setupFixtures() {
|
|
testDir = await fs.mkdtemp(path.join(os.tmpdir(), "natives-test-"));
|
|
|
|
await fs.writeFile(
|
|
path.join(testDir, "file1.ts"),
|
|
`export function hello() {
|
|
// TODO: implement
|
|
return "hello";
|
|
}
|
|
`,
|
|
);
|
|
|
|
await fs.writeFile(
|
|
path.join(testDir, "file2.ts"),
|
|
`export function world() {
|
|
// FIXME: fix this
|
|
return "world";
|
|
}
|
|
`,
|
|
);
|
|
|
|
await fs.writeFile(
|
|
path.join(testDir, "readme.md"),
|
|
`# Test README
|
|
|
|
This is a test file.
|
|
`,
|
|
);
|
|
|
|
await fs.writeFile(path.join(testDir, "history-search.ts"), "export const historySearch = true;\n");
|
|
}
|
|
|
|
async function cleanupFixtures() {
|
|
await fs.rm(testDir, { recursive: true, force: true });
|
|
}
|
|
|
|
function canCreateFifo() {
|
|
return process.platform !== "win32" && Boolean(Bun.which("mkfifo"));
|
|
}
|
|
|
|
async function createFifo(fifoPath: string) {
|
|
const process = Bun.spawn(["mkfifo", fifoPath], {
|
|
stdout: "pipe",
|
|
stderr: "pipe",
|
|
});
|
|
const exitCode = await process.exited;
|
|
if (exitCode === 0) {
|
|
return;
|
|
}
|
|
|
|
throw new Error(await new Response(process.stderr).text());
|
|
}
|
|
|
|
describe("pi-natives", () => {
|
|
beforeAll(async () => {
|
|
await setupFixtures();
|
|
return async () => {
|
|
await cleanupFixtures();
|
|
};
|
|
});
|
|
|
|
describe("grep", () => {
|
|
it("should find patterns in files", async () => {
|
|
const result = await grep({
|
|
pattern: "TODO",
|
|
path: testDir,
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(1);
|
|
expect(result.matches.length).toBe(1);
|
|
expect(result.matches[0].line).toContain("TODO");
|
|
});
|
|
|
|
it("should handle literal function-call text with parentheses", async () => {
|
|
const result = await grep({
|
|
pattern: "hello(",
|
|
path: testDir,
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(1);
|
|
expect(result.matches).toHaveLength(1);
|
|
expect(result.matches[0].line).toContain("hello()");
|
|
});
|
|
|
|
it("should respect glob patterns", async () => {
|
|
const result = await grep({
|
|
pattern: "test",
|
|
path: testDir,
|
|
glob: "*.md",
|
|
ignoreCase: true,
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(2); // "Test" in title + "test" in body
|
|
});
|
|
|
|
it("should return filesWithMatches mode", async () => {
|
|
const result = await grep({
|
|
pattern: "return",
|
|
path: testDir,
|
|
mode: GrepOutputMode.FilesWithMatches,
|
|
});
|
|
|
|
expect(result.filesWithMatches).toBeGreaterThan(0);
|
|
});
|
|
|
|
it("should treat unknown grep type filter as a strict extension filter", async () => {
|
|
const result = await grep({
|
|
pattern: "return",
|
|
path: testDir,
|
|
type: "definitelynotatype",
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(0);
|
|
expect(result.filesWithMatches).toBe(0);
|
|
});
|
|
|
|
it("should respect .gitignore by default and allow opting out", async () => {
|
|
const scopedDir = path.join(testDir, "grep-gitignore-case");
|
|
await fs.mkdir(scopedDir, { recursive: true });
|
|
await fs.mkdir(path.join(scopedDir, ".git"), { recursive: true });
|
|
await fs.writeFile(path.join(scopedDir, ".gitignore"), "ignored.ts\n");
|
|
await fs.writeFile(path.join(scopedDir, "ignored.ts"), 'export const ignoredToken = "IGNORE_ME_TOKEN";\n');
|
|
|
|
const defaultResult = await grep({
|
|
pattern: "IGNORE_ME_TOKEN",
|
|
path: scopedDir,
|
|
});
|
|
|
|
expect(defaultResult.totalMatches).toBe(0);
|
|
expect(defaultResult.filesWithMatches).toBe(0);
|
|
|
|
const includeIgnoredResult = await grep({
|
|
pattern: "IGNORE_ME_TOKEN",
|
|
path: scopedDir,
|
|
gitignore: false,
|
|
});
|
|
|
|
expect(includeIgnoredResult.totalMatches).toBe(1);
|
|
expect(includeIgnoredResult.matches.some(match => match.path.endsWith("ignored.ts"))).toBe(true);
|
|
});
|
|
|
|
it("should keep hidden filtering when gitignore is disabled", async () => {
|
|
const scopedDir = path.join(testDir, "grep-hidden-gitignore-case");
|
|
await fs.mkdir(scopedDir, { recursive: true });
|
|
await fs.mkdir(path.join(scopedDir, ".git"), { recursive: true });
|
|
await fs.writeFile(path.join(scopedDir, ".gitignore"), ".hidden-ignored.ts\n");
|
|
await fs.writeFile(
|
|
path.join(scopedDir, ".hidden-ignored.ts"),
|
|
'export const hiddenIgnoredToken = "HIDDEN_IGNORE_TOKEN";\n',
|
|
);
|
|
|
|
const hiddenExcluded = await grep({
|
|
pattern: "HIDDEN_IGNORE_TOKEN",
|
|
path: scopedDir,
|
|
gitignore: false,
|
|
hidden: false,
|
|
});
|
|
|
|
expect(hiddenExcluded.totalMatches).toBe(0);
|
|
|
|
const hiddenIncluded = await grep({
|
|
pattern: "HIDDEN_IGNORE_TOKEN",
|
|
path: scopedDir,
|
|
gitignore: false,
|
|
hidden: true,
|
|
});
|
|
|
|
expect(hiddenIncluded.totalMatches).toBe(1);
|
|
expect(hiddenIncluded.matches.some(match => match.path.endsWith(".hidden-ignored.ts"))).toBe(true);
|
|
});
|
|
|
|
it("should skip FIFOs when searching a directory", async () => {
|
|
if (!canCreateFifo()) {
|
|
return;
|
|
}
|
|
|
|
const scopedDir = path.join(testDir, "grep-fifo-directory-case");
|
|
const filePath = path.join(scopedDir, "match.txt");
|
|
const fifoPath = path.join(scopedDir, "ignored.fifo");
|
|
await fs.mkdir(scopedDir, { recursive: true });
|
|
|
|
try {
|
|
await fs.writeFile(filePath, "FIFO_TOKEN in regular file\n");
|
|
await createFifo(fifoPath);
|
|
|
|
const outcome = await Promise.race([
|
|
grep({
|
|
pattern: "FIFO_TOKEN",
|
|
path: scopedDir,
|
|
gitignore: false,
|
|
}).then(result => ({ kind: "done" as const, result })),
|
|
Bun.sleep(2000).then(() => ({ kind: "timeout" as const })),
|
|
]);
|
|
|
|
expect(outcome.kind).toBe("done");
|
|
if (outcome.kind !== "done") {
|
|
return;
|
|
}
|
|
|
|
expect(outcome.result.totalMatches).toBe(1);
|
|
expect(outcome.result.matches).toHaveLength(1);
|
|
expect(outcome.result.matches[0].path.endsWith("match.txt")).toBe(true);
|
|
expect(outcome.result.matches.some(match => match.path.endsWith("ignored.fifo"))).toBe(false);
|
|
} finally {
|
|
await fs.rm(scopedDir, { recursive: true, force: true });
|
|
}
|
|
});
|
|
|
|
it("should return no matches for a FIFO path", async () => {
|
|
if (!canCreateFifo()) {
|
|
return;
|
|
}
|
|
|
|
const scopedDir = path.join(testDir, "grep-fifo-direct-path-case");
|
|
const fifoPath = path.join(scopedDir, "direct.fifo");
|
|
await fs.mkdir(scopedDir, { recursive: true });
|
|
|
|
try {
|
|
await createFifo(fifoPath);
|
|
|
|
const outcome = await Promise.race([
|
|
grep({
|
|
pattern: "FIFO_TOKEN",
|
|
path: fifoPath,
|
|
gitignore: false,
|
|
}).then(result => ({ kind: "done" as const, result })),
|
|
Bun.sleep(2000).then(() => ({ kind: "timeout" as const })),
|
|
]);
|
|
|
|
expect(outcome.kind).toBe("done");
|
|
if (outcome.kind !== "done") {
|
|
return;
|
|
}
|
|
|
|
expect(outcome.result.totalMatches).toBe(0);
|
|
expect(outcome.result.filesWithMatches).toBe(0);
|
|
expect(outcome.result.matches).toHaveLength(0);
|
|
} finally {
|
|
await fs.rm(scopedDir, { recursive: true, force: true });
|
|
}
|
|
});
|
|
});
|
|
describe("fuzzyFind", () => {
|
|
it("should match abbreviated fuzzy queries across separators", async () => {
|
|
const result = await fuzzyFind({
|
|
query: "histsr",
|
|
path: testDir,
|
|
hidden: true,
|
|
gitignore: true,
|
|
maxResults: 20,
|
|
});
|
|
|
|
expect(result.matches.some(match => match.path === "history-search.ts")).toBe(true);
|
|
});
|
|
});
|
|
|
|
describe("find", () => {
|
|
it("should find files matching pattern", async () => {
|
|
const result = await glob({
|
|
pattern: "*.ts",
|
|
path: testDir,
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(3);
|
|
expect(result.matches.every((m: GlobMatch) => m.path.endsWith(".ts"))).toBe(true);
|
|
});
|
|
|
|
it("should filter by file type", async () => {
|
|
const result = await glob({
|
|
pattern: "*",
|
|
path: testDir,
|
|
fileType: FileType.File,
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(4);
|
|
});
|
|
|
|
it("should invalidate scan cache when invalidateFsScanCache receives a relative path", async () => {
|
|
await glob({ pattern: "*.ts", path: testDir, cache: true });
|
|
const newFile = path.join(testDir, "newly-added.ts");
|
|
await fs.writeFile(newFile, "export const newer = true;\n");
|
|
|
|
const relativePath = path.relative(process.cwd(), newFile);
|
|
invalidateFsScanCache(relativePath);
|
|
|
|
const result = await glob({ pattern: "newly-added.ts", path: testDir, cache: true });
|
|
expect(result.matches.some(match => match.path === "newly-added.ts")).toBe(true);
|
|
});
|
|
|
|
it("should avoid scan work when maxResults is zero", async () => {
|
|
const result = await glob({
|
|
pattern: "**/*",
|
|
path: testDir,
|
|
maxResults: 0,
|
|
});
|
|
|
|
expect(result.totalMatches).toBe(0);
|
|
expect(result.matches).toHaveLength(0);
|
|
});
|
|
|
|
it("should fast-recheck empty cached results when threshold is reached", async () => {
|
|
const fileName = "cache-empty-recheck-target.txt";
|
|
const filePath = path.join(testDir, fileName);
|
|
await fs.rm(filePath, { force: true });
|
|
invalidateFsScanCache();
|
|
const first = await glob({ pattern: fileName, path: testDir, hidden: true, gitignore: true, cache: true });
|
|
expect(first.totalMatches).toBe(0);
|
|
await fs.writeFile(filePath, "created after empty cached query\n");
|
|
await Bun.sleep(250);
|
|
const second = await glob({ pattern: fileName, path: testDir, hidden: true, gitignore: true, cache: true });
|
|
expect(second.totalMatches).toBe(1);
|
|
});
|
|
});
|
|
|
|
describe("text tab width", () => {
|
|
it("uses default tab width and supports explicit overrides", () => {
|
|
expect(visibleWidth("a\tb")).toBe(5);
|
|
expect(visibleWidth("a\tb", 4)).toBe(6);
|
|
expect(visibleWidth("a\tb", 2)).toBe(4);
|
|
});
|
|
|
|
it("applies explicit tab width in truncate and wrap", () => {
|
|
expect(truncateToWidth("\tfoo", 6, undefined, false, 4)).toBe("\tf…");
|
|
expect(wrapTextWithAnsi("\tfoo", 4, 4)).toEqual(["\t", "foo"]);
|
|
});
|
|
});
|
|
|
|
describe("pty", () => {
|
|
it("should time out detached background workloads without hanging", async () => {
|
|
if (process.platform === "win32" || !Bun.which("bash")) {
|
|
return;
|
|
}
|
|
|
|
const session = new PtySession();
|
|
const started = Date.now();
|
|
try {
|
|
const outcome = await Promise.race([
|
|
session
|
|
.start(
|
|
{
|
|
command: 'bash -lc "set -m; sleep 30 & disown; sleep 30"',
|
|
cwd: testDir,
|
|
timeoutMs: 150,
|
|
cols: 120,
|
|
rows: 40,
|
|
},
|
|
undefined,
|
|
)
|
|
.then(result => ({ kind: "done" as const, result })),
|
|
Bun.sleep(4000).then(() => ({ kind: "hang" as const })),
|
|
]);
|
|
|
|
expect(outcome.kind).toBe("done");
|
|
if (outcome.kind !== "done") {
|
|
return;
|
|
}
|
|
|
|
expect(outcome.result.timedOut).toBe(true);
|
|
expect(Date.now() - started).toBeLessThan(4000);
|
|
} finally {
|
|
try {
|
|
session.kill();
|
|
} catch {}
|
|
}
|
|
});
|
|
});
|
|
|
|
describe("shell", () => {
|
|
it("should time out background workloads without leaving delayed writers behind", async () => {
|
|
if (process.platform === "win32") {
|
|
return;
|
|
}
|
|
|
|
const markerPath = path.join(testDir, "shell-timeout-marker.txt");
|
|
const markerEscaped = markerPath.replace(/'/g, "'\\''");
|
|
await fs.rm(markerPath, { force: true });
|
|
|
|
const result = await executeShell({
|
|
command: `{ sleep 2; echo done > '${markerEscaped}'; } & sleep 10`,
|
|
cwd: testDir,
|
|
timeoutMs: 100,
|
|
});
|
|
|
|
expect(result.timedOut).toBe(true);
|
|
|
|
await Bun.sleep(3000);
|
|
expect(await Bun.file(markerPath).exists()).toBe(false);
|
|
});
|
|
});
|
|
describe("htmlToMarkdown", () => {
|
|
it("should convert basic HTML to markdown", async () => {
|
|
const html = "<h1>Hello World</h1><p>This is a paragraph.</p>";
|
|
const markdown = await htmlToMarkdown(html);
|
|
|
|
expect(markdown).toContain("# Hello World");
|
|
expect(markdown).toContain("This is a paragraph.");
|
|
});
|
|
|
|
it("should handle links", async () => {
|
|
const html = '<p>Visit <a href="https://example.com">Example</a> for more info.</p>';
|
|
const markdown = await htmlToMarkdown(html);
|
|
|
|
expect(markdown).toContain("[Example](https://example.com)");
|
|
});
|
|
|
|
it("should handle lists", async () => {
|
|
const html = "<ul><li>Item 1</li><li>Item 2</li><li>Item 3</li></ul>";
|
|
const markdown = await htmlToMarkdown(html);
|
|
|
|
expect(markdown).toContain("- Item 1");
|
|
expect(markdown).toContain("- Item 2");
|
|
expect(markdown).toContain("- Item 3");
|
|
});
|
|
|
|
it("should handle code blocks", async () => {
|
|
const html = "<pre><code>const x = 42;</code></pre>";
|
|
const markdown = await htmlToMarkdown(html);
|
|
|
|
expect(markdown).toContain("const x = 42;");
|
|
});
|
|
|
|
it("should skip images when option is set", async () => {
|
|
const html = '<p>Text with <img src="image.jpg" alt="pic"> image</p>';
|
|
const withImages = await htmlToMarkdown(html);
|
|
const withoutImages = await htmlToMarkdown(html, { skipImages: true });
|
|
|
|
expect(withImages).toContain("pic");
|
|
expect(withoutImages).not.toContain("pic");
|
|
});
|
|
|
|
it("should clean content when option is set", async () => {
|
|
const html = "<nav>Navigation</nav><main><p>Main content</p></main><footer>Footer</footer>";
|
|
const cleaned = await htmlToMarkdown(html, { cleanContent: true });
|
|
|
|
expect(cleaned).toContain("Main content");
|
|
// Navigation/footer may or may not be removed depending on preprocessing
|
|
});
|
|
});
|
|
|
|
describe("sanitizeText", () => {
|
|
it("should strip ANSI, remove control chars and normalize CR", () => {
|
|
const input = "\x1b[31mred\x1b[0m\ra\u0000b\tline\ncarriage\r\u0001\u0085";
|
|
expect(sanitizeText(input)).toBe("redab\tline\ncarriage");
|
|
});
|
|
|
|
it("should remove lone surrogates but keep valid pairs", () => {
|
|
expect(sanitizeText(`a\ud800b\udc00c`)).toBe("abc");
|
|
const validPair = "a\u{1f600}b";
|
|
expect(sanitizeText(validPair)).toBe(validPair);
|
|
});
|
|
|
|
it("should strip OSC sequences", () => {
|
|
const input = "\x1b]0;title\x07hello";
|
|
expect(sanitizeText(input)).toBe("hello");
|
|
});
|
|
});
|
|
});
|