can1357
eb1a46baf5
- Added optional FetchImpl fields to compaction, proxy, AI, coding-agent, and mnemopi options. - Threaded injected fetch implementations through OAuth, discovery, and search/LLM request flows. - Removed exported hookFetch utility and its package entrypoint from utils. - Replaced global-fetch test monkeypatching with per-test FetchImpl mocks across test suites.
97 lines
3.2 KiB
TypeScript
97 lines
3.2 KiB
TypeScript
import { describe, expect, it } from "bun:test";
|
|
import { Settings } from "@oh-my-pi/pi-coding-agent/config/settings";
|
|
import { renderHtmlToText } from "@oh-my-pi/pi-coding-agent/tools/fetch";
|
|
import { asGlobalFetch } from "../helpers/fetch-mock";
|
|
|
|
/**
|
|
* Regression test for #1449: a stalled Jina reader request must not prevent
|
|
* local fallback renderers (trafilatura/lynx/native) from running within the
|
|
* overall reader-mode budget.
|
|
*/
|
|
describe("renderHtmlToText: jina stall does not starve local fallbacks (#1449)", () => {
|
|
it("falls back to native renderer when jina hangs until aborted", async () => {
|
|
// Force jina first so the stall path is actually exercised before the
|
|
// native fallback runs.
|
|
const settings = Settings.isolated({ "providers.fetch": "jina" });
|
|
// Substantive HTML so the native converter produces >100 chars and
|
|
// `isLowQualityOutput` does not reject it.
|
|
const paragraphs = Array.from(
|
|
{ length: 6 },
|
|
(_, i) =>
|
|
`<p>Paragraph number ${i + 1} carries some real content for the article body so the native renderer has enough text to satisfy the length threshold.</p>`,
|
|
).join("");
|
|
const html = `<!doctype html><html><head><title>Example</title></head><body><article><h1>Example article</h1>${paragraphs}</article></body></html>`;
|
|
|
|
const fetchMock = asGlobalFetch((input, init) => {
|
|
const url = String(input);
|
|
if (url.startsWith("https://r.jina.ai/")) {
|
|
return new Promise<Response>((_resolve, reject) => {
|
|
const signal = init?.signal;
|
|
if (!signal) return;
|
|
if (signal.aborted) {
|
|
reject(new DOMException("aborted", "AbortError"));
|
|
return;
|
|
}
|
|
signal.addEventListener("abort", () => {
|
|
reject(new DOMException("aborted", "AbortError"));
|
|
});
|
|
});
|
|
}
|
|
return new Response("", { status: 404 });
|
|
});
|
|
|
|
const started = Date.now();
|
|
const result = await renderHtmlToText(
|
|
"https://example.com/article",
|
|
html,
|
|
0.3,
|
|
settings,
|
|
undefined,
|
|
null,
|
|
fetchMock,
|
|
);
|
|
const elapsedMs = Date.now() - started;
|
|
|
|
expect(result.ok).toBe(true);
|
|
expect(["native", "trafilatura", "lynx"]).toContain(result.method);
|
|
expect(elapsedMs).toBeLessThan(1_500);
|
|
});
|
|
|
|
it("re-throws when the user signal is aborted, not when Jina sub-budget expires", async () => {
|
|
const settings = Settings.isolated({ "providers.fetch": "jina" });
|
|
const html = "<html><body><p>short</p></body></html>";
|
|
|
|
const fetchMock2 = asGlobalFetch((_input, init) => {
|
|
return new Promise<Response>((_resolve, reject) => {
|
|
const signal = init?.signal;
|
|
if (!signal) return;
|
|
if (signal.aborted) {
|
|
reject(new DOMException("aborted", "AbortError"));
|
|
return;
|
|
}
|
|
signal.addEventListener("abort", () => {
|
|
reject(new DOMException("aborted", "AbortError"));
|
|
});
|
|
});
|
|
});
|
|
|
|
const controller = new AbortController();
|
|
const pending = renderHtmlToText(
|
|
"https://example.com/article",
|
|
html,
|
|
30,
|
|
settings,
|
|
controller.signal,
|
|
null,
|
|
fetchMock2,
|
|
).catch(err => err);
|
|
|
|
controller.abort();
|
|
const outcome = await pending;
|
|
expect(outcome).toBeInstanceOf(Error);
|
|
expect(
|
|
(outcome as Error).name === "AbortError" || (outcome as Error).message.toLowerCase().includes("abort"),
|
|
).toBe(true);
|
|
});
|
|
});
|