Files
oh-my-pi/packages/ai/test/auth-storage-sqlite-busy.test.ts
T
roboomp 03bead1eac fix(auth): retried SQLITE_BUSY family and hoisted busy_timeout
Concurrent omp --session restores after an unclean shutdown crashed
in SqliteAuthCredentialStore.#initializeSchema() with
SQLITE_BUSY_RECOVERY because the multi-statement schema run installed
PRAGMA busy_timeout=5000 AFTER PRAGMA journal_mode=WAL, the first
lock-taking statement during WAL recovery. Bun's default busy_timeout
is 0, so the lock conflict surfaces immediately.

- packages/ai/src/auth-storage.ts: hoisted PRAGMA busy_timeout to a
  standalone first statement, dropped it from the multi-statement
  schema run, wrapped SqliteAuthCredentialStore.open() in a 4-attempt
  exponential-backoff retry loop on the SQLITE_BUSY family, and the
  exhausted-retry error now includes the DB path. Exported
  isSqliteBusyError(err) (matches code prefix 'SQLITE_BUSY').
- packages/coding-agent/src/session/agent-storage.ts: same hoist and
  the existing retry loop now uses isSqliteBusyError so
  SQLITE_BUSY_RECOVERY / _SNAPSHOT / _TIMEOUT also trigger backoff.
- Hoisted busy_timeout before journal_mode=WAL in every other shared
  SQLite open path: history-storage, autoresearch/storage,
  memories/storage, github-cache, report-tool-issue (auto-QA),
  catalog/model-cache; stats/db.ts now sets busy_timeout at all.
- packages/ai/test/auth-storage-sqlite-busy.test.ts pins the contract:
  isSqliteBusyError matches every BUSY extended code (rejects
  SQLITE_LOCKED, non-errors, strings); open() leaves the connection in
  WAL mode (proves busy_timeout ran before journal_mode); open() retries
  through synthetic SQLITE_BUSY_RECOVERY; non-BUSY errors (SQLITE_CORRUPT)
  short-circuit; exhausted retries throw an error mentioning the DB path
  with exactly 3 sleeps for a 4-attempt budget.

Fixes #2421
2026-06-12 20:17:12 +00:00

153 lines
5.5 KiB
TypeScript

/**
* Regression coverage for issue #2421.
*
* Concurrent omp startups can race against WAL recovery so the auth-store init
* sees `SQLITE_BUSY` / `SQLITE_BUSY_RECOVERY` before its multi-statement run
* installs the busy handler. The fix hoists `PRAGMA busy_timeout` to a separate
* statement that runs first and wraps `open()` in a bounded retry loop on the
* BUSY family.
*/
import { Database } from "bun:sqlite";
import { afterEach, beforeEach, describe, expect, test, vi } from "bun:test";
import * as fs from "node:fs/promises";
import * as os from "node:os";
import * as path from "node:path";
import { isSqliteBusyError, SqliteAuthCredentialStore } from "@oh-my-pi/pi-ai/auth-storage";
interface SqliteBusyShape extends Error {
code: string;
errno: number;
}
function makeBusyError(code: string, errno: number): SqliteBusyShape {
const err = new Error("database is locked") as SqliteBusyShape;
err.code = code;
err.errno = errno;
return err;
}
describe("isSqliteBusyError", () => {
test("recognizes every documented BUSY family code", () => {
expect(isSqliteBusyError(makeBusyError("SQLITE_BUSY", 5))).toBe(true);
expect(isSqliteBusyError(makeBusyError("SQLITE_BUSY_RECOVERY", 261))).toBe(true);
expect(isSqliteBusyError(makeBusyError("SQLITE_BUSY_SNAPSHOT", 517))).toBe(true);
expect(isSqliteBusyError(makeBusyError("SQLITE_BUSY_TIMEOUT", 773))).toBe(true);
});
test("rejects non-BUSY codes and non-error values", () => {
expect(isSqliteBusyError(makeBusyError("SQLITE_LOCKED", 6))).toBe(false);
expect(isSqliteBusyError(makeBusyError("SQLITE_CORRUPT", 11))).toBe(false);
expect(isSqliteBusyError(new Error("plain"))).toBe(false);
expect(isSqliteBusyError(null)).toBe(false);
expect(isSqliteBusyError(undefined)).toBe(false);
expect(isSqliteBusyError("SQLITE_BUSY")).toBe(false);
});
});
describe("SqliteAuthCredentialStore.open SQLITE_BUSY handling", () => {
let tempDir = "";
beforeEach(async () => {
tempDir = await fs.mkdtemp(path.join(os.tmpdir(), "pi-ai-sqlite-busy-"));
});
afterEach(async () => {
vi.restoreAllMocks();
if (tempDir) {
await fs.rm(tempDir, { recursive: true, force: true });
tempDir = "";
}
});
test("installs busy_timeout BEFORE any lock-taking statement", async () => {
const store = await SqliteAuthCredentialStore.open(path.join(tempDir, "agent.db"));
try {
// The store doesn't expose the handle, so open a sibling read-only
// connection and verify the persisted side-effect of the open: WAL
// mode is set (PRAGMA journal_mode=WAL persists to the header), and
// the busy_timeout PRAGMA executed without throwing — the latter is
// proven by `open()` returning a store at all.
const observer = new Database(path.join(tempDir, "agent.db"));
try {
const row = observer.query("PRAGMA journal_mode").get() as { journal_mode: string };
expect(row.journal_mode).toBe("wal");
} finally {
observer.close();
}
} finally {
store.close();
}
});
test("retries through a transient SQLITE_BUSY_RECOVERY and eventually succeeds", async () => {
const dbPath = path.join(tempDir, "retry.db");
let throws = 2;
// Synthesize the WAL-recovery race: the first two `db.run` calls in
// `#initializeSchema` (the first being `PRAGMA busy_timeout = 5000`)
// throw `SQLITE_BUSY_RECOVERY`, then the third attempt sees the spy
// drained and falls through to the real implementation.
const realRun = Database.prototype.run;
const spy = vi.spyOn(Database.prototype, "run").mockImplementation(function (
this: Database,
...args: Parameters<typeof realRun>
) {
if (throws > 0) {
throws--;
throw makeBusyError("SQLITE_BUSY_RECOVERY", 261);
}
return realRun.apply(this, args);
});
const store = await SqliteAuthCredentialStore.open(dbPath);
try {
expect(throws).toBe(0);
expect(spy).toHaveBeenCalled();
} finally {
store.close();
}
});
test("non-BUSY errors short-circuit retries", async () => {
const dbPath = path.join(tempDir, "fatal.db");
const realRun = Database.prototype.run;
let runCalls = 0;
vi.spyOn(Database.prototype, "run").mockImplementation(function (
this: Database,
...args: Parameters<typeof realRun>
) {
runCalls++;
if (runCalls === 1) {
const err = new Error("disk image malformed") as SqliteBusyShape;
err.code = "SQLITE_CORRUPT";
err.errno = 11;
throw err;
}
return realRun.apply(this, args);
});
await expect(SqliteAuthCredentialStore.open(dbPath)).rejects.toThrow("disk image malformed");
// Single attempt: the retry loop must NOT keep banging on a fatal error.
expect(runCalls).toBe(1);
});
test("exhausts retries and surfaces an error that includes the DB path", async () => {
const dbPath = path.join(tempDir, "stuck.db");
const realRun = Database.prototype.run;
vi.spyOn(Database.prototype, "run").mockImplementation(function (this: Database) {
// Always-busy: every attempt fails until the retry budget runs out.
throw makeBusyError("SQLITE_BUSY_RECOVERY", 261);
});
// Skip the sleep so the test doesn't take 700ms+ of real time.
const sleepSpy = vi.spyOn(Bun, "sleep").mockResolvedValue(undefined);
await expect(SqliteAuthCredentialStore.open(dbPath)).rejects.toThrow(dbPath);
// open uses `maxAttempts = 4`, so the loop sleeps between attempts 0..2
// (three times) then throws after attempt 3 without sleeping again.
expect(sleepSpy).toHaveBeenCalledTimes(3);
// Reference realRun so the TS unused-binding lint stays quiet without
// suppressing the actual error path above.
expect(typeof realRun).toBe("function");
});
});