0988ad2763
- Removed delta-event throttling and merge logic so AssistantMessageEventStream now enqueues assistant deltas without batching. - Stopped debouncing preview-diff generation in ToolExecutionComponent so apply_patch argument updates trigger immediate preview refresh. - Added tests covering immediate delta queueing and confirming streaming arg updates no longer schedule setTimeout callbacks.
143 lines
3.6 KiB
TypeScript
143 lines
3.6 KiB
TypeScript
import type { AssistantMessage, AssistantMessageEvent } from "../types";
|
|
|
|
// Generic event stream class for async iteration
|
|
export class EventStream<T, R = T> implements AsyncIterable<T> {
|
|
queue: T[] = [];
|
|
waiting: Array<{ resolve: (value: IteratorResult<T>) => void; reject: (err: unknown) => void }> = [];
|
|
done = false;
|
|
#failed = false;
|
|
#error: unknown = undefined;
|
|
finalResultPromise: Promise<R>;
|
|
resolveFinalResult!: (result: R) => void;
|
|
rejectFinalResult!: (err: unknown) => void;
|
|
isComplete: (event: T) => boolean;
|
|
extractResult: (event: T) => R;
|
|
|
|
constructor(isComplete: (event: T) => boolean, extractResult: (event: T) => R) {
|
|
const { promise, resolve, reject } = Promise.withResolvers<R>();
|
|
// Prevent an unhandled rejection when fail() is called but nobody awaits result().
|
|
// Callers who do await result() still receive the rejection normally.
|
|
promise.catch(() => {});
|
|
this.finalResultPromise = promise;
|
|
this.resolveFinalResult = resolve;
|
|
this.rejectFinalResult = reject;
|
|
this.isComplete = isComplete;
|
|
this.extractResult = extractResult;
|
|
}
|
|
|
|
push(event: T): void {
|
|
if (this.done) return;
|
|
|
|
if (this.isComplete(event)) {
|
|
this.done = true;
|
|
this.resolveFinalResult(this.extractResult(event));
|
|
}
|
|
|
|
// Deliver to waiting consumer or queue it
|
|
const waiter = this.waiting.shift();
|
|
if (waiter) {
|
|
waiter.resolve({ value: event, done: false });
|
|
} else {
|
|
this.queue.push(event);
|
|
}
|
|
}
|
|
|
|
deliver(event: T): void {
|
|
const waiter = this.waiting.shift();
|
|
if (waiter) {
|
|
waiter.resolve({ value: event, done: false });
|
|
} else {
|
|
this.queue.push(event);
|
|
}
|
|
}
|
|
|
|
end(result?: R): void {
|
|
this.done = true;
|
|
if (result !== undefined) {
|
|
this.resolveFinalResult(result);
|
|
}
|
|
// Notify all waiting consumers that we're done
|
|
while (this.waiting.length > 0) {
|
|
const waiter = this.waiting.shift()!;
|
|
waiter.resolve({ value: undefined as any, done: true });
|
|
}
|
|
}
|
|
|
|
endWaiting(): void {
|
|
while (this.waiting.length > 0) {
|
|
const waiter = this.waiting.shift()!;
|
|
waiter.resolve({ value: undefined as any, done: true });
|
|
}
|
|
}
|
|
|
|
fail(err: unknown): void {
|
|
if (this.done) return;
|
|
this.done = true;
|
|
this.#failed = true;
|
|
this.#error = err;
|
|
this.rejectFinalResult(err);
|
|
while (this.waiting.length > 0) {
|
|
const waiter = this.waiting.shift()!;
|
|
waiter.reject(err);
|
|
}
|
|
}
|
|
|
|
async *[Symbol.asyncIterator](): AsyncIterator<T> {
|
|
while (true) {
|
|
if (this.queue.length > 0) {
|
|
yield this.queue.shift()!;
|
|
} else if (this.#failed) {
|
|
throw this.#error;
|
|
} else if (this.done) {
|
|
return;
|
|
} else {
|
|
const result = await new Promise<IteratorResult<T>>((resolve, reject) =>
|
|
this.waiting.push({ resolve, reject }),
|
|
);
|
|
if (result.done) return;
|
|
yield result.value;
|
|
}
|
|
}
|
|
}
|
|
|
|
result(): Promise<R> {
|
|
return this.finalResultPromise;
|
|
}
|
|
}
|
|
|
|
export class AssistantMessageEventStream extends EventStream<AssistantMessageEvent, AssistantMessage> {
|
|
constructor() {
|
|
super(
|
|
event => event.type === "done" || event.type === "error",
|
|
event => {
|
|
if (event.type === "done") {
|
|
return event.message;
|
|
} else if (event.type === "error") {
|
|
return event.error;
|
|
}
|
|
throw new Error("Unexpected event type for final result");
|
|
},
|
|
);
|
|
}
|
|
|
|
override push(event: AssistantMessageEvent): void {
|
|
if (this.done) return;
|
|
|
|
// Completion resolves the final result and still emits the terminal event.
|
|
if (this.isComplete(event)) {
|
|
this.done = true;
|
|
this.resolveFinalResult(this.extractResult(event));
|
|
}
|
|
|
|
this.deliver(event);
|
|
}
|
|
|
|
override end(result?: AssistantMessage): void {
|
|
this.done = true;
|
|
if (result !== undefined) {
|
|
this.resolveFinalResult(result);
|
|
}
|
|
this.endWaiting();
|
|
}
|
|
}
|