Stream reattachment client half: resume via same rendering path

Reattach to a turn that outlived its view through the SDK's native
resumeStream() so replay burst + live deltas flow through the exact
same processUIMessageStream chunk pipeline as first-subscriber
streaming — no second rendering dialect.

chat-transport.ts: ReattachingChatTransport subclasses
DefaultChatTransport and repoints reconnectToStream at GET
/api/chats/[id]/stream (the server's reattach endpoint, not the SDK
default /api/chat/{id}/stream). It peeks the first SSE event:
- turn-settled terminal: cancel body, fire onSettled (refetch), return
  null — the SDK treats null as no active stream, status stays ready.
- start chunk whose messageId equals the seeded last assistant message
  id (continuation case): rewritten to a fresh id so the resumed run
  mounts beside the seeded message instead of replacing its parts —
  settle-time record sync merges to the server's assembled message.

chat.tsx: mount effect resumes when initiallyInFlight (no once-ref:
React StrictMode's dev double-mount aborts the first attempt at
dispose — the retry must run). Mid-session discovery sites (jobs
poll, handoff watch) funnel into attachToRunningTurn().
turnInFlight is demoted to fallback liveness: the 1500ms record poll
self-heals a failed attach and clears a stale error banner on settle.
A status watcher clears the flag once the local stream represents
the turn. Stop/Esc unified in abortInFlightTurn: local stop() when a
stream runs here, always POST /api/activity/abort {kind:'turn'} with
409 not_running treated as a benign raced settle. Composer busy now
covers reattached turns (Stop square shows, send gated).

Live-verified on :3001 with real model turns: navigate away mid-turn
and back (replay + live deltas in-view, fallback poll disengaged),
Esc-abort of a reattached turn (partial persisted server-side,
composer restored), two concurrent sessions (raced-settle handled
via turn-settled + record refetch; live settle adopts the final
record), and no leaked stream readers after unmount.
This commit is contained in:
amosblomqvist
2026-09-25 18:12:29 +03:00
parent 7cfd8b5bc7
commit 79e7c8648b
3 changed files with 502 additions and 31 deletions
+199 -2
View File
@@ -21,6 +21,8 @@
* a future "server-ahead" heal in the poller). Rare path; self-heals.
*/
import { DefaultChatTransport } from "ai";
import type { UIMessageChunk } from "ai";
import type { ChatTransport } from "ai";
import type { TeacherUIMessage } from "@/src/core";
/** How often to poll turnInFlight while the racing turn runs. */
@@ -105,8 +107,10 @@ export function retryingFetch(chatId: string, opts: RetryFetchOptions = {}): typ
}
/**
* The chat.tsx one-liner: `transport: createChatTransport(chatId)` replaces
* `new DefaultChatTransport({ api: "/api/chat", body: { chatId } })`.
* The plain transport (no reattach adapters): sends keep the 409
* merge-retry. chat.tsx uses createReattachingTransport below — a
* superset of this — but the plain form stays exported for surfaces
* that only ever send (never resume onto a running turn).
*/
export function createChatTransport(chatId: string): DefaultChatTransport<TeacherUIMessage> {
return new DefaultChatTransport<TeacherUIMessage>({
@@ -114,4 +118,197 @@ export function createChatTransport(chatId: string): DefaultChatTransport<Teache
body: { chatId },
fetch: retryingFetch(chatId),
});
}
/* ────────────────────────────────────────────────────────────────────────
* THE REATTACH TRANSPORT (background-turn runner wave, owner ruling
* 2026-09-25): a turn runs server-side decoupled from every view, and a
* view that arrives late (navigate away mid-turn, wake-turn discovery)
* re-enters it through the SDK's OWN resume path — useChat's
* resumeStream() → reconnectToStream() — so the replay burst and the
* live deltas flow through the same processUIMessageStream assembly as
* first-subscriber streaming. No second rendering dialect exists.
*
* Three adapters over the platform contract, all in this file:
*
* 1. ENDPOINT: the SDK's default reconnect GETs /api/chat/{id}/stream;
* ours is GET /api/chats/[id]/stream (same chunk dialect).
* 2. THE SETTLED TERMINAL: "no turn running" is a terminal EVENT
* (turn-settled + [DONE]), not a 204 — one wire protocol end to end.
* The first SSE event is peeked; turn-settled cancels the body, fires
* onSettled (the Chat clears its in-flight flag and refetches the
* record), and resolves null — the SDK's "no active stream" signal
* (it sets status back to ready, no stream consumed).
* 3. THE CONTINUATION SEAM: the SDK seeds its resume streaming message
* EMPTY (the resume trigger passes lastMessage: undefined), so a
* reattached turn that CONTINUES the seeded last assistant message
* (answer-quiz reaction, wake continuation) would hit the SDK's
* replace-last-message path (start id === last id) and drop that
* message's parts for the whole stream — the answered-quiz card
* would flicker out until the settle sync restores it. When the
* peeked start chunk's messageId equals the seeded last message's id,
* rewrite it to a fresh id: this run's parts mount as their own
* message while the seeded one keeps rendering — pixel-identical to
* the live continuation (card above, reaction below) — and the settle
* syncFromServer lands the server's single assembled message (the
* server is the transcript's canon; the split never persists).
* Part ids stay server-prefixed; nothing keys parts by message id.
* ──────────────────────────────────────────────────────────────────────── */
/** The reattach half of the transport contract (chat.tsx wires the refs). */
export interface ReattachOptions {
/** turn-settled — the stream endpoint found no running turn (raced
* settle, or none ever started): the record is current; the caller
* refetches it and clears its in-flight flag. */
onSettled?: () => void;
/** The LIVE last message id of the seeded transcript (a Chat ref) —
* the continuation detection above. */
lastMessageId?: () => string | undefined;
}
/** Concatenate byte payloads (the head stream's event + read-past remainder). */
function concatBytes(a: Uint8Array, b: Uint8Array): Uint8Array {
const out = new Uint8Array(a.length + b.length);
out.set(a);
out.set(b, a.length);
return out;
}
/** Same id shape the server's runPiTurn mints — collision-free by design. */
function freshMessageId(): string {
return `msg_${Date.now().toString(36)}_${crypto.randomUUID().slice(0, 8)}`;
}
/** One parsed SSE event off the wire (data: <json>\\n\\n framing). */
interface SseEvent {
/** The raw bytes of this event, re-injectable into the head stream. */
raw: Uint8Array;
/** Bytes read PAST the event boundary (the next event can arrive in
* the same read) — they must ride the head of the tail verbatim. */
rest: Uint8Array;
/** The parsed JSON payload (events here are always single data lines). */
data: Record<string, unknown>;
}
/**
* Read the FIRST complete SSE event off a live body (the settled terminal
* and the start chunk are both single small events; a long-lived turn's
* log replays after). Resolves as soon as one \\n\\n boundary is seen — the
* caller re-injects the raw bytes (plus any read-past remainder) ahead of
* the unconsumed tail, so nothing is lost or reordered.
*/
async function readFirstEvent(reader: ReadableStreamDefaultReader<Uint8Array>): Promise<SseEvent> {
const decoder = new TextDecoder();
let buf = "";
for (;;) {
const { done, value } = await reader.read();
if (done) throw new Error("The reattach stream ended before its first event.");
buf += decoder.decode(value, { stream: true });
const end = buf.indexOf("\n\n");
if (end === -1) continue;
const event = buf.slice(0, end);
const dataLine = event.split("\n").find((l) => l.startsWith("data: "));
if (!dataLine) throw new Error("The reattach stream's first event is malformed.");
return {
raw: new TextEncoder().encode(`${event}\n\n`),
rest: new TextEncoder().encode(buf.slice(end + 2)),
data: JSON.parse(dataLine.slice("data: ".length)) as Record<string, unknown>,
};
}
}
/** The reattach transport: DefaultChatTransport for sends, our seam for resumes. */
class ReattachingChatTransport extends DefaultChatTransport<TeacherUIMessage> {
constructor(
private readonly reattach: ReattachOptions,
init: ConstructorParameters<typeof DefaultChatTransport<TeacherUIMessage>>[0],
) {
super(init);
}
override async reconnectToStream(
options: Parameters<ChatTransport<TeacherUIMessage>["reconnectToStream"]>[0],
): Promise<ReadableStream<UIMessageChunk> | null> {
const res = await fetch(`/api/chats/${encodeURIComponent(options.chatId)}/stream`, {
signal: options.abortSignal,
});
if (res.status === 204) return null; // the SDK's native no-stream signal
if (!res.ok) throw new Error((await res.text()) || "Failed to attach to the running turn.");
if (!res.body) throw new Error("The reattach response body is empty.");
const reader = res.body.getReader();
let first: SseEvent;
try {
first = await readFirstEvent(reader);
} catch (err) {
void reader.cancel().catch(() => {});
throw err;
}
// The settled terminal: nothing to attach to — the record is current.
if (first.data.type === "turn-settled") {
await reader.cancel().catch(() => {});
this.reattach.onSettled?.();
return null;
}
// The continuation seam (see the block comment): a start chunk whose
// id matches the seeded last message would REPLACE that message with
// an empty streaming state — rewrite to a fresh id so this run mounts
// beside it and the settle sync merges the canon back.
let firstEvent = first.raw;
if (
first.data.type === "start" &&
typeof first.data.messageId === "string" &&
first.data.messageId === this.reattach.lastMessageId?.()
) {
firstEvent = new TextEncoder().encode(
`data: ${JSON.stringify({ ...first.data, messageId: freshMessageId() })}\n\n`,
);
}
// The head bytes: the (possibly rewritten) first event plus anything
// the peek read past the boundary — then the live tail, untouched.
const head = first.rest.length > 0 ? concatBytes(firstEvent, first.rest) : firstEvent;
// Re-inject the (possibly rewritten) head ahead of the live tail and
// hand the SDK the SAME SSE parse the POST response goes through.
const tail = new ReadableStream<Uint8Array>({
start(controller) {
controller.enqueue(head);
void (async () => {
try {
for (;;) {
const { done, value } = await reader.read();
if (done) {
controller.close();
return;
}
controller.enqueue(value);
}
} catch (err) {
controller.error(err);
}
})();
},
cancel() {
return reader.cancel();
},
});
return this.processResponseStream(tail);
}
}
/**
* The chat.tsx wiring: `transport: createReattachingTransport(chatId, refs)`.
* Sends keep the 409 merge-retry fetch; resumes take the adapters above.
*/
export function createReattachingTransport(
chatId: string,
reattach: ReattachOptions,
): DefaultChatTransport<TeacherUIMessage> {
return new ReattachingChatTransport(reattach, {
api: "/api/chat",
body: { chatId },
fetch: retryingFetch(chatId),
});
}
+150 -29
View File
@@ -3,7 +3,7 @@
import { createContext, Fragment, useCallback, useEffect, useLayoutEffect, useMemo, useRef, useState } from "react";
import { useChat } from "@ai-sdk/react";
import { lastAssistantMessageIsCompleteWithToolCalls } from "ai";
import { createChatTransport } from "@/components/chat-transport";
import { createReattachingTransport } from "@/components/chat-transport";
import { SetupDialog } from "@/components/setup-dialog";
import { Hint } from "@/components/ui/hint";
import { useZeroKeys, ZeroKeysPill } from "@/components/setup-cta";
@@ -174,11 +174,22 @@ export function Chat({
* only decides whether the pill rides the composer. */
initialConfigured?: boolean;
}) {
const { messages, sendMessage, addToolOutput, setMessages, status, error, stop, clearError } =
// Reattach plumbing (background-turn runner wave): the transport holds
// two stable refs — the settled terminal's callback (assigned below,
// once syncFromServer exists) and the LIVE last-message id (the
// continuation seam — see chat-transport.ts). Refs, not closures, so
// the per-render transport recreation can never capture a stale one.
const reattachSettledRef = useRef<() => void>(() => {});
const reattachLastIdRef = useRef<string | undefined>(undefined);
const { messages, sendMessage, addToolOutput, setMessages, status, error, stop, clearError, resumeStream } =
useChat<TeacherUIMessage>({
id: chatId,
messages: initialMessages,
transport: createChatTransport(chatId),
transport: createReattachingTransport(chatId, {
onSettled: () => reattachSettledRef.current(),
lastMessageId: () => reattachLastIdRef.current,
}),
// After the learner answers (addToolOutput), automatically send the
// continuation request so the teacher reacts to the answer.
sendAutomaticallyWhen: lastAssistantMessageIsCompleteWithToolCalls,
@@ -193,10 +204,30 @@ export function Chat({
}
}, [initialPrompt, initialMessages.length, sendMessage]);
// A turn running server-side but attached to no client of ours (navigated
// away mid-turn, returned while in flight): the record is write-ahead
// persisted (answer included), but the teacher's reaction only lands when
// the orphaned turn finishes — poll for that, don't resurrect.
// The reattach seam's live half: the transport compares the stream's
// start id against the transcript's CURRENT last message — the
// continuation rewrite keys on it (chat-transport.ts, seam 3).
reattachLastIdRef.current = messages.at(-1)?.id;
// Reattach on mount (stream-reattach wave): a turn that outlived its
// client (navigate away mid-turn, back while in flight) is re-entered
// through the SAME rendering path as a live one — resumeStream() feeds
// the replay burst (instant catch-up) then the live deltas into the
// SDK's own chunk pipeline. Raced settle is the transport's turn-settled
// terminal: onSettled refetches the record. No once-ref guard: every
// mount resumes (the deps are stable — this fires once per mount), and
// React StrictMode's dev double-mount ABORTS the first attempt at
// dispose — the retry must be allowed to run.
useEffect(() => {
if (initiallyInFlight) void resumeStream();
}, [resumeStream, initiallyInFlight]);
// A turn running server-side, attached to no live view of ours (navigate
// away mid-turn, or a wake turn discovered mid-session): the reattach
// stream is the primary channel (resumeStream — the same rendering path
// as a live turn); this flag is the FALLBACK liveness source — it gates
// the composer, shows the pre-first-chunk shimmer, and drives the 1500ms
// record poll that adopts at settle if the stream can't attach.
const [turnInFlight, setTurnInFlight] = useState(initiallyInFlight ?? false);
// Session title: click-to-rename (owner, 2026-09-17). Clicking the header
@@ -269,17 +300,32 @@ export function Chat({
return () => window.removeEventListener("lh:chat-renamed", onRenamed);
}, [chatId]);
// The Esc chain's last link: abort the turn. Honest scope (the composer's
// Stop has the same rule): only a LOCAL stream has a client request to
// stop — a server-side wake turn aborts nothing (the stop would be a
// no-op lie), so Esc is simply inert while one runs.
// The Esc chain's last link: abort the turn. The background runner
// decoupled turns from views, so the abort is ALWAYS the remote kill
// (POST /api/activity/abort — any in-flight turn dies server-side, our
// view renders the aborted-partial close when the finish arrives). A
// LOCAL view also detaches first — stop() settles the client instantly
// and keeps the partial; the server-side partial persists via the
// abort's own onFinish. Inert when nothing runs (busyRef gate).
const abortInFlightTurn = useCallback(() => {
if (localStreamRef.current) stop();
void fetch("/api/activity/abort", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({ kind: "turn", id: chatId }),
}).catch(() => {
/* transient — the turn settles on its own; the record poll adopts */
});
// 409 not_running is the benign raced-settle: the stream's finish
// already settled the view (or the poll fallback adopts) — nothing owed.
}, [chatId, stop]);
useEffect(() => {
const onAbort = () => {
if (localStreamRef.current) stop();
if (busyRef.current) abortInFlightTurn();
};
window.addEventListener("lh:kbd-abort-turn", onAbort);
return () => window.removeEventListener("lh:kbd-abort-turn", onAbort);
}, [stop]);
}, [abortInFlightTurn]);
// Mount continuation: if the stored transcript ends with a fulfilled tool
// (a job result landed while no client was open), resume the lesson — the
// SDK's sendAutomaticallyWhen only fires inside addToolOutput, so reloads
@@ -305,6 +351,31 @@ export function Chat({
const pending = findPendingToolCall(messages);
const localStream = status === "submitted" || status === "streaming";
const busy = localStream || turnInFlight;
const busyRef = useRef(busy);
busyRef.current = busy;
// The attach handoff (stream-reattach wave): the moment a resumed
// stream takes over the rendering — the SDK left "ready", so
// submitted/streaming means chunks are flowing — localStream covers
// busy/shimmer/gates on its own. Keeping turnInFlight set would only
// double-render the shimmer and keep the 1500ms fallback poll fighting
// the live stream it was a fallback FOR.
useEffect(() => {
if (turnInFlight && (status === "submitted" || status === "streaming")) setTurnInFlight(false);
}, [status, turnInFlight]);
// Mid-session discovery (jobs poll, handoff watch): a server-side turn
// exists that none of our views holds — attach to it through the same
// resume path as mount reattach (live rendering, instant catch-up). The
// flag stays as the fallback until the stream attaches (watcher above);
// concurrent resume calls are SDK-guarded (a newer one aborts the older
// request), so discovery ticks re-firing this are harmless.
const turnInFlightRef = useRef(turnInFlight);
turnInFlightRef.current = turnInFlight;
const attachToRunningTurn = useCallback(() => {
setTurnInFlight(true);
void resumeStream();
}, [resumeStream]);
// Teach-phase check (W5, vision §2): a pending question that lands once a
// plan node is OCCUPIED (phaseAt3 "teach") starts collapsed behind a
@@ -425,6 +496,16 @@ export function Chat({
}
}, [chatId, setMessages, sendMessage, status]);
// The settled terminal's other half (stream-reattach wave): the
// transport resolved turn-settled — no turn running, the record is
// current. Drop the fallback busy state and adopt the record (its
// continuation check fires the owed next turn, exactly as the poll's
// settle branch always did).
reattachSettledRef.current = () => {
setTurnInFlight(false);
void syncFromServer();
};
// ── Append-only record adoption (owner ground rules, 2026-09-15) ──
// Content delivered into the record server-side — sub-agent
// artifacts, abort notes — must become visible the
@@ -641,7 +722,10 @@ export function Chat({
}
} else if (record.turnInFlight === true) {
// phase 2 (the watch): a wake turn started — the handoff.
setTurnInFlight(true); // → the wake-adoption poll takes over
// Attach to it live (stream-reattach wave): the same
// resume path as mount reattach; the record poll is
// the fallback while it connects.
attachToRunningTurn();
return;
}
}
@@ -658,7 +742,35 @@ export function Chat({
};
}
prevStatusRef.current = status;
}, [status, chatId, syncFromServer, syncTurns, refreshActivity]);
}, [status, chatId, syncFromServer, syncTurns, refreshActivity, attachToRunningTurn]);
// A stream that died MID-FLIGHT (network): the runner decoupled the turn
// from its view, so the server turn runs ON behind the error banner —
// re-enter the in-flight watch (the 1500ms fallback poll adopts at
// settle) instead of leaving the session blind until the next send's
// 409 merge-retry heals it. One record check per error transition.
const prevErrorStatusRef = useRef(status);
useEffect(() => {
const was = prevErrorStatusRef.current;
prevErrorStatusRef.current = status;
if (was === "error" || status !== "error") return;
let cancelled = false;
void (async () => {
try {
const res = await fetch(`/api/chats/${chatId}`);
if (!res.ok || cancelled) return;
const record = (await res.json()) as { turnInFlight?: boolean };
if (cancelled) return;
if (record.turnInFlight === true) setTurnInFlight(true);
else void syncFromServer();
} catch {
/* transient — the banner stands; the next send's merge-retry heals */
}
})();
return () => {
cancelled = true;
};
}, [status, chatId, syncFromServer]);
// ── Central job observability (contracts.ts "THE ASYNC PROTOCOL" §4) ──
// ONE poll of /api/jobs drives every job surface (transcript dispatch
@@ -781,9 +893,10 @@ export function Chat({
setJobs(list);
if (nudgeActivity) refreshActivity();
// Wake-turn adoption: a server-side teacher turn with no client request
// of ours (sub-agent delivery) — the same machinery as returning
// mid-turn: busy state + record poll to completion.
if (data.turnInFlight === true && !localStreamRef.current) setTurnInFlight(true);
// of ours (sub-agent delivery) — attach to it LIVE through the same
// reattach path (instant catch-up + deltas); while we hold a local
// stream the turn is already ours — nothing to attach to.
if (data.turnInFlight === true && !localStreamRef.current) attachToRunningTurn();
} catch {
/* transient fetch failure — keep polling */
}
@@ -794,13 +907,16 @@ export function Chat({
cancelled = true;
clearInterval(timer);
};
}, [pollMs, jobPartCount, chatId, syncFromServer, adoptAppendOnly, refreshActivity]);
}, [pollMs, jobPartCount, chatId, syncFromServer, adoptAppendOnly, refreshActivity, attachToRunningTurn]);
// Re-attach after mid-turn navigation (the key fix): poll the record until
// the orphaned turn finishes (turnInFlight flips false server-side in
// onFinish, AFTER persist), then adopt the completed transcript — the
// syncFromServer above already runs the job-continuation check. Until then
// the session reads as busy: thinking shimmer, composer gated.
// The FALLBACK liveness poll (stream-reattach wave): runs only while the
// reattach stream couldn't take over — the pre-attach window, a failed
// resume, or a resumed stream that died mid-flight. Polls the record
// until the orphaned turn finishes (turnInFlight flips false server-side
// in onFinish, AFTER persist), then adopts the completed transcript —
// the syncFromServer above already runs the job-continuation check.
// Until then the session reads as busy: pre-first-chunk shimmer,
// composer gated. Steer content shows NOW via append-only adoption.
useEffect(() => {
if (!turnInFlight) return;
let cancelled = false;
@@ -824,6 +940,9 @@ export function Chat({
}
if (!record.turnInFlight) {
setTurnInFlight(false);
// Heal a stream-death banner (the failed-attach fallback): the
// record is the truth and the truth just landed.
if (status === "error") clearError();
void syncFromServer();
return;
}
@@ -838,7 +957,7 @@ export function Chat({
cancelled = true;
if (timer) clearTimeout(timer);
};
}, [turnInFlight, chatId, syncFromServer]);
}, [turnInFlight, chatId, syncFromServer, status, clearError]);
const onSend = () => {
const t = text.trim();
@@ -1137,13 +1256,15 @@ export function Chat({
}
composer={
<Composer
// Stop applies only to a LOCAL stream: a server-side turn has no
// client request to abort (stop() would be a no-op lie).
busy={localStream}
// Stop aborts ANY in-flight turn (stream-reattach wave): the
// square renders while a reattached/wake turn runs too — the
// abort channel kills it server-side; stop() alone would
// only detach our view.
busy={busy}
value={text}
onChange={setText}
onSend={onSend}
onStop={() => stop()}
onStop={abortInFlightTurn}
canSend={canSend}
onEscape={dictation.active ? dictation.cancel : undefined}
verdict={
+153
View File
@@ -0,0 +1,153 @@
/**
* Reattach transport tests (components/chat-transport.ts, the
* ReattachingChatTransport half): the SDK's native resume path —
* reconnectToStream — repointed at GET /api/chats/[id]/stream with the
* platform contract's two adapters:
*
* - turn-settled (the "no turn running" TERMINAL EVENT, not a 204) →
* cancel + onSettled + null (the SDK's no-active-stream signal);
* - the continuation seam — a start chunk whose messageId matches the
* seeded last message is rewritten to a fresh id (the SDK seeds its
* resume streaming message EMPTY; a replace-last would drop the seeded
* message's parts for the whole stream).
*
* Plus the framing seam: the first SSE event is peeked byte-wise (a body
* that arrives split across reads must still resolve its boundary, and
* the leftover bytes must ride the head of the returned stream).
*/
import assert from "node:assert/strict";
import { afterEach, describe, it } from "node:test";
import { createReattachingTransport } from "../components/chat-transport.ts";
const realFetch = globalThis.fetch;
afterEach(() => {
globalThis.fetch = realFetch;
});
/** SSE-frame each object the way the server's subscriber stream does. */
function sse(...events: unknown[]): string {
return events.map((e) => `data: ${JSON.stringify(e)}\n\n`).join("");
}
/** A Response whose body drips `text` in `slice`-byte reads. */
function dripped(text: string, slice: number, status = 200): Response {
const bytes = new TextEncoder().encode(text);
const body = new ReadableStream<Uint8Array>({
start(controller) {
for (let i = 0; i < bytes.length; i += slice) {
controller.enqueue(bytes.slice(i, i + slice));
}
controller.close();
},
});
return new Response(body, { status });
}
/** Collect a UIMessageChunk stream to an array. */
async function collect(stream: ReadableStream): Promise<unknown[]> {
const out: unknown[] = [];
const reader = stream.getReader();
for (;;) {
const { done, value } = await reader.read();
if (done) return out;
out.push(value);
}
}
const RECONNECT_OPTS = {
chatId: "chat_x",
trigger: "resume-stream" as const,
messageId: undefined,
};
describe("reattach transport (reconnectToStream)", () => {
it("GETs the stream endpoint for the chat", async () => {
const urls: string[] = [];
globalThis.fetch = (async (input: RequestInfo | URL) => {
urls.push(String(input));
return dripped(sse({ type: "start", messageId: "msg_run_1" }), 8);
}) as typeof globalThis.fetch;
const transport = createReattachingTransport("chat_x", {});
await collect((await transport.reconnectToStream(RECONNECT_OPTS))!);
assert.deepEqual(urls, ["/api/chats/chat_x/stream"]);
});
it("turn-settled: fires onSettled, resolves null (the body is released)", async () => {
globalThis.fetch = (async () =>
dripped(sse({ type: "turn-settled" }, "[DONE]"), 8)) as typeof globalThis.fetch;
let settled = 0;
const transport = createReattachingTransport("chat_x", { onSettled: () => settled++ });
const stream = await transport.reconnectToStream(RECONNECT_OPTS);
assert.equal(stream, null);
assert.equal(settled, 1);
// (The reader.cancel hygiene is best-effort: undici wraps Response
// bodies, so the source-level cancel is not observable here.)
});
it("204 (the SDK's native no-stream signal) resolves null untouched", async () => {
globalThis.fetch = (async () => new Response(null, { status: 204 })) as typeof globalThis.fetch;
const transport = createReattachingTransport("chat_x", {});
assert.equal(await transport.reconnectToStream(RECONNECT_OPTS), null);
});
it("a fresh start chunk passes through the SDK parse verbatim", async () => {
// slice 13: the boundary lands MID-read, so the peek's read-past
// remainder must ride the head (the bug this pins: dropped leftovers).
globalThis.fetch = (async () =>
dripped(
sse(
{ type: "start", messageId: "msg_run_1" },
{ type: "text-start", id: "msg_run_1-t0" },
{ type: "text-delta", id: "msg_run_1-t0", delta: "hi" },
),
13,
)) as typeof globalThis.fetch;
const transport = createReattachingTransport("chat_x", {});
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
Record<string, unknown>
>;
assert.equal(chunks[0]!.type, "start");
assert.equal(chunks[0]!.messageId, "msg_run_1", "no rewrite when the id is fresh");
assert.equal(chunks[1]!.type, "text-start");
assert.equal(chunks[2]!.delta, "hi", "the leftover bytes after the peek ride the head");
});
it("a CONTINUATION start chunk (id === seeded last message) is rewritten fresh", async () => {
globalThis.fetch = (async () =>
dripped(
sse({ type: "start", messageId: "msg_seed" }, { type: "text-start", id: "msg_seed-t3" }),
64,
)) as typeof globalThis.fetch;
const transport = createReattachingTransport("chat_x", {
lastMessageId: () => "msg_seed",
});
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
Record<string, unknown>
>;
assert.equal(chunks[0]!.type, "start");
assert.notEqual(chunks[0]!.messageId, "msg_seed");
assert.match(String(chunks[0]!.messageId), /^msg_[a-z0-9]+_[a-f0-9]{8}$/, "the server's id shape");
// Part ids stay server-prefixed — nothing keys parts by message id.
assert.equal(chunks[1]!.id, "msg_seed-t3");
});
it("survives a body split byte-by-byte across reads", async () => {
globalThis.fetch = (async () =>
dripped(sse({ type: "start", messageId: "msg_run_1" }, { type: "finish", finishReason: "stop" }), 1)) as typeof globalThis.fetch;
const transport = createReattachingTransport("chat_x", {});
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
Record<string, unknown>
>;
assert.deepEqual(
chunks.map((c) => c.type),
["start", "finish"],
);
assert.equal(chunks[0]!.messageId, "msg_run_1");
});
it("an unhappy endpoint throws (the SDK surfaces the error banner)", async () => {
globalThis.fetch = (async () => new Response("boom", { status: 500 })) as typeof globalThis.fetch;
const transport = createReattachingTransport("chat_x", {});
await assert.rejects(() => transport.reconnectToStream(RECONNECT_OPTS), /boom/);
});
});