Stream reattachment client half: resume via same rendering path
Reattach to a turn that outlived its view through the SDK's native
resumeStream() so replay burst + live deltas flow through the exact
same processUIMessageStream chunk pipeline as first-subscriber
streaming — no second rendering dialect.
chat-transport.ts: ReattachingChatTransport subclasses
DefaultChatTransport and repoints reconnectToStream at GET
/api/chats/[id]/stream (the server's reattach endpoint, not the SDK
default /api/chat/{id}/stream). It peeks the first SSE event:
- turn-settled terminal: cancel body, fire onSettled (refetch), return
null — the SDK treats null as no active stream, status stays ready.
- start chunk whose messageId equals the seeded last assistant message
id (continuation case): rewritten to a fresh id so the resumed run
mounts beside the seeded message instead of replacing its parts —
settle-time record sync merges to the server's assembled message.
chat.tsx: mount effect resumes when initiallyInFlight (no once-ref:
React StrictMode's dev double-mount aborts the first attempt at
dispose — the retry must run). Mid-session discovery sites (jobs
poll, handoff watch) funnel into attachToRunningTurn().
turnInFlight is demoted to fallback liveness: the 1500ms record poll
self-heals a failed attach and clears a stale error banner on settle.
A status watcher clears the flag once the local stream represents
the turn. Stop/Esc unified in abortInFlightTurn: local stop() when a
stream runs here, always POST /api/activity/abort {kind:'turn'} with
409 not_running treated as a benign raced settle. Composer busy now
covers reattached turns (Stop square shows, send gated).
Live-verified on :3001 with real model turns: navigate away mid-turn
and back (replay + live deltas in-view, fallback poll disengaged),
Esc-abort of a reattached turn (partial persisted server-side,
composer restored), two concurrent sessions (raced-settle handled
via turn-settled + record refetch; live settle adopts the final
record), and no leaked stream readers after unmount.
This commit is contained in:
@@ -21,6 +21,8 @@
|
||||
* a future "server-ahead" heal in the poller). Rare path; self-heals.
|
||||
*/
|
||||
import { DefaultChatTransport } from "ai";
|
||||
import type { UIMessageChunk } from "ai";
|
||||
import type { ChatTransport } from "ai";
|
||||
import type { TeacherUIMessage } from "@/src/core";
|
||||
|
||||
/** How often to poll turnInFlight while the racing turn runs. */
|
||||
@@ -105,8 +107,10 @@ export function retryingFetch(chatId: string, opts: RetryFetchOptions = {}): typ
|
||||
}
|
||||
|
||||
/**
|
||||
* The chat.tsx one-liner: `transport: createChatTransport(chatId)` replaces
|
||||
* `new DefaultChatTransport({ api: "/api/chat", body: { chatId } })`.
|
||||
* The plain transport (no reattach adapters): sends keep the 409
|
||||
* merge-retry. chat.tsx uses createReattachingTransport below — a
|
||||
* superset of this — but the plain form stays exported for surfaces
|
||||
* that only ever send (never resume onto a running turn).
|
||||
*/
|
||||
export function createChatTransport(chatId: string): DefaultChatTransport<TeacherUIMessage> {
|
||||
return new DefaultChatTransport<TeacherUIMessage>({
|
||||
@@ -114,4 +118,197 @@ export function createChatTransport(chatId: string): DefaultChatTransport<Teache
|
||||
body: { chatId },
|
||||
fetch: retryingFetch(chatId),
|
||||
});
|
||||
}
|
||||
|
||||
/* ────────────────────────────────────────────────────────────────────────
|
||||
* THE REATTACH TRANSPORT (background-turn runner wave, owner ruling
|
||||
* 2026-09-25): a turn runs server-side decoupled from every view, and a
|
||||
* view that arrives late (navigate away mid-turn, wake-turn discovery)
|
||||
* re-enters it through the SDK's OWN resume path — useChat's
|
||||
* resumeStream() → reconnectToStream() — so the replay burst and the
|
||||
* live deltas flow through the same processUIMessageStream assembly as
|
||||
* first-subscriber streaming. No second rendering dialect exists.
|
||||
*
|
||||
* Three adapters over the platform contract, all in this file:
|
||||
*
|
||||
* 1. ENDPOINT: the SDK's default reconnect GETs /api/chat/{id}/stream;
|
||||
* ours is GET /api/chats/[id]/stream (same chunk dialect).
|
||||
* 2. THE SETTLED TERMINAL: "no turn running" is a terminal EVENT
|
||||
* (turn-settled + [DONE]), not a 204 — one wire protocol end to end.
|
||||
* The first SSE event is peeked; turn-settled cancels the body, fires
|
||||
* onSettled (the Chat clears its in-flight flag and refetches the
|
||||
* record), and resolves null — the SDK's "no active stream" signal
|
||||
* (it sets status back to ready, no stream consumed).
|
||||
* 3. THE CONTINUATION SEAM: the SDK seeds its resume streaming message
|
||||
* EMPTY (the resume trigger passes lastMessage: undefined), so a
|
||||
* reattached turn that CONTINUES the seeded last assistant message
|
||||
* (answer-quiz reaction, wake continuation) would hit the SDK's
|
||||
* replace-last-message path (start id === last id) and drop that
|
||||
* message's parts for the whole stream — the answered-quiz card
|
||||
* would flicker out until the settle sync restores it. When the
|
||||
* peeked start chunk's messageId equals the seeded last message's id,
|
||||
* rewrite it to a fresh id: this run's parts mount as their own
|
||||
* message while the seeded one keeps rendering — pixel-identical to
|
||||
* the live continuation (card above, reaction below) — and the settle
|
||||
* syncFromServer lands the server's single assembled message (the
|
||||
* server is the transcript's canon; the split never persists).
|
||||
* Part ids stay server-prefixed; nothing keys parts by message id.
|
||||
* ──────────────────────────────────────────────────────────────────────── */
|
||||
|
||||
/** The reattach half of the transport contract (chat.tsx wires the refs). */
|
||||
export interface ReattachOptions {
|
||||
/** turn-settled — the stream endpoint found no running turn (raced
|
||||
* settle, or none ever started): the record is current; the caller
|
||||
* refetches it and clears its in-flight flag. */
|
||||
onSettled?: () => void;
|
||||
/** The LIVE last message id of the seeded transcript (a Chat ref) —
|
||||
* the continuation detection above. */
|
||||
lastMessageId?: () => string | undefined;
|
||||
}
|
||||
|
||||
/** Concatenate byte payloads (the head stream's event + read-past remainder). */
|
||||
function concatBytes(a: Uint8Array, b: Uint8Array): Uint8Array {
|
||||
const out = new Uint8Array(a.length + b.length);
|
||||
out.set(a);
|
||||
out.set(b, a.length);
|
||||
return out;
|
||||
}
|
||||
|
||||
/** Same id shape the server's runPiTurn mints — collision-free by design. */
|
||||
function freshMessageId(): string {
|
||||
return `msg_${Date.now().toString(36)}_${crypto.randomUUID().slice(0, 8)}`;
|
||||
}
|
||||
|
||||
/** One parsed SSE event off the wire (data: <json>\\n\\n framing). */
|
||||
interface SseEvent {
|
||||
/** The raw bytes of this event, re-injectable into the head stream. */
|
||||
raw: Uint8Array;
|
||||
/** Bytes read PAST the event boundary (the next event can arrive in
|
||||
* the same read) — they must ride the head of the tail verbatim. */
|
||||
rest: Uint8Array;
|
||||
/** The parsed JSON payload (events here are always single data lines). */
|
||||
data: Record<string, unknown>;
|
||||
}
|
||||
|
||||
/**
|
||||
* Read the FIRST complete SSE event off a live body (the settled terminal
|
||||
* and the start chunk are both single small events; a long-lived turn's
|
||||
* log replays after). Resolves as soon as one \\n\\n boundary is seen — the
|
||||
* caller re-injects the raw bytes (plus any read-past remainder) ahead of
|
||||
* the unconsumed tail, so nothing is lost or reordered.
|
||||
*/
|
||||
async function readFirstEvent(reader: ReadableStreamDefaultReader<Uint8Array>): Promise<SseEvent> {
|
||||
const decoder = new TextDecoder();
|
||||
let buf = "";
|
||||
for (;;) {
|
||||
const { done, value } = await reader.read();
|
||||
if (done) throw new Error("The reattach stream ended before its first event.");
|
||||
buf += decoder.decode(value, { stream: true });
|
||||
const end = buf.indexOf("\n\n");
|
||||
if (end === -1) continue;
|
||||
const event = buf.slice(0, end);
|
||||
const dataLine = event.split("\n").find((l) => l.startsWith("data: "));
|
||||
if (!dataLine) throw new Error("The reattach stream's first event is malformed.");
|
||||
return {
|
||||
raw: new TextEncoder().encode(`${event}\n\n`),
|
||||
rest: new TextEncoder().encode(buf.slice(end + 2)),
|
||||
data: JSON.parse(dataLine.slice("data: ".length)) as Record<string, unknown>,
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
/** The reattach transport: DefaultChatTransport for sends, our seam for resumes. */
|
||||
class ReattachingChatTransport extends DefaultChatTransport<TeacherUIMessage> {
|
||||
constructor(
|
||||
private readonly reattach: ReattachOptions,
|
||||
init: ConstructorParameters<typeof DefaultChatTransport<TeacherUIMessage>>[0],
|
||||
) {
|
||||
super(init);
|
||||
}
|
||||
|
||||
override async reconnectToStream(
|
||||
options: Parameters<ChatTransport<TeacherUIMessage>["reconnectToStream"]>[0],
|
||||
): Promise<ReadableStream<UIMessageChunk> | null> {
|
||||
const res = await fetch(`/api/chats/${encodeURIComponent(options.chatId)}/stream`, {
|
||||
signal: options.abortSignal,
|
||||
});
|
||||
if (res.status === 204) return null; // the SDK's native no-stream signal
|
||||
if (!res.ok) throw new Error((await res.text()) || "Failed to attach to the running turn.");
|
||||
if (!res.body) throw new Error("The reattach response body is empty.");
|
||||
|
||||
const reader = res.body.getReader();
|
||||
let first: SseEvent;
|
||||
try {
|
||||
first = await readFirstEvent(reader);
|
||||
} catch (err) {
|
||||
void reader.cancel().catch(() => {});
|
||||
throw err;
|
||||
}
|
||||
|
||||
// The settled terminal: nothing to attach to — the record is current.
|
||||
if (first.data.type === "turn-settled") {
|
||||
await reader.cancel().catch(() => {});
|
||||
this.reattach.onSettled?.();
|
||||
return null;
|
||||
}
|
||||
|
||||
// The continuation seam (see the block comment): a start chunk whose
|
||||
// id matches the seeded last message would REPLACE that message with
|
||||
// an empty streaming state — rewrite to a fresh id so this run mounts
|
||||
// beside it and the settle sync merges the canon back.
|
||||
let firstEvent = first.raw;
|
||||
if (
|
||||
first.data.type === "start" &&
|
||||
typeof first.data.messageId === "string" &&
|
||||
first.data.messageId === this.reattach.lastMessageId?.()
|
||||
) {
|
||||
firstEvent = new TextEncoder().encode(
|
||||
`data: ${JSON.stringify({ ...first.data, messageId: freshMessageId() })}\n\n`,
|
||||
);
|
||||
}
|
||||
// The head bytes: the (possibly rewritten) first event plus anything
|
||||
// the peek read past the boundary — then the live tail, untouched.
|
||||
const head = first.rest.length > 0 ? concatBytes(firstEvent, first.rest) : firstEvent;
|
||||
|
||||
// Re-inject the (possibly rewritten) head ahead of the live tail and
|
||||
// hand the SDK the SAME SSE parse the POST response goes through.
|
||||
const tail = new ReadableStream<Uint8Array>({
|
||||
start(controller) {
|
||||
controller.enqueue(head);
|
||||
void (async () => {
|
||||
try {
|
||||
for (;;) {
|
||||
const { done, value } = await reader.read();
|
||||
if (done) {
|
||||
controller.close();
|
||||
return;
|
||||
}
|
||||
controller.enqueue(value);
|
||||
}
|
||||
} catch (err) {
|
||||
controller.error(err);
|
||||
}
|
||||
})();
|
||||
},
|
||||
cancel() {
|
||||
return reader.cancel();
|
||||
},
|
||||
});
|
||||
return this.processResponseStream(tail);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* The chat.tsx wiring: `transport: createReattachingTransport(chatId, refs)`.
|
||||
* Sends keep the 409 merge-retry fetch; resumes take the adapters above.
|
||||
*/
|
||||
export function createReattachingTransport(
|
||||
chatId: string,
|
||||
reattach: ReattachOptions,
|
||||
): DefaultChatTransport<TeacherUIMessage> {
|
||||
return new ReattachingChatTransport(reattach, {
|
||||
api: "/api/chat",
|
||||
body: { chatId },
|
||||
fetch: retryingFetch(chatId),
|
||||
});
|
||||
}
|
||||
+150
-29
@@ -3,7 +3,7 @@
|
||||
import { createContext, Fragment, useCallback, useEffect, useLayoutEffect, useMemo, useRef, useState } from "react";
|
||||
import { useChat } from "@ai-sdk/react";
|
||||
import { lastAssistantMessageIsCompleteWithToolCalls } from "ai";
|
||||
import { createChatTransport } from "@/components/chat-transport";
|
||||
import { createReattachingTransport } from "@/components/chat-transport";
|
||||
import { SetupDialog } from "@/components/setup-dialog";
|
||||
import { Hint } from "@/components/ui/hint";
|
||||
import { useZeroKeys, ZeroKeysPill } from "@/components/setup-cta";
|
||||
@@ -174,11 +174,22 @@ export function Chat({
|
||||
* only decides whether the pill rides the composer. */
|
||||
initialConfigured?: boolean;
|
||||
}) {
|
||||
const { messages, sendMessage, addToolOutput, setMessages, status, error, stop, clearError } =
|
||||
// Reattach plumbing (background-turn runner wave): the transport holds
|
||||
// two stable refs — the settled terminal's callback (assigned below,
|
||||
// once syncFromServer exists) and the LIVE last-message id (the
|
||||
// continuation seam — see chat-transport.ts). Refs, not closures, so
|
||||
// the per-render transport recreation can never capture a stale one.
|
||||
const reattachSettledRef = useRef<() => void>(() => {});
|
||||
const reattachLastIdRef = useRef<string | undefined>(undefined);
|
||||
|
||||
const { messages, sendMessage, addToolOutput, setMessages, status, error, stop, clearError, resumeStream } =
|
||||
useChat<TeacherUIMessage>({
|
||||
id: chatId,
|
||||
messages: initialMessages,
|
||||
transport: createChatTransport(chatId),
|
||||
transport: createReattachingTransport(chatId, {
|
||||
onSettled: () => reattachSettledRef.current(),
|
||||
lastMessageId: () => reattachLastIdRef.current,
|
||||
}),
|
||||
// After the learner answers (addToolOutput), automatically send the
|
||||
// continuation request so the teacher reacts to the answer.
|
||||
sendAutomaticallyWhen: lastAssistantMessageIsCompleteWithToolCalls,
|
||||
@@ -193,10 +204,30 @@ export function Chat({
|
||||
}
|
||||
}, [initialPrompt, initialMessages.length, sendMessage]);
|
||||
|
||||
// A turn running server-side but attached to no client of ours (navigated
|
||||
// away mid-turn, returned while in flight): the record is write-ahead
|
||||
// persisted (answer included), but the teacher's reaction only lands when
|
||||
// the orphaned turn finishes — poll for that, don't resurrect.
|
||||
// The reattach seam's live half: the transport compares the stream's
|
||||
// start id against the transcript's CURRENT last message — the
|
||||
// continuation rewrite keys on it (chat-transport.ts, seam 3).
|
||||
reattachLastIdRef.current = messages.at(-1)?.id;
|
||||
|
||||
// Reattach on mount (stream-reattach wave): a turn that outlived its
|
||||
// client (navigate away mid-turn, back while in flight) is re-entered
|
||||
// through the SAME rendering path as a live one — resumeStream() feeds
|
||||
// the replay burst (instant catch-up) then the live deltas into the
|
||||
// SDK's own chunk pipeline. Raced settle is the transport's turn-settled
|
||||
// terminal: onSettled refetches the record. No once-ref guard: every
|
||||
// mount resumes (the deps are stable — this fires once per mount), and
|
||||
// React StrictMode's dev double-mount ABORTS the first attempt at
|
||||
// dispose — the retry must be allowed to run.
|
||||
useEffect(() => {
|
||||
if (initiallyInFlight) void resumeStream();
|
||||
}, [resumeStream, initiallyInFlight]);
|
||||
|
||||
// A turn running server-side, attached to no live view of ours (navigate
|
||||
// away mid-turn, or a wake turn discovered mid-session): the reattach
|
||||
// stream is the primary channel (resumeStream — the same rendering path
|
||||
// as a live turn); this flag is the FALLBACK liveness source — it gates
|
||||
// the composer, shows the pre-first-chunk shimmer, and drives the 1500ms
|
||||
// record poll that adopts at settle if the stream can't attach.
|
||||
const [turnInFlight, setTurnInFlight] = useState(initiallyInFlight ?? false);
|
||||
|
||||
// Session title: click-to-rename (owner, 2026-09-17). Clicking the header
|
||||
@@ -269,17 +300,32 @@ export function Chat({
|
||||
return () => window.removeEventListener("lh:chat-renamed", onRenamed);
|
||||
}, [chatId]);
|
||||
|
||||
// The Esc chain's last link: abort the turn. Honest scope (the composer's
|
||||
// Stop has the same rule): only a LOCAL stream has a client request to
|
||||
// stop — a server-side wake turn aborts nothing (the stop would be a
|
||||
// no-op lie), so Esc is simply inert while one runs.
|
||||
// The Esc chain's last link: abort the turn. The background runner
|
||||
// decoupled turns from views, so the abort is ALWAYS the remote kill
|
||||
// (POST /api/activity/abort — any in-flight turn dies server-side, our
|
||||
// view renders the aborted-partial close when the finish arrives). A
|
||||
// LOCAL view also detaches first — stop() settles the client instantly
|
||||
// and keeps the partial; the server-side partial persists via the
|
||||
// abort's own onFinish. Inert when nothing runs (busyRef gate).
|
||||
const abortInFlightTurn = useCallback(() => {
|
||||
if (localStreamRef.current) stop();
|
||||
void fetch("/api/activity/abort", {
|
||||
method: "POST",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
body: JSON.stringify({ kind: "turn", id: chatId }),
|
||||
}).catch(() => {
|
||||
/* transient — the turn settles on its own; the record poll adopts */
|
||||
});
|
||||
// 409 not_running is the benign raced-settle: the stream's finish
|
||||
// already settled the view (or the poll fallback adopts) — nothing owed.
|
||||
}, [chatId, stop]);
|
||||
useEffect(() => {
|
||||
const onAbort = () => {
|
||||
if (localStreamRef.current) stop();
|
||||
if (busyRef.current) abortInFlightTurn();
|
||||
};
|
||||
window.addEventListener("lh:kbd-abort-turn", onAbort);
|
||||
return () => window.removeEventListener("lh:kbd-abort-turn", onAbort);
|
||||
}, [stop]);
|
||||
}, [abortInFlightTurn]);
|
||||
// Mount continuation: if the stored transcript ends with a fulfilled tool
|
||||
// (a job result landed while no client was open), resume the lesson — the
|
||||
// SDK's sendAutomaticallyWhen only fires inside addToolOutput, so reloads
|
||||
@@ -305,6 +351,31 @@ export function Chat({
|
||||
const pending = findPendingToolCall(messages);
|
||||
const localStream = status === "submitted" || status === "streaming";
|
||||
const busy = localStream || turnInFlight;
|
||||
const busyRef = useRef(busy);
|
||||
busyRef.current = busy;
|
||||
|
||||
// The attach handoff (stream-reattach wave): the moment a resumed
|
||||
// stream takes over the rendering — the SDK left "ready", so
|
||||
// submitted/streaming means chunks are flowing — localStream covers
|
||||
// busy/shimmer/gates on its own. Keeping turnInFlight set would only
|
||||
// double-render the shimmer and keep the 1500ms fallback poll fighting
|
||||
// the live stream it was a fallback FOR.
|
||||
useEffect(() => {
|
||||
if (turnInFlight && (status === "submitted" || status === "streaming")) setTurnInFlight(false);
|
||||
}, [status, turnInFlight]);
|
||||
|
||||
// Mid-session discovery (jobs poll, handoff watch): a server-side turn
|
||||
// exists that none of our views holds — attach to it through the same
|
||||
// resume path as mount reattach (live rendering, instant catch-up). The
|
||||
// flag stays as the fallback until the stream attaches (watcher above);
|
||||
// concurrent resume calls are SDK-guarded (a newer one aborts the older
|
||||
// request), so discovery ticks re-firing this are harmless.
|
||||
const turnInFlightRef = useRef(turnInFlight);
|
||||
turnInFlightRef.current = turnInFlight;
|
||||
const attachToRunningTurn = useCallback(() => {
|
||||
setTurnInFlight(true);
|
||||
void resumeStream();
|
||||
}, [resumeStream]);
|
||||
|
||||
// Teach-phase check (W5, vision §2): a pending question that lands once a
|
||||
// plan node is OCCUPIED (phaseAt3 "teach") starts collapsed behind a
|
||||
@@ -425,6 +496,16 @@ export function Chat({
|
||||
}
|
||||
}, [chatId, setMessages, sendMessage, status]);
|
||||
|
||||
// The settled terminal's other half (stream-reattach wave): the
|
||||
// transport resolved turn-settled — no turn running, the record is
|
||||
// current. Drop the fallback busy state and adopt the record (its
|
||||
// continuation check fires the owed next turn, exactly as the poll's
|
||||
// settle branch always did).
|
||||
reattachSettledRef.current = () => {
|
||||
setTurnInFlight(false);
|
||||
void syncFromServer();
|
||||
};
|
||||
|
||||
// ── Append-only record adoption (owner ground rules, 2026-09-15) ──
|
||||
// Content delivered into the record server-side — sub-agent
|
||||
// artifacts, abort notes — must become visible the
|
||||
@@ -641,7 +722,10 @@ export function Chat({
|
||||
}
|
||||
} else if (record.turnInFlight === true) {
|
||||
// phase 2 (the watch): a wake turn started — the handoff.
|
||||
setTurnInFlight(true); // → the wake-adoption poll takes over
|
||||
// Attach to it live (stream-reattach wave): the same
|
||||
// resume path as mount reattach; the record poll is
|
||||
// the fallback while it connects.
|
||||
attachToRunningTurn();
|
||||
return;
|
||||
}
|
||||
}
|
||||
@@ -658,7 +742,35 @@ export function Chat({
|
||||
};
|
||||
}
|
||||
prevStatusRef.current = status;
|
||||
}, [status, chatId, syncFromServer, syncTurns, refreshActivity]);
|
||||
}, [status, chatId, syncFromServer, syncTurns, refreshActivity, attachToRunningTurn]);
|
||||
|
||||
// A stream that died MID-FLIGHT (network): the runner decoupled the turn
|
||||
// from its view, so the server turn runs ON behind the error banner —
|
||||
// re-enter the in-flight watch (the 1500ms fallback poll adopts at
|
||||
// settle) instead of leaving the session blind until the next send's
|
||||
// 409 merge-retry heals it. One record check per error transition.
|
||||
const prevErrorStatusRef = useRef(status);
|
||||
useEffect(() => {
|
||||
const was = prevErrorStatusRef.current;
|
||||
prevErrorStatusRef.current = status;
|
||||
if (was === "error" || status !== "error") return;
|
||||
let cancelled = false;
|
||||
void (async () => {
|
||||
try {
|
||||
const res = await fetch(`/api/chats/${chatId}`);
|
||||
if (!res.ok || cancelled) return;
|
||||
const record = (await res.json()) as { turnInFlight?: boolean };
|
||||
if (cancelled) return;
|
||||
if (record.turnInFlight === true) setTurnInFlight(true);
|
||||
else void syncFromServer();
|
||||
} catch {
|
||||
/* transient — the banner stands; the next send's merge-retry heals */
|
||||
}
|
||||
})();
|
||||
return () => {
|
||||
cancelled = true;
|
||||
};
|
||||
}, [status, chatId, syncFromServer]);
|
||||
|
||||
// ── Central job observability (contracts.ts "THE ASYNC PROTOCOL" §4) ──
|
||||
// ONE poll of /api/jobs drives every job surface (transcript dispatch
|
||||
@@ -781,9 +893,10 @@ export function Chat({
|
||||
setJobs(list);
|
||||
if (nudgeActivity) refreshActivity();
|
||||
// Wake-turn adoption: a server-side teacher turn with no client request
|
||||
// of ours (sub-agent delivery) — the same machinery as returning
|
||||
// mid-turn: busy state + record poll to completion.
|
||||
if (data.turnInFlight === true && !localStreamRef.current) setTurnInFlight(true);
|
||||
// of ours (sub-agent delivery) — attach to it LIVE through the same
|
||||
// reattach path (instant catch-up + deltas); while we hold a local
|
||||
// stream the turn is already ours — nothing to attach to.
|
||||
if (data.turnInFlight === true && !localStreamRef.current) attachToRunningTurn();
|
||||
} catch {
|
||||
/* transient fetch failure — keep polling */
|
||||
}
|
||||
@@ -794,13 +907,16 @@ export function Chat({
|
||||
cancelled = true;
|
||||
clearInterval(timer);
|
||||
};
|
||||
}, [pollMs, jobPartCount, chatId, syncFromServer, adoptAppendOnly, refreshActivity]);
|
||||
}, [pollMs, jobPartCount, chatId, syncFromServer, adoptAppendOnly, refreshActivity, attachToRunningTurn]);
|
||||
|
||||
// Re-attach after mid-turn navigation (the key fix): poll the record until
|
||||
// the orphaned turn finishes (turnInFlight flips false server-side in
|
||||
// onFinish, AFTER persist), then adopt the completed transcript — the
|
||||
// syncFromServer above already runs the job-continuation check. Until then
|
||||
// the session reads as busy: thinking shimmer, composer gated.
|
||||
// The FALLBACK liveness poll (stream-reattach wave): runs only while the
|
||||
// reattach stream couldn't take over — the pre-attach window, a failed
|
||||
// resume, or a resumed stream that died mid-flight. Polls the record
|
||||
// until the orphaned turn finishes (turnInFlight flips false server-side
|
||||
// in onFinish, AFTER persist), then adopts the completed transcript —
|
||||
// the syncFromServer above already runs the job-continuation check.
|
||||
// Until then the session reads as busy: pre-first-chunk shimmer,
|
||||
// composer gated. Steer content shows NOW via append-only adoption.
|
||||
useEffect(() => {
|
||||
if (!turnInFlight) return;
|
||||
let cancelled = false;
|
||||
@@ -824,6 +940,9 @@ export function Chat({
|
||||
}
|
||||
if (!record.turnInFlight) {
|
||||
setTurnInFlight(false);
|
||||
// Heal a stream-death banner (the failed-attach fallback): the
|
||||
// record is the truth and the truth just landed.
|
||||
if (status === "error") clearError();
|
||||
void syncFromServer();
|
||||
return;
|
||||
}
|
||||
@@ -838,7 +957,7 @@ export function Chat({
|
||||
cancelled = true;
|
||||
if (timer) clearTimeout(timer);
|
||||
};
|
||||
}, [turnInFlight, chatId, syncFromServer]);
|
||||
}, [turnInFlight, chatId, syncFromServer, status, clearError]);
|
||||
|
||||
const onSend = () => {
|
||||
const t = text.trim();
|
||||
@@ -1137,13 +1256,15 @@ export function Chat({
|
||||
}
|
||||
composer={
|
||||
<Composer
|
||||
// Stop applies only to a LOCAL stream: a server-side turn has no
|
||||
// client request to abort (stop() would be a no-op lie).
|
||||
busy={localStream}
|
||||
// Stop aborts ANY in-flight turn (stream-reattach wave): the
|
||||
// square renders while a reattached/wake turn runs too — the
|
||||
// abort channel kills it server-side; stop() alone would
|
||||
// only detach our view.
|
||||
busy={busy}
|
||||
value={text}
|
||||
onChange={setText}
|
||||
onSend={onSend}
|
||||
onStop={() => stop()}
|
||||
onStop={abortInFlightTurn}
|
||||
canSend={canSend}
|
||||
onEscape={dictation.active ? dictation.cancel : undefined}
|
||||
verdict={
|
||||
|
||||
@@ -0,0 +1,153 @@
|
||||
/**
|
||||
* Reattach transport tests (components/chat-transport.ts, the
|
||||
* ReattachingChatTransport half): the SDK's native resume path —
|
||||
* reconnectToStream — repointed at GET /api/chats/[id]/stream with the
|
||||
* platform contract's two adapters:
|
||||
*
|
||||
* - turn-settled (the "no turn running" TERMINAL EVENT, not a 204) →
|
||||
* cancel + onSettled + null (the SDK's no-active-stream signal);
|
||||
* - the continuation seam — a start chunk whose messageId matches the
|
||||
* seeded last message is rewritten to a fresh id (the SDK seeds its
|
||||
* resume streaming message EMPTY; a replace-last would drop the seeded
|
||||
* message's parts for the whole stream).
|
||||
*
|
||||
* Plus the framing seam: the first SSE event is peeked byte-wise (a body
|
||||
* that arrives split across reads must still resolve its boundary, and
|
||||
* the leftover bytes must ride the head of the returned stream).
|
||||
*/
|
||||
import assert from "node:assert/strict";
|
||||
import { afterEach, describe, it } from "node:test";
|
||||
import { createReattachingTransport } from "../components/chat-transport.ts";
|
||||
|
||||
const realFetch = globalThis.fetch;
|
||||
afterEach(() => {
|
||||
globalThis.fetch = realFetch;
|
||||
});
|
||||
|
||||
/** SSE-frame each object the way the server's subscriber stream does. */
|
||||
function sse(...events: unknown[]): string {
|
||||
return events.map((e) => `data: ${JSON.stringify(e)}\n\n`).join("");
|
||||
}
|
||||
|
||||
/** A Response whose body drips `text` in `slice`-byte reads. */
|
||||
function dripped(text: string, slice: number, status = 200): Response {
|
||||
const bytes = new TextEncoder().encode(text);
|
||||
const body = new ReadableStream<Uint8Array>({
|
||||
start(controller) {
|
||||
for (let i = 0; i < bytes.length; i += slice) {
|
||||
controller.enqueue(bytes.slice(i, i + slice));
|
||||
}
|
||||
controller.close();
|
||||
},
|
||||
});
|
||||
return new Response(body, { status });
|
||||
}
|
||||
|
||||
/** Collect a UIMessageChunk stream to an array. */
|
||||
async function collect(stream: ReadableStream): Promise<unknown[]> {
|
||||
const out: unknown[] = [];
|
||||
const reader = stream.getReader();
|
||||
for (;;) {
|
||||
const { done, value } = await reader.read();
|
||||
if (done) return out;
|
||||
out.push(value);
|
||||
}
|
||||
}
|
||||
|
||||
const RECONNECT_OPTS = {
|
||||
chatId: "chat_x",
|
||||
trigger: "resume-stream" as const,
|
||||
messageId: undefined,
|
||||
};
|
||||
|
||||
describe("reattach transport (reconnectToStream)", () => {
|
||||
it("GETs the stream endpoint for the chat", async () => {
|
||||
const urls: string[] = [];
|
||||
globalThis.fetch = (async (input: RequestInfo | URL) => {
|
||||
urls.push(String(input));
|
||||
return dripped(sse({ type: "start", messageId: "msg_run_1" }), 8);
|
||||
}) as typeof globalThis.fetch;
|
||||
const transport = createReattachingTransport("chat_x", {});
|
||||
await collect((await transport.reconnectToStream(RECONNECT_OPTS))!);
|
||||
assert.deepEqual(urls, ["/api/chats/chat_x/stream"]);
|
||||
});
|
||||
|
||||
it("turn-settled: fires onSettled, resolves null (the body is released)", async () => {
|
||||
globalThis.fetch = (async () =>
|
||||
dripped(sse({ type: "turn-settled" }, "[DONE]"), 8)) as typeof globalThis.fetch;
|
||||
let settled = 0;
|
||||
const transport = createReattachingTransport("chat_x", { onSettled: () => settled++ });
|
||||
const stream = await transport.reconnectToStream(RECONNECT_OPTS);
|
||||
assert.equal(stream, null);
|
||||
assert.equal(settled, 1);
|
||||
// (The reader.cancel hygiene is best-effort: undici wraps Response
|
||||
// bodies, so the source-level cancel is not observable here.)
|
||||
});
|
||||
|
||||
it("204 (the SDK's native no-stream signal) resolves null untouched", async () => {
|
||||
globalThis.fetch = (async () => new Response(null, { status: 204 })) as typeof globalThis.fetch;
|
||||
const transport = createReattachingTransport("chat_x", {});
|
||||
assert.equal(await transport.reconnectToStream(RECONNECT_OPTS), null);
|
||||
});
|
||||
|
||||
it("a fresh start chunk passes through the SDK parse verbatim", async () => {
|
||||
// slice 13: the boundary lands MID-read, so the peek's read-past
|
||||
// remainder must ride the head (the bug this pins: dropped leftovers).
|
||||
globalThis.fetch = (async () =>
|
||||
dripped(
|
||||
sse(
|
||||
{ type: "start", messageId: "msg_run_1" },
|
||||
{ type: "text-start", id: "msg_run_1-t0" },
|
||||
{ type: "text-delta", id: "msg_run_1-t0", delta: "hi" },
|
||||
),
|
||||
13,
|
||||
)) as typeof globalThis.fetch;
|
||||
const transport = createReattachingTransport("chat_x", {});
|
||||
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
|
||||
Record<string, unknown>
|
||||
>;
|
||||
assert.equal(chunks[0]!.type, "start");
|
||||
assert.equal(chunks[0]!.messageId, "msg_run_1", "no rewrite when the id is fresh");
|
||||
assert.equal(chunks[1]!.type, "text-start");
|
||||
assert.equal(chunks[2]!.delta, "hi", "the leftover bytes after the peek ride the head");
|
||||
});
|
||||
|
||||
it("a CONTINUATION start chunk (id === seeded last message) is rewritten fresh", async () => {
|
||||
globalThis.fetch = (async () =>
|
||||
dripped(
|
||||
sse({ type: "start", messageId: "msg_seed" }, { type: "text-start", id: "msg_seed-t3" }),
|
||||
64,
|
||||
)) as typeof globalThis.fetch;
|
||||
const transport = createReattachingTransport("chat_x", {
|
||||
lastMessageId: () => "msg_seed",
|
||||
});
|
||||
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
|
||||
Record<string, unknown>
|
||||
>;
|
||||
assert.equal(chunks[0]!.type, "start");
|
||||
assert.notEqual(chunks[0]!.messageId, "msg_seed");
|
||||
assert.match(String(chunks[0]!.messageId), /^msg_[a-z0-9]+_[a-f0-9]{8}$/, "the server's id shape");
|
||||
// Part ids stay server-prefixed — nothing keys parts by message id.
|
||||
assert.equal(chunks[1]!.id, "msg_seed-t3");
|
||||
});
|
||||
|
||||
it("survives a body split byte-by-byte across reads", async () => {
|
||||
globalThis.fetch = (async () =>
|
||||
dripped(sse({ type: "start", messageId: "msg_run_1" }, { type: "finish", finishReason: "stop" }), 1)) as typeof globalThis.fetch;
|
||||
const transport = createReattachingTransport("chat_x", {});
|
||||
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
|
||||
Record<string, unknown>
|
||||
>;
|
||||
assert.deepEqual(
|
||||
chunks.map((c) => c.type),
|
||||
["start", "finish"],
|
||||
);
|
||||
assert.equal(chunks[0]!.messageId, "msg_run_1");
|
||||
});
|
||||
|
||||
it("an unhappy endpoint throws (the SDK surfaces the error banner)", async () => {
|
||||
globalThis.fetch = (async () => new Response("boom", { status: 500 })) as typeof globalThis.fetch;
|
||||
const transport = createReattachingTransport("chat_x", {});
|
||||
await assert.rejects(() => transport.reconnectToStream(RECONNECT_OPTS), /boom/);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user