@arcote.tech/arc-chat 0.7.7 → 0.7.9

package/src/routes/chat-stream-route.ts

@@ -10,8 +10,13 @@ export function createChatStreamRoute(config: {
     .path(`/chat/${config.name}/stream/:streamId`)
     .protectBy(config.userToken, () => true)
     .handle({
-      GET: async (_ctx, _req: Request, params: Record<string, string>) => {
-        const stream = subscribe(params.streamId);
+      GET: async (_ctx, req: Request, params: Record<string, string>) => {
+        // Klient po reload przekazuje `?afterSeq=N` z `partialLastSeq`
+        // odczytanego z DB. Replay buffer pomija eventy już zaaplikowane.
+        const url = new URL(req.url);
+        const afterSeqRaw = url.searchParams.get("afterSeq");
+        const afterSeq = afterSeqRaw ? Number.parseInt(afterSeqRaw, 10) || 0 : 0;
+        const stream = subscribe(params.streamId, afterSeq);
 
         return new Response(stream, {
           headers: {

package/src/streaming/stream-registry.ts

@@ -49,19 +49,35 @@ export function broadcast(sessionId: string, event: ChatStreamEvent): void {
   }
 }
 
-export function subscribe(sessionId: string): ReadableStream<Uint8Array> {
+export function subscribe(
+  sessionId: string,
+  afterSeq = 0,
+): ReadableStream<Uint8Array> {
   return new ReadableStream<Uint8Array>({
-    start(controller) {
-      // Replay any buffered events before going live, so a client that
-      // connects mid-stream sees the full prefix.
+    async start(controller) {
+      // Replay buffered events with seq > afterSeq. Klient po reload czyta
+      // `partialLastSeq` z DB i przekazuje go jako afterSeq — buffer pomija
+      // już-zaaplikowane chunki (eliminuje duplikację typu "Dobrze — Dobrze —").
+      //
+      // Co 10 eventów yield (`setTimeout(16)`) — bez tego cały bufor leci
+      // w jednym chunku TCP, klient nie ma szansy zrobić reader.read() +
+      // render między burstami → React batchuje setTimeline w jeden render,
+      // streaming niewidoczny. 16ms ≈ rAF tick: 100 eventów = 160ms widocznego
+      // streamu zamiast 0ms burst.
       const buf = buffers.get(sessionId);
       if (buf) {
+        let count = 0;
         for (const e of buf) {
+          if (e.seq <= afterSeq) continue;
           try {
             controller.enqueue(encode(e));
           } catch {
             return;
           }
+          count++;
+          if (count % 10 === 0) {
+            await new Promise<void>((r) => setTimeout(r, 16));
+          }
         }
       }
 
@@ -106,7 +122,10 @@ export function subscribe(sessionId: string): ReadableStream<Uint8Array> {
 export function endStream(sessionId: string): void {
   const controllers = streams.get(sessionId);
   if (controllers) {
-    const done = encode({ type: "done", sessionId } as any);
+    // seq dla `done` — przerzucamy ostatni z bufora lub 0 gdy pusto.
+    const buf = buffers.get(sessionId);
+    const lastSeq = buf && buf.length > 0 ? buf[buf.length - 1].seq : 0;
+    const done = encode({ type: "done", sessionId, seq: lastSeq + 1 } as ChatStreamEvent);
     for (const controller of controllers) {
       try {
         controller.enqueue(done);