@threadbase-sh/streamer 1.56.0 → 1.57.0

package/dist/index.js

@@ -8271,6 +8271,7 @@ function readBody2(req) {
 // src/api/handlers/conversations.handlers.ts
 var SEARCH_OVERFETCH = 4;
 var SEARCH_MAX_SCAN = 1e3;
+var MAX_BYTES_CEILING = 32 * 1024 * 1024;
 var ConversationHandlers = class {
   constructor(deps) {
     this.deps = deps;
@@ -8676,7 +8677,7 @@ var ConversationHandlers = class {
     const total = filtered.length;
     const hasAnchor = url.searchParams.has("anchor_index");
     const hasAfter = url.searchParams.has("after_index");
-    const usePaging = url.searchParams.has("msg_limit") || url.searchParams.has("before_index") || hasAnchor || hasAfter;
+    const usePaging = url.searchParams.has("msg_limit") || url.searchParams.has("before_index") || url.searchParams.has("max_bytes") || hasAnchor || hasAfter;
     let slice = filtered;
     let fromIdx = 0;
     let messagePagination;
@@ -8798,6 +8799,28 @@ var ConversationHandlers = class {
         content
       };
     });
+    const requestedMaxBytes = intParam(url, "max_bytes", 0);
+    if (requestedMaxBytes > 0 && messagesPayload.length > 0) {
+      const budget = Math.min(requestedMaxBytes, MAX_BYTES_CEILING);
+      let used = 0;
+      let firstKept = messagesPayload.length - 1;
+      for (let i = messagesPayload.length - 1; i >= 0; i--) {
+        const size = Buffer.byteLength(JSON.stringify(messagesPayload[i]));
+        if (i < messagesPayload.length - 1 && used + size > budget) break;
+        used += size;
+        firstKept = i;
+      }
+      if (firstKept > 0) {
+        messagesPayload.splice(0, firstKept);
+        if (messagePagination) {
+          const newFrom = fromIdx + firstKept;
+          messagePagination.from_index = newFrom;
+          messagePagination.has_more_older = newFrom > 0;
+          messagePagination.next_before_index = newFrom > 0 ? newFrom : null;
+        }
+      }
+      if (messagePagination) messagePagination.served_bytes = used;
+    }
     const conv = conversation;
     const cachedConvMeta = this.cache?.getMetaById(id);
     const convProvider = coerceProviderForRunner(conv.provider ?? cachedConvMeta?.provider);