@hasna/mementos 0.14.84 → 0.14.86

package/dist/sdk/index.js

@@ -77,34 +77,74 @@ class MementosClient {
     return this.request("DELETE", path);
   }
   async listMemories(filter = {}) {
-    const q = {};
-    if (filter.scope)
-      q["scope"] = filter.scope;
-    if (filter.category)
-      q["category"] = filter.category;
-    if (filter.tags?.length)
-      q["tags"] = filter.tags.join(",");
-    if (filter.min_importance !== undefined)
-      q["min_importance"] = filter.min_importance;
-    if (filter.pinned !== undefined)
-      q["pinned"] = filter.pinned;
-    if (filter.agent_id)
-      q["agent_id"] = filter.agent_id;
-    if (filter.project_id)
-      q["project_id"] = filter.project_id;
-    if (filter.session_id)
-      q["session_id"] = filter.session_id;
-    if (filter.namespace)
-      q["namespace"] = filter.namespace;
-    if (filter.status)
-      q["status"] = filter.status;
-    if (filter.limit !== undefined)
-      q["limit"] = filter.limit;
-    if (filter.offset !== undefined)
-      q["offset"] = filter.offset;
-    if (filter.fields?.length)
-      q["fields"] = filter.fields.join(",");
-    return this.get("/api/memories", q);
+    const pageSize = 1000;
+    const maxPages = 1000;
+    const target = filter.limit;
+    const want = target === undefined ? undefined : target + 1;
+    const memories = [];
+    const seenCursors = new Set;
+    let cursor = filter.offset ?? 0;
+    let total;
+    let pages = 0;
+    for (;; ) {
+      if (want !== undefined && memories.length >= want)
+        break;
+      if (++pages > maxPages) {
+        throw new MementosError(`memories list traversal exceeded its bounded ${maxPages}-page population`, 502);
+      }
+      const limit = Math.min(want === undefined ? pageSize : want - memories.length, pageSize);
+      const q = {};
+      if (filter.scope)
+        q["scope"] = filter.scope;
+      if (filter.category)
+        q["category"] = filter.category;
+      if (filter.tags?.length)
+        q["tags"] = filter.tags.join(",");
+      if (filter.min_importance !== undefined)
+        q["min_importance"] = filter.min_importance;
+      if (filter.pinned !== undefined)
+        q["pinned"] = filter.pinned;
+      if (filter.agent_id)
+        q["agent_id"] = filter.agent_id;
+      if (filter.project_id)
+        q["project_id"] = filter.project_id;
+      if (filter.session_id)
+        q["session_id"] = filter.session_id;
+      if (filter.namespace)
+        q["namespace"] = filter.namespace;
+      if (filter.status)
+        q["status"] = filter.status;
+      if (filter.fields?.length)
+        q["fields"] = filter.fields.join(",");
+      q["limit"] = limit;
+      q["offset"] = cursor;
+      const page = await this.get("/api/memories", q);
+      const rows = page.memories ?? [];
+      if (total === undefined)
+        total = page.total ?? rows.length;
+      memories.push(...rows);
+      const ended = page.has_more === false || page.has_more === undefined && rows.length < limit;
+      if (ended)
+        break;
+      if (page.has_more === true && page.next_cursor == null) {
+        throw new MementosError("memories list page claimed more results without a cursor", 502);
+      }
+      const next = page.next_cursor ?? cursor + rows.length;
+      if (seenCursors.has(next)) {
+        throw new MementosError("memories list traversal repeated a continuation cursor", 502);
+      }
+      seenCursors.add(next);
+      cursor = next;
+    }
+    const hasMore = target !== undefined && memories.length > target;
+    const trimmed = hasMore ? memories.slice(0, target) : memories;
+    return {
+      memories: trimmed,
+      count: trimmed.length,
+      total,
+      has_more: hasMore,
+      next_cursor: hasMore ? (filter.offset ?? 0) + trimmed.length : null
+    };
   }
   getStats() {
     return this.get("/api/memories/stats");
@@ -121,8 +161,61 @@ class MementosClient {
   getReport(options) {
     return this.get("/api/report", options);
   }
-  getStaleMemories(options) {
-    return this.get("/api/memories/stale", options);
+  async getStaleMemories(options) {
+    const pageSize = 1000;
+    const maxPages = 1000;
+    const target = options?.limit;
+    const want = target === undefined ? undefined : target + 1;
+    const memories = [];
+    const seenCursors = new Set;
+    let cursor = options?.offset ?? 0;
+    let total;
+    let days = options?.days ?? 30;
+    let pages = 0;
+    for (;; ) {
+      if (want !== undefined && memories.length >= want)
+        break;
+      if (++pages > maxPages) {
+        throw new MementosError(`memories stale traversal exceeded its bounded ${maxPages}-page population`, 502);
+      }
+      const limit = Math.min(want === undefined ? pageSize : want - memories.length, pageSize);
+      const page = await this.get("/api/memories/stale", {
+        days: options?.days,
+        pinned: options?.pinned,
+        project_id: options?.project_id,
+        agent_id: options?.agent_id,
+        limit,
+        offset: cursor
+      });
+      const rows = page.memories ?? [];
+      if (total === undefined)
+        total = page.total ?? rows.length;
+      if (typeof page.days === "number")
+        days = page.days;
+      memories.push(...rows);
+      const ended = page.has_more === false || page.has_more === undefined && rows.length < limit;
+      if (ended)
+        break;
+      if (page.has_more === true && page.next_cursor == null) {
+        throw new MementosError("memories stale page claimed more results without a cursor", 502);
+      }
+      const next = page.next_cursor ?? cursor + rows.length;
+      if (seenCursors.has(next)) {
+        throw new MementosError("memories stale traversal repeated a continuation cursor", 502);
+      }
+      seenCursors.add(next);
+      cursor = next;
+    }
+    const hasMore = target !== undefined && memories.length > target;
+    const trimmed = hasMore ? memories.slice(0, target) : memories;
+    return {
+      memories: trimmed,
+      count: trimmed.length,
+      days,
+      total,
+      has_more: hasMore,
+      next_cursor: hasMore ? (options?.offset ?? 0) + trimmed.length : null
+    };
   }
   getActivity(options) {
     return this.get("/api/activity", options);