wiki-graph-sdk 0.8.3 → 0.9.0

package/dist/index.cjs

@@ -31,6 +31,11 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var src_exports = {};
 __export(src_exports, {
+  ArchiveCollectionPage: () => ArchiveCollectionPage,
+  ArchiveEvidencePage: () => ArchiveEvidencePage,
+  ArchiveFindPage: () => ArchiveFindPage,
+  ArchiveRelatedPage: () => ArchiveRelatedPage,
+  ArchiveSourceLocatorPage: () => ArchiveSourceLocatorPage,
   DANGEROUS_RUNTIME_ENV_NAMES: () => DANGEROUS_RUNTIME_ENV_NAMES,
   DEFAULT_EXTRACTION_PROMPT: () => import_wiki_graph_core10.DEFAULT_EXTRACTION_PROMPT,
   DEFAULT_GENERATION_JOB_CONCURRENCY: () => DEFAULT_GENERATION_JOB_CONCURRENCY,
@@ -38,6 +43,7 @@ __export(src_exports, {
   DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT: () => import_wiki_graph_core10.DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT,
   LLMPaymentRequiredError: () => import_wiki_graph_core19.LLMPaymentRequiredError,
   LOCAL_CONFIG_SECTIONS: () => LOCAL_CONFIG_SECTIONS,
+  LibraryBucketPage: () => LibraryBucketPage,
   NodeDirectory: () => NodeDirectory,
   NodeFile: () => NodeFile,
   WIKI_GRAPH_URI_PREFIX: () => import_wiki_graph_core19.WIKI_GRAPH_URI_PREFIX,
@@ -58,11 +64,19 @@ __export(src_exports, {
   buildSearchIndexEmbeddingProvider: () => buildSearchIndexEmbeddingProvider,
   buildWikiGraphLLMOptions: () => buildWikiGraphLLMOptions,
   clearLocalConfigSection: () => clearLocalConfigSection,
+  createArchiveCollectionPage: () => createArchiveCollectionPage,
+  createArchiveEvidencePage: () => createArchiveEvidencePage,
+  createArchiveFindPage: () => createArchiveFindPage,
+  createArchiveRelatedPage: () => createArchiveRelatedPage,
+  createArchiveSourceLocatorPage: () => createArchiveSourceLocatorPage,
+  createCursor: () => createCursor,
   createEntryRuntimeContext: () => createEntryRuntimeContext,
   createGenerationPerformanceHints: () => createGenerationPerformanceHints,
+  createLibraryBucketPage: () => createLibraryBucketPage,
   createNodeTemplateEnvironment: () => createNodeTemplateEnvironment,
   createNodeWikiGraphPlatform: () => createNodeWikiGraphPlatform,
   createNodeWikiGraphStorage: () => createNodeWikiGraphStorage,
+  createPageCursor: () => createPageCursor,
   createStageLLM: () => createStageLLM,
   createWikiGraphSDK: () => createWikiGraphSDK,
   deleteLocalConfigValue: () => deleteLocalConfigValue,
@@ -90,6 +104,8 @@ __export(src_exports, {
   isWikiGraphJobUri: () => import_wiki_graph_core19.isWikiGraphJobUri,
   isWikiGraphLibraryUri: () => import_wiki_graph_core19.isWikiGraphLibraryUri,
   isWikiGraphUri: () => import_wiki_graph_core19.isWikiGraphUri,
+  iterateItems: () => iterateItems,
+  iteratePages: () => iteratePages,
   loadRequiredStageConfig: () => loadRequiredStageConfig,
   loadWikiGraphRuntimeConfig: () => loadWikiGraphRuntimeConfig,
   maskLocalConfigSection: () => maskLocalConfigSection,
@@ -1489,6 +1505,9 @@ function resolveWikiGraphRuntimePath(path) {
 var import_promises3 = require("fs/promises");
 var import_path3 = require("path");
 var import_wiki_graph_core2 = require("wiki-graph-core");
+function requireWikiGraphArchiveFile(location) {
+  return location.archiveFile;
+}
 var WikiGraphArchiveOwnershipError = class extends Error {
   code = "WIKI_GRAPH_ARCHIVE_OWNERSHIP_MISMATCH";
   constructor(message) {
@@ -1635,11 +1654,12 @@ async function findMatchingMembers(libraries, candidate, candidateIdentity) {
       ...library.isDefault ? {} : { publicId: library.publicId }
     });
     for (const archive of archives) {
-      if (archive.file === void 0) continue;
+      const physical = archive.file ?? archive.directory;
+      if (physical === void 0) continue;
       members.push({
         archive,
         library,
-        memberPath: getNodeResourcePath(archive.file)
+        memberPath: getNodeResourcePath(physical)
       });
     }
   }
@@ -2150,13 +2170,25 @@ function formatLocatedChapterUri(archiveUri, chapter) {
 var import_wiki_graph_core6 = require("wiki-graph-core");
 async function writeWikiGraphArchiveLocation(location, operation, options = {}) {
   const cacheOnly = options.searchIndexWritebackPolicy === "cache";
-  const write = async (archiveFile = location.archiveFile) => await new import_wiki_graph_core6.WikiGraphArchiveFile(archiveFile).write(operation, {
-    ...cacheOnly ? {} : { derivedStateKeys: [location.archiveKey, location.archivePath] },
-    ...options.invalidateContinuationCursors === void 0 ? {} : {
-      invalidateContinuationCursors: options.invalidateContinuationCursors
-    },
-    ...options.searchIndexWritebackPolicy === void 0 ? {} : { searchIndexWritebackPolicy: options.searchIndexWritebackPolicy }
-  });
+  const write = async (archiveFile = location.archiveFile) => {
+    const writeOptions = {
+      ...cacheOnly ? {} : { derivedStateKeys: [location.archiveKey, location.archivePath] },
+      ...options.invalidateContinuationCursors === void 0 ? {} : {
+        invalidateContinuationCursors: options.invalidateContinuationCursors
+      },
+      ...options.searchIndexWritebackPolicy === void 0 ? {} : { searchIndexWritebackPolicy: options.searchIndexWritebackPolicy }
+    };
+    if (archiveFile.kind === "directory") {
+      return await new import_wiki_graph_core6.WikiGraphDirectoryFile(archiveFile).write(
+        operation,
+        writeOptions
+      );
+    }
+    return await new import_wiki_graph_core6.WikiGraphArchiveFile(archiveFile).write(
+      operation,
+      writeOptions
+    );
+  };
   if (location.libraryArchiveTarget === void 0 || cacheOnly || options.refreshLibraryIndex === false) {
     return await write();
   }
@@ -2171,6 +2203,294 @@ async function writeWikiGraphArchiveLocation(location, operation, options = {})
   });
 }
 
+// src/pages.ts
+function createCursor(implementation) {
+  let released = false;
+  const assertLive = () => {
+    if (released) throw new Error("Cursor has been released.");
+  };
+  return {
+    pageClass: implementation.pageClass,
+    async next(options = {}) {
+      assertLive();
+      return await implementation.next(options);
+    },
+    async token() {
+      assertLive();
+      return await implementation.token();
+    },
+    async release() {
+      if (released) return;
+      released = true;
+      await implementation.release?.();
+    }
+  };
+}
+function createPageCursor(implementation) {
+  let token;
+  return createCursor({
+    pageClass: implementation.pageClass,
+    next: async (options) => await implementation.next(implementation.rawCursor, options),
+    token: async () => {
+      token ??= await implementation.createToken(implementation.rawCursor);
+      return token;
+    },
+    release: async () => {
+      if (token !== void 0) await implementation.releaseToken?.(token);
+      token = void 0;
+    }
+  });
+}
+async function* iteratePages(firstPage, options = {}) {
+  let page = firstPage;
+  while (true) {
+    yield page;
+    const cursor = page.nextCursor();
+    if (cursor === null) return;
+    try {
+      const nextPage = await cursor.next(options);
+      await cursor.release();
+      page = nextPage;
+    } catch (error) {
+      await cursor.release();
+      throw error;
+    }
+  }
+}
+async function* iterateItems(firstPage, options = {}) {
+  for await (const page of iteratePages(firstPage, options)) {
+    yield* page;
+  }
+}
+
+// src/result-pages.ts
+var ArchiveFindPage = class _ArchiveFindPage {
+  result;
+  chapters;
+  items;
+  lens;
+  lensHint;
+  limit;
+  match;
+  rawNextCursor;
+  order;
+  query;
+  terms;
+  types;
+  #cursor;
+  constructor(result, cursor = null) {
+    this.result = result;
+    this.chapters = result.chapters;
+    this.items = result.items;
+    this.lens = result.lens;
+    this.lensHint = result.lensHint;
+    this.limit = result.limit;
+    this.match = result.match;
+    this.rawNextCursor = result.nextCursor;
+    this.order = result.order;
+    this.query = result.query;
+    this.terms = result.terms;
+    this.types = result.types;
+    this.#cursor = cursor;
+  }
+  static pageClass = _ArchiveFindPage;
+  [Symbol.iterator]() {
+    return this.items[Symbol.iterator]();
+  }
+  nextCursor() {
+    return this.#cursor;
+  }
+};
+var ArchiveCollectionPage = class _ArchiveCollectionPage {
+  result;
+  chapters;
+  ids;
+  items;
+  limit;
+  rawNextCursor;
+  order;
+  types;
+  #cursor;
+  constructor(result, cursor = null) {
+    this.result = result;
+    this.chapters = result.chapters;
+    this.ids = result.ids;
+    this.items = result.items;
+    this.limit = result.limit;
+    this.rawNextCursor = result.nextCursor;
+    this.order = result.order;
+    this.types = result.types;
+    this.#cursor = cursor;
+  }
+  static pageClass = _ArchiveCollectionPage;
+  [Symbol.iterator]() {
+    return this.items[Symbol.iterator]();
+  }
+  nextCursor() {
+    return this.#cursor;
+  }
+};
+var ArchiveEvidencePage = class _ArchiveEvidencePage {
+  result;
+  items;
+  limit;
+  rawNextCursor;
+  #cursor;
+  constructor(result, cursor = null) {
+    this.result = result;
+    this.items = result.items;
+    this.limit = result.limit;
+    this.rawNextCursor = result.nextCursor;
+    this.#cursor = cursor;
+  }
+  static pageClass = _ArchiveEvidencePage;
+  [Symbol.iterator]() {
+    return this.items[Symbol.iterator]();
+  }
+  nextCursor() {
+    return this.#cursor;
+  }
+};
+var ArchiveRelatedPage = class _ArchiveRelatedPage {
+  result;
+  items;
+  limit;
+  rawNextCursor;
+  #cursor;
+  constructor(result, cursor = null) {
+    this.result = result;
+    this.items = result.items;
+    this.limit = result.limit;
+    this.rawNextCursor = result.nextCursor;
+    this.#cursor = cursor;
+  }
+  static pageClass = _ArchiveRelatedPage;
+  [Symbol.iterator]() {
+    return this.items[Symbol.iterator]();
+  }
+  nextCursor() {
+    return this.#cursor;
+  }
+};
+var ArchiveSourceLocatorPage = class _ArchiveSourceLocatorPage {
+  result;
+  items;
+  limit;
+  rawNextCursor;
+  #cursor;
+  constructor(result, cursor = null) {
+    this.result = result;
+    this.items = result.items;
+    this.limit = result.limit;
+    this.rawNextCursor = result.nextCursor;
+    this.#cursor = cursor;
+  }
+  static pageClass = _ArchiveSourceLocatorPage;
+  [Symbol.iterator]() {
+    return this.items[Symbol.iterator]();
+  }
+  nextCursor() {
+    return this.#cursor;
+  }
+};
+function createArchiveFindPage(result, next, createToken, releaseToken) {
+  return new ArchiveFindPage(
+    result,
+    result.nextCursor === null ? null : createPageCursor({
+      pageClass: ArchiveFindPage,
+      rawCursor: result.nextCursor,
+      next,
+      createToken,
+      releaseToken
+    })
+  );
+}
+function createArchiveCollectionPage(result, next, createToken, releaseToken) {
+  return new ArchiveCollectionPage(
+    result,
+    result.nextCursor === null ? null : createPageCursor({
+      pageClass: ArchiveCollectionPage,
+      rawCursor: result.nextCursor,
+      next,
+      createToken,
+      releaseToken
+    })
+  );
+}
+function createArchiveEvidencePage(result, next, createToken, releaseToken) {
+  return new ArchiveEvidencePage(
+    result,
+    result.nextCursor === null ? null : createPageCursor({
+      pageClass: ArchiveEvidencePage,
+      rawCursor: result.nextCursor,
+      next,
+      createToken,
+      releaseToken
+    })
+  );
+}
+function createArchiveRelatedPage(result, next, createToken, releaseToken) {
+  return new ArchiveRelatedPage(
+    result,
+    result.nextCursor === null ? null : createPageCursor({
+      pageClass: ArchiveRelatedPage,
+      rawCursor: result.nextCursor,
+      next,
+      createToken,
+      releaseToken
+    })
+  );
+}
+function createArchiveSourceLocatorPage(result, next, createToken, releaseToken) {
+  return new ArchiveSourceLocatorPage(
+    result,
+    result.nextCursor === null ? null : createPageCursor({
+      pageClass: ArchiveSourceLocatorPage,
+      rawCursor: result.nextCursor,
+      next,
+      createToken,
+      releaseToken
+    })
+  );
+}
+var LibraryBucketPage = class _LibraryBucketPage {
+  id;
+  items;
+  rawNextCursor;
+  query;
+  terms;
+  types;
+  #cursor;
+  constructor(result, cursor = null) {
+    this.id = result.id;
+    this.items = result.items;
+    this.rawNextCursor = result.nextCursor;
+    this.query = result.query;
+    this.terms = result.terms;
+    this.types = result.types;
+    this.#cursor = cursor;
+  }
+  static pageClass = _LibraryBucketPage;
+  [Symbol.iterator]() {
+    return this.items[Symbol.iterator]();
+  }
+  nextCursor() {
+    return this.#cursor;
+  }
+};
+function createLibraryBucketPage(result, next, createToken, releaseToken) {
+  return new LibraryBucketPage(
+    result,
+    result.nextCursor === null ? null : createPageCursor({
+      pageClass: LibraryBucketPage,
+      rawCursor: result.nextCursor,
+      next,
+      createToken,
+      releaseToken
+    })
+  );
+}
+
 // src/archive/archive.ts
 var WikiGraphArchiveExistsError = class extends Error {
   code = "WIKI_GRAPH_ARCHIVE_EXISTS";
@@ -2258,6 +2578,14 @@ var WikiGraphArchiveHandle = class {
   get target() {
     return this.#location.target;
   }
+  async #persistCursor(cursor) {
+    return await this.#runtime.run(
+      async () => await (0, import_wiki_graph_core7.createContinuationCursor)(cursor)
+    );
+  }
+  async #releaseCursor(cursor) {
+    await this.#runtime.run(async () => await (0, import_wiki_graph_core7.deleteContinuationCursor)(cursor));
+  }
   async inspect(options = {}) {
     return await this.#readDocument(
       async (document) => await inspectWikiGraphArchive(document, {
@@ -2272,7 +2600,7 @@ var WikiGraphArchiveHandle = class {
       options.queryMode,
       options.signal
     );
-    return await this.#writeDocument(
+    const result = await this.#writeDocument(
       async (document) => {
         const chapters = await this.#resolveQueryChapters(document, options, {
           embeddingProvider
@@ -2293,9 +2621,38 @@ var WikiGraphArchiveHandle = class {
         ...options.signal === void 0 ? {} : { signal: options.signal }
       }
     );
+    return createArchiveFindPage(
+      result,
+      async (cursor, nextOptions) => await this.search(query, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => this.#persistCursor({
+        archiveKey: this.archiveKey,
+        archivePath: this.path,
+        chapters: options.chapters ?? null,
+        cursor,
+        format: "json",
+        indexScope: this.indexScope,
+        kind: "search",
+        ...options.backlinks === void 0 ? {} : { backlinks: options.backlinks },
+        ...options.evidenceLimit === void 0 ? {} : { evidenceLimit: options.evidenceLimit },
+        ...options.match === void 0 ? {} : { match: options.match },
+        ...options.order === void 0 ? {} : { order: options.order },
+        query,
+        ...options.queryMode === void 0 ? {} : { queryMode: options.queryMode },
+        ...options.skipUnindexed === void 0 ? {} : { skipUnindexed: options.skipUnindexed },
+        ...options.sourceContext === void 0 ? {} : { sourceContext: options.sourceContext },
+        ...options.triplePattern === void 0 ? {} : { triplePattern: options.triplePattern },
+        types: options.types ?? null
+      }),
+      (token) => this.#releaseCursor(token)
+    );
   }
   async list(options = {}) {
-    return await this.#readDocument(async (document) => {
+    const result = await this.#readDocument(async (document) => {
       if ((0, import_wiki_graph_core7.isSourceLocatorScopeUri)(this.objectUri)) {
         return await (0, import_wiki_graph_core7.listArchiveSourceLocators)(document, this.objectUri, {
           ...options.cursor === void 0 ? {} : { cursor: options.cursor },
@@ -2308,6 +2665,53 @@ var WikiGraphArchiveHandle = class {
         ...chapters === void 0 ? {} : { chapters }
       });
     }, options);
+    if ((0, import_wiki_graph_core7.isSourceLocatorScopeUri)(this.objectUri)) {
+      return createArchiveSourceLocatorPage(
+        result,
+        async (cursor, nextOptions) => await this.list({
+          ...options,
+          cursor,
+          ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+          ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+        }),
+        (cursor) => this.#persistCursor({
+          archiveKey: this.archiveKey,
+          archivePath: this.path,
+          cursor,
+          format: "json",
+          indexScope: this.indexScope,
+          kind: "source-locators",
+          targetUri: this.objectUri
+        }),
+        (token) => this.#releaseCursor(token)
+      );
+    }
+    return createArchiveCollectionPage(
+      result,
+      async (cursor, nextOptions) => await this.list({
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => this.#persistCursor({
+        archiveKey: this.archiveKey,
+        archivePath: this.path,
+        ...options.backlinks === void 0 ? {} : { backlinks: options.backlinks },
+        chapters: options.chapters ?? null,
+        cursor,
+        ...options.evidenceLimit === void 0 ? {} : { evidenceLimit: options.evidenceLimit },
+        format: "json",
+        ids: options.ids ?? null,
+        indexScope: this.indexScope,
+        kind: "collection",
+        order: options.order ?? "doc-asc",
+        ...options.sourceContext === void 0 ? {} : { sourceContext: options.sourceContext },
+        ...options.triplePattern === void 0 ? {} : { triplePattern: options.triplePattern },
+        types: options.types ?? null
+      }),
+      (token) => this.#releaseCursor(token)
+    );
   }
   async ensureSearchIndex(options = {}) {
     const embeddingProvider = await this.#runtime.run(
@@ -2496,7 +2900,7 @@ var WikiGraphArchiveHandle = class {
     return await this.#writeDocument(async (document) => {
       const chapterId = await (0, import_wiki_graph_core7.resolveChapterPathReadonly)(document, path);
       await assertChapterResetAllowed(
-        this.#location.archiveFile,
+        requireWikiGraphArchiveFile(this.#location),
         chapterId,
         stage
       );
@@ -2584,19 +2988,30 @@ var WikiGraphArchiveHandle = class {
       if (options.queryMode !== void 0) {
         throw new Error("`queryMode` requires `query`.");
       }
-      return await this.#readDocument(async (document) => {
+      const result2 = await this.#readDocument(async (document) => {
         const chapters = await this.#resolveScope(document, {});
         return await (0, import_wiki_graph_core7.listRelatedArchiveObjects)(document, objectUri, {
           ...withoutOperation(options),
           ...chapters === void 0 ? {} : { chapters }
         });
       }, options);
+      return createArchiveRelatedPage(
+        result2,
+        async (cursor, nextOptions) => await this.related(objectUri, {
+          ...options,
+          cursor,
+          ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+          ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+        }),
+        (cursor) => Promise.resolve(cursor),
+        () => Promise.resolve()
+      );
     }
     const embeddingProvider = await this.#resolveQueryEmbeddingProvider(
       options.queryMode,
       options.signal
     );
-    return await this.#writeDocument(
+    const result = await this.#writeDocument(
       async (document) => {
         const chapters = await this.#resolveQueryChapters(document, options, {
           embeddingProvider
@@ -2616,25 +3031,47 @@ var WikiGraphArchiveHandle = class {
         ...options.signal === void 0 ? {} : { signal: options.signal }
       }
     );
+    return createArchiveRelatedPage(
+      result,
+      async (cursor, nextOptions) => await this.related(objectUri, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async evidence(objectUri = this.objectUri, options = {}) {
     if (options.query === void 0) {
       if (options.queryMode !== void 0) {
         throw new Error("`queryMode` requires `query`.");
       }
-      return await this.#readDocument(async (document) => {
+      const result2 = await this.#readDocument(async (document) => {
         const chapters = await this.#resolveScope(document, {});
         return await (0, import_wiki_graph_core7.listArchiveEvidence)(document, objectUri, {
           ...withoutOperation(options),
           ...chapters === void 0 ? {} : { chapters }
         });
       }, options);
+      return createArchiveEvidencePage(
+        result2,
+        async (cursor, nextOptions) => await this.evidence(objectUri, {
+          ...options,
+          cursor,
+          ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+          ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+        }),
+        (cursor) => Promise.resolve(cursor),
+        () => Promise.resolve()
+      );
     }
     const embeddingProvider = await this.#resolveQueryEmbeddingProvider(
       options.queryMode,
       options.signal
     );
-    return await this.#writeDocument(
+    const result = await this.#writeDocument(
       async (document) => {
         const chapters = await this.#resolveQueryChapters(document, options, {
           embeddingProvider
@@ -2654,6 +3091,17 @@ var WikiGraphArchiveHandle = class {
         ...options.signal === void 0 ? {} : { signal: options.signal }
       }
     );
+    return createArchiveEvidencePage(
+      result,
+      async (cursor, nextOptions) => await this.evidence(objectUri, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async pack(objectUri = this.objectUri, budget = 5e3, options = {}) {
     return await this.#readDocument(
@@ -2698,14 +3146,18 @@ var WikiGraphArchiveHandle = class {
     }, options);
   }
   async readCover(options = {}) {
-    const app = new import_wiki_graph_core7.WikiGraph({});
-    return await this.#runtime.run(
-      async () => await app.openSession(
+    return await this.#runtime.run(async () => {
+      if (this.#location.archiveFile.kind === "directory") {
+        return await this.#readDocument(
+          async (document) => await document.readCover()
+        );
+      }
+      const app = new import_wiki_graph_core7.WikiGraph({});
+      return await app.openSession(
         this.#location.archiveFile,
         async (archive) => await archive.readCover()
-      ),
-      options.signal
-    );
+      );
+    }, options.signal);
   }
   async replaceMetadata(objectPath, value, options = {}) {
     return await this.#writeDocument(async (document) => {
@@ -2746,9 +3198,11 @@ var WikiGraphArchiveHandle = class {
   }
   async #readDocument(operation, options = {}) {
     return await this.#runtime.run(
-      async () => await new import_wiki_graph_core7.WikiGraphArchiveFile(this.#location.archiveFile).readDocument(
-        operation
-      ),
+      async () => this.#location.archiveFile.kind === "directory" ? await new import_wiki_graph_core7.WikiGraphDirectoryFile(
+        this.#location.archiveFile
+      ).readDocument(operation) : await new import_wiki_graph_core7.WikiGraphArchiveFile(
+        this.#location.archiveFile
+      ).readDocument(operation),
       options.signal
     );
   }
@@ -3185,54 +3639,53 @@ async function continueArchiveCursor(cursor, limit) {
   const location = await resolveWikiGraphArchiveLocation(
     archiveTargetFromLogicalLocator(getCursorArchivePath(cursor))
   );
-  return await new import_wiki_graph_core9.WikiGraphArchiveFile(location.archiveFile).readDocument(
-    async (document) => {
-      switch (cursor.kind) {
-        case "source-locators":
-          return await (0, import_wiki_graph_core9.listArchiveSourceLocators)(document, cursor.targetUri, {
-            cursor: cursor.cursor,
-            limit
-          });
-        case "collection":
-          return await (0, import_wiki_graph_core9.listArchiveCollection)(
-            document,
-            createCollectionOptions(cursor, limit)
-          );
-        case "search":
-          return await (0, import_wiki_graph_core9.findArchiveObjects)(
-            document,
-            cursor.query ?? "",
-            await createFindOptions(cursor, limit)
-          );
-        case "evidence":
-          return await (0, import_wiki_graph_core9.listArchiveEvidence)(document, cursor.targetUri, {
-            ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
-            cursor: cursor.cursor,
-            limit,
-            order: cursor.order,
-            ...cursor.query === void 0 ? {} : { query: cursor.query },
-            ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
-            ...embeddingProvider === void 0 ? {} : { embeddingProvider },
-            ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
-            ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
-          });
-        case "related":
-          return await (0, import_wiki_graph_core9.listRelatedArchiveObjects)(document, cursor.targetUri, {
-            ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
-            cursor: cursor.cursor,
-            ...cursor.evidenceLimit === void 0 ? {} : { evidenceLimit: cursor.evidenceLimit },
-            limit,
-            order: cursor.order,
-            ...cursor.query === void 0 ? {} : { query: cursor.query },
-            ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
-            ...embeddingProvider === void 0 ? {} : { embeddingProvider },
-            ...cursor.role === void 0 ? {} : { role: cursor.role },
-            ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
-            ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
-          });
-      }
+  const read = async (document) => {
+    switch (cursor.kind) {
+      case "source-locators":
+        return await (0, import_wiki_graph_core9.listArchiveSourceLocators)(document, cursor.targetUri, {
+          cursor: cursor.cursor,
+          limit
+        });
+      case "collection":
+        return await (0, import_wiki_graph_core9.listArchiveCollection)(
+          document,
+          createCollectionOptions(cursor, limit)
+        );
+      case "search":
+        return await (0, import_wiki_graph_core9.findArchiveObjects)(
+          document,
+          cursor.query ?? "",
+          await createFindOptions(cursor, limit)
+        );
+      case "evidence":
+        return await (0, import_wiki_graph_core9.listArchiveEvidence)(document, cursor.targetUri, {
+          ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
+          cursor: cursor.cursor,
+          limit,
+          order: cursor.order,
+          ...cursor.query === void 0 ? {} : { query: cursor.query },
+          ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider },
+          ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
+          ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
+        });
+      case "related":
+        return await (0, import_wiki_graph_core9.listRelatedArchiveObjects)(document, cursor.targetUri, {
+          ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
+          cursor: cursor.cursor,
+          ...cursor.evidenceLimit === void 0 ? {} : { evidenceLimit: cursor.evidenceLimit },
+          limit,
+          order: cursor.order,
+          ...cursor.query === void 0 ? {} : { query: cursor.query },
+          ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider },
+          ...cursor.role === void 0 ? {} : { role: cursor.role },
+          ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
+          ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
+        });
     }
-  );
+  };
+  return location.archiveFile.kind === "directory" ? await new import_wiki_graph_core9.WikiGraphDirectoryFile(location.archiveFile).readDocument(read) : await new import_wiki_graph_core9.WikiGraphArchiveFile(location.archiveFile).readDocument(read);
 }
 async function continueLibraryCursor(cursor, limit) {
   const embeddingProvider = cursor.kind === "evidence" || cursor.kind === "related" ? await resolveCursorEmbeddingProvider(cursor) : void 0;
@@ -4072,7 +4525,7 @@ var WikiGraphJobManager = class {
       return {
         job: await this.#backend.add({
           ...options,
-          archive: location.archiveFile
+          archive: requireWikiGraphArchiveFile(location)
         }),
         target: location.target
       };
@@ -4104,7 +4557,9 @@ var WikiGraphJobManager = class {
         ...options.activeOnly === void 0 ? {} : { activeOnly: options.activeOnly },
         ...options.all === void 0 ? {} : { all: options.all },
         ...options.archive === void 0 ? {} : {
-          archive: (await resolveWikiGraphArchiveLocation(options.archive)).archiveFile
+          archive: requireWikiGraphArchiveFile(
+            await resolveWikiGraphArchiveLocation(options.archive)
+          )
         }
       };
       const jobs = await this.#backend.list(normalized);
@@ -4129,7 +4584,7 @@ var WikiGraphJobManager = class {
               archiveJobs[0].archive
             );
             const chapters = await new import_wiki_graph_core15.WikiGraphArchiveFile(
-              location.archiveFile
+              requireWikiGraphArchiveFile(location)
             ).readDocument(async (document) => await (0, import_wiki_graph_core15.listChapters)(document));
             const chaptersById = new Map(
               chapters.map((chapter) => [chapter.chapterId, chapter])
@@ -4172,7 +4627,7 @@ var WikiGraphJobManager = class {
           await validateQueueTargetConfig(target, llmJSON);
           const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
           const candidates = await new import_wiki_graph_core15.WikiGraphArchiveFile(
-            location.archiveFile
+            requireWikiGraphArchiveFile(location)
           ).readDocument(async (document) => {
             const chapters = await (0, import_wiki_graph_core15.listChapters)(document);
             const selected = await selectQueueChapters(
@@ -4216,7 +4671,7 @@ var WikiGraphJobManager = class {
                 chapter: candidate.chapter,
                 job: await this.#createHandle(
                   await this.#backend.add({
-                    archive: location.archiveFile,
+                    archive: requireWikiGraphArchiveFile(location),
                     boost: options.boost ?? false,
                     chapterId: candidate.chapter.chapterId,
                     ...llmJSON === void 0 ? {} : { llmJSON },
@@ -4247,7 +4702,7 @@ var WikiGraphJobManager = class {
       await validateQueueTargetConfig(target, llmJSON);
       const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
       const candidates = await new import_wiki_graph_core15.WikiGraphArchiveFile(
-        location.archiveFile
+        requireWikiGraphArchiveFile(location)
       ).readDocument(async (document) => {
         const chapters = await (0, import_wiki_graph_core15.listChapters)(document);
         const selected = await selectQueueChapters(document, chapters, options);
@@ -4577,6 +5032,8 @@ function forwardAbort(source, target) {
 // src/libraries.ts
 var import_wiki_graph_core16 = require("wiki-graph-core");
 var import_promises6 = require("fs/promises");
+var import_os4 = require("os");
+var import_path6 = require("path");
 async function resolveQueryEmbeddingProvider(queryMode) {
   if (queryMode === "fts") return void 0;
   const provider = await createConfiguredEmbeddingProvider();
@@ -4666,7 +5123,18 @@ var WikiGraphLibraryManager = class {
         async () => {
           throwIfAborted(options.signal);
           const archive = await (0, import_wiki_graph_core16.getWikiGraphLibraryArchive)(parsedTarget);
-          const file = requireReadableLibraryArchiveFile(archive);
+          const source = requireReadableLibraryArchiveFile(archive);
+          let temporaryDirectory;
+          const file = source.kind === "directory" ? await (async () => {
+            temporaryDirectory = await (0, import_promises6.mkdtemp)(
+              (0, import_path6.join)((0, import_os4.tmpdir)(), "wikigraph-library-read-")
+            );
+            const output = new NodeFile(
+              (0, import_path6.join)(temporaryDirectory, "archive.wikg")
+            );
+            await (0, import_wiki_graph_core16.writeWikgArchive)(source, output);
+            return output;
+          })() : source;
           const reader = await file.openReader();
           let active = true;
           try {
@@ -4687,6 +5155,8 @@ var WikiGraphLibraryManager = class {
           } finally {
             active = false;
             await reader.close();
+            if (temporaryDirectory !== void 0)
+              await (0, import_promises6.rm)(temporaryDirectory, { force: true, recursive: true });
           }
         },
         options.signal === void 0 ? {} : { signal: options.signal }
@@ -4781,7 +5251,7 @@ var WikiGraphLibraryManager = class {
     );
   }
   async search(target, query, options = {}) {
-    return await this.#runtime.run(async () => {
+    const result = await this.#runtime.run(async () => {
       const embeddingProvider = await resolveQueryEmbeddingProvider(
         options.queryMode
       );
@@ -4794,9 +5264,70 @@ var WikiGraphLibraryManager = class {
         }
       );
     });
+    return createArchiveFindPage(
+      result,
+      async (cursor, nextOptions) => await this.search(target, query, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
+  }
+  async searchBuckets(target, query, options) {
+    const result = await this.#runtime.run(async () => {
+      const embeddingProvider = await resolveQueryEmbeddingProvider(
+        options.queryMode
+      );
+      return await (0, import_wiki_graph_core16.findWikiGraphLibraryObjectBuckets)(
+        requireLibraryTarget(target),
+        query,
+        {
+          ...options,
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider }
+        }
+      );
+    });
+    return {
+      buckets: result.buckets.map(
+        (bucket) => createLibraryBucketPage(
+          bucket,
+          async (cursor, nextOptions) => await this.continueSearchBucket(target, cursor, {
+            ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit }
+          }),
+          (cursor) => Promise.resolve(cursor),
+          () => Promise.resolve()
+        )
+      ),
+      query: result.query
+    };
+  }
+  async continueSearchBucket(target, cursor, options = {}) {
+    const result = await this.#runtime.run(async () => {
+      const embeddingProvider = await resolveQueryEmbeddingProvider(void 0);
+      return await (0, import_wiki_graph_core16.continueWikiGraphLibraryObjectBucket)(
+        requireLibraryTarget(target),
+        cursor,
+        {
+          ...options,
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider }
+        }
+      );
+    });
+    return createLibraryBucketPage(
+      result,
+      async (nextCursor, nextOptions) => await this.continueSearchBucket(target, nextCursor, {
+        ...options,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit }
+      }),
+      (cursor2) => Promise.resolve(cursor2),
+      () => Promise.resolve()
+    );
   }
   async searchArchiveMembers(target, query, options = {}) {
-    return await this.#runtime.run(async () => {
+    const result = await this.#runtime.run(async () => {
       const embeddingProvider = await resolveQueryEmbeddingProvider(
         options.queryMode
       );
@@ -4809,22 +5340,53 @@ var WikiGraphLibraryManager = class {
         }
       );
     });
+    return createArchiveFindPage(
+      result,
+      async (cursor, nextOptions) => await this.searchArchiveMembers(target, query, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async objects(target, options = {}) {
-    return await this.#runtime.run(
+    const result = await this.#runtime.run(
       async () => await (0, import_wiki_graph_core16.listWikiGraphLibraryObjects)(
         requireLibraryTarget(target),
         options
       )
     );
+    return createArchiveCollectionPage(
+      result,
+      async (cursor, nextOptions) => await this.objects(target, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async archiveMembers(target, options = {}) {
-    return await this.#runtime.run(
+    const result = await this.#runtime.run(
       async () => await (0, import_wiki_graph_core16.listWikiGraphLibraryArchiveMembers)(
         requireLibraryTarget(target),
         options
       )
     );
+    return createArchiveCollectionPage(
+      result,
+      async (cursor, nextOptions) => await this.archiveMembers(target, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async page(target, objectUri, options = {}) {
     return await this.#runtime.run(
@@ -4840,7 +5402,7 @@ var WikiGraphLibraryManager = class {
     );
   }
   async related(target, objectUri, options = {}) {
-    return await this.#runtime.run(async () => {
+    const result = await this.#runtime.run(async () => {
       if (options.query === void 0 && options.queryMode !== void 0) {
         throw new Error("`queryMode` requires `query`.");
       }
@@ -4854,9 +5416,20 @@ var WikiGraphLibraryManager = class {
         }
       );
     });
+    return createArchiveRelatedPage(
+      result,
+      async (cursor, nextOptions) => await this.related(target, objectUri, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async evidence(target, objectUri, options = {}) {
-    return await this.#runtime.run(async () => {
+    const result = await this.#runtime.run(async () => {
       if (options.query === void 0 && options.queryMode !== void 0) {
         throw new Error("`queryMode` requires `query`.");
       }
@@ -4870,6 +5443,17 @@ var WikiGraphLibraryManager = class {
         }
       );
     });
+    return createArchiveEvidencePage(
+      result,
+      async (cursor, nextOptions) => await this.evidence(target, objectUri, {
+        ...options,
+        cursor,
+        ...nextOptions.limit === void 0 ? {} : { limit: nextOptions.limit },
+        ...nextOptions.signal === void 0 ? {} : { signal: nextOptions.signal }
+      }),
+      (cursor) => Promise.resolve(cursor),
+      () => Promise.resolve()
+    );
   }
   async pack(target, objectUri, budget = 5e3) {
     return await this.#runtime.run(
@@ -4934,7 +5518,7 @@ function toLibrarySnapshot(record) {
   };
 }
 function toArchiveSnapshot(record) {
-  const { file: _file, ...snapshot } = record;
+  const { file: _file, directory: _directory, ...snapshot } = record;
   return snapshot;
 }
 function toScanSnapshot(result) {
@@ -4967,12 +5551,12 @@ function requireReadableLibraryArchiveFile(archive) {
       `Wiki Graph library archive has a conflict and cannot be read: ${archive.uri}`
     );
   }
-  if (archive.file === void 0) {
+  if (archive.file === void 0 && archive.directory === void 0) {
     throw new Error(
       `Wiki Graph library archive is unavailable: ${archive.uri}`
     );
   }
-  return archive.file;
+  return archive.file ?? archive.directory;
 }
 var ARCHIVE_STREAM_CHUNK_SIZE = 64 * 1024;
 function createCallbackScopedArchiveStream(reader, isActive, signal) {
@@ -5045,7 +5629,7 @@ function abortReason(signal) {
 
 // src/maintenance.ts
 var import_wiki_graph_core17 = require("wiki-graph-core");
-var import_path6 = require("path");
+var import_path7 = require("path");
 var WikiGraphMaintenanceManager = class {
   #runtime;
   constructor(runtime) {
@@ -5085,7 +5669,7 @@ var WikiGraphMaintenanceManager = class {
       const resolvedOutputPath = resolveWikiGraphRuntimePath(outputPath);
       await (0, import_wiki_graph_core17.migrateLegacySdpubToWikg)(
         new NodeFile(resolvedInputPath),
-        new NodeFile(resolvedOutputPath, (0, import_path6.basename)(resolvedOutputPath))
+        new NodeFile(resolvedOutputPath, (0, import_path7.basename)(resolvedOutputPath))
       );
       return {
         inputPath: resolvedInputPath,
@@ -5169,6 +5753,11 @@ function createWikiGraphSDK(options = {}) {
 var import_wiki_graph_core19 = require("wiki-graph-core");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  ArchiveCollectionPage,
+  ArchiveEvidencePage,
+  ArchiveFindPage,
+  ArchiveRelatedPage,
+  ArchiveSourceLocatorPage,
   DANGEROUS_RUNTIME_ENV_NAMES,
   DEFAULT_EXTRACTION_PROMPT,
   DEFAULT_GENERATION_JOB_CONCURRENCY,
@@ -5176,6 +5765,7 @@ var import_wiki_graph_core19 = require("wiki-graph-core");
   DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT,
   LLMPaymentRequiredError,
   LOCAL_CONFIG_SECTIONS,
+  LibraryBucketPage,
   NodeDirectory,
   NodeFile,
   WIKI_GRAPH_URI_PREFIX,
@@ -5196,11 +5786,19 @@ var import_wiki_graph_core19 = require("wiki-graph-core");
   buildSearchIndexEmbeddingProvider,
   buildWikiGraphLLMOptions,
   clearLocalConfigSection,
+  createArchiveCollectionPage,
+  createArchiveEvidencePage,
+  createArchiveFindPage,
+  createArchiveRelatedPage,
+  createArchiveSourceLocatorPage,
+  createCursor,
   createEntryRuntimeContext,
   createGenerationPerformanceHints,
+  createLibraryBucketPage,
   createNodeTemplateEnvironment,
   createNodeWikiGraphPlatform,
   createNodeWikiGraphStorage,
+  createPageCursor,
   createStageLLM,
   createWikiGraphSDK,
   deleteLocalConfigValue,
@@ -5228,6 +5826,8 @@ var import_wiki_graph_core19 = require("wiki-graph-core");
   isWikiGraphJobUri,
   isWikiGraphLibraryUri,
   isWikiGraphUri,
+  iterateItems,
+  iteratePages,
   loadRequiredStageConfig,
   loadWikiGraphRuntimeConfig,
   maskLocalConfigSection,