wiki-graph-sdk 0.8.4 → 0.9.0

package/dist/index.cjs

@@ -1505,6 +1505,9 @@ function resolveWikiGraphRuntimePath(path) {
 var import_promises3 = require("fs/promises");
 var import_path3 = require("path");
 var import_wiki_graph_core2 = require("wiki-graph-core");
+function requireWikiGraphArchiveFile(location) {
+  return location.archiveFile;
+}
 var WikiGraphArchiveOwnershipError = class extends Error {
   code = "WIKI_GRAPH_ARCHIVE_OWNERSHIP_MISMATCH";
   constructor(message) {
@@ -1651,11 +1654,12 @@ async function findMatchingMembers(libraries, candidate, candidateIdentity) {
       ...library.isDefault ? {} : { publicId: library.publicId }
     });
     for (const archive of archives) {
-      if (archive.file === void 0) continue;
+      const physical = archive.file ?? archive.directory;
+      if (physical === void 0) continue;
       members.push({
         archive,
         library,
-        memberPath: getNodeResourcePath(archive.file)
+        memberPath: getNodeResourcePath(physical)
       });
     }
   }
@@ -2166,13 +2170,25 @@ function formatLocatedChapterUri(archiveUri, chapter) {
 var import_wiki_graph_core6 = require("wiki-graph-core");
 async function writeWikiGraphArchiveLocation(location, operation, options = {}) {
   const cacheOnly = options.searchIndexWritebackPolicy === "cache";
-  const write = async (archiveFile = location.archiveFile) => await new import_wiki_graph_core6.WikiGraphArchiveFile(archiveFile).write(operation, {
-    ...cacheOnly ? {} : { derivedStateKeys: [location.archiveKey, location.archivePath] },
-    ...options.invalidateContinuationCursors === void 0 ? {} : {
-      invalidateContinuationCursors: options.invalidateContinuationCursors
-    },
-    ...options.searchIndexWritebackPolicy === void 0 ? {} : { searchIndexWritebackPolicy: options.searchIndexWritebackPolicy }
-  });
+  const write = async (archiveFile = location.archiveFile) => {
+    const writeOptions = {
+      ...cacheOnly ? {} : { derivedStateKeys: [location.archiveKey, location.archivePath] },
+      ...options.invalidateContinuationCursors === void 0 ? {} : {
+        invalidateContinuationCursors: options.invalidateContinuationCursors
+      },
+      ...options.searchIndexWritebackPolicy === void 0 ? {} : { searchIndexWritebackPolicy: options.searchIndexWritebackPolicy }
+    };
+    if (archiveFile.kind === "directory") {
+      return await new import_wiki_graph_core6.WikiGraphDirectoryFile(archiveFile).write(
+        operation,
+        writeOptions
+      );
+    }
+    return await new import_wiki_graph_core6.WikiGraphArchiveFile(archiveFile).write(
+      operation,
+      writeOptions
+    );
+  };
   if (location.libraryArchiveTarget === void 0 || cacheOnly || options.refreshLibraryIndex === false) {
     return await write();
   }
@@ -2884,7 +2900,7 @@ var WikiGraphArchiveHandle = class {
     return await this.#writeDocument(async (document) => {
       const chapterId = await (0, import_wiki_graph_core7.resolveChapterPathReadonly)(document, path);
       await assertChapterResetAllowed(
-        this.#location.archiveFile,
+        requireWikiGraphArchiveFile(this.#location),
         chapterId,
         stage
       );
@@ -3130,14 +3146,18 @@ var WikiGraphArchiveHandle = class {
     }, options);
   }
   async readCover(options = {}) {
-    const app = new import_wiki_graph_core7.WikiGraph({});
-    return await this.#runtime.run(
-      async () => await app.openSession(
+    return await this.#runtime.run(async () => {
+      if (this.#location.archiveFile.kind === "directory") {
+        return await this.#readDocument(
+          async (document) => await document.readCover()
+        );
+      }
+      const app = new import_wiki_graph_core7.WikiGraph({});
+      return await app.openSession(
         this.#location.archiveFile,
         async (archive) => await archive.readCover()
-      ),
-      options.signal
-    );
+      );
+    }, options.signal);
   }
   async replaceMetadata(objectPath, value, options = {}) {
     return await this.#writeDocument(async (document) => {
@@ -3178,9 +3198,11 @@ var WikiGraphArchiveHandle = class {
   }
   async #readDocument(operation, options = {}) {
     return await this.#runtime.run(
-      async () => await new import_wiki_graph_core7.WikiGraphArchiveFile(this.#location.archiveFile).readDocument(
-        operation
-      ),
+      async () => this.#location.archiveFile.kind === "directory" ? await new import_wiki_graph_core7.WikiGraphDirectoryFile(
+        this.#location.archiveFile
+      ).readDocument(operation) : await new import_wiki_graph_core7.WikiGraphArchiveFile(
+        this.#location.archiveFile
+      ).readDocument(operation),
       options.signal
     );
   }
@@ -3617,54 +3639,53 @@ async function continueArchiveCursor(cursor, limit) {
   const location = await resolveWikiGraphArchiveLocation(
     archiveTargetFromLogicalLocator(getCursorArchivePath(cursor))
   );
-  return await new import_wiki_graph_core9.WikiGraphArchiveFile(location.archiveFile).readDocument(
-    async (document) => {
-      switch (cursor.kind) {
-        case "source-locators":
-          return await (0, import_wiki_graph_core9.listArchiveSourceLocators)(document, cursor.targetUri, {
-            cursor: cursor.cursor,
-            limit
-          });
-        case "collection":
-          return await (0, import_wiki_graph_core9.listArchiveCollection)(
-            document,
-            createCollectionOptions(cursor, limit)
-          );
-        case "search":
-          return await (0, import_wiki_graph_core9.findArchiveObjects)(
-            document,
-            cursor.query ?? "",
-            await createFindOptions(cursor, limit)
-          );
-        case "evidence":
-          return await (0, import_wiki_graph_core9.listArchiveEvidence)(document, cursor.targetUri, {
-            ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
-            cursor: cursor.cursor,
-            limit,
-            order: cursor.order,
-            ...cursor.query === void 0 ? {} : { query: cursor.query },
-            ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
-            ...embeddingProvider === void 0 ? {} : { embeddingProvider },
-            ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
-            ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
-          });
-        case "related":
-          return await (0, import_wiki_graph_core9.listRelatedArchiveObjects)(document, cursor.targetUri, {
-            ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
-            cursor: cursor.cursor,
-            ...cursor.evidenceLimit === void 0 ? {} : { evidenceLimit: cursor.evidenceLimit },
-            limit,
-            order: cursor.order,
-            ...cursor.query === void 0 ? {} : { query: cursor.query },
-            ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
-            ...embeddingProvider === void 0 ? {} : { embeddingProvider },
-            ...cursor.role === void 0 ? {} : { role: cursor.role },
-            ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
-            ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
-          });
-      }
+  const read = async (document) => {
+    switch (cursor.kind) {
+      case "source-locators":
+        return await (0, import_wiki_graph_core9.listArchiveSourceLocators)(document, cursor.targetUri, {
+          cursor: cursor.cursor,
+          limit
+        });
+      case "collection":
+        return await (0, import_wiki_graph_core9.listArchiveCollection)(
+          document,
+          createCollectionOptions(cursor, limit)
+        );
+      case "search":
+        return await (0, import_wiki_graph_core9.findArchiveObjects)(
+          document,
+          cursor.query ?? "",
+          await createFindOptions(cursor, limit)
+        );
+      case "evidence":
+        return await (0, import_wiki_graph_core9.listArchiveEvidence)(document, cursor.targetUri, {
+          ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
+          cursor: cursor.cursor,
+          limit,
+          order: cursor.order,
+          ...cursor.query === void 0 ? {} : { query: cursor.query },
+          ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider },
+          ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
+          ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
+        });
+      case "related":
+        return await (0, import_wiki_graph_core9.listRelatedArchiveObjects)(document, cursor.targetUri, {
+          ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
+          cursor: cursor.cursor,
+          ...cursor.evidenceLimit === void 0 ? {} : { evidenceLimit: cursor.evidenceLimit },
+          limit,
+          order: cursor.order,
+          ...cursor.query === void 0 ? {} : { query: cursor.query },
+          ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider },
+          ...cursor.role === void 0 ? {} : { role: cursor.role },
+          ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
+          ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
+        });
     }
-  );
+  };
+  return location.archiveFile.kind === "directory" ? await new import_wiki_graph_core9.WikiGraphDirectoryFile(location.archiveFile).readDocument(read) : await new import_wiki_graph_core9.WikiGraphArchiveFile(location.archiveFile).readDocument(read);
 }
 async function continueLibraryCursor(cursor, limit) {
   const embeddingProvider = cursor.kind === "evidence" || cursor.kind === "related" ? await resolveCursorEmbeddingProvider(cursor) : void 0;
@@ -4504,7 +4525,7 @@ var WikiGraphJobManager = class {
       return {
         job: await this.#backend.add({
           ...options,
-          archive: location.archiveFile
+          archive: requireWikiGraphArchiveFile(location)
         }),
         target: location.target
       };
@@ -4536,7 +4557,9 @@ var WikiGraphJobManager = class {
         ...options.activeOnly === void 0 ? {} : { activeOnly: options.activeOnly },
         ...options.all === void 0 ? {} : { all: options.all },
         ...options.archive === void 0 ? {} : {
-          archive: (await resolveWikiGraphArchiveLocation(options.archive)).archiveFile
+          archive: requireWikiGraphArchiveFile(
+            await resolveWikiGraphArchiveLocation(options.archive)
+          )
         }
       };
       const jobs = await this.#backend.list(normalized);
@@ -4561,7 +4584,7 @@ var WikiGraphJobManager = class {
               archiveJobs[0].archive
             );
             const chapters = await new import_wiki_graph_core15.WikiGraphArchiveFile(
-              location.archiveFile
+              requireWikiGraphArchiveFile(location)
             ).readDocument(async (document) => await (0, import_wiki_graph_core15.listChapters)(document));
             const chaptersById = new Map(
               chapters.map((chapter) => [chapter.chapterId, chapter])
@@ -4604,7 +4627,7 @@ var WikiGraphJobManager = class {
           await validateQueueTargetConfig(target, llmJSON);
           const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
           const candidates = await new import_wiki_graph_core15.WikiGraphArchiveFile(
-            location.archiveFile
+            requireWikiGraphArchiveFile(location)
           ).readDocument(async (document) => {
             const chapters = await (0, import_wiki_graph_core15.listChapters)(document);
             const selected = await selectQueueChapters(
@@ -4648,7 +4671,7 @@ var WikiGraphJobManager = class {
                 chapter: candidate.chapter,
                 job: await this.#createHandle(
                   await this.#backend.add({
-                    archive: location.archiveFile,
+                    archive: requireWikiGraphArchiveFile(location),
                     boost: options.boost ?? false,
                     chapterId: candidate.chapter.chapterId,
                     ...llmJSON === void 0 ? {} : { llmJSON },
@@ -4679,7 +4702,7 @@ var WikiGraphJobManager = class {
       await validateQueueTargetConfig(target, llmJSON);
       const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
       const candidates = await new import_wiki_graph_core15.WikiGraphArchiveFile(
-        location.archiveFile
+        requireWikiGraphArchiveFile(location)
       ).readDocument(async (document) => {
         const chapters = await (0, import_wiki_graph_core15.listChapters)(document);
         const selected = await selectQueueChapters(document, chapters, options);
@@ -5009,6 +5032,8 @@ function forwardAbort(source, target) {
 // src/libraries.ts
 var import_wiki_graph_core16 = require("wiki-graph-core");
 var import_promises6 = require("fs/promises");
+var import_os4 = require("os");
+var import_path6 = require("path");
 async function resolveQueryEmbeddingProvider(queryMode) {
   if (queryMode === "fts") return void 0;
   const provider = await createConfiguredEmbeddingProvider();
@@ -5098,7 +5123,18 @@ var WikiGraphLibraryManager = class {
         async () => {
           throwIfAborted(options.signal);
           const archive = await (0, import_wiki_graph_core16.getWikiGraphLibraryArchive)(parsedTarget);
-          const file = requireReadableLibraryArchiveFile(archive);
+          const source = requireReadableLibraryArchiveFile(archive);
+          let temporaryDirectory;
+          const file = source.kind === "directory" ? await (async () => {
+            temporaryDirectory = await (0, import_promises6.mkdtemp)(
+              (0, import_path6.join)((0, import_os4.tmpdir)(), "wikigraph-library-read-")
+            );
+            const output = new NodeFile(
+              (0, import_path6.join)(temporaryDirectory, "archive.wikg")
+            );
+            await (0, import_wiki_graph_core16.writeWikgArchive)(source, output);
+            return output;
+          })() : source;
           const reader = await file.openReader();
           let active = true;
           try {
@@ -5119,6 +5155,8 @@ var WikiGraphLibraryManager = class {
           } finally {
             active = false;
             await reader.close();
+            if (temporaryDirectory !== void 0)
+              await (0, import_promises6.rm)(temporaryDirectory, { force: true, recursive: true });
           }
         },
         options.signal === void 0 ? {} : { signal: options.signal }
@@ -5480,7 +5518,7 @@ function toLibrarySnapshot(record) {
   };
 }
 function toArchiveSnapshot(record) {
-  const { file: _file, ...snapshot } = record;
+  const { file: _file, directory: _directory, ...snapshot } = record;
   return snapshot;
 }
 function toScanSnapshot(result) {
@@ -5513,12 +5551,12 @@ function requireReadableLibraryArchiveFile(archive) {
       `Wiki Graph library archive has a conflict and cannot be read: ${archive.uri}`
     );
   }
-  if (archive.file === void 0) {
+  if (archive.file === void 0 && archive.directory === void 0) {
     throw new Error(
       `Wiki Graph library archive is unavailable: ${archive.uri}`
     );
   }
-  return archive.file;
+  return archive.file ?? archive.directory;
 }
 var ARCHIVE_STREAM_CHUNK_SIZE = 64 * 1024;
 function createCallbackScopedArchiveStream(reader, isActive, signal) {
@@ -5591,7 +5629,7 @@ function abortReason(signal) {
 
 // src/maintenance.ts
 var import_wiki_graph_core17 = require("wiki-graph-core");
-var import_path6 = require("path");
+var import_path7 = require("path");
 var WikiGraphMaintenanceManager = class {
   #runtime;
   constructor(runtime) {
@@ -5631,7 +5669,7 @@ var WikiGraphMaintenanceManager = class {
       const resolvedOutputPath = resolveWikiGraphRuntimePath(outputPath);
       await (0, import_wiki_graph_core17.migrateLegacySdpubToWikg)(
         new NodeFile(resolvedInputPath),
-        new NodeFile(resolvedOutputPath, (0, import_path6.basename)(resolvedOutputPath))
+        new NodeFile(resolvedOutputPath, (0, import_path7.basename)(resolvedOutputPath))
       );
       return {
         inputPath: resolvedInputPath,