wiki-graph-sdk 0.8.4 → 0.9.0

package/dist/index.js

@@ -43,6 +43,7 @@ import {
   getChapterTree,
   WikiGraph as WikiGraph2,
   WikiGraphArchiveFile as WikiGraphArchiveFile2,
+  WikiGraphDirectoryFile as WikiGraphDirectoryFile2,
   TOC_FILE_VERSION,
   writeWikgArchive,
   ObjectMetadataKind
@@ -1420,6 +1421,9 @@ import {
   resolveWikiGraphLibrary,
   resolveWikiGraphLibraryArchiveFile
 } from "wiki-graph-core";
+function requireWikiGraphArchiveFile(location) {
+  return location.archiveFile;
+}
 var WikiGraphArchiveOwnershipError = class extends Error {
   code = "WIKI_GRAPH_ARCHIVE_OWNERSHIP_MISMATCH";
   constructor(message) {
@@ -1566,11 +1570,12 @@ async function findMatchingMembers(libraries, candidate, candidateIdentity) {
       ...library.isDefault ? {} : { publicId: library.publicId }
     });
     for (const archive of archives) {
-      if (archive.file === void 0) continue;
+      const physical = archive.file ?? archive.directory;
+      if (physical === void 0) continue;
       members.push({
         archive,
         library,
-        memberPath: getNodeResourcePath(archive.file)
+        memberPath: getNodeResourcePath(physical)
       });
     }
   }
@@ -2085,17 +2090,30 @@ function formatLocatedChapterUri(archiveUri, chapter) {
 // src/archive/write.ts
 import {
   WikiGraphArchiveFile,
+  WikiGraphDirectoryFile,
   writeWikiGraphLibraryArchive
 } from "wiki-graph-core";
 async function writeWikiGraphArchiveLocation(location, operation, options = {}) {
   const cacheOnly = options.searchIndexWritebackPolicy === "cache";
-  const write = async (archiveFile = location.archiveFile) => await new WikiGraphArchiveFile(archiveFile).write(operation, {
-    ...cacheOnly ? {} : { derivedStateKeys: [location.archiveKey, location.archivePath] },
-    ...options.invalidateContinuationCursors === void 0 ? {} : {
-      invalidateContinuationCursors: options.invalidateContinuationCursors
-    },
-    ...options.searchIndexWritebackPolicy === void 0 ? {} : { searchIndexWritebackPolicy: options.searchIndexWritebackPolicy }
-  });
+  const write = async (archiveFile = location.archiveFile) => {
+    const writeOptions = {
+      ...cacheOnly ? {} : { derivedStateKeys: [location.archiveKey, location.archivePath] },
+      ...options.invalidateContinuationCursors === void 0 ? {} : {
+        invalidateContinuationCursors: options.invalidateContinuationCursors
+      },
+      ...options.searchIndexWritebackPolicy === void 0 ? {} : { searchIndexWritebackPolicy: options.searchIndexWritebackPolicy }
+    };
+    if (archiveFile.kind === "directory") {
+      return await new WikiGraphDirectoryFile(archiveFile).write(
+        operation,
+        writeOptions
+      );
+    }
+    return await new WikiGraphArchiveFile(archiveFile).write(
+      operation,
+      writeOptions
+    );
+  };
   if (location.libraryArchiveTarget === void 0 || cacheOnly || options.refreshLibraryIndex === false) {
     return await write();
   }
@@ -2807,7 +2825,7 @@ var WikiGraphArchiveHandle = class {
     return await this.#writeDocument(async (document) => {
       const chapterId = await resolveChapterPathReadonly(document, path);
       await assertChapterResetAllowed(
-        this.#location.archiveFile,
+        requireWikiGraphArchiveFile(this.#location),
         chapterId,
         stage
       );
@@ -3053,14 +3071,18 @@ var WikiGraphArchiveHandle = class {
     }, options);
   }
   async readCover(options = {}) {
-    const app = new WikiGraph2({});
-    return await this.#runtime.run(
-      async () => await app.openSession(
+    return await this.#runtime.run(async () => {
+      if (this.#location.archiveFile.kind === "directory") {
+        return await this.#readDocument(
+          async (document) => await document.readCover()
+        );
+      }
+      const app = new WikiGraph2({});
+      return await app.openSession(
         this.#location.archiveFile,
         async (archive) => await archive.readCover()
-      ),
-      options.signal
-    );
+      );
+    }, options.signal);
   }
   async replaceMetadata(objectPath, value, options = {}) {
     return await this.#writeDocument(async (document) => {
@@ -3101,9 +3123,11 @@ var WikiGraphArchiveHandle = class {
   }
   async #readDocument(operation, options = {}) {
     return await this.#runtime.run(
-      async () => await new WikiGraphArchiveFile2(this.#location.archiveFile).readDocument(
-        operation
-      ),
+      async () => this.#location.archiveFile.kind === "directory" ? await new WikiGraphDirectoryFile2(
+        this.#location.archiveFile
+      ).readDocument(operation) : await new WikiGraphArchiveFile2(
+        this.#location.archiveFile
+      ).readDocument(operation),
       options.signal
     );
   }
@@ -3506,7 +3530,8 @@ import {
   listWikiGraphLibraryObjects,
   readContinuationCursor,
   resolveWikiGraphLibraryQueryTargetById,
-  WikiGraphArchiveFile as WikiGraphArchiveFile3
+  WikiGraphArchiveFile as WikiGraphArchiveFile3,
+  WikiGraphDirectoryFile as WikiGraphDirectoryFile3
 } from "wiki-graph-core";
 var WikiGraphContinuationManager = class {
   #runtime;
@@ -3556,54 +3581,53 @@ async function continueArchiveCursor(cursor, limit) {
   const location = await resolveWikiGraphArchiveLocation(
     archiveTargetFromLogicalLocator(getCursorArchivePath(cursor))
   );
-  return await new WikiGraphArchiveFile3(location.archiveFile).readDocument(
-    async (document) => {
-      switch (cursor.kind) {
-        case "source-locators":
-          return await listArchiveSourceLocators2(document, cursor.targetUri, {
-            cursor: cursor.cursor,
-            limit
-          });
-        case "collection":
-          return await listArchiveCollection2(
-            document,
-            createCollectionOptions(cursor, limit)
-          );
-        case "search":
-          return await findArchiveObjects2(
-            document,
-            cursor.query ?? "",
-            await createFindOptions(cursor, limit)
-          );
-        case "evidence":
-          return await listArchiveEvidence2(document, cursor.targetUri, {
-            ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
-            cursor: cursor.cursor,
-            limit,
-            order: cursor.order,
-            ...cursor.query === void 0 ? {} : { query: cursor.query },
-            ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
-            ...embeddingProvider === void 0 ? {} : { embeddingProvider },
-            ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
-            ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
-          });
-        case "related":
-          return await listRelatedArchiveObjects2(document, cursor.targetUri, {
-            ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
-            cursor: cursor.cursor,
-            ...cursor.evidenceLimit === void 0 ? {} : { evidenceLimit: cursor.evidenceLimit },
-            limit,
-            order: cursor.order,
-            ...cursor.query === void 0 ? {} : { query: cursor.query },
-            ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
-            ...embeddingProvider === void 0 ? {} : { embeddingProvider },
-            ...cursor.role === void 0 ? {} : { role: cursor.role },
-            ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
-            ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
-          });
-      }
+  const read = async (document) => {
+    switch (cursor.kind) {
+      case "source-locators":
+        return await listArchiveSourceLocators2(document, cursor.targetUri, {
+          cursor: cursor.cursor,
+          limit
+        });
+      case "collection":
+        return await listArchiveCollection2(
+          document,
+          createCollectionOptions(cursor, limit)
+        );
+      case "search":
+        return await findArchiveObjects2(
+          document,
+          cursor.query ?? "",
+          await createFindOptions(cursor, limit)
+        );
+      case "evidence":
+        return await listArchiveEvidence2(document, cursor.targetUri, {
+          ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
+          cursor: cursor.cursor,
+          limit,
+          order: cursor.order,
+          ...cursor.query === void 0 ? {} : { query: cursor.query },
+          ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider },
+          ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
+          ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
+        });
+      case "related":
+        return await listRelatedArchiveObjects2(document, cursor.targetUri, {
+          ...cursor.chapters === null ? {} : { chapters: cursor.chapters },
+          cursor: cursor.cursor,
+          ...cursor.evidenceLimit === void 0 ? {} : { evidenceLimit: cursor.evidenceLimit },
+          limit,
+          order: cursor.order,
+          ...cursor.query === void 0 ? {} : { query: cursor.query },
+          ...cursor.queryMode === void 0 ? {} : { queryMode: cursor.queryMode },
+          ...embeddingProvider === void 0 ? {} : { embeddingProvider },
+          ...cursor.role === void 0 ? {} : { role: cursor.role },
+          ...cursor.skipUnindexed === void 0 ? {} : { skipUnindexed: cursor.skipUnindexed },
+          ...cursor.sourceContext === void 0 ? {} : { sourceContext: cursor.sourceContext }
+        });
     }
-  );
+  };
+  return location.archiveFile.kind === "directory" ? await new WikiGraphDirectoryFile3(location.archiveFile).readDocument(read) : await new WikiGraphArchiveFile3(location.archiveFile).readDocument(read);
 }
 async function continueLibraryCursor(cursor, limit) {
   const embeddingProvider = cursor.kind === "evidence" || cursor.kind === "related" ? await resolveCursorEmbeddingProvider(cursor) : void 0;
@@ -4491,7 +4515,7 @@ var WikiGraphJobManager = class {
       return {
         job: await this.#backend.add({
           ...options,
-          archive: location.archiveFile
+          archive: requireWikiGraphArchiveFile(location)
         }),
         target: location.target
       };
@@ -4523,7 +4547,9 @@ var WikiGraphJobManager = class {
         ...options.activeOnly === void 0 ? {} : { activeOnly: options.activeOnly },
         ...options.all === void 0 ? {} : { all: options.all },
         ...options.archive === void 0 ? {} : {
-          archive: (await resolveWikiGraphArchiveLocation(options.archive)).archiveFile
+          archive: requireWikiGraphArchiveFile(
+            await resolveWikiGraphArchiveLocation(options.archive)
+          )
         }
       };
       const jobs = await this.#backend.list(normalized);
@@ -4548,7 +4574,7 @@ var WikiGraphJobManager = class {
               archiveJobs[0].archive
             );
             const chapters = await new WikiGraphArchiveFile6(
-              location.archiveFile
+              requireWikiGraphArchiveFile(location)
             ).readDocument(async (document) => await listChapters3(document));
             const chaptersById = new Map(
               chapters.map((chapter) => [chapter.chapterId, chapter])
@@ -4591,7 +4617,7 @@ var WikiGraphJobManager = class {
           await validateQueueTargetConfig(target, llmJSON);
           const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
           const candidates = await new WikiGraphArchiveFile6(
-            location.archiveFile
+            requireWikiGraphArchiveFile(location)
           ).readDocument(async (document) => {
             const chapters = await listChapters3(document);
             const selected = await selectQueueChapters(
@@ -4635,7 +4661,7 @@ var WikiGraphJobManager = class {
                 chapter: candidate.chapter,
                 job: await this.#createHandle(
                   await this.#backend.add({
-                    archive: location.archiveFile,
+                    archive: requireWikiGraphArchiveFile(location),
                     boost: options.boost ?? false,
                     chapterId: candidate.chapter.chapterId,
                     ...llmJSON === void 0 ? {} : { llmJSON },
@@ -4666,7 +4692,7 @@ var WikiGraphJobManager = class {
       await validateQueueTargetConfig(target, llmJSON);
       const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
       const candidates = await new WikiGraphArchiveFile6(
-        location.archiveFile
+        requireWikiGraphArchiveFile(location)
       ).readDocument(async (document) => {
         const chapters = await listChapters3(document);
         const selected = await selectQueueChapters(document, chapters, options);
@@ -5028,9 +5054,12 @@ import {
   replaceWikiGraphLibraryMetadata,
   resolveWikiGraphLibrary as resolveWikiGraphLibrary2,
   scanWikiGraphLibrary,
-  withWikiGraphLibraryLock
+  withWikiGraphLibraryLock,
+  writeWikgArchive as writeWikgArchive2
 } from "wiki-graph-core";
-import { mkdir as mkdir3 } from "fs/promises";
+import { mkdir as mkdir3, mkdtemp as mkdtemp2, rm as rm4 } from "fs/promises";
+import { tmpdir as tmpdir2 } from "os";
+import { join as join5 } from "path";
 async function resolveQueryEmbeddingProvider(queryMode) {
   if (queryMode === "fts") return void 0;
   const provider = await createConfiguredEmbeddingProvider();
@@ -5120,7 +5149,18 @@ var WikiGraphLibraryManager = class {
         async () => {
           throwIfAborted(options.signal);
           const archive = await getWikiGraphLibraryArchive(parsedTarget);
-          const file = requireReadableLibraryArchiveFile(archive);
+          const source = requireReadableLibraryArchiveFile(archive);
+          let temporaryDirectory;
+          const file = source.kind === "directory" ? await (async () => {
+            temporaryDirectory = await mkdtemp2(
+              join5(tmpdir2(), "wikigraph-library-read-")
+            );
+            const output = new NodeFile(
+              join5(temporaryDirectory, "archive.wikg")
+            );
+            await writeWikgArchive2(source, output);
+            return output;
+          })() : source;
           const reader = await file.openReader();
           let active = true;
           try {
@@ -5141,6 +5181,8 @@ var WikiGraphLibraryManager = class {
           } finally {
             active = false;
             await reader.close();
+            if (temporaryDirectory !== void 0)
+              await rm4(temporaryDirectory, { force: true, recursive: true });
           }
         },
         options.signal === void 0 ? {} : { signal: options.signal }
@@ -5502,7 +5544,7 @@ function toLibrarySnapshot(record) {
   };
 }
 function toArchiveSnapshot(record) {
-  const { file: _file, ...snapshot } = record;
+  const { file: _file, directory: _directory, ...snapshot } = record;
   return snapshot;
 }
 function toScanSnapshot(result) {
@@ -5535,12 +5577,12 @@ function requireReadableLibraryArchiveFile(archive) {
       `Wiki Graph library archive has a conflict and cannot be read: ${archive.uri}`
     );
   }
-  if (archive.file === void 0) {
+  if (archive.file === void 0 && archive.directory === void 0) {
     throw new Error(
       `Wiki Graph library archive is unavailable: ${archive.uri}`
     );
   }
-  return archive.file;
+  return archive.file ?? archive.directory;
 }
 var ARCHIVE_STREAM_CHUNK_SIZE = 64 * 1024;
 function createCallbackScopedArchiveStream(reader, isActive, signal) {