wiki-graph-sdk 0.7.0 → 0.7.1

package/dist/index.d.ts

@@ -5,7 +5,7 @@ export { LOCAL_CONFIG_SECTIONS, clearLocalConfigSection, deleteLocalConfigValue,
 import { W as WikiGraphJobRuntime, a as WikiGraphJobManager } from './jobs-Dd5PMSId.js';
 export { b as WikiGraphJob, c as WikiGraphJobBackend, d as WikiGraphJobChapterReference, e as WikiGraphJobCreateOptions, f as WikiGraphJobEnqueueOptions, g as WikiGraphJobEnqueuePlan, h as WikiGraphJobEnqueueResult, i as WikiGraphJobEventListener, j as WikiGraphJobEventsOptions, k as WikiGraphJobListOptions, l as WikiGraphJobSubscriptionOptions } from './jobs-Dd5PMSId.js';
 import { ContinuationCursor, QueryIndexScope, ArchiveSourceLocatorResult, ArchiveCollectionResult, ArchiveFindResult, ArchiveEvidence, ArchiveRelatedResult, WikiGraphLibraryRecord, WikiGraphLibraryArchiveRecord, WikiGraphLibraryScanResult, ParsedWikiGraphLibraryUri, WikiGraphLibraryIndexState, rebuildWikiGraphLibraryIndex, ArchiveFindOptions, ArchiveCollectionOptions, readWikiGraphLibraryPage, ArchivePage, listRelatedWikiGraphLibraryObjects, listWikiGraphLibraryEvidence, ArchivePack } from 'wiki-graph-core';
-export { ArchiveBacklinkBucket, ArchiveBacklinks, ArchiveCollectionOptions, ArchiveCollectionResult, ArchiveEvidence, ArchiveEvidenceItem, ArchiveFindEvidencePreview, ArchiveFindHit, ArchiveFindOptions, ArchiveFindResult, ArchiveListItem, ArchivePack, ArchivePage, ArchiveRelatedResult, ArchiveSourceLocator, ArchiveSourceLocatorResult, ArchiveTriplePattern, BookMeta, BuildJob, BuildJobEvent, BuildJobProgressCounter, BuildJobTarget, ChapterDetails, ChapterEntry, ChapterStage, ChapterTree, ChapterTreeApplyResult, ContinuationCursor, DEFAULT_EXTRACTION_PROMPT, DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT, File, IndexArtifactKind, LLMPaymentRequiredError, LocatedWikiGraphUri, ParsedWikiGraphLibraryUri, QueryIndexScope, SearchIndexEmbeddingProvider, WIKI_GRAPH_URI_PREFIX, WikiGraphError, WikiGraphLLMOptions, WikiGraphLibraryArchiveRecord, WikiGraphLibraryIndexState, WikiGraphLibraryRecord, WikiGraphLibraryScanResult, WikiGraphMaintenanceUpgradeResult, WikiGraphProgressCallback, WikiGraphProgressEvent, WikispineProvider, formatError, formatLocatedChapterResourceUri, formatLocatedChapterSourceCollectionUri, formatLocatedChapterUri, formatLocatedWikiGraphUri, formatWikiGraphCommandUri, formatWikiGraphLibraryUri, isSourceLocatorScopeUri, isWikiGraphLibraryUri, parseChapterPath, parseChapterTreeInput, parseChapterUriPath, parseLocatedWikiGraphUri, parseSourceTextJsonl, parseWikiGraphLibraryUri, parseWikiGraphUriSyntax, resolveExtractionPrompt, resolveKnowledgeGraphRecallPrompt } from 'wiki-graph-core';
+export { ArchiveBacklinkBucket, ArchiveBacklinks, ArchiveCollectionOptions, ArchiveCollectionResult, ArchiveEvidence, ArchiveEvidenceItem, ArchiveFindEvidencePreview, ArchiveFindHit, ArchiveFindOptions, ArchiveFindResult, ArchiveListItem, ArchivePack, ArchivePage, ArchiveRelatedResult, ArchiveSourceLocator, ArchiveSourceLocatorResult, ArchiveTriplePattern, BookMeta, BuildJob, BuildJobEvent, BuildJobProgressCounter, BuildJobTarget, ChapterDetails, ChapterEntry, ChapterStage, ChapterTree, ChapterTreeApplyResult, ContinuationCursor, DEFAULT_EXTRACTION_PROMPT, DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT, File, IndexArtifactKind, LLMPaymentRequiredError, LocatedWikiGraphUri, ParsedWikiGraphLibraryUri, QueryIndexScope, SearchIndexEmbeddingProvider, SourceArtifactInput, WIKI_GRAPH_URI_PREFIX, WikiGraphError, WikiGraphLLMOptions, WikiGraphLibraryArchiveRecord, WikiGraphLibraryIndexState, WikiGraphLibraryRecord, WikiGraphLibraryScanResult, WikiGraphMaintenanceUpgradeResult, WikiGraphProgressCallback, WikiGraphProgressEvent, WikispineProvider, formatError, formatLocatedChapterResourceUri, formatLocatedChapterSourceCollectionUri, formatLocatedChapterUri, formatLocatedWikiGraphUri, formatWikiGraphCommandUri, formatWikiGraphLibraryUri, isSourceLocatorScopeUri, isWikiGraphLibraryUri, parseChapterPath, parseChapterTreeInput, parseChapterUriPath, parseLocatedWikiGraphUri, parseSourceTextJsonl, parseWikiGraphLibraryUri, parseWikiGraphUriSyntax, resolveExtractionPrompt, resolveKnowledgeGraphRecallPrompt } from 'wiki-graph-core';
 import { WikiGraphConversionManager } from './conversions.js';
 export { WikiGraphConversionFormat, WikiGraphConversionInput, WikiGraphConversionOptions, WikiGraphConversionResult, WikiGraphSourceFormat } from './conversions.js';
 export { WikiGraphQueueWorkerOptions, requireKnowledgeGraphWikispineConfig, runWikiGraphQueueWorker } from './default-worker.js';

package/dist/index.js

@@ -6,7 +6,7 @@ globalThis.__WIKIGRAPH_DATA_DIR__ ??= __WIKIGRAPH_RESOLVE__(__WIKIGRAPH_FILE_URL
 import { randomUUID as randomUUID2 } from "crypto";
 import { link, mkdtemp, rename as rename2, rm as rm3, stat as stat2 } from "fs/promises";
 import { tmpdir } from "os";
-import { basename as basename2, dirname as dirname2, join as join3 } from "path";
+import { basename as basename3, dirname as dirname2, join as join3 } from "path";
 import { Readable as Readable2 } from "stream";
 import {
   addChapter,
@@ -51,7 +51,10 @@ import {
 } from "wiki-graph-core";
 
 // src/conversions.ts
+import { createHash } from "crypto";
+import { createReadStream } from "fs";
 import { rm as rm2 } from "fs/promises";
+import { basename as basename2 } from "path";
 import {
   WikiGraph
 } from "wiki-graph-core";
@@ -1396,6 +1399,9 @@ var WikiGraphConversionManager = class {
     if (options.targetStage !== void 0 && options.output.format !== "wikg") {
       throw new Error("targetStage is only supported for wikg output.");
     }
+    if (options.output.format === "pcex") {
+      throw new Error("pcex is supported only as a conversion input.");
+    }
     if (options.targetStage !== void 0 && options.input.format === "wikg") {
       throw new Error(
         "targetStage is only supported when creating a wikg archive."
@@ -1414,7 +1420,13 @@ var WikiGraphConversionManager = class {
       options.digestDirectory,
       requiresDigest
     );
+    let chapterCount;
     const write = async (archive) => {
+      if (requiresDigest) await options.onSourceImported?.();
+      if (typeof archive.readToc === "function") {
+        const toc = await archive.readToc();
+        chapterCount = toc === void 0 ? void 0 : countTocChapters(toc.items);
+      }
       await writeArchive(archive, options.output.path, options.output.format);
     };
     if (options.input.format === "wikg") {
@@ -1447,16 +1459,28 @@ var WikiGraphConversionManager = class {
       };
       if (options.input.format === "epub") {
         await app.digestEpubSession(digestOptions, write);
+      } else if (options.input.format === "pcex") {
+        await app.digestPcexSession(
+          {
+            ...digestOptions,
+            pdfDigest: options.input.sourcePdf.digest,
+            ...options.input.sourcePdf.name === void 0 ? {} : { pdfName: options.input.sourcePdf.name }
+          },
+          write
+        );
       } else if (options.input.format === "markdown") {
         await app.digestMarkdownSession(digestOptions, write);
       } else {
         await app.digestTxtSession(digestOptions, write);
       }
     }
+    const sourceArtifact = await resolveSourceArtifact(options.input);
     return {
+      ...chapterCount === void 0 ? {} : { chapterCount },
       inputFormat: options.input.format,
       outputFormat: options.output.format,
-      outputPath: options.output.path
+      outputPath: options.output.path,
+      ...sourceArtifact === void 0 ? {} : { sourceArtifact }
     };
   }
 };
@@ -1472,8 +1496,48 @@ async function writeArchive(archive, path, format) {
   const file = new NodeFile(resolveWikiGraphRuntimePath(path));
   if (format === "epub") await archive.exportEpub(file);
   else if (format === "wikg") await archive.saveAs(file);
+  else if (format === "pcex") throw new Error("pcex output is not supported.");
   else await archive.exportText(file);
 }
+async function resolveSourceArtifact(input) {
+  if (!("path" in input) || input.format === "wikg") return void 0;
+  if (input.format === "pcex") {
+    return {
+      digest: input.sourcePdf.digest.trim().toLowerCase(),
+      mediaType: "application/pdf",
+      ...input.sourcePdf.name === void 0 ? {} : { name: input.sourcePdf.name }
+    };
+  }
+  if (input.format !== "epub") return void 0;
+  const path = resolveWikiGraphRuntimePath(input.path);
+  const hash = createHash("sha256");
+  try {
+    for await (const chunk of createReadStream(path)) {
+      hash.update(chunk);
+    }
+  } catch (error) {
+    if (isNodeErrorCode(error, "ENOENT")) return void 0;
+    throw error;
+  }
+  return {
+    digest: hash.digest("hex"),
+    mediaType: "application/epub+zip",
+    name: basename2(path)
+  };
+}
+function isNodeErrorCode(error, code) {
+  return typeof error === "object" && error !== null && "code" in error && error.code === code;
+}
+function countTocChapters(items) {
+  let count = 0;
+  for (const item of items) {
+    if (item.serialId !== void 0) count += 1;
+    count += countTocChapters(
+      item.children
+    );
+  }
+  return count;
+}
 
 // src/query-runtime.ts
 import {
@@ -2188,7 +2252,7 @@ var WikiGraphArchiveManager = class {
       }
       const outputPath = join3(
         dirname2(path),
-        `.${basename2(path)}.${randomUUID2()}.tmp.wikg`
+        `.${basename3(path)}.${randomUUID2()}.tmp.wikg`
       );
       try {
         if (options.importPath === void 0) {
@@ -3439,12 +3503,12 @@ import {
   getChapterDetails,
   openWikimediaResolver as openWikimediaResolver2,
   recordBuildJobInputRevision,
-  WikiGraphArchiveFile as WikiGraphArchiveFile3,
+  WikiGraphArchiveFile as WikiGraphArchiveFile4,
   WikiGraphScope,
   withLoggingContext
 } from "wiki-graph-core";
 import {
-  applyChapterJobArtifactFile as applyChapterJobArtifactFile2,
+  applyChapterJobArtifactFile as applyChapterJobArtifactFile3,
   createLocalChapterJobFileExecutor as createLocalChapterJobFileExecutor2,
   writeChapterJobInputFile as writeChapterJobInputFile2
 } from "wiki-graph-core/worker";
@@ -3486,10 +3550,12 @@ async function loadRequiredStageConfig(options) {
 
 // src/worker.ts
 import {
+  applyChapterJobArtifactFile,
   runBuildJobWorker as runCoreBuildJobWorker
 } from "wiki-graph-core/worker";
+import { WikiGraphArchiveFile as WikiGraphArchiveFile3 } from "wiki-graph-core";
 import {
-  applyChapterJobArtifactFile,
+  applyChapterJobArtifactFile as applyChapterJobArtifactFile2,
   createLocalChapterJobFileExecutor,
   writeChapterJobInputFile
 } from "wiki-graph-core/worker";
@@ -3531,7 +3597,7 @@ async function executeBuildJob(job, reporter, context) {
       let stage = await readChapterStage(job);
       if (stage === "sourced") {
         await executeStep(job, "reading-graph", execution, reporter, context, {
-          ...execution.extractionPrompt === void 0 ? {} : { extractionPrompt: execution.extractionPrompt }
+          ...execution.extractionPrompt === void 0 ? {} : { prompt: execution.extractionPrompt }
         });
         stage = await readChapterStage(job);
       }
@@ -3564,8 +3630,8 @@ async function executeBuildJob(job, reporter, context) {
       }
     }
     await executeStep(job, job.target, execution, reporter, context, {
-      ...job.target === "reading-graph" ? { extractionPrompt: execution.extractionPrompt } : {},
-      ...job.target === "knowledge-graph" ? { policyPrompt: execution.knowledgeGraphPrompt } : {}
+      ...job.target === "reading-graph" ? { prompt: execution.extractionPrompt } : {},
+      ...job.target === "knowledge-graph" ? { prompt: execution.knowledgeGraphPrompt } : {}
     });
   } finally {
     await execution.close();
@@ -3580,7 +3646,7 @@ async function executeStep(job, kind, execution, reporter, context, inputOptions
   const stepWorkspace = await resetStepWorkspace(job.workspace, kind);
   const inputFile = await stepWorkspace.createFile("input.jsonl");
   const outputWorkspace = await stepWorkspace.createDirectory("output");
-  const revision = await new WikiGraphArchiveFile3(job.archive).readDocument(
+  const revision = await new WikiGraphArchiveFile4(job.archive).readDocument(
     async (document) => {
       await getChapterDetails(document, job.chapterId);
       return await writeChapterJobInputFile2(
@@ -3622,9 +3688,9 @@ async function executeStep(job, kind, execution, reporter, context, inputOptions
     total: 1,
     unit: "item"
   });
-  await new WikiGraphArchiveFile3(job.archive).write(async (document) => {
+  await new WikiGraphArchiveFile4(job.archive).write(async (document) => {
     assertJobStillRunning(await getBuildJob(job.jobId));
-    await applyChapterJobArtifactFile2(
+    await applyChapterJobArtifactFile3(
       document,
       job.chapterId,
       kind,
@@ -3707,12 +3773,12 @@ async function resetStepWorkspace(workspace, kind) {
   return await workspace.createDirectory(name);
 }
 async function readChapterStage(job) {
-  return await new WikiGraphArchiveFile3(job.archive).readDocument(
+  return await new WikiGraphArchiveFile4(job.archive).readDocument(
     async (document) => (await getChapterDetails(document, job.chapterId)).stage
   );
 }
 async function assertCurrentFtsArtifact(job) {
-  await new WikiGraphArchiveFile3(job.archive).readDocument(async (document) => {
+  await new WikiGraphArchiveFile4(job.archive).readDocument(async (document) => {
     const revision = await document.serials.getRevision(job.chapterId);
     const artifact = await document.indexArtifacts.get(job.chapterId, "fts");
     if (artifact?.sourceRevision !== revision) {
@@ -3826,7 +3892,7 @@ import {
   resumeBuildJob,
   updateBuildJobTarget,
   resolveChapterPathReadonly as resolveChapterPathReadonly2,
-  WikiGraphArchiveFile as WikiGraphArchiveFile4
+  WikiGraphArchiveFile as WikiGraphArchiveFile5
 } from "wiki-graph-core";
 var TERMINAL_STATES = /* @__PURE__ */ new Set(["canceled", "failed", "succeeded"]);
 var TERMINAL_EVENT_GRACE_READS = 3;
@@ -3917,7 +3983,7 @@ var WikiGraphJobManager = class {
       const entries = (await Promise.all(
         [...jobsByArchive].map(async ([archivePath, archiveJobs]) => {
           try {
-            const chapters = await new WikiGraphArchiveFile4(
+            const chapters = await new WikiGraphArchiveFile5(
               new NodeFile(archivePath)
             ).readDocument(async (document) => await listChapters3(document));
             const chaptersById = new Map(
@@ -3956,7 +4022,7 @@ var WikiGraphJobManager = class {
       const target = options.target ?? "reading-summary";
       await validateQueueTargetConfig(target, options.llmJSON);
       const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
-      const candidates = await new WikiGraphArchiveFile4(
+      const candidates = await new WikiGraphArchiveFile5(
         location.archiveFile
       ).readDocument(async (document) => {
         const chapters = await listChapters3(document);
@@ -4017,7 +4083,7 @@ var WikiGraphJobManager = class {
       const target = options.target ?? "reading-summary";
       await validateQueueTargetConfig(target, options.llmJSON);
       const selectedExplicitly = options.chapterId !== void 0 || options.chapterIds !== void 0 || options.chapterPath !== void 0 || options.depth !== void 0;
-      const candidates = await new WikiGraphArchiveFile4(
+      const candidates = await new WikiGraphArchiveFile5(
         location.archiveFile
       ).readDocument(async (document) => {
         const chapters = await listChapters3(document);
@@ -4585,7 +4651,7 @@ import {
   parseWikiGraphLibraryUri as parseWikiGraphLibraryUri3,
   upgradeWikiGraphMaintenanceTarget
 } from "wiki-graph-core";
-import { basename as basename3 } from "path";
+import { basename as basename4 } from "path";
 var WikiGraphMaintenanceManager = class {
   #runtime;
   constructor(runtime) {
@@ -4625,7 +4691,7 @@ var WikiGraphMaintenanceManager = class {
       const resolvedOutputPath = resolveWikiGraphRuntimePath(outputPath);
       await migrateLegacySdpubToWikg(
         new NodeFile(resolvedInputPath),
-        new NodeFile(resolvedOutputPath, basename3(resolvedOutputPath))
+        new NodeFile(resolvedOutputPath, basename4(resolvedOutputPath))
       );
       return {
         inputPath: resolvedInputPath,