wiki-graph-core 0.3.1 → 0.4.1

package/dist/api/digest.d.ts

@@ -0,0 +1,67 @@
+import { SourceFormat } from '../text/source/meta.js';
+import { Language } from '../runtime/common/language.js';
+import { WikiGraphScope } from '../runtime/common/llm-scope.js';
+import { WikiGraphProgressCallback } from '../runtime/progress/types.js';
+import { ReaderSegmenter, ReaderTextStream } from '../text/reader/types.js';
+import { LLM } from '../external/llm/client/core.js';
+import { WikiGraphArchive } from './wiki-graph-archive.js';
+import { ChapterStage } from '../document/chapter/types.js';
+import 'zod';
+import '../text/reader/attention/core.js';
+import '../text/reader/chunk-batch/types.js';
+import '../document/types.js';
+import '../text/reader/segment/types.js';
+import '../external/llm/context.js';
+import '../external/llm/cache.js';
+import '../external/llm/types.js';
+import 'ai';
+import '../text/source/toc.js';
+import '../text/source/types.js';
+import '../document/directory/types.js';
+import '../document/database.js';
+import 'sqlite3';
+import '../document/text-streams/serial.js';
+import '../document/text-streams/draft.js';
+import '../document/text-streams/types.js';
+import '../document/stores/chunk.js';
+import '../document/stores/types.js';
+import '../document/stores/fragment-group.js';
+import '../document/stores/graph-build-parameter.js';
+import '../document/stores/mention-link.js';
+import '../document/stores/mention.js';
+import '../document/stores/object-metadata.js';
+import '../document/stores/reading-edge.js';
+import '../document/stores/serial.js';
+import '../document/stores/snake/chunk.js';
+import '../document/stores/snake/core.js';
+import '../document/stores/snake/edge.js';
+import './types.js';
+
+interface DigestSessionOptions {
+    readonly documentDirPath?: string;
+    readonly extractionPrompt: string;
+    readonly llm?: LLM<WikiGraphScope>;
+    readonly logDirPath?: string;
+    readonly onProgress?: WikiGraphProgressCallback;
+    readonly segmenter?: ReaderSegmenter;
+    readonly targetStage?: ChapterStage;
+    readonly userLanguage?: Language;
+}
+interface DigestDocumentSessionOptions {
+    readonly documentDirPath?: string;
+}
+interface DigestSourceSessionOptions extends DigestSessionOptions {
+    readonly path: string;
+}
+interface DigestTextStreamSessionOptions extends DigestSessionOptions {
+    readonly bookLanguage?: string | null;
+    readonly sourceFormat?: Extract<SourceFormat, "markdown" | "txt">;
+    readonly stream: ReaderTextStream;
+    readonly title?: string | null;
+}
+declare function digestEpubSession<T>(options: DigestSourceSessionOptions, operation: (digest: WikiGraphArchive) => Promise<T> | T): Promise<T>;
+declare function digestMarkdownSession<T>(options: DigestSourceSessionOptions, operation: (digest: WikiGraphArchive) => Promise<T> | T): Promise<T>;
+declare function digestTextStreamSession<T>(options: DigestTextStreamSessionOptions, operation: (digest: WikiGraphArchive) => Promise<T> | T): Promise<T>;
+declare function digestTxtSession<T>(options: DigestSourceSessionOptions, operation: (digest: WikiGraphArchive) => Promise<T> | T): Promise<T>;
+
+export { type DigestDocumentSessionOptions, type DigestSourceSessionOptions, type DigestTextStreamSessionOptions, digestEpubSession, digestMarkdownSession, digestTextStreamSession, digestTxtSession };

package/dist/api/digest.js

@@ -0,0 +1,171 @@
+import { rm } from "fs/promises";
+import { resolve } from "path";
+import { createWikiGraphTempDirectory } from "../runtime/common/wiki-graph/temp.js";
+import { BOOK_META_VERSION, TOC_FILE_VERSION } from "../text/source/index.js";
+import {
+  EPUB_SOURCE_ADAPTER,
+  MARKDOWN_SOURCE_ADAPTER,
+  TXT_SOURCE_ADAPTER
+} from "../text/source/index.js";
+import { DirectoryDocument } from "../document/index.js";
+import { createChapterKey } from "../document/chapter/path.js";
+import {
+  createDigestProgressTracker
+} from "../runtime/progress/index.js";
+import { SerialGeneration, writeSerialSource } from "../serial.js";
+import { importSource } from "./import.js";
+import { WikiGraphArchive } from "./wiki-graph-archive.js";
+async function digestEpubSession(options, operation) {
+  return await digestSourceSession(
+    "digest-epub",
+    EPUB_SOURCE_ADAPTER,
+    options,
+    operation
+  );
+}
+async function digestMarkdownSession(options, operation) {
+  return await digestSourceSession(
+    "digest-markdown",
+    MARKDOWN_SOURCE_ADAPTER,
+    options,
+    operation
+  );
+}
+async function digestTextStreamSession(options, operation) {
+  const progressTracker = createDigestProgressTracker({
+    operation: "digest-text-stream",
+    ...options.onProgress === void 0 ? {} : { onProgress: options.onProgress }
+  });
+  return await withTemporaryDocumentSession(async (document, directoryPath) => {
+    await document.openSession(async (openedDocument) => {
+      const serialId = await openedDocument.peekNextSerialId();
+      const normalizedTitle = normalizeTitle(options.title);
+      const key = createChapterKey(/* @__PURE__ */ new Set());
+      const targetStage = options.targetStage ?? "summarized";
+      await progressTracker.markDiscoveryUnavailable();
+      if (targetStage === "planned") {
+        await openedDocument.serials.createWithId(serialId);
+      } else if (targetStage === "sourced") {
+        await openedDocument.serials.createWithId(serialId);
+        await writeSerialSource(openedDocument, serialId, options.stream, {
+          ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter }
+        });
+      } else {
+        const serialProgressTracker = progressTracker.createSerialTracker({
+          id: serialId
+        });
+        const generation = new SerialGeneration({
+          document: openedDocument,
+          llm: requireDigestLLM(options.llm, targetStage),
+          ...options.logDirPath === void 0 ? {} : { logDirPath: options.logDirPath },
+          ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter }
+        });
+        if (targetStage === "graphed") {
+          await openedDocument.serials.createWithId(serialId);
+          await writeSerialSource(openedDocument, serialId, options.stream, {
+            ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter }
+          });
+          await generation.buildTopologyInto(
+            serialId,
+            {
+              extractionPrompt: options.extractionPrompt,
+              ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+            },
+            serialProgressTracker
+          );
+        } else {
+          await generation.generateInto(
+            serialId,
+            options.stream,
+            {
+              extractionPrompt: options.extractionPrompt,
+              ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+            },
+            serialProgressTracker
+          );
+        }
+      }
+      await openedDocument.writeBookMeta({
+        version: BOOK_META_VERSION,
+        sourceFormat: options.sourceFormat ?? "txt",
+        title: normalizeTitle(options.title) ?? null,
+        authors: [],
+        description: null,
+        identifier: null,
+        language: options.bookLanguage ?? null,
+        publishedAt: null,
+        publisher: null
+      });
+      await openedDocument.writeToc({
+        version: TOC_FILE_VERSION,
+        items: [
+          {
+            serialId,
+            children: [],
+            key,
+            ...normalizedTitle === void 0 ? {} : { title: normalizedTitle }
+          }
+        ]
+      });
+    });
+    return await operation(new WikiGraphArchive(document, directoryPath));
+  }, options.documentDirPath);
+}
+async function digestTxtSession(options, operation) {
+  return await digestSourceSession(
+    "digest-txt",
+    TXT_SOURCE_ADAPTER,
+    options,
+    operation
+  );
+}
+async function digestSourceSession(operationName, adapter, options, operation) {
+  const progressTracker = createDigestProgressTracker({
+    operation: operationName,
+    ...options.onProgress === void 0 ? {} : { onProgress: options.onProgress }
+  });
+  return await withTemporaryDocumentSession(async (document, directoryPath) => {
+    await importSource({
+      adapter,
+      document,
+      digestProgressTracker: progressTracker,
+      extractionPrompt: options.extractionPrompt,
+      ...options.llm === void 0 ? {} : { llm: options.llm },
+      path: options.path,
+      ...options.targetStage === void 0 ? {} : { targetStage: options.targetStage },
+      ...options.logDirPath === void 0 ? {} : { logDirPath: options.logDirPath },
+      ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter },
+      ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+    });
+    return await operation(new WikiGraphArchive(document, directoryPath));
+  }, options.documentDirPath);
+}
+async function withTemporaryDocumentSession(operation, documentDirPath) {
+  const directoryPath = documentDirPath === void 0 ? await createWikiGraphTempDirectory("archive-open") : resolve(documentDirPath);
+  const document = await DirectoryDocument.open(directoryPath);
+  try {
+    return await operation(document, directoryPath);
+  } finally {
+    await document.release();
+    if (documentDirPath === void 0) {
+      await rm(directoryPath, { force: true, recursive: true });
+    }
+  }
+}
+function normalizeTitle(title) {
+  const normalized = title?.trim();
+  return normalized === void 0 || normalized === "" ? void 0 : normalized;
+}
+function requireDigestLLM(llm, targetStage) {
+  if (llm === void 0) {
+    throw new Error(`LLM is required to digest source to ${targetStage}.`);
+  }
+  return llm;
+}
+export {
+  digestEpubSession,
+  digestMarkdownSession,
+  digestTextStreamSession,
+  digestTxtSession
+};
+//# sourceMappingURL=digest.js.map

package/dist/api/digest.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/api/digest.ts"],"sourcesContent":["import { rm } from \"fs/promises\";\nimport { resolve } from \"path\";\n\nimport { createWikiGraphTempDirectory } from \"../runtime/common/wiki-graph/temp.js\";\nimport { BOOK_META_VERSION, TOC_FILE_VERSION } from \"../text/source/index.js\";\nimport {\n  EPUB_SOURCE_ADAPTER,\n  MARKDOWN_SOURCE_ADAPTER,\n  TXT_SOURCE_ADAPTER,\n  type SourceFormat,\n  type SourceAdapter,\n} from \"../text/source/index.js\";\nimport { DirectoryDocument } from \"../document/index.js\";\nimport { createChapterKey } from \"../document/chapter/path.js\";\nimport type { Language } from \"../runtime/common/language.js\";\nimport type { WikiGraphScope } from \"../runtime/common/llm-scope.js\";\nimport {\n  createDigestProgressTracker,\n  type WikiGraphProgressCallback,\n} from \"../runtime/progress/index.js\";\nimport type {\n  ReaderSegmenter,\n  ReaderTextStream,\n} from \"../text/reader/index.js\";\nimport type { LLM } from \"../external/llm/index.js\";\nimport { SerialGeneration, writeSerialSource } from \"../serial.js\";\n\nimport { importSource } from \"./import.js\";\nimport { WikiGraphArchive } from \"./wiki-graph-archive.js\";\nimport type { ChapterStage } from \"./chapter/index.js\";\n\ninterface DigestSessionOptions {\n  readonly documentDirPath?: string;\n  readonly extractionPrompt: string;\n  readonly llm?: LLM<WikiGraphScope>;\n  readonly logDirPath?: string;\n  readonly onProgress?: WikiGraphProgressCallback;\n  readonly segmenter?: ReaderSegmenter;\n  readonly targetStage?: ChapterStage;\n  readonly userLanguage?: Language;\n}\n\nexport interface DigestDocumentSessionOptions {\n  readonly documentDirPath?: string;\n}\n\nexport interface DigestSourceSessionOptions extends DigestSessionOptions {\n  readonly path: string;\n}\n\nexport interface DigestTextStreamSessionOptions extends DigestSessionOptions {\n  readonly bookLanguage?: string | null;\n  readonly sourceFormat?: Extract<SourceFormat, \"markdown\" | \"txt\">;\n  readonly stream: ReaderTextStream;\n  readonly title?: string | null;\n}\n\nexport async function digestEpubSession<T>(\n  options: DigestSourceSessionOptions,\n  operation: (digest: WikiGraphArchive) => Promise<T> | T,\n): Promise<T> {\n  return await digestSourceSession(\n    \"digest-epub\",\n    EPUB_SOURCE_ADAPTER,\n    options,\n    operation,\n  );\n}\n\nexport async function digestMarkdownSession<T>(\n  options: DigestSourceSessionOptions,\n  operation: (digest: WikiGraphArchive) => Promise<T> | T,\n): Promise<T> {\n  return await digestSourceSession(\n    \"digest-markdown\",\n    MARKDOWN_SOURCE_ADAPTER,\n    options,\n    operation,\n  );\n}\n\nexport async function digestTextStreamSession<T>(\n  options: DigestTextStreamSessionOptions,\n  operation: (digest: WikiGraphArchive) => Promise<T> | T,\n): Promise<T> {\n  const progressTracker = createDigestProgressTracker({\n    operation: \"digest-text-stream\",\n    ...(options.onProgress === undefined\n      ? {}\n      : { onProgress: options.onProgress }),\n  });\n\n  return await withTemporaryDocumentSession(async (document, directoryPath) => {\n    await document.openSession(async (openedDocument) => {\n      const serialId = await openedDocument.peekNextSerialId();\n      const normalizedTitle = normalizeTitle(options.title);\n      const key = createChapterKey(new Set());\n      const targetStage = options.targetStage ?? \"summarized\";\n      await progressTracker.markDiscoveryUnavailable();\n\n      if (targetStage === \"planned\") {\n        await openedDocument.serials.createWithId(serialId);\n      } else if (targetStage === \"sourced\") {\n        await openedDocument.serials.createWithId(serialId);\n        await writeSerialSource(openedDocument, serialId, options.stream, {\n          ...(options.segmenter === undefined\n            ? {}\n            : { segmenter: options.segmenter }),\n        });\n      } else {\n        const serialProgressTracker = progressTracker.createSerialTracker({\n          id: serialId,\n        });\n        const generation = new SerialGeneration({\n          document: openedDocument,\n          llm: requireDigestLLM(options.llm, targetStage),\n          ...(options.logDirPath === undefined\n            ? {}\n            : { logDirPath: options.logDirPath }),\n          ...(options.segmenter === undefined\n            ? {}\n            : { segmenter: options.segmenter }),\n        });\n\n        if (targetStage === \"graphed\") {\n          await openedDocument.serials.createWithId(serialId);\n          await writeSerialSource(openedDocument, serialId, options.stream, {\n            ...(options.segmenter === undefined\n              ? {}\n              : { segmenter: options.segmenter }),\n          });\n          await generation.buildTopologyInto(\n            serialId,\n            {\n              extractionPrompt: options.extractionPrompt,\n              ...(options.userLanguage === undefined\n                ? {}\n                : { userLanguage: options.userLanguage }),\n            },\n            serialProgressTracker,\n          );\n        } else {\n          await generation.generateInto(\n            serialId,\n            options.stream,\n            {\n              extractionPrompt: options.extractionPrompt,\n              ...(options.userLanguage === undefined\n                ? {}\n                : { userLanguage: options.userLanguage }),\n            },\n            serialProgressTracker,\n          );\n        }\n      }\n\n      await openedDocument.writeBookMeta({\n        version: BOOK_META_VERSION,\n        sourceFormat: options.sourceFormat ?? \"txt\",\n        title: normalizeTitle(options.title) ?? null,\n        authors: [],\n        description: null,\n        identifier: null,\n        language: options.bookLanguage ?? null,\n        publishedAt: null,\n        publisher: null,\n      });\n      await openedDocument.writeToc({\n        version: TOC_FILE_VERSION,\n        items: [\n          {\n            serialId,\n            children: [],\n            key,\n            ...(normalizedTitle === undefined\n              ? {}\n              : { title: normalizedTitle }),\n          },\n        ],\n      });\n    });\n\n    return await operation(new WikiGraphArchive(document, directoryPath));\n  }, options.documentDirPath);\n}\n\nexport async function digestTxtSession<T>(\n  options: DigestSourceSessionOptions,\n  operation: (digest: WikiGraphArchive) => Promise<T> | T,\n): Promise<T> {\n  return await digestSourceSession(\n    \"digest-txt\",\n    TXT_SOURCE_ADAPTER,\n    options,\n    operation,\n  );\n}\n\nasync function digestSourceSession<T>(\n  operationName: \"digest-epub\" | \"digest-markdown\" | \"digest-txt\",\n  adapter: SourceAdapter,\n  options: DigestSourceSessionOptions,\n  operation: (digest: WikiGraphArchive) => Promise<T> | T,\n): Promise<T> {\n  const progressTracker = createDigestProgressTracker({\n    operation: operationName,\n    ...(options.onProgress === undefined\n      ? {}\n      : { onProgress: options.onProgress }),\n  });\n\n  return await withTemporaryDocumentSession(async (document, directoryPath) => {\n    await importSource({\n      adapter,\n      document,\n      digestProgressTracker: progressTracker,\n      extractionPrompt: options.extractionPrompt,\n      ...(options.llm === undefined ? {} : { llm: options.llm }),\n      path: options.path,\n      ...(options.targetStage === undefined\n        ? {}\n        : { targetStage: options.targetStage }),\n      ...(options.logDirPath === undefined\n        ? {}\n        : { logDirPath: options.logDirPath }),\n      ...(options.segmenter === undefined\n        ? {}\n        : { segmenter: options.segmenter }),\n      ...(options.userLanguage === undefined\n        ? {}\n        : { userLanguage: options.userLanguage }),\n    });\n\n    return await operation(new WikiGraphArchive(document, directoryPath));\n  }, options.documentDirPath);\n}\n\nasync function withTemporaryDocumentSession<T>(\n  operation: (\n    document: DirectoryDocument,\n    directoryPath: string,\n  ) => Promise<T> | T,\n  documentDirPath?: string,\n): Promise<T> {\n  const directoryPath =\n    documentDirPath === undefined\n      ? await createWikiGraphTempDirectory(\"archive-open\")\n      : resolve(documentDirPath);\n  const document = await DirectoryDocument.open(directoryPath);\n\n  try {\n    return await operation(document, directoryPath);\n  } finally {\n    await document.release();\n    if (documentDirPath === undefined) {\n      await rm(directoryPath, { force: true, recursive: true });\n    }\n  }\n}\n\nfunction normalizeTitle(title: string | null | undefined): string | undefined {\n  const normalized = title?.trim();\n\n  return normalized === undefined || normalized === \"\" ? undefined : normalized;\n}\n\nfunction requireDigestLLM(\n  llm: LLM<WikiGraphScope> | undefined,\n  targetStage: ChapterStage,\n): LLM<WikiGraphScope> {\n  if (llm === undefined) {\n    throw new Error(`LLM is required to digest source to ${targetStage}.`);\n  }\n\n  return llm;\n}\n"],"mappings":"AAAA,SAAS,UAAU;AACnB,SAAS,eAAe;AAExB,SAAS,oCAAoC;AAC7C,SAAS,mBAAmB,wBAAwB;AACpD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AACP,SAAS,yBAAyB;AAClC,SAAS,wBAAwB;AAGjC;AAAA,EACE;AAAA,OAEK;AAMP,SAAS,kBAAkB,yBAAyB;AAEpD,SAAS,oBAAoB;AAC7B,SAAS,wBAAwB;AA6BjC,eAAsB,kBACpB,SACA,WACY;AACZ,SAAO,MAAM;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,sBACpB,SACA,WACY;AACZ,SAAO,MAAM;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,wBACpB,SACA,WACY;AACZ,QAAM,kBAAkB,4BAA4B;AAAA,IAClD,WAAW;AAAA,IACX,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,EACvC,CAAC;AAED,SAAO,MAAM,6BAA6B,OAAO,UAAU,kBAAkB;AAC3E,UAAM,SAAS,YAAY,OAAO,mBAAmB;AACnD,YAAM,WAAW,MAAM,eAAe,iBAAiB;AACvD,YAAM,kBAAkB,eAAe,QAAQ,KAAK;AACpD,YAAM,MAAM,iBAAiB,oBAAI,IAAI,CAAC;AACtC,YAAM,cAAc,QAAQ,eAAe;AAC3C,YAAM,gBAAgB,yBAAyB;AAE/C,UAAI,gBAAgB,WAAW;AAC7B,cAAM,eAAe,QAAQ,aAAa,QAAQ;AAAA,MACpD,WAAW,gBAAgB,WAAW;AACpC,cAAM,eAAe,QAAQ,aAAa,QAAQ;AAClD,cAAM,kBAAkB,gBAAgB,UAAU,QAAQ,QAAQ;AAAA,UAChE,GAAI,QAAQ,cAAc,SACtB,CAAC,IACD,EAAE,WAAW,QAAQ,UAAU;AAAA,QACrC,CAAC;AAAA,MACH,OAAO;AACL,cAAM,wBAAwB,gBAAgB,oBAAoB;AAAA,UAChE,IAAI;AAAA,QACN,CAAC;AACD,cAAM,aAAa,IAAI,iBAAiB;AAAA,UACtC,UAAU;AAAA,UACV,KAAK,iBAAiB,QAAQ,KAAK,WAAW;AAAA,UAC9C,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,UACrC,GAAI,QAAQ,cAAc,SACtB,CAAC,IACD,EAAE,WAAW,QAAQ,UAAU;AAAA,QACrC,CAAC;AAED,YAAI,gBAAgB,WAAW;AAC7B,gBAAM,eAAe,QAAQ,aAAa,QAAQ;AAClD,gBAAM,kBAAkB,gBAAgB,UAAU,QAAQ,QAAQ;AAAA,YAChE,GAAI,QAAQ,cAAc,SACtB,CAAC,IACD,EAAE,WAAW,QAAQ,UAAU;AAAA,UACrC,CAAC;AACD,gBAAM,WAAW;AAAA,YACf;AAAA,YACA;AAAA,cACE,kBAAkB,QAAQ;AAAA,cAC1B,GAAI,QAAQ,iBAAiB,SACzB,CAAC,IACD,EAAE,cAAc,QAAQ,aAAa;AAAA,YAC3C;AAAA,YACA;AAAA,UACF;AAAA,QACF,OAAO;AACL,gBAAM,WAAW;AAAA,YACf;AAAA,YACA,QAAQ;AAAA,YACR;AAAA,cACE,kBAAkB,QAAQ;AAAA,cAC1B,GAAI,QAAQ,iBAAiB,SACzB,CAAC,IACD,EAAE,cAAc,QAAQ,aAAa;AAAA,YAC3C;AAAA,YACA;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,YAAM,eAAe,cAAc;AAAA,QACjC,SAAS;AAAA,QACT,cAAc,QAAQ,gBAAgB;AAAA,QACtC,OAAO,eAAe,QAAQ,KAAK,KAAK;AAAA,QACxC,SAAS,CAAC;AAAA,QACV,aAAa;AAAA,QACb,YAAY;AAAA,QACZ,UAAU,QAAQ,gBAAgB;AAAA,QAClC,aAAa;AAAA,QACb,WAAW;AAAA,MACb,CAAC;AACD,YAAM,eAAe,SAAS;AAAA,QAC5B,SAAS;AAAA,QACT,OAAO;AAAA,UACL;AAAA,YACE;AAAA,YACA,UAAU,CAAC;AAAA,YACX;AAAA,YACA,GAAI,oBAAoB,SACpB,CAAC,IACD,EAAE,OAAO,gBAAgB;AAAA,UAC/B;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,WAAO,MAAM,UAAU,IAAI,iBAAiB,UAAU,aAAa,CAAC;AAAA,EACtE,GAAG,QAAQ,eAAe;AAC5B;AAEA,eAAsB,iBACpB,SACA,WACY;AACZ,SAAO,MAAM;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAe,oBACb,eACA,SACA,SACA,WACY;AACZ,QAAM,kBAAkB,4BAA4B;AAAA,IAClD,WAAW;AAAA,IACX,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,EACvC,CAAC;AAED,SAAO,MAAM,6BAA6B,OAAO,UAAU,kBAAkB;AAC3E,UAAM,aAAa;AAAA,MACjB;AAAA,MACA;AAAA,MACA,uBAAuB;AAAA,MACvB,kBAAkB,QAAQ;AAAA,MAC1B,GAAI,QAAQ,QAAQ,SAAY,CAAC,IAAI,EAAE,KAAK,QAAQ,IAAI;AAAA,MACxD,MAAM,QAAQ;AAAA,MACd,GAAI,QAAQ,gBAAgB,SACxB,CAAC,IACD,EAAE,aAAa,QAAQ,YAAY;AAAA,MACvC,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD,EAAE,YAAY,QAAQ,WAAW;AAAA,MACrC,GAAI,QAAQ,cAAc,SACtB,CAAC,IACD,EAAE,WAAW,QAAQ,UAAU;AAAA,MACnC,GAAI,QAAQ,iBAAiB,SACzB,CAAC,IACD,EAAE,cAAc,QAAQ,aAAa;AAAA,IAC3C,CAAC;AAED,WAAO,MAAM,UAAU,IAAI,iBAAiB,UAAU,aAAa,CAAC;AAAA,EACtE,GAAG,QAAQ,eAAe;AAC5B;AAEA,eAAe,6BACb,WAIA,iBACY;AACZ,QAAM,gBACJ,oBAAoB,SAChB,MAAM,6BAA6B,cAAc,IACjD,QAAQ,eAAe;AAC7B,QAAM,WAAW,MAAM,kBAAkB,KAAK,aAAa;AAE3D,MAAI;AACF,WAAO,MAAM,UAAU,UAAU,aAAa;AAAA,EAChD,UAAE;AACA,UAAM,SAAS,QAAQ;AACvB,QAAI,oBAAoB,QAAW;AACjC,YAAM,GAAG,eAAe,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,IAC1D;AAAA,EACF;AACF;AAEA,SAAS,eAAe,OAAsD;AAC5E,QAAM,aAAa,OAAO,KAAK;AAE/B,SAAO,eAAe,UAAa,eAAe,KAAK,SAAY;AACrE;AAEA,SAAS,iBACP,KACA,aACqB;AACrB,MAAI,QAAQ,QAAW;AACrB,UAAM,IAAI,MAAM,uCAAuC,WAAW,GAAG;AAAA,EACvE;AAEA,SAAO;AACT;","names":[]}

package/dist/api/graph.d.ts

@@ -0,0 +1,24 @@
+export { GraphEdge, GraphEvidenceLine, GraphNeighbor, GraphNode, GraphPathStep, GraphSearchField, GraphSearchHit, GraphStatus, findGraphPath, getGraphEvidence, getGraphNode, getGraphStatus, listGraphNeighbors, listGraphNodes, searchGraphNodes } from '../graph/reading.js';
+import '../document/types.js';
+import '../document/directory/types.js';
+import '../text/source/meta.js';
+import 'zod';
+import '../text/source/toc.js';
+import '../text/source/types.js';
+import '../document/database.js';
+import 'sqlite3';
+import '../document/text-streams/serial.js';
+import '../document/text-streams/draft.js';
+import '../document/text-streams/types.js';
+import '../document/stores/chunk.js';
+import '../document/stores/types.js';
+import '../document/stores/fragment-group.js';
+import '../document/stores/graph-build-parameter.js';
+import '../document/stores/mention-link.js';
+import '../document/stores/mention.js';
+import '../document/stores/object-metadata.js';
+import '../document/stores/reading-edge.js';
+import '../document/stores/serial.js';
+import '../document/stores/snake/chunk.js';
+import '../document/stores/snake/core.js';
+import '../document/stores/snake/edge.js';

package/dist/api/graph.js

@@ -0,0 +1,2 @@
+export * from "../graph/reading.js";
+//# sourceMappingURL=graph.js.map

package/dist/api/graph.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/api/graph.ts"],"sourcesContent":["export * from \"../graph/reading.js\";\n"],"mappings":"AAAA,cAAc;","names":[]}

package/dist/api/import.d.ts

@@ -0,0 +1,62 @@
+import { BookMeta } from '../text/source/meta.js';
+import { TocFile } from '../text/source/toc.js';
+import { SourceAsset } from '../text/source/types.js';
+import { Document } from '../document/directory/types.js';
+import { DigestProgressTracker } from '../runtime/progress/tracker.js';
+import { GenerateSerialOptions, SerialGenerationOptions } from '../text/serial/options.js';
+import { SourceAdapter, SourceDocument } from '../text/source/adapter.js';
+import { ChapterStage } from '../document/chapter/types.js';
+import 'zod';
+import '../document/database.js';
+import 'sqlite3';
+import '../document/types.js';
+import '../document/text-streams/serial.js';
+import '../document/text-streams/draft.js';
+import '../document/text-streams/types.js';
+import '../document/stores/chunk.js';
+import '../document/stores/types.js';
+import '../document/stores/fragment-group.js';
+import '../document/stores/graph-build-parameter.js';
+import '../document/stores/mention-link.js';
+import '../document/stores/mention.js';
+import '../document/stores/object-metadata.js';
+import '../document/stores/reading-edge.js';
+import '../document/stores/serial.js';
+import '../document/stores/snake/chunk.js';
+import '../document/stores/snake/core.js';
+import '../document/stores/snake/edge.js';
+import '../runtime/progress/types.js';
+import '../runtime/common/language.js';
+import '../runtime/common/llm-scope.js';
+import '../external/llm/client/core.js';
+import '../external/llm/context.js';
+import '../external/llm/cache.js';
+import '../external/llm/types.js';
+import 'ai';
+import '../text/reader/types.js';
+import '../text/reader/attention/core.js';
+import '../text/reader/chunk-batch/types.js';
+import '../text/reader/segment/types.js';
+
+interface ImportSourceOptions extends GenerateSerialOptions, Omit<SerialGenerationOptions, "document" | "llm"> {
+    readonly adapter: SourceAdapter;
+    readonly digestProgressTracker?: DigestProgressTracker;
+    readonly document: Document;
+    readonly llm?: SerialGenerationOptions["llm"];
+    readonly path: string;
+    readonly targetStage?: ImportSourceStage;
+}
+interface ImportedSource {
+    readonly cover: SourceAsset | undefined;
+    readonly meta: BookMeta;
+    readonly serials: readonly ImportedSerial[];
+    readonly toc: TocFile;
+}
+interface ImportedSerial {
+    readonly id: number;
+}
+type ImportSourceStage = ChapterStage;
+declare function importSource(options: ImportSourceOptions): Promise<ImportedSource>;
+declare function importSourceDocument(sourceDocument: SourceDocument, options: Omit<ImportSourceOptions, "adapter" | "path">): Promise<ImportedSource>;
+
+export { type ImportSourceOptions, type ImportSourceStage, type ImportedSerial, type ImportedSource, importSource, importSourceDocument };

package/dist/api/import.js

@@ -0,0 +1,269 @@
+import { createChapterKey } from "../document/chapter/path.js";
+import { AsyncSemaphore } from "../utils/async-semaphore.js";
+import {
+  SerialGeneration,
+  discoverSerial,
+  writeSerialSource
+} from "../serial.js";
+import {
+  TOC_FILE_VERSION
+} from "../text/source/index.js";
+async function importSource(options) {
+  return await options.adapter.openSession(
+    options.path,
+    async (sourceDocument) => {
+      return await importSourceDocument(sourceDocument, options);
+    }
+  );
+}
+async function importSourceDocument(sourceDocument, options) {
+  await assertImportTargetIsEmpty(options.document);
+  const meta = await sourceDocument.readMeta();
+  const cover = await sourceDocument.readCover();
+  const sections = await sourceDocument.readSections();
+  const plannedSections = [];
+  const serialIdAllocator = {
+    nextSerialId: await options.document.peekNextSerialId()
+  };
+  const toc = {
+    version: TOC_FILE_VERSION,
+    items: [
+      ...planTocItems({
+        existingKeys: /* @__PURE__ */ new Set(),
+        fallbackTitle: meta.title,
+        plannedSections,
+        sections,
+        serialIdAllocator
+      })
+    ]
+  };
+  const targetStage = options.targetStage ?? "summarized";
+  const generation = targetStage === "planned" || targetStage === "sourced" ? void 0 : new SerialGeneration({
+    document: options.document,
+    llm: requireImportLLM(options.llm, targetStage),
+    ...options.logDirPath === void 0 ? {} : { logDirPath: options.logDirPath },
+    ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter }
+  });
+  if (options.digestProgressTracker !== void 0 && targetStage !== "planned") {
+    const discoveries = await discoverPlannedSections(plannedSections, {
+      ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter }
+    });
+    await options.digestProgressTracker.discoverSerials(discoveries);
+  }
+  const serials = await generatePlannedSerials(plannedSections, {
+    document: options.document,
+    extractionPrompt: options.extractionPrompt,
+    ...generation === void 0 ? {} : { generation },
+    serialConcurrency: resolveSerialGenerationConcurrency(options.llm),
+    targetStage,
+    ...options.digestProgressTracker === void 0 ? {} : { digestProgressTracker: options.digestProgressTracker },
+    ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+  });
+  await options.document.openSession(async (document) => {
+    await document.writeBookMeta(meta);
+    await document.writeToc(toc);
+    if (cover !== void 0) {
+      await document.writeCover(cover);
+    }
+  });
+  return {
+    cover,
+    meta,
+    serials,
+    toc
+  };
+}
+async function generatePlannedSerials(plannedSections, options) {
+  if (options.targetStage === "planned") {
+    await options.document.openSession(async (document) => {
+      for (const plannedSection of plannedSections) {
+        await document.serials.createWithId(plannedSection.serialId);
+      }
+    });
+    return plannedSections.map((plannedSection) => ({
+      id: plannedSection.serialId
+    }));
+  }
+  const limiter = new AsyncSemaphore(options.serialConcurrency);
+  const serials = await Promise.all(
+    plannedSections.map(async (plannedSection) => {
+      return await limiter.use(async () => {
+        const context = options.document.createContext();
+        context.ownSerial(plannedSection.serialId);
+        try {
+          const serialProgressTracker = options.digestProgressTracker?.createSerialTracker({
+            id: plannedSection.serialId
+          });
+          const serial = await context.run(async () => {
+            if (options.targetStage === "sourced") {
+              await options.document.serials.createWithId(
+                plannedSection.serialId
+              );
+              await writeSerialSource(
+                options.document,
+                plannedSection.serialId,
+                await plannedSection.section.open()
+              );
+              return {
+                id: plannedSection.serialId
+              };
+            }
+            if (options.targetStage === "graphed") {
+              await options.document.serials.createWithId(
+                plannedSection.serialId
+              );
+              await writeSerialSource(
+                options.document,
+                plannedSection.serialId,
+                await plannedSection.section.open()
+              );
+              await requireSerialGeneration(
+                options.generation,
+                options.targetStage
+              ).buildTopologyInto(
+                plannedSection.serialId,
+                {
+                  extractionPrompt: options.extractionPrompt,
+                  ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+                },
+                serialProgressTracker
+              );
+              return {
+                id: plannedSection.serialId
+              };
+            }
+            return await requireSerialGeneration(
+              options.generation,
+              options.targetStage
+            ).generateInto(
+              plannedSection.serialId,
+              await plannedSection.section.open(),
+              {
+                extractionPrompt: options.extractionPrompt,
+                ...options.userLanguage === void 0 ? {} : { userLanguage: options.userLanguage }
+              },
+              serialProgressTracker
+            );
+          });
+          context.complete();
+          return serial;
+        } finally {
+          await context.dispose();
+        }
+      });
+    })
+  );
+  return [...serials].sort((left, right) => left.id - right.id);
+}
+function planTocItems(input) {
+  return input.sections.map(
+    (section, index) => planTocItem({
+      fallbackTitle: input.sections.length === 1 ? input.fallbackTitle : void 0,
+      existingKeys: input.existingKeys,
+      indexPath: [index],
+      plannedSections: input.plannedSections,
+      section,
+      serialIdAllocator: input.serialIdAllocator
+    })
+  );
+}
+function planTocItem(input) {
+  const serialId = input.section.hasContent ? input.serialIdAllocator.nextSerialId++ : void 0;
+  const children = input.section.children.map(
+    (child, index) => planTocItem({
+      existingKeys: input.existingKeys,
+      fallbackTitle: void 0,
+      indexPath: [...input.indexPath, index],
+      plannedSections: input.plannedSections,
+      section: child,
+      serialIdAllocator: input.serialIdAllocator
+    })
+  );
+  if (serialId !== void 0) {
+    input.plannedSections.push({
+      section: input.section,
+      serialId
+    });
+  }
+  const title = normalizeTitle(input.section.title) ?? normalizeTitle(input.fallbackTitle);
+  const key = createChapterKey(input.existingKeys);
+  input.existingKeys.add(key);
+  return {
+    key,
+    ...title === void 0 ? {} : { title },
+    ...serialId === void 0 ? {} : { serialId },
+    children
+  };
+}
+function normalizeTitle(title) {
+  const normalized = title?.trim();
+  return normalized === void 0 || normalized === "" ? void 0 : normalized;
+}
+async function assertImportTargetIsEmpty(document) {
+  const [bookMeta, cover, toc, serialIds] = await Promise.all([
+    document.readBookMeta(),
+    document.readCover(),
+    document.readToc(),
+    document.serials.listIds()
+  ]);
+  if (bookMeta !== void 0) {
+    throw new Error("Archive metadata already exists");
+  }
+  if (cover !== void 0) {
+    throw new Error("Document cover already exists");
+  }
+  if (toc !== void 0) {
+    throw new Error("Document TOC already exists");
+  }
+  if (serialIds.length > 0) {
+    throw new Error("Document already contains serials");
+  }
+}
+async function discoverPlannedSections(plannedSections, options) {
+  if (plannedSections.every(
+    (plannedSection) => plannedSection.section.wordsCount !== void 0
+  )) {
+    return plannedSections.map((plannedSection) => ({
+      id: plannedSection.serialId,
+      title: plannedSection.section.title?.trim() || void 0,
+      words: plannedSection.section.wordsCount ?? 0
+    }));
+  }
+  const discoveries = [];
+  for (const plannedSection of plannedSections) {
+    discoveries.push({
+      id: plannedSection.serialId,
+      title: plannedSection.section.title?.trim() || void 0,
+      ...await discoverSerial({
+        ...options.segmenter === void 0 ? {} : { segmenter: options.segmenter },
+        stream: await plannedSection.section.open()
+      })
+    });
+  }
+  return discoveries;
+}
+function resolveSerialGenerationConcurrency(llm) {
+  if (typeof llm !== "object" || llm === null || !("config" in llm) || typeof llm.config !== "object" || llm.config === null || !("concurrent" in llm.config) || typeof llm.config.concurrent !== "number" || !Number.isInteger(llm.config.concurrent) || llm.config.concurrent < 1) {
+    return 1;
+  }
+  return llm.config.concurrent;
+}
+function requireImportLLM(llm, targetStage) {
+  if (llm === void 0) {
+    throw new Error(`LLM is required to import source to ${targetStage}.`);
+  }
+  return llm;
+}
+function requireSerialGeneration(generation, targetStage) {
+  if (generation === void 0) {
+    throw new Error(
+      `Internal error: serial generation is required for ${targetStage}.`
+    );
+  }
+  return generation;
+}
+export {
+  importSource,
+  importSourceDocument
+};
+//# sourceMappingURL=import.js.map