wiki-graph-core 0.3.1 → 0.4.1

package/dist/text/editor/review.js

@@ -0,0 +1,189 @@
+import { z } from "zod";
+import { getLogger } from "../../runtime/common/logging.js";
+import {
+  GuaranteedRequestFailureError,
+  requestGuaranteedJson,
+  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
+} from "../../external/guaranteed/index.js";
+import {
+  CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE,
+  CLUE_REVIEWER_PROMPT_TEMPLATE
+} from "./prompt-templates.js";
+import { formatClueAsBook } from "./markup.js";
+import {
+  ReviewSeverity,
+  expectReviewSeverity
+} from "./types.js";
+const REVIEW_SEVERITY_VALUES = [
+  ReviewSeverity.Critical,
+  ReviewSeverity.Major,
+  ReviewSeverity.Minor
+];
+const reviewIssueSchema = z.object({
+  problem: z.string(),
+  severity: z.enum(REVIEW_SEVERITY_VALUES),
+  suggestion: z.string().default("")
+});
+const reviewResponseSchema = z.object({
+  issues: z.array(reviewIssueSchema)
+});
+class CompressionReviewer {
+  #llm;
+  #reviewGuideScope;
+  #reviewScope;
+  #serialFragments;
+  #userLanguage;
+  constructor(llm, serialFragments, scopes, userLanguage) {
+    this.#llm = llm;
+    this.#reviewGuideScope = scopes.reviewGuide;
+    this.#reviewScope = scopes.review;
+    this.#serialFragments = serialFragments;
+    this.#userLanguage = userLanguage;
+  }
+  async generateClueReviewers(clues) {
+    return await Promise.all(
+      clues.map(
+        async (clue) => await this.#llm.request(async (request) => {
+          const clueText = await formatClueAsBook({
+            chunks: clue.chunks,
+            fullMarkup: true,
+            serialFragments: this.#serialFragments
+          });
+          const messages = [
+            {
+              content: this.#llm.loadSystemPrompt(
+                CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE
+              ),
+              role: "system"
+            },
+            {
+              content: clueText,
+              role: "user"
+            }
+          ];
+          const reviewerInfo = await request(messages, {
+            scope: this.#reviewGuideScope
+          });
+          return {
+            clueId: clue.clueId,
+            label: clue.label,
+            reviewerInfo: reviewerInfo.trim(),
+            weight: clue.weight
+          };
+        })
+      )
+    );
+  }
+  async reviewCompression(compressedText, clueReviewers, reviewerHistories) {
+    const results = await Promise.all(
+      clueReviewers.map(
+        async (clueReviewer) => await this.#llm.request(async (request) => {
+          const systemPrompt = this.#llm.loadSystemPrompt(
+            CLUE_REVIEWER_PROMPT_TEMPLATE,
+            {
+              thread_info: clueReviewer.reviewerInfo,
+              user_language: this.#userLanguage
+            }
+          );
+          const previousHistory = reviewerHistories[String(clueReviewer.clueId)];
+          const messages = buildReviewMessages(
+            {
+              compressedText,
+              systemPrompt
+            },
+            previousHistory
+          );
+          try {
+            return await requestGuaranteedJson({
+              messages,
+              parse: (data) => ({
+                rawResponse: JSON.stringify(data),
+                review: {
+                  clueId: clueReviewer.clueId,
+                  issues: data.issues.map((issue) => ({
+                    ...issue,
+                    severity: expectReviewSeverity(issue.severity)
+                  })),
+                  weight: clueReviewer.weight
+                }
+              }),
+              responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(
+                RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
+              ),
+              request: async (retryMessages, retryIndex, retryMax) => await request(retryMessages, {
+                retryIndex,
+                retryMax,
+                scope: this.#reviewScope,
+                useCache: false
+              }),
+              schema: reviewResponseSchema
+            });
+          } catch (error) {
+            if (!(error instanceof GuaranteedRequestFailureError)) {
+              throw error;
+            }
+            getLogger({
+              clueId: clueReviewer.clueId,
+              component: "editor-review"
+            }).warn(
+              { error },
+              "Compression reviewer failed to produce valid JSON; treating it as no issues."
+            );
+            return {
+              rawResponse: void 0,
+              review: {
+                clueId: clueReviewer.clueId,
+                issues: [],
+                weight: clueReviewer.weight
+              }
+            };
+          }
+        })
+      )
+    );
+    const rawResponses = /* @__PURE__ */ Object.create(null);
+    for (const result of results) {
+      rawResponses[String(result.review.clueId)] = result.rawResponse;
+    }
+    return {
+      rawResponses,
+      reviews: results.map((result) => result.review)
+    };
+  }
+}
+function buildReviewMessages(input, previousHistory) {
+  if (previousHistory === void 0) {
+    return [
+      {
+        content: input.systemPrompt,
+        role: "system"
+      },
+      {
+        content: input.compressedText,
+        role: "user"
+      }
+    ];
+  }
+  return [
+    {
+      content: input.systemPrompt,
+      role: "system"
+    },
+    {
+      content: previousHistory[0],
+      role: "user"
+    },
+    {
+      content: previousHistory[1],
+      role: "assistant"
+    },
+    {
+      content: input.compressedText,
+      role: "user"
+    }
+  ];
+}
+export {
+  CompressionReviewer
+};
+//# sourceMappingURL=review.js.map

package/dist/text/editor/review.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/review.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { getLogger } from \"../../runtime/common/logging.js\";\nimport {\n  GuaranteedRequestFailureError,\n  requestGuaranteedJson,\n  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n} from \"../../external/guaranteed/index.js\";\nimport type { Language } from \"../../runtime/common/language.js\";\nimport type { LLMessage, LLM } from \"../../external/llm/index.js\";\nimport type { ReadonlySerialFragments } from \"../../document/index.js\";\nimport type { Clue } from \"./clue.js\";\nimport {\n  CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE,\n  CLUE_REVIEWER_PROMPT_TEMPLATE,\n} from \"./prompt-templates.js\";\nimport { formatClueAsBook } from \"./markup.js\";\nimport {\n  ReviewSeverity,\n  expectReviewSeverity,\n  type ClueReviewerInfo,\n  type ReviewResult,\n} from \"./types.js\";\n\nconst REVIEW_SEVERITY_VALUES = [\n  ReviewSeverity.Critical,\n  ReviewSeverity.Major,\n  ReviewSeverity.Minor,\n] as const;\n\nconst reviewIssueSchema = z.object({\n  problem: z.string(),\n  severity: z.enum(REVIEW_SEVERITY_VALUES),\n  suggestion: z.string().default(\"\"),\n});\nconst reviewResponseSchema = z.object({\n  issues: z.array(reviewIssueSchema),\n});\n\nexport type ReviewerHistories = Record<\n  string,\n  readonly [compressedText: string, rawResponse: string] | undefined\n>;\n\nexport class CompressionReviewer<S extends string> {\n  readonly #llm: LLM<S>;\n  readonly #reviewGuideScope: S;\n  readonly #reviewScope: S;\n  readonly #serialFragments: ReadonlySerialFragments;\n  readonly #userLanguage: Language | undefined;\n\n  public constructor(\n    llm: LLM<S>,\n    serialFragments: ReadonlySerialFragments,\n    scopes: {\n      readonly reviewGuide: S;\n      readonly review: S;\n    },\n    userLanguage?: Language,\n  ) {\n    this.#llm = llm;\n    this.#reviewGuideScope = scopes.reviewGuide;\n    this.#reviewScope = scopes.review;\n    this.#serialFragments = serialFragments;\n    this.#userLanguage = userLanguage;\n  }\n\n  public async generateClueReviewers(\n    clues: readonly Clue[],\n  ): Promise<readonly ClueReviewerInfo[]> {\n    return await Promise.all(\n      clues.map(\n        async (clue) =>\n          await this.#llm.request(async (request) => {\n            const clueText = await formatClueAsBook({\n              chunks: clue.chunks,\n              fullMarkup: true,\n              serialFragments: this.#serialFragments,\n            });\n            const messages: LLMessage[] = [\n              {\n                content: this.#llm.loadSystemPrompt(\n                  CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE,\n                ),\n                role: \"system\",\n              },\n              {\n                content: clueText,\n                role: \"user\",\n              },\n            ];\n            const reviewerInfo = await request(messages, {\n              scope: this.#reviewGuideScope,\n            });\n\n            return {\n              clueId: clue.clueId,\n              label: clue.label,\n              reviewerInfo: reviewerInfo.trim(),\n              weight: clue.weight,\n            };\n          }),\n      ),\n    );\n  }\n\n  public async reviewCompression(\n    compressedText: string,\n    clueReviewers: readonly ClueReviewerInfo[],\n    reviewerHistories: ReviewerHistories,\n  ): Promise<{\n    readonly rawResponses: Readonly<Record<string, string | undefined>>;\n    readonly reviews: readonly ReviewResult[];\n  }> {\n    const results = await Promise.all(\n      clueReviewers.map(\n        async (clueReviewer) =>\n          await this.#llm.request(async (request) => {\n            const systemPrompt = this.#llm.loadSystemPrompt(\n              CLUE_REVIEWER_PROMPT_TEMPLATE,\n              {\n                thread_info: clueReviewer.reviewerInfo,\n                user_language: this.#userLanguage,\n              },\n            );\n            const previousHistory =\n              reviewerHistories[String(clueReviewer.clueId)];\n            const messages = buildReviewMessages(\n              {\n                compressedText,\n                systemPrompt,\n              },\n              previousHistory,\n            );\n\n            try {\n              return await requestGuaranteedJson({\n                messages,\n                parse: (data) => ({\n                  rawResponse: JSON.stringify(data),\n                  review: {\n                    clueId: clueReviewer.clueId,\n                    issues: data.issues.map((issue) => ({\n                      ...issue,\n                      severity: expectReviewSeverity(issue.severity),\n                    })),\n                    weight: clueReviewer.weight,\n                  },\n                }),\n                responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(\n                  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n                ),\n                request: async (retryMessages, retryIndex, retryMax) =>\n                  await request(retryMessages, {\n                    retryIndex,\n                    retryMax,\n                    scope: this.#reviewScope,\n                    useCache: false,\n                  }),\n                schema: reviewResponseSchema,\n              });\n            } catch (error) {\n              if (!(error instanceof GuaranteedRequestFailureError)) {\n                throw error;\n              }\n\n              getLogger({\n                clueId: clueReviewer.clueId,\n                component: \"editor-review\",\n              }).warn(\n                { error },\n                \"Compression reviewer failed to produce valid JSON; treating it as no issues.\",\n              );\n\n              return {\n                rawResponse: undefined,\n                review: {\n                  clueId: clueReviewer.clueId,\n                  issues: [],\n                  weight: clueReviewer.weight,\n                },\n              };\n            }\n          }),\n      ),\n    );\n    const rawResponses = Object.create(null) as Record<\n      string,\n      string | undefined\n    >;\n\n    for (const result of results) {\n      rawResponses[String(result.review.clueId)] = result.rawResponse;\n    }\n\n    return {\n      rawResponses,\n      reviews: results.map((result) => result.review),\n    };\n  }\n}\n\nfunction buildReviewMessages(\n  input: {\n    compressedText: string;\n    systemPrompt: string;\n  },\n  previousHistory?: readonly [compressedText: string, rawResponse: string],\n): LLMessage[] {\n  if (previousHistory === undefined) {\n    return [\n      {\n        content: input.systemPrompt,\n        role: \"system\",\n      },\n      {\n        content: input.compressedText,\n        role: \"user\",\n      },\n    ];\n  }\n\n  return [\n    {\n      content: input.systemPrompt,\n      role: \"system\",\n    },\n    {\n      content: previousHistory[0],\n      role: \"user\",\n    },\n    {\n      content: previousHistory[1],\n      role: \"assistant\",\n    },\n    {\n      content: input.compressedText,\n      role: \"user\",\n    },\n  ];\n}\n"],"mappings":"AAAA,SAAS,SAAS;AAElB,SAAS,iBAAiB;AAC1B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAKP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,wBAAwB;AACjC;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AAEP,MAAM,yBAAyB;AAAA,EAC7B,eAAe;AAAA,EACf,eAAe;AAAA,EACf,eAAe;AACjB;AAEA,MAAM,oBAAoB,EAAE,OAAO;AAAA,EACjC,SAAS,EAAE,OAAO;AAAA,EAClB,UAAU,EAAE,KAAK,sBAAsB;AAAA,EACvC,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE;AACnC,CAAC;AACD,MAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,QAAQ,EAAE,MAAM,iBAAiB;AACnC,CAAC;AAOM,MAAM,oBAAsC;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YACL,KACA,iBACA,QAIA,cACA;AACA,SAAK,OAAO;AACZ,SAAK,oBAAoB,OAAO;AAChC,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB;AACxB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,MAAa,sBACX,OACsC;AACtC,WAAO,MAAM,QAAQ;AAAA,MACnB,MAAM;AAAA,QACJ,OAAO,SACL,MAAM,KAAK,KAAK,QAAQ,OAAO,YAAY;AACzC,gBAAM,WAAW,MAAM,iBAAiB;AAAA,YACtC,QAAQ,KAAK;AAAA,YACb,YAAY;AAAA,YACZ,iBAAiB,KAAK;AAAA,UACxB,CAAC;AACD,gBAAM,WAAwB;AAAA,YAC5B;AAAA,cACE,SAAS,KAAK,KAAK;AAAA,gBACjB;AAAA,cACF;AAAA,cACA,MAAM;AAAA,YACR;AAAA,YACA;AAAA,cACE,SAAS;AAAA,cACT,MAAM;AAAA,YACR;AAAA,UACF;AACA,gBAAM,eAAe,MAAM,QAAQ,UAAU;AAAA,YAC3C,OAAO,KAAK;AAAA,UACd,CAAC;AAED,iBAAO;AAAA,YACL,QAAQ,KAAK;AAAA,YACb,OAAO,KAAK;AAAA,YACZ,cAAc,aAAa,KAAK;AAAA,YAChC,QAAQ,KAAK;AAAA,UACf;AAAA,QACF,CAAC;AAAA,MACL;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,kBACX,gBACA,eACA,mBAIC;AACD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,cAAc;AAAA,QACZ,OAAO,iBACL,MAAM,KAAK,KAAK,QAAQ,OAAO,YAAY;AACzC,gBAAM,eAAe,KAAK,KAAK;AAAA,YAC7B;AAAA,YACA;AAAA,cACE,aAAa,aAAa;AAAA,cAC1B,eAAe,KAAK;AAAA,YACtB;AAAA,UACF;AACA,gBAAM,kBACJ,kBAAkB,OAAO,aAAa,MAAM,CAAC;AAC/C,gBAAM,WAAW;AAAA,YACf;AAAA,cACE;AAAA,cACA;AAAA,YACF;AAAA,YACA;AAAA,UACF;AAEA,cAAI;AACF,mBAAO,MAAM,sBAAsB;AAAA,cACjC;AAAA,cACA,OAAO,CAAC,UAAU;AAAA,gBAChB,aAAa,KAAK,UAAU,IAAI;AAAA,gBAChC,QAAQ;AAAA,kBACN,QAAQ,aAAa;AAAA,kBACrB,QAAQ,KAAK,OAAO,IAAI,CAAC,WAAW;AAAA,oBAClC,GAAG;AAAA,oBACH,UAAU,qBAAqB,MAAM,QAAQ;AAAA,kBAC/C,EAAE;AAAA,kBACF,QAAQ,aAAa;AAAA,gBACvB;AAAA,cACF;AAAA,cACA,gCAAgC,KAAK,KAAK;AAAA,gBACxC;AAAA,cACF;AAAA,cACA,SAAS,OAAO,eAAe,YAAY,aACzC,MAAM,QAAQ,eAAe;AAAA,gBAC3B;AAAA,gBACA;AAAA,gBACA,OAAO,KAAK;AAAA,gBACZ,UAAU;AAAA,cACZ,CAAC;AAAA,cACH,QAAQ;AAAA,YACV,CAAC;AAAA,UACH,SAAS,OAAO;AACd,gBAAI,EAAE,iBAAiB,gCAAgC;AACrD,oBAAM;AAAA,YACR;AAEA,sBAAU;AAAA,cACR,QAAQ,aAAa;AAAA,cACrB,WAAW;AAAA,YACb,CAAC,EAAE;AAAA,cACD,EAAE,MAAM;AAAA,cACR;AAAA,YACF;AAEA,mBAAO;AAAA,cACL,aAAa;AAAA,cACb,QAAQ;AAAA,gBACN,QAAQ,aAAa;AAAA,gBACrB,QAAQ,CAAC;AAAA,gBACT,QAAQ,aAAa;AAAA,cACvB;AAAA,YACF;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACL;AAAA,IACF;AACA,UAAM,eAAe,uBAAO,OAAO,IAAI;AAKvC,eAAW,UAAU,SAAS;AAC5B,mBAAa,OAAO,OAAO,OAAO,MAAM,CAAC,IAAI,OAAO;AAAA,IACtD;AAEA,WAAO;AAAA,MACL;AAAA,MACA,SAAS,QAAQ,IAAI,CAAC,WAAW,OAAO,MAAM;AAAA,IAChD;AAAA,EACF;AACF;AAEA,SAAS,oBACP,OAIA,iBACa;AACb,MAAI,oBAAoB,QAAW;AACjC,WAAO;AAAA,MACL;AAAA,QACE,SAAS,MAAM;AAAA,QACf,MAAM;AAAA,MACR;AAAA,MACA;AAAA,QACE,SAAS,MAAM;AAAA,QACf,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,MACE,SAAS,MAAM;AAAA,MACf,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,gBAAgB,CAAC;AAAA,MAC1B,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,gBAAgB,CAAC;AAAA,MAC1B,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,MAAM;AAAA,MACf,MAAM;AAAA,IACR;AAAA,EACF;AACF;","names":[]}

package/dist/text/editor/types.js

@@ -0,0 +1,21 @@
+import {
+  createEnumValueAsserter,
+  createEnumValueGuard
+} from "../../utils/enum.js";
+var ReviewSeverity = /* @__PURE__ */ ((ReviewSeverity2) => {
+  ReviewSeverity2["Critical"] = "critical";
+  ReviewSeverity2["Major"] = "major";
+  ReviewSeverity2["Minor"] = "minor";
+  return ReviewSeverity2;
+})(ReviewSeverity || {});
+const isReviewSeverity = createEnumValueGuard(ReviewSeverity);
+const expectReviewSeverity = createEnumValueAsserter(
+  ReviewSeverity,
+  "review severity"
+);
+export {
+  ReviewSeverity,
+  expectReviewSeverity,
+  isReviewSeverity
+};
+//# sourceMappingURL=types.js.map

package/dist/text/editor/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/types.ts"],"sourcesContent":["import {\n  createEnumValueAsserter,\n  createEnumValueGuard,\n} from \"../../utils/enum.js\";\n\nexport enum ReviewSeverity {\n  Critical = \"critical\",\n  Major = \"major\",\n  Minor = \"minor\",\n}\n\nexport const isReviewSeverity = createEnumValueGuard(ReviewSeverity);\nexport const expectReviewSeverity = createEnumValueAsserter(\n  ReviewSeverity,\n  \"review severity\",\n);\n\nexport interface ClueReviewerInfo {\n  readonly clueId: number;\n  readonly label: string;\n  readonly reviewerInfo: string;\n  readonly weight: number;\n}\n\nexport interface ReviewIssue {\n  readonly problem: string;\n  readonly severity: ReviewSeverity;\n  readonly suggestion: string;\n}\n\nexport interface ReviewResult {\n  readonly clueId: number;\n  readonly issues: readonly ReviewIssue[];\n  readonly weight: number;\n}\n\nexport interface CompressionVersion {\n  readonly iteration: number;\n  readonly reviews: readonly ReviewResult[];\n  readonly score: number;\n  readonly text: string;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAEA,IAAK,iBAAL,kBAAKA,oBAAL;AACL,EAAAA,gBAAA,cAAW;AACX,EAAAA,gBAAA,WAAQ;AACR,EAAAA,gBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,MAAM,mBAAmB,qBAAqB,cAAc;AAC5D,MAAM,uBAAuB;AAAA,EAClC;AAAA,EACA;AACF;","names":["ReviewSeverity"]}

package/dist/text/output/epub/archive.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/archive.ts"],"sourcesContent":["import { createWriteStream } from \"fs\";\nimport { dirname, extname } from \"path\";\nimport { finished } from \"stream/promises\";\n\nimport { mkdir } from \"fs/promises\";\nimport { ZipFile } from \"yazl\";\n\nimport type { BookMeta, SourceAsset } from \"../../source/index.js\";\n\nimport type { EpubBook } from \"./model.js\";\nimport { normalizeLanguage } from \"./shared.js\";\nimport { renderCoverPage } from \"./templates.js\";\n\nconst EPUB_CONTAINER_XML = `<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<container version=\"1.0\" xmlns=\"urn:oasis:names:tc:opendocument:xmlns:container\">\n  <rootfiles>\n    <rootfile full-path=\"OEBPS/package.opf\" media-type=\"application/oebps-package+xml\"/>\n  </rootfiles>\n</container>\n`;\n\nexport async function writeEpubArchive(\n  path: string,\n  book: EpubBook,\n): Promise<void> {\n  await mkdir(dirname(path), { recursive: true });\n\n  const zip = new ZipFile();\n\n  zip.addBuffer(Buffer.from(\"application/epub+zip\"), \"mimetype\", {\n    compress: false,\n  });\n  zip.addBuffer(\n    Buffer.from(EPUB_CONTAINER_XML, \"utf8\"),\n    \"META-INF/container.xml\",\n  );\n  zip.addBuffer(Buffer.from(book.packageOpf, \"utf8\"), \"OEBPS/package.opf\");\n  zip.addBuffer(Buffer.from(book.navXhtml, \"utf8\"), \"OEBPS/nav.xhtml\");\n\n  for (const section of book.sections) {\n    zip.addBuffer(Buffer.from(section.xhtml, \"utf8\"), `OEBPS/${section.href}`);\n  }\n\n  if (book.cover !== undefined) {\n    const coverImageHref = createCoverImageHref(book.cover);\n    const language = normalizeLanguage(book.meta.language);\n\n    zip.addBuffer(Buffer.from(book.cover.data), `OEBPS/${coverImageHref}`);\n    zip.addBuffer(\n      Buffer.from(createCoverPage(book.meta, coverImageHref, language), \"utf8\"),\n      \"OEBPS/text/cover.xhtml\",\n    );\n  }\n\n  zip.end();\n\n  const output = createWriteStream(path);\n  const outputDone = finished(output);\n  const zipDone = finished(zip.outputStream);\n\n  zip.outputStream.pipe(output);\n  await Promise.all([outputDone, zipDone]);\n}\n\nexport function createCoverImageHref(cover: SourceAsset): string {\n  return `images/cover${normalizeCoverExtension(cover)}`;\n}\n\nfunction createCoverPage(\n  meta: BookMeta,\n  coverImageHref: string,\n  language: string,\n): string {\n  const title = meta.title?.trim() || \"Untitled\";\n\n  return renderCoverPage({\n    coverImageHref,\n    language,\n    title,\n  });\n}\n\nfunction normalizeCoverExtension(cover: SourceAsset): string {\n  const pathExtension = extname(cover.path).toLowerCase();\n\n  if (pathExtension !== \"\") {\n    return pathExtension;\n  }\n\n  switch (cover.mediaType) {\n    case \"image/gif\":\n      return \".gif\";\n    case \"image/jpeg\":\n      return \".jpg\";\n    case \"image/png\":\n      return \".png\";\n    case \"image/svg+xml\":\n      return \".svg\";\n    case \"image/webp\":\n      return \".webp\";\n    default:\n      return \".bin\";\n  }\n}\n"],"mappings":"AAAA,SAAS,yBAAyB;AAClC,SAAS,SAAS,eAAe;AACjC,SAAS,gBAAgB;AAEzB,SAAS,aAAa;AACtB,SAAS,eAAe;AAKxB,SAAS,yBAAyB;AAClC,SAAS,uBAAuB;AAEhC,MAAM,qBAAqB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAQ3B,eAAsB,iBACpB,MACA,MACe;AACf,QAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAE9C,QAAM,MAAM,IAAI,QAAQ;AAExB,MAAI,UAAU,OAAO,KAAK,sBAAsB,GAAG,YAAY;AAAA,IAC7D,UAAU;AAAA,EACZ,CAAC;AACD,MAAI;AAAA,IACF,OAAO,KAAK,oBAAoB,MAAM;AAAA,IACtC;AAAA,EACF;AACA,MAAI,UAAU,OAAO,KAAK,KAAK,YAAY,MAAM,GAAG,mBAAmB;AACvE,MAAI,UAAU,OAAO,KAAK,KAAK,UAAU,MAAM,GAAG,iBAAiB;AAEnE,aAAW,WAAW,KAAK,UAAU;AACnC,QAAI,UAAU,OAAO,KAAK,QAAQ,OAAO,MAAM,GAAG,SAAS,QAAQ,IAAI,EAAE;AAAA,EAC3E;AAEA,MAAI,KAAK,UAAU,QAAW;AAC5B,UAAM,iBAAiB,qBAAqB,KAAK,KAAK;AACtD,UAAM,WAAW,kBAAkB,KAAK,KAAK,QAAQ;AAErD,QAAI,UAAU,OAAO,KAAK,KAAK,MAAM,IAAI,GAAG,SAAS,cAAc,EAAE;AACrE,QAAI;AAAA,MACF,OAAO,KAAK,gBAAgB,KAAK,MAAM,gBAAgB,QAAQ,GAAG,MAAM;AAAA,MACxE;AAAA,IACF;AAAA,EACF;AAEA,MAAI,IAAI;AAER,QAAM,SAAS,kBAAkB,IAAI;AACrC,QAAM,aAAa,SAAS,MAAM;AAClC,QAAM,UAAU,SAAS,IAAI,YAAY;AAEzC,MAAI,aAAa,KAAK,MAAM;AAC5B,QAAM,QAAQ,IAAI,CAAC,YAAY,OAAO,CAAC;AACzC;AAEO,SAAS,qBAAqB,OAA4B;AAC/D,SAAO,eAAe,wBAAwB,KAAK,CAAC;AACtD;AAEA,SAAS,gBACP,MACA,gBACA,UACQ;AACR,QAAM,QAAQ,KAAK,OAAO,KAAK,KAAK;AAEpC,SAAO,gBAAgB;AAAA,IACrB;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,SAAS,wBAAwB,OAA4B;AAC3D,QAAM,gBAAgB,QAAQ,MAAM,IAAI,EAAE,YAAY;AAEtD,MAAI,kBAAkB,IAAI;AACxB,WAAO;AAAA,EACT;AAEA,UAAQ,MAAM,WAAW;AAAA,IACvB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;","names":[]}

package/dist/text/output/epub/book.d.ts

@@ -0,0 +1,28 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { EpubBook } from './model.js';
+import '../../source/meta.js';
+import 'zod';
+import '../../source/toc.js';
+import '../../source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+
+declare function buildEpubBook(document: ReadonlyDocument): Promise<EpubBook>;
+
+export { buildEpubBook };

package/dist/text/output/epub/book.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/book.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../document/index.js\";\nimport type { TocItem } from \"../../source/index.js\";\n\nimport { createCoverImageHref } from \"./archive.js\";\nimport { createFallbackSection, createSectionDocument } from \"./content.js\";\nimport type { EpubBook, EpubSection } from \"./model.js\";\nimport { buildNavItems, createNavDocument } from \"./navigation.js\";\nimport { createPackageOpf } from \"./package.js\";\nimport { normalizeLanguage } from \"./shared.js\";\n\nexport async function buildEpubBook(\n  document: ReadonlyDocument,\n): Promise<EpubBook> {\n  const [meta, toc, cover] = await Promise.all([\n    document.readBookMeta(),\n    document.readToc(),\n    document.readCover(),\n  ]);\n\n  if (meta === undefined) {\n    throw new Error(\"Archive metadata is missing\");\n  }\n  if (toc === undefined) {\n    throw new Error(\"Document TOC is missing\");\n  }\n\n  const sectionMap = new Map<number, EpubSection>();\n  const language = normalizeLanguage(meta.language);\n  const sections = await collectSections(\n    document,\n    language,\n    toc.items,\n    sectionMap,\n  );\n  const navItems = buildNavItems(toc.items, sectionMap);\n\n  if (sections.length === 0) {\n    sections.push(createFallbackSection(meta, language));\n  }\n\n  const coverImageHref =\n    cover === undefined ? undefined : createCoverImageHref(cover);\n  const coverPageHref = cover === undefined ? undefined : \"text/cover.xhtml\";\n\n  return {\n    cover,\n    meta,\n    navXhtml: createNavDocument(meta, language, navItems),\n    packageOpf: createPackageOpf({\n      coverImageHref,\n      coverMediaType: cover?.mediaType,\n      coverPageHref,\n      language,\n      meta,\n      modifiedAt: new Date().toISOString().replace(/\\.\\d{3}Z$/u, \"Z\"),\n      sections,\n    }),\n    sections,\n  };\n}\n\nasync function collectSections(\n  document: ReadonlyDocument,\n  language: string,\n  items: readonly TocItem[],\n  sectionMap: Map<number, EpubSection>,\n): Promise<EpubSection[]> {\n  const sections: EpubSection[] = [];\n\n  for (const item of items) {\n    if (item.serialId !== undefined) {\n      const summary = await document.readSummary(item.serialId);\n\n      if (summary === undefined) {\n        throw new Error(\n          `Chapter ${item.serialId} summary is missing. Run \\`wg wikg://local/job add --input <chapter-uri> --task reading-summary --accept-cost\\` before export, or inspect the archive with \\`wg <archive-uri>/chapter/tree get\\`.`,\n        );\n      }\n\n      const section = createSectionDocument(\n        item.serialId,\n        language,\n        item.title,\n        summary,\n      );\n\n      sectionMap.set(item.serialId, section);\n      sections.push(section);\n    }\n\n    sections.push(\n      ...(await collectSections(document, language, item.children, sectionMap)),\n    );\n  }\n\n  return sections;\n}\n"],"mappings":"AAGA,SAAS,4BAA4B;AACrC,SAAS,uBAAuB,6BAA6B;AAE7D,SAAS,eAAe,yBAAyB;AACjD,SAAS,wBAAwB;AACjC,SAAS,yBAAyB;AAElC,eAAsB,cACpB,UACmB;AACnB,QAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,QAAQ,IAAI;AAAA,IAC3C,SAAS,aAAa;AAAA,IACtB,SAAS,QAAQ;AAAA,IACjB,SAAS,UAAU;AAAA,EACrB,CAAC;AAED,MAAI,SAAS,QAAW;AACtB,UAAM,IAAI,MAAM,6BAA6B;AAAA,EAC/C;AACA,MAAI,QAAQ,QAAW;AACrB,UAAM,IAAI,MAAM,yBAAyB;AAAA,EAC3C;AAEA,QAAM,aAAa,oBAAI,IAAyB;AAChD,QAAM,WAAW,kBAAkB,KAAK,QAAQ;AAChD,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,IACA;AAAA,IACA,IAAI;AAAA,IACJ;AAAA,EACF;AACA,QAAM,WAAW,cAAc,IAAI,OAAO,UAAU;AAEpD,MAAI,SAAS,WAAW,GAAG;AACzB,aAAS,KAAK,sBAAsB,MAAM,QAAQ,CAAC;AAAA,EACrD;AAEA,QAAM,iBACJ,UAAU,SAAY,SAAY,qBAAqB,KAAK;AAC9D,QAAM,gBAAgB,UAAU,SAAY,SAAY;AAExD,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,UAAU,kBAAkB,MAAM,UAAU,QAAQ;AAAA,IACpD,YAAY,iBAAiB;AAAA,MAC3B;AAAA,MACA,gBAAgB,OAAO;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,MACA,aAAY,oBAAI,KAAK,GAAE,YAAY,EAAE,QAAQ,cAAc,GAAG;AAAA,MAC9D;AAAA,IACF,CAAC;AAAA,IACD;AAAA,EACF;AACF;AAEA,eAAe,gBACb,UACA,UACA,OACA,YACwB;AACxB,QAAM,WAA0B,CAAC;AAEjC,aAAW,QAAQ,OAAO;AACxB,QAAI,KAAK,aAAa,QAAW;AAC/B,YAAM,UAAU,MAAM,SAAS,YAAY,KAAK,QAAQ;AAExD,UAAI,YAAY,QAAW;AACzB,cAAM,IAAI;AAAA,UACR,WAAW,KAAK,QAAQ;AAAA,QAC1B;AAAA,MACF;AAEA,YAAM,UAAU;AAAA,QACd,KAAK;AAAA,QACL;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACF;AAEA,iBAAW,IAAI,KAAK,UAAU,OAAO;AACrC,eAAS,KAAK,OAAO;AAAA,IACvB;AAEA,aAAS;AAAA,MACP,GAAI,MAAM,gBAAgB,UAAU,UAAU,KAAK,UAAU,UAAU;AAAA,IACzE;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}

package/dist/text/output/epub/content.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/content.ts"],"sourcesContent":["import type { BookMeta } from \"../../source/index.js\";\n\nimport type { EpubSection } from \"./model.js\";\nimport { renderSectionDocument } from \"./templates.js\";\n\nexport function createFallbackSection(\n  meta: BookMeta,\n  language: string,\n): EpubSection {\n  const title = meta.title?.trim() || \"Untitled\";\n\n  return {\n    href: \"text/section-1.xhtml\",\n    id: \"section-1\",\n    title,\n    xhtml: renderSectionDocument({\n      language,\n      paragraphs: [],\n      title,\n    }),\n  };\n}\n\nexport function createSectionDocument(\n  serialId: number,\n  language: string,\n  title: string | null | undefined,\n  summary: string,\n): EpubSection {\n  const normalizedTitle = title?.trim() || `Section ${serialId}`;\n\n  return {\n    href: `text/serial-${serialId}.xhtml`,\n    id: `serial-${serialId}`,\n    title: normalizedTitle,\n    xhtml: renderSectionDocument({\n      language,\n      paragraphs: splitParagraphs(summary.trim()),\n      title: normalizedTitle,\n    }),\n  };\n}\n\nfunction splitParagraphs(summary: string): string[] {\n  return summary\n    .split(/\\n\\s*\\n/gu)\n    .map((paragraph) => paragraph.replace(/\\s*\\n\\s*/gu, \" \").trim())\n    .filter((paragraph) => paragraph !== \"\");\n}\n"],"mappings":"AAGA,SAAS,6BAA6B;AAE/B,SAAS,sBACd,MACA,UACa;AACb,QAAM,QAAQ,KAAK,OAAO,KAAK,KAAK;AAEpC,SAAO;AAAA,IACL,MAAM;AAAA,IACN,IAAI;AAAA,IACJ;AAAA,IACA,OAAO,sBAAsB;AAAA,MAC3B;AAAA,MACA,YAAY,CAAC;AAAA,MACb;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEO,SAAS,sBACd,UACA,UACA,OACA,SACa;AACb,QAAM,kBAAkB,OAAO,KAAK,KAAK,WAAW,QAAQ;AAE5D,SAAO;AAAA,IACL,MAAM,eAAe,QAAQ;AAAA,IAC7B,IAAI,UAAU,QAAQ;AAAA,IACtB,OAAO;AAAA,IACP,OAAO,sBAAsB;AAAA,MAC3B;AAAA,MACA,YAAY,gBAAgB,QAAQ,KAAK,CAAC;AAAA,MAC1C,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAEA,SAAS,gBAAgB,SAA2B;AAClD,SAAO,QACJ,MAAM,WAAW,EACjB,IAAI,CAAC,cAAc,UAAU,QAAQ,cAAc,GAAG,EAAE,KAAK,CAAC,EAC9D,OAAO,CAAC,cAAc,cAAc,EAAE;AAC3C;","names":[]}

package/dist/text/output/epub/index.d.ts

@@ -0,0 +1,33 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+export { EPUB_OUTPUT_VERSION } from './package.js';
+import '../../source/meta.js';
+import 'zod';
+import '../../source/toc.js';
+import '../../source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import './model.js';
+
+interface WriteEpubOptions {
+    readonly document: ReadonlyDocument;
+    readonly path: string;
+}
+declare function writeEpub(options: WriteEpubOptions): Promise<void>;
+
+export { type WriteEpubOptions, writeEpub };

package/dist/text/output/epub/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/index.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../document/index.js\";\n\nimport { writeEpubArchive } from \"./archive.js\";\nimport { buildEpubBook } from \"./book.js\";\nimport { EPUB_OUTPUT_VERSION } from \"./package.js\";\n\nexport interface WriteEpubOptions {\n  readonly document: ReadonlyDocument;\n  readonly path: string;\n}\n\nexport async function writeEpub(options: WriteEpubOptions): Promise<void> {\n  const book = await options.document.openSession(async (document) => {\n    return await buildEpubBook(document);\n  });\n\n  await writeEpubArchive(options.path, book);\n}\n\nexport { EPUB_OUTPUT_VERSION };\n"],"mappings":"AAEA,SAAS,wBAAwB;AACjC,SAAS,qBAAqB;AAC9B,SAAS,2BAA2B;AAOpC,eAAsB,UAAU,SAA0C;AACxE,QAAM,OAAO,MAAM,QAAQ,SAAS,YAAY,OAAO,aAAa;AAClE,WAAO,MAAM,cAAc,QAAQ;AAAA,EACrC,CAAC;AAED,QAAM,iBAAiB,QAAQ,MAAM,IAAI;AAC3C;","names":[]}

package/dist/text/output/epub/model.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/text/output/epub/navigation.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/navigation.ts"],"sourcesContent":["import type { BookMeta, TocItem } from \"../../source/index.js\";\n\nimport type { EpubNavItem, EpubSection } from \"./model.js\";\nimport { escapeXml } from \"./shared.js\";\nimport { renderNavDocument } from \"./templates.js\";\n\nexport function buildNavItems(\n  items: readonly TocItem[],\n  sectionMap: ReadonlyMap<number, EpubSection>,\n): EpubNavItem[] {\n  return items.map((item) => ({\n    children: buildNavItems(item.children, sectionMap),\n    href:\n      item.serialId === undefined\n        ? undefined\n        : sectionMap.get(item.serialId)?.href,\n    title: item.title?.trim() || `Section ${item.serialId ?? 1}`,\n  }));\n}\n\nexport function createNavDocument(\n  meta: BookMeta,\n  language: string,\n  items: readonly EpubNavItem[],\n): string {\n  const title = meta.title?.trim() || \"Untitled\";\n\n  return renderNavDocument({\n    itemsMarkup: renderNavItems(items),\n    language,\n    title,\n  });\n}\n\nfunction renderNavItems(items: readonly EpubNavItem[]): string {\n  if (items.length === 0) {\n    return \"<ol></ol>\";\n  }\n\n  return `<ol>\\n${items.map((item) => renderNavItem(item, 1)).join(\"\\n\")}\\n</ol>`;\n}\n\nfunction renderNavItem(item: EpubNavItem, depth: number): string {\n  const indent = \"  \".repeat(depth);\n  const label =\n    item.href === undefined\n      ? `<span>${escapeXml(item.title)}</span>`\n      : `<a href=\"${escapeXml(item.href)}\">${escapeXml(item.title)}</a>`;\n  const children =\n    item.children.length === 0\n      ? \"\"\n      : `\\n${indent}  <ol>\\n${item.children\n          .map((child) => renderNavItem(child, depth + 2))\n          .join(\"\\n\")}\\n${indent}  </ol>`;\n\n  return `${indent}<li>${label}${children}</li>`;\n}\n"],"mappings":"AAGA,SAAS,iBAAiB;AAC1B,SAAS,yBAAyB;AAE3B,SAAS,cACd,OACA,YACe;AACf,SAAO,MAAM,IAAI,CAAC,UAAU;AAAA,IAC1B,UAAU,cAAc,KAAK,UAAU,UAAU;AAAA,IACjD,MACE,KAAK,aAAa,SACd,SACA,WAAW,IAAI,KAAK,QAAQ,GAAG;AAAA,IACrC,OAAO,KAAK,OAAO,KAAK,KAAK,WAAW,KAAK,YAAY,CAAC;AAAA,EAC5D,EAAE;AACJ;AAEO,SAAS,kBACd,MACA,UACA,OACQ;AACR,QAAM,QAAQ,KAAK,OAAO,KAAK,KAAK;AAEpC,SAAO,kBAAkB;AAAA,IACvB,aAAa,eAAe,KAAK;AAAA,IACjC;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,SAAS,eAAe,OAAuC;AAC7D,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,EAAS,MAAM,IAAI,CAAC,SAAS,cAAc,MAAM,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC;AAAA;AACxE;AAEA,SAAS,cAAc,MAAmB,OAAuB;AAC/D,QAAM,SAAS,KAAK,OAAO,KAAK;AAChC,QAAM,QACJ,KAAK,SAAS,SACV,SAAS,UAAU,KAAK,KAAK,CAAC,YAC9B,YAAY,UAAU,KAAK,IAAI,CAAC,KAAK,UAAU,KAAK,KAAK,CAAC;AAChE,QAAM,WACJ,KAAK,SAAS,WAAW,IACrB,KACA;AAAA,EAAK,MAAM;AAAA,EAAW,KAAK,SACxB,IAAI,CAAC,UAAU,cAAc,OAAO,QAAQ,CAAC,CAAC,EAC9C,KAAK,IAAI,CAAC;AAAA,EAAK,MAAM;AAE9B,SAAO,GAAG,MAAM,OAAO,KAAK,GAAG,QAAQ;AACzC;","names":[]}

package/dist/text/output/epub/package.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/package.ts"],"sourcesContent":["import type { BookMeta } from \"../../source/index.js\";\n\nimport type { EpubSection } from \"./model.js\";\nimport { renderPackageOpf } from \"./templates.js\";\n\nexport const EPUB_OUTPUT_VERSION = \"3.0\";\n\nexport function createPackageOpf(input: {\n  readonly coverImageHref: string | undefined;\n  readonly coverMediaType: string | undefined;\n  readonly coverPageHref: string | undefined;\n  readonly language: string;\n  readonly meta: BookMeta;\n  readonly modifiedAt: string;\n  readonly sections: readonly EpubSection[];\n}): string {\n  const identifier =\n    input.meta.identifier?.trim() || `urn:uuid:${crypto.randomUUID()}`;\n  const title = input.meta.title?.trim() || \"Untitled\";\n\n  return renderPackageOpf({\n    authors: input.meta.authors,\n    coverImageHref: input.coverImageHref,\n    coverMediaType: input.coverMediaType,\n    coverPageHref: input.coverPageHref,\n    description: input.meta.description,\n    identifier,\n    language: input.language,\n    modifiedAt: input.modifiedAt,\n    publishedAt: input.meta.publishedAt,\n    publisher: input.meta.publisher,\n    sections: input.sections.map((section) => ({\n      href: section.href,\n      id: section.id,\n    })),\n    title,\n    version: EPUB_OUTPUT_VERSION,\n  });\n}\n"],"mappings":"AAGA,SAAS,wBAAwB;AAE1B,MAAM,sBAAsB;AAE5B,SAAS,iBAAiB,OAQtB;AACT,QAAM,aACJ,MAAM,KAAK,YAAY,KAAK,KAAK,YAAY,OAAO,WAAW,CAAC;AAClE,QAAM,QAAQ,MAAM,KAAK,OAAO,KAAK,KAAK;AAE1C,SAAO,iBAAiB;AAAA,IACtB,SAAS,MAAM,KAAK;AAAA,IACpB,gBAAgB,MAAM;AAAA,IACtB,gBAAgB,MAAM;AAAA,IACtB,eAAe,MAAM;AAAA,IACrB,aAAa,MAAM,KAAK;AAAA,IACxB;AAAA,IACA,UAAU,MAAM;AAAA,IAChB,YAAY,MAAM;AAAA,IAClB,aAAa,MAAM,KAAK;AAAA,IACxB,WAAW,MAAM,KAAK;AAAA,IACtB,UAAU,MAAM,SAAS,IAAI,CAAC,aAAa;AAAA,MACzC,MAAM,QAAQ;AAAA,MACd,IAAI,QAAQ;AAAA,IACd,EAAE;AAAA,IACF;AAAA,IACA,SAAS;AAAA,EACX,CAAC;AACH;","names":[]}

package/dist/text/output/epub/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/shared.ts"],"sourcesContent":["export function escapeXml(value: string): string {\n  return value\n    .replaceAll(\"&\", \"&amp;\")\n    .replaceAll(\"<\", \"&lt;\")\n    .replaceAll(\">\", \"&gt;\")\n    .replaceAll('\"', \"&quot;\")\n    .replaceAll(\"'\", \"&apos;\");\n}\n\nexport function normalizeLanguage(language: string | null): string {\n  const normalized = language?.trim();\n\n  return normalized === undefined || normalized === \"\" ? \"und\" : normalized;\n}\n"],"mappings":"AAAO,SAAS,UAAU,OAAuB;AAC/C,SAAO,MACJ,WAAW,KAAK,OAAO,EACvB,WAAW,KAAK,MAAM,EACtB,WAAW,KAAK,MAAM,EACtB,WAAW,KAAK,QAAQ,EACxB,WAAW,KAAK,QAAQ;AAC7B;AAEO,SAAS,kBAAkB,UAAiC;AACjE,QAAM,aAAa,UAAU,KAAK;AAElC,SAAO,eAAe,UAAa,eAAe,KAAK,QAAQ;AACjE;","names":[]}

package/dist/text/output/epub/templates.js

@@ -0,0 +1,26 @@
+import { resolveDataDirPath } from "../../../runtime/common/data-dir.js";
+import { createEnv } from "../../../runtime/common/template.js";
+let templateEnvironment;
+function getTemplateEnvironment() {
+  templateEnvironment ??= createEnv(resolveDataDirPath());
+  return templateEnvironment;
+}
+function renderCoverPage(input) {
+  return getTemplateEnvironment().render("output/epub/cover.xhtml", input);
+}
+function renderNavDocument(input) {
+  return getTemplateEnvironment().render("output/epub/nav.xhtml", input);
+}
+function renderPackageOpf(input) {
+  return getTemplateEnvironment().render("output/epub/package.opf.xml", input);
+}
+function renderSectionDocument(input) {
+  return getTemplateEnvironment().render("output/epub/section.xhtml", input);
+}
+export {
+  renderCoverPage,
+  renderNavDocument,
+  renderPackageOpf,
+  renderSectionDocument
+};
+//# sourceMappingURL=templates.js.map

package/dist/text/output/epub/templates.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/text/output/epub/templates.ts"],"sourcesContent":["import { resolveDataDirPath } from \"../../../runtime/common/data-dir.js\";\nimport { createEnv } from \"../../../runtime/common/template.js\";\n\nlet templateEnvironment: ReturnType<typeof createEnv> | undefined;\n\nfunction getTemplateEnvironment(): ReturnType<typeof createEnv> {\n  templateEnvironment ??= createEnv(resolveDataDirPath());\n\n  return templateEnvironment;\n}\n\nexport function renderCoverPage(input: {\n  readonly coverImageHref: string;\n  readonly language: string;\n  readonly title: string;\n}): string {\n  return getTemplateEnvironment().render(\"output/epub/cover.xhtml\", input);\n}\n\nexport function renderNavDocument(input: {\n  readonly itemsMarkup: string;\n  readonly language: string;\n  readonly title: string;\n}): string {\n  return getTemplateEnvironment().render(\"output/epub/nav.xhtml\", input);\n}\n\nexport function renderPackageOpf(input: {\n  readonly authors: readonly string[];\n  readonly coverImageHref: string | undefined;\n  readonly coverMediaType: string | undefined;\n  readonly coverPageHref: string | undefined;\n  readonly description: string | null;\n  readonly identifier: string;\n  readonly language: string;\n  readonly modifiedAt: string;\n  readonly publishedAt: string | null;\n  readonly publisher: string | null;\n  readonly sections: readonly {\n    readonly href: string;\n    readonly id: string;\n  }[];\n  readonly title: string;\n  readonly version: string;\n}): string {\n  return getTemplateEnvironment().render(\"output/epub/package.opf.xml\", input);\n}\n\nexport function renderSectionDocument(input: {\n  readonly language: string;\n  readonly paragraphs: readonly string[];\n  readonly title: string;\n}): string {\n  return getTemplateEnvironment().render(\"output/epub/section.xhtml\", input);\n}\n"],"mappings":"AAAA,SAAS,0BAA0B;AACnC,SAAS,iBAAiB;AAE1B,IAAI;AAEJ,SAAS,yBAAuD;AAC9D,0BAAwB,UAAU,mBAAmB,CAAC;AAEtD,SAAO;AACT;AAEO,SAAS,gBAAgB,OAIrB;AACT,SAAO,uBAAuB,EAAE,OAAO,2BAA2B,KAAK;AACzE;AAEO,SAAS,kBAAkB,OAIvB;AACT,SAAO,uBAAuB,EAAE,OAAO,yBAAyB,KAAK;AACvE;AAEO,SAAS,iBAAiB,OAiBtB;AACT,SAAO,uBAAuB,EAAE,OAAO,+BAA+B,KAAK;AAC7E;AAEO,SAAS,sBAAsB,OAI3B;AACT,SAAO,uBAAuB,EAAE,OAAO,6BAA6B,KAAK;AAC3E;","names":[]}

package/dist/text/output/index.d.ts

@@ -0,0 +1,27 @@
+export { WritePlainTextOptions, writePlainText } from './plain-text.js';
+export { WriteEpubOptions, writeEpub } from './epub/index.js';
+export { EPUB_OUTPUT_VERSION } from './epub/package.js';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import './epub/model.js';

package/dist/text/output/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/output/index.ts"],"sourcesContent":["export { writePlainText, type WritePlainTextOptions } from \"./plain-text.js\";\nexport {\n  EPUB_OUTPUT_VERSION,\n  writeEpub,\n  type WriteEpubOptions,\n} from \"./epub/index.js\";\n"],"mappings":"AAAA,SAAS,sBAAkD;AAC3D;AAAA,EACE;AAAA,EACA;AAAA,OAEK;","names":[]}

package/dist/text/output/plain-text.d.ts

@@ -0,0 +1,31 @@
+import { ReadonlyDocument } from '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+interface WritePlainTextOptions {
+    readonly document: ReadonlyDocument;
+    readonly path: string;
+}
+declare function writePlainText(options: WritePlainTextOptions): Promise<void>;
+
+export { type WritePlainTextOptions, writePlainText };

package/dist/text/output/plain-text.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/output/plain-text.ts"],"sourcesContent":["import { mkdir, writeFile } from \"fs/promises\";\nimport { dirname } from \"path\";\n\nimport type { ReadonlyDocument } from \"../../document/index.js\";\nimport type { TocItem } from \"../source/index.js\";\n\nexport interface WritePlainTextOptions {\n  readonly document: ReadonlyDocument;\n  readonly path: string;\n}\n\nexport async function writePlainText(\n  options: WritePlainTextOptions,\n): Promise<void> {\n  const text = await options.document.openSession(\n    async (document) => await buildPlainText(document),\n  );\n\n  await mkdir(dirname(options.path), { recursive: true });\n  await writeFile(options.path, text, \"utf8\");\n}\n\nasync function buildPlainText(document: ReadonlyDocument): Promise<string> {\n  const toc = await document.readToc();\n\n  if (toc === undefined) {\n    throw new Error(\"Document TOC is missing\");\n  }\n\n  const blocks = await renderTocItems(document, toc.items);\n\n  if (blocks.length === 0) {\n    return \"\";\n  }\n\n  return `${blocks.join(\"\\n\\n\")}\\n`;\n}\n\nasync function renderTocItems(\n  document: ReadonlyDocument,\n  items: readonly TocItem[],\n): Promise<string[]> {\n  const blocks: string[] = [];\n\n  for (const item of items) {\n    const block = await renderTocItem(document, item);\n\n    if (block !== undefined) {\n      blocks.push(block);\n    }\n  }\n\n  return blocks;\n}\n\nasync function renderTocItem(\n  document: ReadonlyDocument,\n  item: TocItem,\n): Promise<string | undefined> {\n  const parts = [item.title?.trim()].filter(\n    (value): value is string => value !== undefined && value !== \"\",\n  );\n\n  if (item.serialId !== undefined) {\n    const summary = await document.readSummary(item.serialId);\n\n    if (summary === undefined) {\n      throw new Error(\n        `Chapter ${item.serialId} summary is missing. Run \\`wg wikg://local/job add --input <chapter-uri> --task reading-summary --accept-cost\\` before export, or inspect the archive with \\`wg <archive-uri>/chapter/tree get\\`.`,\n      );\n    }\n    if (summary.trim() !== \"\") {\n      parts.push(summary.trim());\n    }\n  }\n\n  const childBlocks = await renderTocItems(document, item.children);\n\n  if (parts.length === 0 && childBlocks.length === 0) {\n    return undefined;\n  }\n\n  return [...parts, ...childBlocks].join(\"\\n\\n\");\n}\n"],"mappings":"AAAA,SAAS,OAAO,iBAAiB;AACjC,SAAS,eAAe;AAUxB,eAAsB,eACpB,SACe;AACf,QAAM,OAAO,MAAM,QAAQ,SAAS;AAAA,IAClC,OAAO,aAAa,MAAM,eAAe,QAAQ;AAAA,EACnD;AAEA,QAAM,MAAM,QAAQ,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,QAAM,UAAU,QAAQ,MAAM,MAAM,MAAM;AAC5C;AAEA,eAAe,eAAe,UAA6C;AACzE,QAAM,MAAM,MAAM,SAAS,QAAQ;AAEnC,MAAI,QAAQ,QAAW;AACrB,UAAM,IAAI,MAAM,yBAAyB;AAAA,EAC3C;AAEA,QAAM,SAAS,MAAM,eAAe,UAAU,IAAI,KAAK;AAEvD,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AAEA,SAAO,GAAG,OAAO,KAAK,MAAM,CAAC;AAAA;AAC/B;AAEA,eAAe,eACb,UACA,OACmB;AACnB,QAAM,SAAmB,CAAC;AAE1B,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,MAAM,cAAc,UAAU,IAAI;AAEhD,QAAI,UAAU,QAAW;AACvB,aAAO,KAAK,KAAK;AAAA,IACnB;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,cACb,UACA,MAC6B;AAC7B,QAAM,QAAQ,CAAC,KAAK,OAAO,KAAK,CAAC,EAAE;AAAA,IACjC,CAAC,UAA2B,UAAU,UAAa,UAAU;AAAA,EAC/D;AAEA,MAAI,KAAK,aAAa,QAAW;AAC/B,UAAM,UAAU,MAAM,SAAS,YAAY,KAAK,QAAQ;AAExD,QAAI,YAAY,QAAW;AACzB,YAAM,IAAI;AAAA,QACR,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF;AACA,QAAI,QAAQ,KAAK,MAAM,IAAI;AACzB,YAAM,KAAK,QAAQ,KAAK,CAAC;AAAA,IAC3B;AAAA,EACF;AAEA,QAAM,cAAc,MAAM,eAAe,UAAU,KAAK,QAAQ;AAEhE,MAAI,MAAM,WAAW,KAAK,YAAY,WAAW,GAAG;AAClD,WAAO;AAAA,EACT;AAEA,SAAO,CAAC,GAAG,OAAO,GAAG,WAAW,EAAE,KAAK,MAAM;AAC/C;","names":[]}

package/dist/text/reader/attention/core.d.ts

@@ -0,0 +1,39 @@
+import { CognitiveChunk, ChunkImportanceAnnotation, ChunkBatch } from '../chunk-batch/types.js';
+import '../../../runtime/common/language.js';
+import '../../../external/llm/client/core.js';
+import '../../../external/llm/context.js';
+import '../../../external/llm/cache.js';
+import '../../../external/llm/types.js';
+import 'ai';
+import '../../../document/types.js';
+
+interface ChunkBatchContext {
+    readonly visibleChunkIds: readonly number[];
+    readonly workingMemoryPrompt: string;
+}
+interface ChunkGraphEdge {
+    readonly fromId: number;
+    readonly strength?: string;
+    readonly toId: number;
+}
+interface ChunkGraphDelta {
+    readonly chunks: CognitiveChunk[];
+    readonly edges: readonly ChunkGraphEdge[];
+    readonly importanceAnnotations?: readonly ChunkImportanceAnnotation[];
+}
+declare class Attention {
+    #private;
+    constructor(capacity: number, generationDecayFactor: number, idGenerator: () => Promise<number>);
+    get capacity(): number;
+    createChunkBatchContext(input?: {
+        includeCurrentFragment?: boolean;
+    }): ChunkBatchContext;
+    acceptChunkBatch(chunkBatch: ChunkBatch): Promise<ChunkGraphDelta>;
+    completeFragment(input: {
+        allChunks: readonly CognitiveChunk[];
+        getSuccessorChunkIds: (chunkId: number) => readonly number[];
+    }): void;
+    clear(): void;
+}
+
+export { Attention, type ChunkBatchContext, type ChunkGraphDelta, type ChunkGraphEdge };

package/dist/text/reader/attention/core.js

@@ -0,0 +1,123 @@
+import { WaveReflection } from "./wave-reflection.js";
+import { WorkingMemory } from "./working-memory.js";
+class Attention {
+  #idGenerator;
+  #waveReflection;
+  #workingMemory;
+  constructor(capacity, generationDecayFactor, idGenerator) {
+    this.#idGenerator = idGenerator;
+    this.#waveReflection = new WaveReflection(generationDecayFactor);
+    this.#workingMemory = new WorkingMemory(capacity);
+  }
+  get capacity() {
+    return this.#workingMemory.capacity;
+  }
+  createChunkBatchContext(input) {
+    const chunks = this.#workingMemory.getChunksForPrompt(
+      input?.includeCurrentFragment ?? true
+    );
+    return {
+      visibleChunkIds: chunks.map((chunk) => chunk.id),
+      workingMemoryPrompt: this.#workingMemory.formatForPrompt(
+        input?.includeCurrentFragment ?? true
+      )
+    };
+  }
+  async acceptChunkBatch(chunkBatch) {
+    const delta = await assembleChunkBatch({
+      chunkBatch,
+      generation: this.#workingMemory.generation,
+      idGenerator: this.#idGenerator,
+      visibleChunks: this.#workingMemory.getChunks()
+    });
+    this.#workingMemory.addChunks(delta.chunks);
+    return delta;
+  }
+  completeFragment(input) {
+    const previousFragmentChunks = this.#workingMemory.getAllChunksForSaving();
+    const latestChunkIds = previousFragmentChunks.map((chunk) => chunk.id);
+    const extraChunks = this.#waveReflection.selectTopChunks({
+      allChunks: input.allChunks,
+      capacity: this.#workingMemory.capacity,
+      getSuccessorChunkIds: input.getSuccessorChunkIds,
+      latestChunkIds
+    });
+    this.#workingMemory.setRetainedChunks({
+      extraChunks,
+      previousFragmentChunks
+    });
+    this.#workingMemory.finalizeFragment();
+  }
+  clear() {
+    this.#workingMemory.clear();
+  }
+}
+async function assembleChunkBatch(input) {
+  const tempIdRecord = /* @__PURE__ */ Object.create(
+    null
+  );
+  for (const [index, chunk] of input.chunkBatch.chunks.entries()) {
+    chunk.id = await input.idGenerator();
+    chunk.generation = input.generation;
+    const tempId = input.chunkBatch.tempIds[index];
+    if (tempId === void 0 || tempId === "") {
+      continue;
+    }
+    tempIdRecord[tempId] = chunk;
+  }
+  const visibleChunks = [...input.visibleChunks, ...input.chunkBatch.chunks];
+  const edges = [];
+  for (const link of input.chunkBatch.links) {
+    const fromChunk = resolveChunkReference(
+      link.from,
+      tempIdRecord,
+      visibleChunks
+    );
+    const toChunk = resolveChunkReference(link.to, tempIdRecord, visibleChunks);
+    if (fromChunk === void 0 || toChunk === void 0) {
+      continue;
+    }
+    const [edgeFromId, edgeToId] = fromChunk.id > toChunk.id ? [fromChunk.id, toChunk.id] : [toChunk.id, fromChunk.id];
+    attachLink(visibleChunks, edgeToId, edgeFromId);
+    if (link.strength === void 0) {
+      edges.push({
+        fromId: edgeFromId,
+        toId: edgeToId
+      });
+      continue;
+    }
+    edges.push({
+      fromId: edgeFromId,
+      strength: link.strength,
+      toId: edgeToId
+    });
+  }
+  return {
+    chunks: input.chunkBatch.chunks,
+    edges,
+    ...input.chunkBatch.importanceAnnotations === void 0 ? {} : {
+      importanceAnnotations: input.chunkBatch.importanceAnnotations
+    }
+  };
+}
+function resolveChunkReference(reference, tempIdRecord, visibleChunks) {
+  if (typeof reference === "string") {
+    return tempIdRecord[reference];
+  }
+  return visibleChunks.find((chunk) => chunk.id === reference);
+}
+function attachLink(visibleChunks, targetChunkId, sourceChunkId) {
+  for (const chunk of visibleChunks) {
+    if (chunk.id !== targetChunkId) {
+      continue;
+    }
+    if (!chunk.links.includes(sourceChunkId)) {
+      chunk.links.push(sourceChunkId);
+    }
+    return;
+  }
+}
+export {
+  Attention
+};
+//# sourceMappingURL=core.js.map