wiki-graph-core 0.3.1 → 0.4.0

package/dist/text/editor/log.js

@@ -0,0 +1,202 @@
+import { appendFile, writeFile } from "fs/promises";
+import { allocateArtifactPath } from "../../runtime/common/logging.js";
+import { formatIssuesForLog } from "./feedback.js";
+class CompressionLog {
+  #compressionRatio;
+  #groupId;
+  #logDirPath;
+  #maxIterations;
+  #serialId;
+  #filePath;
+  constructor(serialId, groupId, options) {
+    this.#compressionRatio = options.compressionRatio;
+    this.#groupId = groupId;
+    this.#logDirPath = options.logDirPath;
+    this.#maxIterations = options.maxIterations;
+    this.#serialId = serialId;
+  }
+  async appendCompressionResult(input) {
+    if (this.#filePath === void 0) {
+      return;
+    }
+    const parts = [];
+    if (input.thinkingText !== "") {
+      parts.push(
+        "Thinking:",
+        "-".repeat(80),
+        input.thinkingText,
+        "-".repeat(80),
+        ""
+      );
+    }
+    parts.push(
+      `Compressed Text (${input.compressedText.length} characters):`,
+      "-".repeat(80),
+      input.compressedText,
+      "-".repeat(80),
+      "",
+      ""
+    );
+    await appendFile(this.#filePath, `${parts.join("\n")}
+`, "utf8");
+  }
+  async appendFinalSelection(bestVersion, originalLength) {
+    if (this.#filePath === void 0) {
+      return;
+    }
+    const parts = [
+      "",
+      "=".repeat(80),
+      "FINAL SELECTION",
+      "=".repeat(80),
+      "",
+      `Selected: Iteration ${bestVersion.iteration}/${this.#maxIterations}`,
+      `Score: ${bestVersion.score.toFixed(2)}`,
+      `Length: ${bestVersion.text.length} characters`,
+      `Compression ratio: ${(bestVersion.text.length / originalLength).toFixed(1)}%`,
+      "",
+      "=".repeat(80),
+      ""
+    ];
+    if (bestVersion.score > 0) {
+      parts.push(
+        "REMAINING UNRESOLVED ISSUES",
+        "=".repeat(80),
+        "",
+        formatIssuesForLog(bestVersion.reviews),
+        "=".repeat(80),
+        ""
+      );
+    }
+    await appendFile(this.#filePath, `${parts.join("\n")}
+`, "utf8");
+  }
+  async appendIterationHeader(iteration, revisionFeedback) {
+    if (this.#filePath === void 0) {
+      return;
+    }
+    const parts = [
+      "",
+      "=".repeat(80),
+      `ITERATION ${iteration}/${this.#maxIterations}`,
+      "=".repeat(80),
+      ""
+    ];
+    if (revisionFeedback !== void 0 && revisionFeedback.trim() !== "") {
+      parts.push(
+        "Revision Feedback:",
+        "-".repeat(80),
+        revisionFeedback,
+        "-".repeat(80),
+        ""
+      );
+    }
+    await appendFile(this.#filePath, `${parts.join("\n")}
+`, "utf8");
+  }
+  async appendLanguageMismatch(input) {
+    if (this.#filePath === void 0) {
+      return;
+    }
+    const issue = input.review.issues[0];
+    if (issue === void 0) {
+      return;
+    }
+    const parts = [
+      "",
+      "!".repeat(80),
+      "LANGUAGE MISMATCH DETECTED",
+      "!".repeat(80),
+      `Expected: ${input.targetLanguageCode} (${input.userLanguage ?? "unknown"})`,
+      `Detected: ${input.detectedLanguageCode}`,
+      `Issue: ${issue.problem}`,
+      `Suggestion: ${issue.suggestion}`,
+      "!".repeat(80),
+      ""
+    ];
+    await appendFile(this.#filePath, `${parts.join("\n")}
+`, "utf8");
+  }
+  async initialize(clues) {
+    if (this.#logDirPath === void 0) {
+      return;
+    }
+    const timestamp = formatTimestamp(/* @__PURE__ */ new Date());
+    this.#filePath = allocateArtifactPath({
+      category: "editor",
+      logDirPath: this.#logDirPath,
+      prefix: `compression-serial-${this.#serialId}-group-${this.#groupId}`
+    });
+    if (this.#filePath === void 0) {
+      return;
+    }
+    await writeFile(
+      this.#filePath,
+      [
+        "=== Text Compression Log ===",
+        `Serial: ${this.#serialId}, Group: ${this.#groupId}`,
+        `Started at: ${timestamp}`,
+        `Compression ratio target: ${Math.round(this.#compressionRatio * 100)}%`,
+        `Max iterations: ${this.#maxIterations}`,
+        "",
+        "",
+        formatChunkHierarchy(clues, this.#groupId, this.#serialId),
+        ""
+      ].join("\n"),
+      "utf8"
+    );
+  }
+}
+function formatChunkHierarchy(clues, groupId, serialId) {
+  const parts = [
+    "=".repeat(80),
+    `CHUNK HIERARCHY - Serial ${serialId}, Group ${groupId}`,
+    "=".repeat(80),
+    ""
+  ];
+  for (let clueIndex = 0; clueIndex < clues.length; clueIndex += 1) {
+    const clue = clues[clueIndex];
+    if (clue === void 0) {
+      continue;
+    }
+    parts.push(
+      `Clue #${clueIndex + 1} (ID: ${clue.clueId})`,
+      `|- Weight: ${clue.weight.toFixed(4)}`,
+      `|- Label: ${clue.label}`,
+      `|- Source snakes: ${clue.sourceSnakeIds.join(", ")}`,
+      `|- Merged: ${clue.isMerged ? "yes" : "no"}`,
+      `\\- Chunks: ${clue.chunks.length}`,
+      ""
+    );
+    for (let chunkIndex = 0; chunkIndex < clue.chunks.length; chunkIndex += 1) {
+      const chunk = clue.chunks[chunkIndex];
+      if (chunk === void 0) {
+        continue;
+      }
+      const contentPreview = chunk.content.length > 60 ? `${chunk.content.slice(0, 60)}...` : chunk.content;
+      parts.push(
+        `  - Chunk ${chunkIndex + 1}/${clue.chunks.length} (ID: ${chunk.id})`,
+        `    Label: ${chunk.label}`,
+        `    Retention: ${chunk.retention ?? "N/A"}`,
+        `    Importance: ${chunk.importance ?? "N/A"}`,
+        `    Content: ${contentPreview}`,
+        ""
+      );
+    }
+  }
+  parts.push("=".repeat(80), "");
+  return parts.join("\n");
+}
+function formatTimestamp(date) {
+  const year = date.getFullYear();
+  const month = String(date.getMonth() + 1).padStart(2, "0");
+  const day = String(date.getDate()).padStart(2, "0");
+  const hours = String(date.getHours()).padStart(2, "0");
+  const minutes = String(date.getMinutes()).padStart(2, "0");
+  const seconds = String(date.getSeconds()).padStart(2, "0");
+  return `${year}-${month}-${day} ${hours}-${minutes}-${seconds}`;
+}
+export {
+  CompressionLog
+};
+//# sourceMappingURL=log.js.map

package/dist/text/editor/log.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/log.ts"],"sourcesContent":["import { appendFile, writeFile } from \"fs/promises\";\nimport { allocateArtifactPath } from \"../../runtime/common/logging.js\";\n\nimport type { Language } from \"../../runtime/common/language.js\";\nimport type { Clue } from \"./clue.js\";\nimport { formatIssuesForLog } from \"./feedback.js\";\nimport type { CompressionVersion, ReviewResult } from \"./types.js\";\n\nexport class CompressionLog {\n  readonly #compressionRatio: number;\n  readonly #groupId: number;\n  readonly #logDirPath: string | undefined;\n  readonly #maxIterations: number;\n  readonly #serialId: number;\n  #filePath: string | undefined;\n\n  public constructor(\n    serialId: number,\n    groupId: number,\n    options: {\n      readonly compressionRatio: number;\n      readonly logDirPath?: string;\n      readonly maxIterations: number;\n    },\n  ) {\n    this.#compressionRatio = options.compressionRatio;\n    this.#groupId = groupId;\n    this.#logDirPath = options.logDirPath;\n    this.#maxIterations = options.maxIterations;\n    this.#serialId = serialId;\n  }\n\n  public async appendCompressionResult(input: {\n    compressedText: string;\n    thinkingText: string;\n  }): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const parts: string[] = [];\n\n    if (input.thinkingText !== \"\") {\n      parts.push(\n        \"Thinking:\",\n        \"-\".repeat(80),\n        input.thinkingText,\n        \"-\".repeat(80),\n        \"\",\n      );\n    }\n\n    parts.push(\n      `Compressed Text (${input.compressedText.length} characters):`,\n      \"-\".repeat(80),\n      input.compressedText,\n      \"-\".repeat(80),\n      \"\",\n      \"\",\n    );\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async appendFinalSelection(\n    bestVersion: CompressionVersion,\n    originalLength: number,\n  ): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const parts = [\n      \"\",\n      \"=\".repeat(80),\n      \"FINAL SELECTION\",\n      \"=\".repeat(80),\n      \"\",\n      `Selected: Iteration ${bestVersion.iteration}/${this.#maxIterations}`,\n      `Score: ${bestVersion.score.toFixed(2)}`,\n      `Length: ${bestVersion.text.length} characters`,\n      `Compression ratio: ${(bestVersion.text.length / originalLength).toFixed(1)}%`,\n      \"\",\n      \"=\".repeat(80),\n      \"\",\n    ];\n\n    if (bestVersion.score > 0) {\n      parts.push(\n        \"REMAINING UNRESOLVED ISSUES\",\n        \"=\".repeat(80),\n        \"\",\n        formatIssuesForLog(bestVersion.reviews),\n        \"=\".repeat(80),\n        \"\",\n      );\n    }\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async appendIterationHeader(\n    iteration: number,\n    revisionFeedback: string | undefined,\n  ): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const parts = [\n      \"\",\n      \"=\".repeat(80),\n      `ITERATION ${iteration}/${this.#maxIterations}`,\n      \"=\".repeat(80),\n      \"\",\n    ];\n\n    if (revisionFeedback !== undefined && revisionFeedback.trim() !== \"\") {\n      parts.push(\n        \"Revision Feedback:\",\n        \"-\".repeat(80),\n        revisionFeedback,\n        \"-\".repeat(80),\n        \"\",\n      );\n    }\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async appendLanguageMismatch(input: {\n    detectedLanguageCode: string;\n    review: ReviewResult;\n    targetLanguageCode: string;\n    userLanguage: Language | undefined;\n  }): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const issue = input.review.issues[0];\n\n    if (issue === undefined) {\n      return;\n    }\n\n    const parts = [\n      \"\",\n      \"!\".repeat(80),\n      \"LANGUAGE MISMATCH DETECTED\",\n      \"!\".repeat(80),\n      `Expected: ${input.targetLanguageCode} (${input.userLanguage ?? \"unknown\"})`,\n      `Detected: ${input.detectedLanguageCode}`,\n      `Issue: ${issue.problem}`,\n      `Suggestion: ${issue.suggestion}`,\n      \"!\".repeat(80),\n      \"\",\n    ];\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async initialize(clues: readonly Clue[]): Promise<void> {\n    if (this.#logDirPath === undefined) {\n      return;\n    }\n\n    const timestamp = formatTimestamp(new Date());\n\n    this.#filePath = allocateArtifactPath({\n      category: \"editor\",\n      logDirPath: this.#logDirPath,\n      prefix: `compression-serial-${this.#serialId}-group-${this.#groupId}`,\n    });\n\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    await writeFile(\n      this.#filePath,\n      [\n        \"=== Text Compression Log ===\",\n        `Serial: ${this.#serialId}, Group: ${this.#groupId}`,\n        `Started at: ${timestamp}`,\n        `Compression ratio target: ${Math.round(this.#compressionRatio * 100)}%`,\n        `Max iterations: ${this.#maxIterations}`,\n        \"\",\n        \"\",\n        formatChunkHierarchy(clues, this.#groupId, this.#serialId),\n        \"\",\n      ].join(\"\\n\"),\n      \"utf8\",\n    );\n  }\n}\n\nfunction formatChunkHierarchy(\n  clues: readonly Clue[],\n  groupId: number,\n  serialId: number,\n): string {\n  const parts = [\n    \"=\".repeat(80),\n    `CHUNK HIERARCHY - Serial ${serialId}, Group ${groupId}`,\n    \"=\".repeat(80),\n    \"\",\n  ];\n\n  for (let clueIndex = 0; clueIndex < clues.length; clueIndex += 1) {\n    const clue = clues[clueIndex];\n\n    if (clue === undefined) {\n      continue;\n    }\n\n    parts.push(\n      `Clue #${clueIndex + 1} (ID: ${clue.clueId})`,\n      `|- Weight: ${clue.weight.toFixed(4)}`,\n      `|- Label: ${clue.label}`,\n      `|- Source snakes: ${clue.sourceSnakeIds.join(\", \")}`,\n      `|- Merged: ${clue.isMerged ? \"yes\" : \"no\"}`,\n      `\\\\- Chunks: ${clue.chunks.length}`,\n      \"\",\n    );\n\n    for (let chunkIndex = 0; chunkIndex < clue.chunks.length; chunkIndex += 1) {\n      const chunk = clue.chunks[chunkIndex];\n\n      if (chunk === undefined) {\n        continue;\n      }\n\n      const contentPreview =\n        chunk.content.length > 60\n          ? `${chunk.content.slice(0, 60)}...`\n          : chunk.content;\n\n      parts.push(\n        `  - Chunk ${chunkIndex + 1}/${clue.chunks.length} (ID: ${chunk.id})`,\n        `    Label: ${chunk.label}`,\n        `    Retention: ${chunk.retention ?? \"N/A\"}`,\n        `    Importance: ${chunk.importance ?? \"N/A\"}`,\n        `    Content: ${contentPreview}`,\n        \"\",\n      );\n    }\n  }\n\n  parts.push(\"=\".repeat(80), \"\");\n\n  return parts.join(\"\\n\");\n}\n\nfunction formatTimestamp(date: Date): string {\n  const year = date.getFullYear();\n  const month = String(date.getMonth() + 1).padStart(2, \"0\");\n  const day = String(date.getDate()).padStart(2, \"0\");\n  const hours = String(date.getHours()).padStart(2, \"0\");\n  const minutes = String(date.getMinutes()).padStart(2, \"0\");\n  const seconds = String(date.getSeconds()).padStart(2, \"0\");\n\n  return `${year}-${month}-${day} ${hours}-${minutes}-${seconds}`;\n}\n"],"mappings":"AAAA,SAAS,YAAY,iBAAiB;AACtC,SAAS,4BAA4B;AAIrC,SAAS,0BAA0B;AAG5B,MAAM,eAAe;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EAEO,YACL,UACA,SACA,SAKA;AACA,SAAK,oBAAoB,QAAQ;AACjC,SAAK,WAAW;AAChB,SAAK,cAAc,QAAQ;AAC3B,SAAK,iBAAiB,QAAQ;AAC9B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAa,wBAAwB,OAGnB;AAChB,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAkB,CAAC;AAEzB,QAAI,MAAM,iBAAiB,IAAI;AAC7B,YAAM;AAAA,QACJ;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb,MAAM;AAAA,QACN,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,oBAAoB,MAAM,eAAe,MAAM;AAAA,MAC/C,IAAI,OAAO,EAAE;AAAA,MACb,MAAM;AAAA,MACN,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,qBACX,aACA,gBACe;AACf,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA,uBAAuB,YAAY,SAAS,IAAI,KAAK,cAAc;AAAA,MACnE,UAAU,YAAY,MAAM,QAAQ,CAAC,CAAC;AAAA,MACtC,WAAW,YAAY,KAAK,MAAM;AAAA,MAClC,uBAAuB,YAAY,KAAK,SAAS,gBAAgB,QAAQ,CAAC,CAAC;AAAA,MAC3E;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,IACF;AAEA,QAAI,YAAY,QAAQ,GAAG;AACzB,YAAM;AAAA,QACJ;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,QACA,mBAAmB,YAAY,OAAO;AAAA,QACtC,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,sBACX,WACA,kBACe;AACf,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb,aAAa,SAAS,IAAI,KAAK,cAAc;AAAA,MAC7C,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,IACF;AAEA,QAAI,qBAAqB,UAAa,iBAAiB,KAAK,MAAM,IAAI;AACpE,YAAM;AAAA,QACJ;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,uBAAuB,OAKlB;AAChB,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,OAAO,OAAO,CAAC;AAEnC,QAAI,UAAU,QAAW;AACvB;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb,aAAa,MAAM,kBAAkB,KAAK,MAAM,gBAAgB,SAAS;AAAA,MACzE,aAAa,MAAM,oBAAoB;AAAA,MACvC,UAAU,MAAM,OAAO;AAAA,MACvB,eAAe,MAAM,UAAU;AAAA,MAC/B,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,WAAW,OAAuC;AAC7D,QAAI,KAAK,gBAAgB,QAAW;AAClC;AAAA,IACF;AAEA,UAAM,YAAY,gBAAgB,oBAAI,KAAK,CAAC;AAE5C,SAAK,YAAY,qBAAqB;AAAA,MACpC,UAAU;AAAA,MACV,YAAY,KAAK;AAAA,MACjB,QAAQ,sBAAsB,KAAK,SAAS,UAAU,KAAK,QAAQ;AAAA,IACrE,CAAC;AAED,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,QACE;AAAA,QACA,WAAW,KAAK,SAAS,YAAY,KAAK,QAAQ;AAAA,QAClD,eAAe,SAAS;AAAA,QACxB,6BAA6B,KAAK,MAAM,KAAK,oBAAoB,GAAG,CAAC;AAAA,QACrE,mBAAmB,KAAK,cAAc;AAAA,QACtC;AAAA,QACA;AAAA,QACA,qBAAqB,OAAO,KAAK,UAAU,KAAK,SAAS;AAAA,QACzD;AAAA,MACF,EAAE,KAAK,IAAI;AAAA,MACX;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,qBACP,OACA,SACA,UACQ;AACR,QAAM,QAAQ;AAAA,IACZ,IAAI,OAAO,EAAE;AAAA,IACb,4BAA4B,QAAQ,WAAW,OAAO;AAAA,IACtD,IAAI,OAAO,EAAE;AAAA,IACb;AAAA,EACF;AAEA,WAAS,YAAY,GAAG,YAAY,MAAM,QAAQ,aAAa,GAAG;AAChE,UAAM,OAAO,MAAM,SAAS;AAE5B,QAAI,SAAS,QAAW;AACtB;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,SAAS,YAAY,CAAC,SAAS,KAAK,MAAM;AAAA,MAC1C,cAAc,KAAK,OAAO,QAAQ,CAAC,CAAC;AAAA,MACpC,aAAa,KAAK,KAAK;AAAA,MACvB,qBAAqB,KAAK,eAAe,KAAK,IAAI,CAAC;AAAA,MACnD,cAAc,KAAK,WAAW,QAAQ,IAAI;AAAA,MAC1C,eAAe,KAAK,OAAO,MAAM;AAAA,MACjC;AAAA,IACF;AAEA,aAAS,aAAa,GAAG,aAAa,KAAK,OAAO,QAAQ,cAAc,GAAG;AACzE,YAAM,QAAQ,KAAK,OAAO,UAAU;AAEpC,UAAI,UAAU,QAAW;AACvB;AAAA,MACF;AAEA,YAAM,iBACJ,MAAM,QAAQ,SAAS,KACnB,GAAG,MAAM,QAAQ,MAAM,GAAG,EAAE,CAAC,QAC7B,MAAM;AAEZ,YAAM;AAAA,QACJ,aAAa,aAAa,CAAC,IAAI,KAAK,OAAO,MAAM,SAAS,MAAM,EAAE;AAAA,QAClE,cAAc,MAAM,KAAK;AAAA,QACzB,kBAAkB,MAAM,aAAa,KAAK;AAAA,QAC1C,mBAAmB,MAAM,cAAc,KAAK;AAAA,QAC5C,gBAAgB,cAAc;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,KAAK,IAAI,OAAO,EAAE,GAAG,EAAE;AAE7B,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,gBAAgB,MAAoB;AAC3C,QAAM,OAAO,KAAK,YAAY;AAC9B,QAAM,QAAQ,OAAO,KAAK,SAAS,IAAI,CAAC,EAAE,SAAS,GAAG,GAAG;AACzD,QAAM,MAAM,OAAO,KAAK,QAAQ,CAAC,EAAE,SAAS,GAAG,GAAG;AAClD,QAAM,QAAQ,OAAO,KAAK,SAAS,CAAC,EAAE,SAAS,GAAG,GAAG;AACrD,QAAM,UAAU,OAAO,KAAK,WAAW,CAAC,EAAE,SAAS,GAAG,GAAG;AACzD,QAAM,UAAU,OAAO,KAAK,WAAW,CAAC,EAAE,SAAS,GAAG,GAAG;AAEzD,SAAO,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,OAAO,IAAI,OAAO;AAC/D;","names":[]}

package/dist/text/editor/markup.d.ts

@@ -0,0 +1,18 @@
+import { ChunkRecord } from '../../document/types.js';
+import { ReadonlySerialTextStream } from '../../document/text-streams/types.js';
+
+declare function formatClueAsBook(input: {
+    chunks: readonly ChunkRecord[];
+    serialFragments: ReadonlySerialTextStream;
+    fullMarkup?: boolean;
+    wrapHighRetention?: boolean;
+}): Promise<string>;
+declare function formatChunksAsBook(input: {
+    chunks: readonly ChunkRecord[];
+    segmentStartIndexes: readonly number[];
+    serialFragments: ReadonlySerialTextStream;
+    fullMarkup?: boolean;
+    wrapHighRetention?: boolean;
+}): Promise<string>;
+
+export { formatChunksAsBook, formatClueAsBook };

package/dist/text/editor/markup.js

@@ -0,0 +1,294 @@
+import {
+  ChunkRetention
+} from "../../document/index.js";
+async function formatClueAsBook(input) {
+  return await formatChunksAsBook({
+    chunks: input.chunks,
+    segmentStartIndexes: await listSegmentStartIndexesCoveringChunks(
+      input.chunks,
+      input.serialFragments
+    ),
+    serialFragments: input.serialFragments,
+    ...input.fullMarkup === void 0 ? {} : {
+      fullMarkup: input.fullMarkup
+    },
+    ...input.wrapHighRetention === void 0 ? {} : {
+      wrapHighRetention: input.wrapHighRetention
+    }
+  });
+}
+async function formatChunksAsBook(input) {
+  if (input.segmentStartIndexes.length === 0) {
+    return "";
+  }
+  const chunkCoverage = createChunkCoverage(input.chunks);
+  const segmentStartIndexes = [...input.segmentStartIndexes].sort(
+    compareNumber
+  );
+  const allSegmentStartIndexes = [
+    ...await input.serialFragments.listFragmentIds()
+  ].sort(compareNumber);
+  const fragments = await loadFragments(
+    listRequiredSegmentStartIndexes(
+      segmentStartIndexes,
+      allSegmentStartIndexes
+    ),
+    input.serialFragments
+  );
+  const resultParts = [];
+  for (let index = 0; index < segmentStartIndexes.length; index += 1) {
+    const startSentenceIndex = segmentStartIndexes[index];
+    if (startSentenceIndex === void 0) {
+      continue;
+    }
+    const fragment = fragments[String(startSentenceIndex)];
+    if (fragment === void 0) {
+      continue;
+    }
+    if (index > 0) {
+      const previousStartSentenceIndex = segmentStartIndexes[index - 1];
+      if (previousStartSentenceIndex !== void 0 && startSentenceIndex > previousStartSentenceIndex) {
+        const skippedSummary = collectSkippedSummary({
+          fragments,
+          skippedStartIndexes: listSkippedSegmentStartIndexes(
+            allSegmentStartIndexes,
+            previousStartSentenceIndex,
+            startSentenceIndex
+          )
+        });
+        if (skippedSummary !== "") {
+          resultParts.push(skippedSummary);
+        }
+      }
+    }
+    resultParts.push(
+      buildFragmentMarkup({
+        chunkCoverage,
+        fragment,
+        fullMarkup: input.fullMarkup ?? false,
+        wrapHighRetention: input.wrapHighRetention ?? false
+      })
+    );
+  }
+  return resultParts.join("\n\n");
+}
+function buildFragmentMarkup(input) {
+  const sentenceRanges = [];
+  const { fragment } = input;
+  let sentenceIndex = 0;
+  while (sentenceIndex < fragment.sentences.length) {
+    const sentence = fragment.sentences[sentenceIndex];
+    if (sentence === void 0) {
+      sentenceIndex += 1;
+      continue;
+    }
+    const sentenceId = createSentenceKey(
+      fragment.serialId,
+      fragment.fragmentId + sentenceIndex
+    );
+    const coveredChunks = input.chunkCoverage[sentenceId];
+    if (coveredChunks === void 0) {
+      sentenceRanges.push({
+        endIndex: sentenceIndex + 1,
+        startIndex: sentenceIndex
+      });
+      sentenceIndex += 1;
+      continue;
+    }
+    const chunkAttributes = mergeChunkAttributes(coveredChunks);
+    let endIndex = sentenceIndex + 1;
+    while (endIndex < fragment.sentences.length) {
+      const nextSentenceId = createSentenceKey(
+        fragment.serialId,
+        fragment.fragmentId + endIndex
+      );
+      const nextCoveredChunks = input.chunkCoverage[nextSentenceId];
+      if (nextCoveredChunks === void 0) {
+        break;
+      }
+      const nextAttributes = mergeChunkAttributes(nextCoveredChunks);
+      if (nextAttributes.label !== chunkAttributes.label) {
+        break;
+      }
+      endIndex += 1;
+    }
+    sentenceRanges.push({
+      chunkAttributes,
+      endIndex,
+      startIndex: sentenceIndex
+    });
+    sentenceIndex = endIndex;
+  }
+  const parts = sentenceRanges.map(
+    (range) => renderSentenceRange({
+      fragment,
+      fullMarkup: input.fullMarkup,
+      range,
+      wrapHighRetention: input.wrapHighRetention
+    })
+  );
+  return parts.join(" ");
+}
+function collectSkippedSummary(input) {
+  const summaries = [];
+  for (const startSentenceIndex of input.skippedStartIndexes) {
+    const summary = input.fragments[String(startSentenceIndex)]?.summary?.trim() ?? "";
+    if (summary !== "") {
+      summaries.push(summary);
+    }
+  }
+  return summaries.join(" ");
+}
+function createChunkCoverage(chunks) {
+  const coverage = /* @__PURE__ */ Object.create(null);
+  for (const chunk of chunks) {
+    for (const sentenceId of chunk.sentenceIds) {
+      const coverageKey = createSentenceKey(...sentenceId);
+      const coveredChunks = coverage[coverageKey];
+      coverage[coverageKey] = coveredChunks === void 0 ? [chunk] : [...coveredChunks, chunk];
+    }
+  }
+  return coverage;
+}
+function createSentenceKey(serialId, sentenceIndex) {
+  return `${serialId}:${sentenceIndex}`;
+}
+function listRequiredSegmentStartIndexes(selectedStartIndexes, allStartIndexes) {
+  const required = new Set(selectedStartIndexes);
+  for (let index = 1; index < selectedStartIndexes.length; index += 1) {
+    const previousStartIndex = selectedStartIndexes[index - 1];
+    const nextStartIndex = selectedStartIndexes[index];
+    if (previousStartIndex === void 0 || nextStartIndex === void 0) {
+      continue;
+    }
+    for (const skippedStartIndex of listSkippedSegmentStartIndexes(
+      allStartIndexes,
+      previousStartIndex,
+      nextStartIndex
+    )) {
+      required.add(skippedStartIndex);
+    }
+  }
+  return [...required].sort(compareNumber);
+}
+function listSkippedSegmentStartIndexes(allStartIndexes, previousStartIndex, nextStartIndex) {
+  return allStartIndexes.filter(
+    (startIndex) => startIndex > previousStartIndex && startIndex < nextStartIndex
+  );
+}
+async function listSegmentStartIndexesCoveringChunks(chunks, serialFragments) {
+  const allSegmentStartIndexes = [
+    ...await serialFragments.listFragmentIds()
+  ].sort(compareNumber);
+  const startIndexRecord = /* @__PURE__ */ Object.create(null);
+  const startIndexes = [];
+  for (const chunk of chunks) {
+    for (const sentenceId of chunk.sentenceIds) {
+      const startSentenceIndex = findContainingSegmentStartIndex(
+        allSegmentStartIndexes,
+        sentenceId[1]
+      );
+      if (startSentenceIndex === void 0) {
+        continue;
+      }
+      const startIndexKey = String(startSentenceIndex);
+      if (startIndexRecord[startIndexKey] === true) {
+        continue;
+      }
+      startIndexRecord[startIndexKey] = true;
+      startIndexes.push(startSentenceIndex);
+    }
+  }
+  startIndexes.sort(compareNumber);
+  return startIndexes;
+}
+function findContainingSegmentStartIndex(segmentStartIndexes, sentenceIndex) {
+  let containingStartIndex;
+  for (const startIndex of segmentStartIndexes) {
+    if (startIndex > sentenceIndex) {
+      break;
+    }
+    containingStartIndex = startIndex;
+  }
+  return containingStartIndex;
+}
+async function loadFragments(startSentenceIndexes, serialFragments) {
+  const fragments = /* @__PURE__ */ Object.create(null);
+  await Promise.all(
+    startSentenceIndexes.map(async (startSentenceIndex) => {
+      fragments[String(startSentenceIndex)] = await serialFragments.getFragment(startSentenceIndex);
+    })
+  );
+  return fragments;
+}
+function compareNumber(left, right) {
+  return left - right;
+}
+function mergeChunkAttributes(chunksAtPosition) {
+  const retentionOrder = createMetadataOrder({
+    detailed: 3,
+    focused: 2,
+    relevant: 1,
+    verbatim: 4
+  });
+  const importanceOrder = createMetadataOrder({
+    critical: 3,
+    helpful: 1,
+    important: 2
+  });
+  let bestRetentionChunk = chunksAtPosition[0];
+  let bestImportanceChunk = chunksAtPosition[0];
+  for (const chunk of chunksAtPosition) {
+    if (getMetadataRank(chunk.retention, retentionOrder) > getMetadataRank(bestRetentionChunk?.retention, retentionOrder)) {
+      bestRetentionChunk = chunk;
+    }
+    if (getMetadataRank(chunk.importance, importanceOrder) > getMetadataRank(bestImportanceChunk?.importance, importanceOrder)) {
+      bestImportanceChunk = chunk;
+    }
+  }
+  const bestChunk = getMetadataRank(bestRetentionChunk?.retention, retentionOrder) >= getMetadataRank(bestImportanceChunk?.importance, importanceOrder) ? bestRetentionChunk : bestImportanceChunk;
+  return {
+    label: bestChunk?.label ?? "",
+    ...bestImportanceChunk?.importance === void 0 ? {} : {
+      importance: bestImportanceChunk.importance
+    },
+    ...bestRetentionChunk?.retention === void 0 ? {} : {
+      retention: bestRetentionChunk.retention
+    }
+  };
+}
+function createMetadataOrder(values) {
+  return Object.freeze(values);
+}
+function getMetadataRank(value, order) {
+  if (value === void 0) {
+    return 0;
+  }
+  return order[value] ?? 0;
+}
+function renderSentenceRange(input) {
+  const textSegment = input.fragment.sentences.slice(input.range.startIndex, input.range.endIndex).map((sentence) => sentence.text).join(" ");
+  const chunkAttributes = input.range.chunkAttributes;
+  if (chunkAttributes === void 0) {
+    return textSegment;
+  }
+  if (input.fullMarkup) {
+    const attributes = [`label="${chunkAttributes.label}"`];
+    if (chunkAttributes.retention !== void 0) {
+      attributes.push(`retention="${chunkAttributes.retention}"`);
+    }
+    if (chunkAttributes.importance !== void 0) {
+      attributes.push(`importance="${chunkAttributes.importance}"`);
+    }
+    return `<chunk ${attributes.join(" ")}>${textSegment}</chunk>`;
+  }
+  if (input.wrapHighRetention && (chunkAttributes.retention === ChunkRetention.Verbatim || chunkAttributes.retention === ChunkRetention.Detailed)) {
+    return `<chunk retention="${chunkAttributes.retention}">${textSegment}</chunk>`;
+  }
+  return textSegment;
+}
+export {
+  formatChunksAsBook,
+  formatClueAsBook
+};
+//# sourceMappingURL=markup.js.map

package/dist/text/editor/markup.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/markup.ts"],"sourcesContent":["import {\n  ChunkRetention,\n  type ChunkImportance,\n  type ChunkRecord,\n  type FragmentRecord,\n  type ReadonlySerialFragments,\n} from \"../../document/index.js\";\nexport async function formatClueAsBook(input: {\n  chunks: readonly ChunkRecord[];\n  serialFragments: ReadonlySerialFragments;\n  fullMarkup?: boolean;\n  wrapHighRetention?: boolean;\n}): Promise<string> {\n  return await formatChunksAsBook({\n    chunks: input.chunks,\n    segmentStartIndexes: await listSegmentStartIndexesCoveringChunks(\n      input.chunks,\n      input.serialFragments,\n    ),\n    serialFragments: input.serialFragments,\n    ...(input.fullMarkup === undefined\n      ? {}\n      : {\n          fullMarkup: input.fullMarkup,\n        }),\n    ...(input.wrapHighRetention === undefined\n      ? {}\n      : {\n          wrapHighRetention: input.wrapHighRetention,\n        }),\n  });\n}\n\nexport async function formatChunksAsBook(input: {\n  chunks: readonly ChunkRecord[];\n  segmentStartIndexes: readonly number[];\n  serialFragments: ReadonlySerialFragments;\n  fullMarkup?: boolean;\n  wrapHighRetention?: boolean;\n}): Promise<string> {\n  if (input.segmentStartIndexes.length === 0) {\n    return \"\";\n  }\n\n  const chunkCoverage = createChunkCoverage(input.chunks);\n  const segmentStartIndexes = [...input.segmentStartIndexes].sort(\n    compareNumber,\n  );\n  const allSegmentStartIndexes = [\n    ...(await input.serialFragments.listFragmentIds()),\n  ].sort(compareNumber);\n  const fragments = await loadFragments(\n    listRequiredSegmentStartIndexes(\n      segmentStartIndexes,\n      allSegmentStartIndexes,\n    ),\n    input.serialFragments,\n  );\n  const resultParts: string[] = [];\n\n  for (let index = 0; index < segmentStartIndexes.length; index += 1) {\n    const startSentenceIndex = segmentStartIndexes[index];\n\n    if (startSentenceIndex === undefined) {\n      continue;\n    }\n\n    const fragment = fragments[String(startSentenceIndex)];\n\n    if (fragment === undefined) {\n      continue;\n    }\n\n    if (index > 0) {\n      const previousStartSentenceIndex = segmentStartIndexes[index - 1];\n\n      if (\n        previousStartSentenceIndex !== undefined &&\n        startSentenceIndex > previousStartSentenceIndex\n      ) {\n        const skippedSummary = collectSkippedSummary({\n          fragments,\n          skippedStartIndexes: listSkippedSegmentStartIndexes(\n            allSegmentStartIndexes,\n            previousStartSentenceIndex,\n            startSentenceIndex,\n          ),\n        });\n\n        if (skippedSummary !== \"\") {\n          resultParts.push(skippedSummary);\n        }\n      }\n    }\n\n    resultParts.push(\n      buildFragmentMarkup({\n        chunkCoverage,\n        fragment,\n        fullMarkup: input.fullMarkup ?? false,\n        wrapHighRetention: input.wrapHighRetention ?? false,\n      }),\n    );\n  }\n\n  return resultParts.join(\"\\n\\n\");\n}\n\nfunction buildFragmentMarkup(input: {\n  chunkCoverage: Record<string, readonly ChunkRecord[] | undefined>;\n  fragment: FragmentRecord;\n  fullMarkup: boolean;\n  wrapHighRetention: boolean;\n}): string {\n  const sentenceRanges: Array<{\n    readonly endIndex: number;\n    readonly startIndex: number;\n    readonly chunkAttributes?: ChunkAttributes;\n  }> = [];\n  const { fragment } = input;\n  let sentenceIndex = 0;\n\n  while (sentenceIndex < fragment.sentences.length) {\n    const sentence = fragment.sentences[sentenceIndex];\n\n    if (sentence === undefined) {\n      sentenceIndex += 1;\n      continue;\n    }\n\n    const sentenceId = createSentenceKey(\n      fragment.serialId,\n      fragment.fragmentId + sentenceIndex,\n    );\n    const coveredChunks = input.chunkCoverage[sentenceId];\n\n    if (coveredChunks === undefined) {\n      sentenceRanges.push({\n        endIndex: sentenceIndex + 1,\n        startIndex: sentenceIndex,\n      });\n      sentenceIndex += 1;\n      continue;\n    }\n\n    const chunkAttributes = mergeChunkAttributes(coveredChunks);\n    let endIndex = sentenceIndex + 1;\n\n    while (endIndex < fragment.sentences.length) {\n      const nextSentenceId = createSentenceKey(\n        fragment.serialId,\n        fragment.fragmentId + endIndex,\n      );\n      const nextCoveredChunks = input.chunkCoverage[nextSentenceId];\n\n      if (nextCoveredChunks === undefined) {\n        break;\n      }\n\n      const nextAttributes = mergeChunkAttributes(nextCoveredChunks);\n\n      if (nextAttributes.label !== chunkAttributes.label) {\n        break;\n      }\n\n      endIndex += 1;\n    }\n\n    sentenceRanges.push({\n      chunkAttributes,\n      endIndex,\n      startIndex: sentenceIndex,\n    });\n    sentenceIndex = endIndex;\n  }\n\n  const parts = sentenceRanges.map((range) =>\n    renderSentenceRange({\n      fragment,\n      fullMarkup: input.fullMarkup,\n      range,\n      wrapHighRetention: input.wrapHighRetention,\n    }),\n  );\n\n  return parts.join(\" \");\n}\n\nfunction collectSkippedSummary(input: {\n  fragments: Record<string, FragmentRecord | undefined>;\n  skippedStartIndexes: readonly number[];\n}): string {\n  const summaries: string[] = [];\n\n  for (const startSentenceIndex of input.skippedStartIndexes) {\n    const summary =\n      input.fragments[String(startSentenceIndex)]?.summary?.trim() ?? \"\";\n\n    if (summary !== \"\") {\n      summaries.push(summary);\n    }\n  }\n\n  return summaries.join(\" \");\n}\n\nfunction createChunkCoverage(\n  chunks: readonly ChunkRecord[],\n): Record<string, readonly ChunkRecord[] | undefined> {\n  const coverage = Object.create(null) as Record<\n    string,\n    readonly ChunkRecord[] | undefined\n  >;\n\n  for (const chunk of chunks) {\n    for (const sentenceId of chunk.sentenceIds) {\n      const coverageKey = createSentenceKey(...sentenceId);\n      const coveredChunks = coverage[coverageKey];\n\n      coverage[coverageKey] =\n        coveredChunks === undefined ? [chunk] : [...coveredChunks, chunk];\n    }\n  }\n\n  return coverage;\n}\n\nfunction createSentenceKey(serialId: number, sentenceIndex: number): string {\n  return `${serialId}:${sentenceIndex}`;\n}\n\nfunction listRequiredSegmentStartIndexes(\n  selectedStartIndexes: readonly number[],\n  allStartIndexes: readonly number[],\n): number[] {\n  const required = new Set(selectedStartIndexes);\n\n  for (let index = 1; index < selectedStartIndexes.length; index += 1) {\n    const previousStartIndex = selectedStartIndexes[index - 1];\n    const nextStartIndex = selectedStartIndexes[index];\n\n    if (previousStartIndex === undefined || nextStartIndex === undefined) {\n      continue;\n    }\n\n    for (const skippedStartIndex of listSkippedSegmentStartIndexes(\n      allStartIndexes,\n      previousStartIndex,\n      nextStartIndex,\n    )) {\n      required.add(skippedStartIndex);\n    }\n  }\n\n  return [...required].sort(compareNumber);\n}\n\nfunction listSkippedSegmentStartIndexes(\n  allStartIndexes: readonly number[],\n  previousStartIndex: number,\n  nextStartIndex: number,\n): number[] {\n  return allStartIndexes.filter(\n    (startIndex) =>\n      startIndex > previousStartIndex && startIndex < nextStartIndex,\n  );\n}\n\nasync function listSegmentStartIndexesCoveringChunks(\n  chunks: readonly ChunkRecord[],\n  serialFragments: ReadonlySerialFragments,\n): Promise<number[]> {\n  const allSegmentStartIndexes = [\n    ...(await serialFragments.listFragmentIds()),\n  ].sort(compareNumber);\n  const startIndexRecord = Object.create(null) as Record<string, true>;\n  const startIndexes: number[] = [];\n\n  for (const chunk of chunks) {\n    for (const sentenceId of chunk.sentenceIds) {\n      const startSentenceIndex = findContainingSegmentStartIndex(\n        allSegmentStartIndexes,\n        sentenceId[1],\n      );\n\n      if (startSentenceIndex === undefined) {\n        continue;\n      }\n\n      const startIndexKey = String(startSentenceIndex);\n\n      if (startIndexRecord[startIndexKey] === true) {\n        continue;\n      }\n\n      startIndexRecord[startIndexKey] = true;\n      startIndexes.push(startSentenceIndex);\n    }\n  }\n\n  startIndexes.sort(compareNumber);\n\n  return startIndexes;\n}\n\nfunction findContainingSegmentStartIndex(\n  segmentStartIndexes: readonly number[],\n  sentenceIndex: number,\n): number | undefined {\n  let containingStartIndex: number | undefined;\n\n  for (const startIndex of segmentStartIndexes) {\n    if (startIndex > sentenceIndex) {\n      break;\n    }\n\n    containingStartIndex = startIndex;\n  }\n\n  return containingStartIndex;\n}\n\nasync function loadFragments(\n  startSentenceIndexes: readonly number[],\n  serialFragments: ReadonlySerialFragments,\n): Promise<Record<string, FragmentRecord | undefined>> {\n  const fragments = Object.create(null) as Record<\n    string,\n    FragmentRecord | undefined\n  >;\n\n  await Promise.all(\n    startSentenceIndexes.map(async (startSentenceIndex) => {\n      fragments[String(startSentenceIndex)] =\n        await serialFragments.getFragment(startSentenceIndex);\n    }),\n  );\n\n  return fragments;\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\ninterface ChunkAttributes {\n  readonly importance?: ChunkImportance;\n  readonly label: string;\n  readonly retention?: ChunkRetention;\n}\n\nfunction mergeChunkAttributes(\n  chunksAtPosition: readonly ChunkRecord[],\n): ChunkAttributes {\n  const retentionOrder = createMetadataOrder({\n    detailed: 3,\n    focused: 2,\n    relevant: 1,\n    verbatim: 4,\n  });\n  const importanceOrder = createMetadataOrder({\n    critical: 3,\n    helpful: 1,\n    important: 2,\n  });\n  let bestRetentionChunk = chunksAtPosition[0];\n  let bestImportanceChunk = chunksAtPosition[0];\n\n  for (const chunk of chunksAtPosition) {\n    if (\n      getMetadataRank(chunk.retention, retentionOrder) >\n      getMetadataRank(bestRetentionChunk?.retention, retentionOrder)\n    ) {\n      bestRetentionChunk = chunk;\n    }\n\n    if (\n      getMetadataRank(chunk.importance, importanceOrder) >\n      getMetadataRank(bestImportanceChunk?.importance, importanceOrder)\n    ) {\n      bestImportanceChunk = chunk;\n    }\n  }\n\n  const bestChunk =\n    getMetadataRank(bestRetentionChunk?.retention, retentionOrder) >=\n    getMetadataRank(bestImportanceChunk?.importance, importanceOrder)\n      ? bestRetentionChunk\n      : bestImportanceChunk;\n\n  return {\n    label: bestChunk?.label ?? \"\",\n    ...(bestImportanceChunk?.importance === undefined\n      ? {}\n      : {\n          importance: bestImportanceChunk.importance,\n        }),\n    ...(bestRetentionChunk?.retention === undefined\n      ? {}\n      : {\n          retention: bestRetentionChunk.retention,\n        }),\n  };\n}\n\nfunction createMetadataOrder<TValue extends string>(\n  values: Record<TValue, number>,\n): Readonly<Record<TValue, number>> {\n  return Object.freeze(values);\n}\n\nfunction getMetadataRank<TValue extends string>(\n  value: TValue | undefined,\n  order: Readonly<Record<TValue, number>>,\n): number {\n  if (value === undefined) {\n    return 0;\n  }\n\n  return order[value] ?? 0;\n}\n\nfunction renderSentenceRange(input: {\n  fragment: FragmentRecord;\n  fullMarkup: boolean;\n  range: {\n    readonly endIndex: number;\n    readonly startIndex: number;\n    readonly chunkAttributes?: ChunkAttributes;\n  };\n  wrapHighRetention: boolean;\n}): string {\n  const textSegment = input.fragment.sentences\n    .slice(input.range.startIndex, input.range.endIndex)\n    .map((sentence) => sentence.text)\n    .join(\" \");\n  const chunkAttributes = input.range.chunkAttributes;\n\n  if (chunkAttributes === undefined) {\n    return textSegment;\n  }\n\n  if (input.fullMarkup) {\n    const attributes = [`label=\"${chunkAttributes.label}\"`];\n\n    if (chunkAttributes.retention !== undefined) {\n      attributes.push(`retention=\"${chunkAttributes.retention}\"`);\n    }\n\n    if (chunkAttributes.importance !== undefined) {\n      attributes.push(`importance=\"${chunkAttributes.importance}\"`);\n    }\n\n    return `<chunk ${attributes.join(\" \")}>${textSegment}</chunk>`;\n  }\n\n  if (\n    input.wrapHighRetention &&\n    (chunkAttributes.retention === ChunkRetention.Verbatim ||\n      chunkAttributes.retention === ChunkRetention.Detailed)\n  ) {\n    return `<chunk retention=\"${chunkAttributes.retention}\">${textSegment}</chunk>`;\n  }\n\n  return textSegment;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,OAKK;AACP,eAAsB,iBAAiB,OAKnB;AAClB,SAAO,MAAM,mBAAmB;AAAA,IAC9B,QAAQ,MAAM;AAAA,IACd,qBAAqB,MAAM;AAAA,MACzB,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,IACA,iBAAiB,MAAM;AAAA,IACvB,GAAI,MAAM,eAAe,SACrB,CAAC,IACD;AAAA,MACE,YAAY,MAAM;AAAA,IACpB;AAAA,IACJ,GAAI,MAAM,sBAAsB,SAC5B,CAAC,IACD;AAAA,MACE,mBAAmB,MAAM;AAAA,IAC3B;AAAA,EACN,CAAC;AACH;AAEA,eAAsB,mBAAmB,OAMrB;AAClB,MAAI,MAAM,oBAAoB,WAAW,GAAG;AAC1C,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB,oBAAoB,MAAM,MAAM;AACtD,QAAM,sBAAsB,CAAC,GAAG,MAAM,mBAAmB,EAAE;AAAA,IACzD;AAAA,EACF;AACA,QAAM,yBAAyB;AAAA,IAC7B,GAAI,MAAM,MAAM,gBAAgB,gBAAgB;AAAA,EAClD,EAAE,KAAK,aAAa;AACpB,QAAM,YAAY,MAAM;AAAA,IACtB;AAAA,MACE;AAAA,MACA;AAAA,IACF;AAAA,IACA,MAAM;AAAA,EACR;AACA,QAAM,cAAwB,CAAC;AAE/B,WAAS,QAAQ,GAAG,QAAQ,oBAAoB,QAAQ,SAAS,GAAG;AAClE,UAAM,qBAAqB,oBAAoB,KAAK;AAEpD,QAAI,uBAAuB,QAAW;AACpC;AAAA,IACF;AAEA,UAAM,WAAW,UAAU,OAAO,kBAAkB,CAAC;AAErD,QAAI,aAAa,QAAW;AAC1B;AAAA,IACF;AAEA,QAAI,QAAQ,GAAG;AACb,YAAM,6BAA6B,oBAAoB,QAAQ,CAAC;AAEhE,UACE,+BAA+B,UAC/B,qBAAqB,4BACrB;AACA,cAAM,iBAAiB,sBAAsB;AAAA,UAC3C;AAAA,UACA,qBAAqB;AAAA,YACnB;AAAA,YACA;AAAA,YACA;AAAA,UACF;AAAA,QACF,CAAC;AAED,YAAI,mBAAmB,IAAI;AACzB,sBAAY,KAAK,cAAc;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAEA,gBAAY;AAAA,MACV,oBAAoB;AAAA,QAClB;AAAA,QACA;AAAA,QACA,YAAY,MAAM,cAAc;AAAA,QAChC,mBAAmB,MAAM,qBAAqB;AAAA,MAChD,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,YAAY,KAAK,MAAM;AAChC;AAEA,SAAS,oBAAoB,OAKlB;AACT,QAAM,iBAID,CAAC;AACN,QAAM,EAAE,SAAS,IAAI;AACrB,MAAI,gBAAgB;AAEpB,SAAO,gBAAgB,SAAS,UAAU,QAAQ;AAChD,UAAM,WAAW,SAAS,UAAU,aAAa;AAEjD,QAAI,aAAa,QAAW;AAC1B,uBAAiB;AACjB;AAAA,IACF;AAEA,UAAM,aAAa;AAAA,MACjB,SAAS;AAAA,MACT,SAAS,aAAa;AAAA,IACxB;AACA,UAAM,gBAAgB,MAAM,cAAc,UAAU;AAEpD,QAAI,kBAAkB,QAAW;AAC/B,qBAAe,KAAK;AAAA,QAClB,UAAU,gBAAgB;AAAA,QAC1B,YAAY;AAAA,MACd,CAAC;AACD,uBAAiB;AACjB;AAAA,IACF;AAEA,UAAM,kBAAkB,qBAAqB,aAAa;AAC1D,QAAI,WAAW,gBAAgB;AAE/B,WAAO,WAAW,SAAS,UAAU,QAAQ;AAC3C,YAAM,iBAAiB;AAAA,QACrB,SAAS;AAAA,QACT,SAAS,aAAa;AAAA,MACxB;AACA,YAAM,oBAAoB,MAAM,cAAc,cAAc;AAE5D,UAAI,sBAAsB,QAAW;AACnC;AAAA,MACF;AAEA,YAAM,iBAAiB,qBAAqB,iBAAiB;AAE7D,UAAI,eAAe,UAAU,gBAAgB,OAAO;AAClD;AAAA,MACF;AAEA,kBAAY;AAAA,IACd;AAEA,mBAAe,KAAK;AAAA,MAClB;AAAA,MACA;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AACD,oBAAgB;AAAA,EAClB;AAEA,QAAM,QAAQ,eAAe;AAAA,IAAI,CAAC,UAChC,oBAAoB;AAAA,MAClB;AAAA,MACA,YAAY,MAAM;AAAA,MAClB;AAAA,MACA,mBAAmB,MAAM;AAAA,IAC3B,CAAC;AAAA,EACH;AAEA,SAAO,MAAM,KAAK,GAAG;AACvB;AAEA,SAAS,sBAAsB,OAGpB;AACT,QAAM,YAAsB,CAAC;AAE7B,aAAW,sBAAsB,MAAM,qBAAqB;AAC1D,UAAM,UACJ,MAAM,UAAU,OAAO,kBAAkB,CAAC,GAAG,SAAS,KAAK,KAAK;AAElE,QAAI,YAAY,IAAI;AAClB,gBAAU,KAAK,OAAO;AAAA,IACxB;AAAA,EACF;AAEA,SAAO,UAAU,KAAK,GAAG;AAC3B;AAEA,SAAS,oBACP,QACoD;AACpD,QAAM,WAAW,uBAAO,OAAO,IAAI;AAKnC,aAAW,SAAS,QAAQ;AAC1B,eAAW,cAAc,MAAM,aAAa;AAC1C,YAAM,cAAc,kBAAkB,GAAG,UAAU;AACnD,YAAM,gBAAgB,SAAS,WAAW;AAE1C,eAAS,WAAW,IAClB,kBAAkB,SAAY,CAAC,KAAK,IAAI,CAAC,GAAG,eAAe,KAAK;AAAA,IACpE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,kBAAkB,UAAkB,eAA+B;AAC1E,SAAO,GAAG,QAAQ,IAAI,aAAa;AACrC;AAEA,SAAS,gCACP,sBACA,iBACU;AACV,QAAM,WAAW,IAAI,IAAI,oBAAoB;AAE7C,WAAS,QAAQ,GAAG,QAAQ,qBAAqB,QAAQ,SAAS,GAAG;AACnE,UAAM,qBAAqB,qBAAqB,QAAQ,CAAC;AACzD,UAAM,iBAAiB,qBAAqB,KAAK;AAEjD,QAAI,uBAAuB,UAAa,mBAAmB,QAAW;AACpE;AAAA,IACF;AAEA,eAAW,qBAAqB;AAAA,MAC9B;AAAA,MACA;AAAA,MACA;AAAA,IACF,GAAG;AACD,eAAS,IAAI,iBAAiB;AAAA,IAChC;AAAA,EACF;AAEA,SAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,aAAa;AACzC;AAEA,SAAS,+BACP,iBACA,oBACA,gBACU;AACV,SAAO,gBAAgB;AAAA,IACrB,CAAC,eACC,aAAa,sBAAsB,aAAa;AAAA,EACpD;AACF;AAEA,eAAe,sCACb,QACA,iBACmB;AACnB,QAAM,yBAAyB;AAAA,IAC7B,GAAI,MAAM,gBAAgB,gBAAgB;AAAA,EAC5C,EAAE,KAAK,aAAa;AACpB,QAAM,mBAAmB,uBAAO,OAAO,IAAI;AAC3C,QAAM,eAAyB,CAAC;AAEhC,aAAW,SAAS,QAAQ;AAC1B,eAAW,cAAc,MAAM,aAAa;AAC1C,YAAM,qBAAqB;AAAA,QACzB;AAAA,QACA,WAAW,CAAC;AAAA,MACd;AAEA,UAAI,uBAAuB,QAAW;AACpC;AAAA,MACF;AAEA,YAAM,gBAAgB,OAAO,kBAAkB;AAE/C,UAAI,iBAAiB,aAAa,MAAM,MAAM;AAC5C;AAAA,MACF;AAEA,uBAAiB,aAAa,IAAI;AAClC,mBAAa,KAAK,kBAAkB;AAAA,IACtC;AAAA,EACF;AAEA,eAAa,KAAK,aAAa;AAE/B,SAAO;AACT;AAEA,SAAS,gCACP,qBACA,eACoB;AACpB,MAAI;AAEJ,aAAW,cAAc,qBAAqB;AAC5C,QAAI,aAAa,eAAe;AAC9B;AAAA,IACF;AAEA,2BAAuB;AAAA,EACzB;AAEA,SAAO;AACT;AAEA,eAAe,cACb,sBACA,iBACqD;AACrD,QAAM,YAAY,uBAAO,OAAO,IAAI;AAKpC,QAAM,QAAQ;AAAA,IACZ,qBAAqB,IAAI,OAAO,uBAAuB;AACrD,gBAAU,OAAO,kBAAkB,CAAC,IAClC,MAAM,gBAAgB,YAAY,kBAAkB;AAAA,IACxD,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAQA,SAAS,qBACP,kBACiB;AACjB,QAAM,iBAAiB,oBAAoB;AAAA,IACzC,UAAU;AAAA,IACV,SAAS;AAAA,IACT,UAAU;AAAA,IACV,UAAU;AAAA,EACZ,CAAC;AACD,QAAM,kBAAkB,oBAAoB;AAAA,IAC1C,UAAU;AAAA,IACV,SAAS;AAAA,IACT,WAAW;AAAA,EACb,CAAC;AACD,MAAI,qBAAqB,iBAAiB,CAAC;AAC3C,MAAI,sBAAsB,iBAAiB,CAAC;AAE5C,aAAW,SAAS,kBAAkB;AACpC,QACE,gBAAgB,MAAM,WAAW,cAAc,IAC/C,gBAAgB,oBAAoB,WAAW,cAAc,GAC7D;AACA,2BAAqB;AAAA,IACvB;AAEA,QACE,gBAAgB,MAAM,YAAY,eAAe,IACjD,gBAAgB,qBAAqB,YAAY,eAAe,GAChE;AACA,4BAAsB;AAAA,IACxB;AAAA,EACF;AAEA,QAAM,YACJ,gBAAgB,oBAAoB,WAAW,cAAc,KAC7D,gBAAgB,qBAAqB,YAAY,eAAe,IAC5D,qBACA;AAEN,SAAO;AAAA,IACL,OAAO,WAAW,SAAS;AAAA,IAC3B,GAAI,qBAAqB,eAAe,SACpC,CAAC,IACD;AAAA,MACE,YAAY,oBAAoB;AAAA,IAClC;AAAA,IACJ,GAAI,oBAAoB,cAAc,SAClC,CAAC,IACD;AAAA,MACE,WAAW,mBAAmB;AAAA,IAChC;AAAA,EACN;AACF;AAEA,SAAS,oBACP,QACkC;AAClC,SAAO,OAAO,OAAO,MAAM;AAC7B;AAEA,SAAS,gBACP,OACA,OACQ;AACR,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AAEA,SAAO,MAAM,KAAK,KAAK;AACzB;AAEA,SAAS,oBAAoB,OASlB;AACT,QAAM,cAAc,MAAM,SAAS,UAChC,MAAM,MAAM,MAAM,YAAY,MAAM,MAAM,QAAQ,EAClD,IAAI,CAAC,aAAa,SAAS,IAAI,EAC/B,KAAK,GAAG;AACX,QAAM,kBAAkB,MAAM,MAAM;AAEpC,MAAI,oBAAoB,QAAW;AACjC,WAAO;AAAA,EACT;AAEA,MAAI,MAAM,YAAY;AACpB,UAAM,aAAa,CAAC,UAAU,gBAAgB,KAAK,GAAG;AAEtD,QAAI,gBAAgB,cAAc,QAAW;AAC3C,iBAAW,KAAK,cAAc,gBAAgB,SAAS,GAAG;AAAA,IAC5D;AAEA,QAAI,gBAAgB,eAAe,QAAW;AAC5C,iBAAW,KAAK,eAAe,gBAAgB,UAAU,GAAG;AAAA,IAC9D;AAEA,WAAO,UAAU,WAAW,KAAK,GAAG,CAAC,IAAI,WAAW;AAAA,EACtD;AAEA,MACE,MAAM,sBACL,gBAAgB,cAAc,eAAe,YAC5C,gBAAgB,cAAc,eAAe,WAC/C;AACA,WAAO,qBAAqB,gBAAgB,SAAS,KAAK,WAAW;AAAA,EACvE;AAEA,SAAO;AACT;","names":[]}

package/dist/text/editor/prompt-templates.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/prompt-templates.ts"],"sourcesContent":["export const CLUE_REVIEWER_PROMPT_TEMPLATE = \"editor/clue_reviewer\";\nexport const CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE =\n  \"editor/clue_reviewer_generator\";\nexport const REVISION_FEEDBACK_PROMPT_TEMPLATE = \"editor/revision_feedback\";\nexport const TEXT_COMPRESSOR_PROMPT_TEMPLATE = \"editor/text_compressor\";\n"],"mappings":"AAAO,MAAM,gCAAgC;AACtC,MAAM,0CACX;AACK,MAAM,oCAAoC;AAC1C,MAAM,kCAAkC;","names":[]}

package/dist/text/editor/response.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/response.ts"],"sourcesContent":["export function cleanChunkTags(text: string): string {\n  return text.replace(/<chunk(?:\\s+[^>]*)?>/g, \"\").replace(/<\\/chunk>/g, \"\");\n}\n\nexport function extractCompressedText(fullResponse: string): string {\n  const matchedCompressedSection = fullResponse.match(\n    /##\\s*(?:Compressed\\s+Text|压缩文本)\\s*\\n+(.*?)(?:\\n+---|\\*\\*CRITICAL\\*\\*|$)/is,\n  );\n\n  if (matchedCompressedSection?.[1] !== undefined) {\n    return unwrapMarkdownCodeFence(matchedCompressedSection[1].trim());\n  }\n\n  return unwrapMarkdownCodeFence(fullResponse.trim());\n}\n\nexport function extractThinkingText(fullResponse: string): string {\n  const matchedCompressedSection = fullResponse.match(\n    /##\\s*(?:Compressed\\s+Text|压缩文本)\\s*/i,\n  );\n\n  if (matchedCompressedSection?.index === undefined) {\n    return \"\";\n  }\n\n  return fullResponse.slice(0, matchedCompressedSection.index).trim();\n}\n\nfunction unwrapMarkdownCodeFence(text: string): string {\n  const matchedFence = text.match(/^```(?:\\w+)?\\s*\\n([\\s\\S]*?)\\n```$/);\n\n  return matchedFence?.[1]?.trim() ?? text;\n}\n"],"mappings":"AAAO,SAAS,eAAe,MAAsB;AACnD,SAAO,KAAK,QAAQ,yBAAyB,EAAE,EAAE,QAAQ,cAAc,EAAE;AAC3E;AAEO,SAAS,sBAAsB,cAA8B;AAClE,QAAM,2BAA2B,aAAa;AAAA,IAC5C;AAAA,EACF;AAEA,MAAI,2BAA2B,CAAC,MAAM,QAAW;AAC/C,WAAO,wBAAwB,yBAAyB,CAAC,EAAE,KAAK,CAAC;AAAA,EACnE;AAEA,SAAO,wBAAwB,aAAa,KAAK,CAAC;AACpD;AAEO,SAAS,oBAAoB,cAA8B;AAChE,QAAM,2BAA2B,aAAa;AAAA,IAC5C;AAAA,EACF;AAEA,MAAI,0BAA0B,UAAU,QAAW;AACjD,WAAO;AAAA,EACT;AAEA,SAAO,aAAa,MAAM,GAAG,yBAAyB,KAAK,EAAE,KAAK;AACpE;AAEA,SAAS,wBAAwB,MAAsB;AACrD,QAAM,eAAe,KAAK,MAAM,mCAAmC;AAEnE,SAAO,eAAe,CAAC,GAAG,KAAK,KAAK;AACtC;","names":[]}

package/dist/text/editor/review.d.ts

@@ -0,0 +1,47 @@
+import { Language } from '../../runtime/common/language.js';
+import { LLM } from '../../external/llm/client/core.js';
+import { ReadonlySerialTextStream } from '../../document/text-streams/types.js';
+import { Clue } from './clue.js';
+import { ClueReviewerInfo, ReviewResult } from './types.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../document/types.js';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+type ReviewerHistories = Record<string, readonly [compressedText: string, rawResponse: string] | undefined>;
+declare class CompressionReviewer<S extends string> {
+    #private;
+    constructor(llm: LLM<S>, serialFragments: ReadonlySerialTextStream, scopes: {
+        readonly reviewGuide: S;
+        readonly review: S;
+    }, userLanguage?: Language);
+    generateClueReviewers(clues: readonly Clue[]): Promise<readonly ClueReviewerInfo[]>;
+    reviewCompression(compressedText: string, clueReviewers: readonly ClueReviewerInfo[], reviewerHistories: ReviewerHistories): Promise<{
+        readonly rawResponses: Readonly<Record<string, string | undefined>>;
+        readonly reviews: readonly ReviewResult[];
+    }>;
+}
+
+export { CompressionReviewer, type ReviewerHistories };