wiki-graph-core 0.3.1 → 0.4.1

package/dist/editor/log.js

@@ -1,202 +0,0 @@
-import { appendFile, writeFile } from "fs/promises";
-import { allocateArtifactPath } from "../common/logging.js";
-import { formatIssuesForLog } from "./feedback.js";
-class CompressionLog {
-  #compressionRatio;
-  #groupId;
-  #logDirPath;
-  #maxIterations;
-  #serialId;
-  #filePath;
-  constructor(serialId, groupId, options) {
-    this.#compressionRatio = options.compressionRatio;
-    this.#groupId = groupId;
-    this.#logDirPath = options.logDirPath;
-    this.#maxIterations = options.maxIterations;
-    this.#serialId = serialId;
-  }
-  async appendCompressionResult(input) {
-    if (this.#filePath === void 0) {
-      return;
-    }
-    const parts = [];
-    if (input.thinkingText !== "") {
-      parts.push(
-        "Thinking:",
-        "-".repeat(80),
-        input.thinkingText,
-        "-".repeat(80),
-        ""
-      );
-    }
-    parts.push(
-      `Compressed Text (${input.compressedText.length} characters):`,
-      "-".repeat(80),
-      input.compressedText,
-      "-".repeat(80),
-      "",
-      ""
-    );
-    await appendFile(this.#filePath, `${parts.join("\n")}
-`, "utf8");
-  }
-  async appendFinalSelection(bestVersion, originalLength) {
-    if (this.#filePath === void 0) {
-      return;
-    }
-    const parts = [
-      "",
-      "=".repeat(80),
-      "FINAL SELECTION",
-      "=".repeat(80),
-      "",
-      `Selected: Iteration ${bestVersion.iteration}/${this.#maxIterations}`,
-      `Score: ${bestVersion.score.toFixed(2)}`,
-      `Length: ${bestVersion.text.length} characters`,
-      `Compression ratio: ${(bestVersion.text.length / originalLength).toFixed(1)}%`,
-      "",
-      "=".repeat(80),
-      ""
-    ];
-    if (bestVersion.score > 0) {
-      parts.push(
-        "REMAINING UNRESOLVED ISSUES",
-        "=".repeat(80),
-        "",
-        formatIssuesForLog(bestVersion.reviews),
-        "=".repeat(80),
-        ""
-      );
-    }
-    await appendFile(this.#filePath, `${parts.join("\n")}
-`, "utf8");
-  }
-  async appendIterationHeader(iteration, revisionFeedback) {
-    if (this.#filePath === void 0) {
-      return;
-    }
-    const parts = [
-      "",
-      "=".repeat(80),
-      `ITERATION ${iteration}/${this.#maxIterations}`,
-      "=".repeat(80),
-      ""
-    ];
-    if (revisionFeedback !== void 0 && revisionFeedback.trim() !== "") {
-      parts.push(
-        "Revision Feedback:",
-        "-".repeat(80),
-        revisionFeedback,
-        "-".repeat(80),
-        ""
-      );
-    }
-    await appendFile(this.#filePath, `${parts.join("\n")}
-`, "utf8");
-  }
-  async appendLanguageMismatch(input) {
-    if (this.#filePath === void 0) {
-      return;
-    }
-    const issue = input.review.issues[0];
-    if (issue === void 0) {
-      return;
-    }
-    const parts = [
-      "",
-      "!".repeat(80),
-      "LANGUAGE MISMATCH DETECTED",
-      "!".repeat(80),
-      `Expected: ${input.targetLanguageCode} (${input.userLanguage ?? "unknown"})`,
-      `Detected: ${input.detectedLanguageCode}`,
-      `Issue: ${issue.problem}`,
-      `Suggestion: ${issue.suggestion}`,
-      "!".repeat(80),
-      ""
-    ];
-    await appendFile(this.#filePath, `${parts.join("\n")}
-`, "utf8");
-  }
-  async initialize(clues) {
-    if (this.#logDirPath === void 0) {
-      return;
-    }
-    const timestamp = formatTimestamp(/* @__PURE__ */ new Date());
-    this.#filePath = allocateArtifactPath({
-      category: "editor",
-      logDirPath: this.#logDirPath,
-      prefix: `compression-serial-${this.#serialId}-group-${this.#groupId}`
-    });
-    if (this.#filePath === void 0) {
-      return;
-    }
-    await writeFile(
-      this.#filePath,
-      [
-        "=== Text Compression Log ===",
-        `Serial: ${this.#serialId}, Group: ${this.#groupId}`,
-        `Started at: ${timestamp}`,
-        `Compression ratio target: ${Math.round(this.#compressionRatio * 100)}%`,
-        `Max iterations: ${this.#maxIterations}`,
-        "",
-        "",
-        formatChunkHierarchy(clues, this.#groupId, this.#serialId),
-        ""
-      ].join("\n"),
-      "utf8"
-    );
-  }
-}
-function formatChunkHierarchy(clues, groupId, serialId) {
-  const parts = [
-    "=".repeat(80),
-    `CHUNK HIERARCHY - Serial ${serialId}, Group ${groupId}`,
-    "=".repeat(80),
-    ""
-  ];
-  for (let clueIndex = 0; clueIndex < clues.length; clueIndex += 1) {
-    const clue = clues[clueIndex];
-    if (clue === void 0) {
-      continue;
-    }
-    parts.push(
-      `Clue #${clueIndex + 1} (ID: ${clue.clueId})`,
-      `|- Weight: ${clue.weight.toFixed(4)}`,
-      `|- Label: ${clue.label}`,
-      `|- Source snakes: ${clue.sourceSnakeIds.join(", ")}`,
-      `|- Merged: ${clue.isMerged ? "yes" : "no"}`,
-      `\\- Chunks: ${clue.chunks.length}`,
-      ""
-    );
-    for (let chunkIndex = 0; chunkIndex < clue.chunks.length; chunkIndex += 1) {
-      const chunk = clue.chunks[chunkIndex];
-      if (chunk === void 0) {
-        continue;
-      }
-      const contentPreview = chunk.content.length > 60 ? `${chunk.content.slice(0, 60)}...` : chunk.content;
-      parts.push(
-        `  - Chunk ${chunkIndex + 1}/${clue.chunks.length} (ID: ${chunk.id})`,
-        `    Label: ${chunk.label}`,
-        `    Retention: ${chunk.retention ?? "N/A"}`,
-        `    Importance: ${chunk.importance ?? "N/A"}`,
-        `    Content: ${contentPreview}`,
-        ""
-      );
-    }
-  }
-  parts.push("=".repeat(80), "");
-  return parts.join("\n");
-}
-function formatTimestamp(date) {
-  const year = date.getFullYear();
-  const month = String(date.getMonth() + 1).padStart(2, "0");
-  const day = String(date.getDate()).padStart(2, "0");
-  const hours = String(date.getHours()).padStart(2, "0");
-  const minutes = String(date.getMinutes()).padStart(2, "0");
-  const seconds = String(date.getSeconds()).padStart(2, "0");
-  return `${year}-${month}-${day} ${hours}-${minutes}-${seconds}`;
-}
-export {
-  CompressionLog
-};
-//# sourceMappingURL=log.js.map

package/dist/editor/log.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/editor/log.ts"],"sourcesContent":["import { appendFile, writeFile } from \"fs/promises\";\nimport { allocateArtifactPath } from \"../common/logging.js\";\n\nimport type { Language } from \"../common/language.js\";\nimport type { Clue } from \"./clue.js\";\nimport { formatIssuesForLog } from \"./feedback.js\";\nimport type { CompressionVersion, ReviewResult } from \"./types.js\";\n\nexport class CompressionLog {\n  readonly #compressionRatio: number;\n  readonly #groupId: number;\n  readonly #logDirPath: string | undefined;\n  readonly #maxIterations: number;\n  readonly #serialId: number;\n  #filePath: string | undefined;\n\n  public constructor(\n    serialId: number,\n    groupId: number,\n    options: {\n      readonly compressionRatio: number;\n      readonly logDirPath?: string;\n      readonly maxIterations: number;\n    },\n  ) {\n    this.#compressionRatio = options.compressionRatio;\n    this.#groupId = groupId;\n    this.#logDirPath = options.logDirPath;\n    this.#maxIterations = options.maxIterations;\n    this.#serialId = serialId;\n  }\n\n  public async appendCompressionResult(input: {\n    compressedText: string;\n    thinkingText: string;\n  }): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const parts: string[] = [];\n\n    if (input.thinkingText !== \"\") {\n      parts.push(\n        \"Thinking:\",\n        \"-\".repeat(80),\n        input.thinkingText,\n        \"-\".repeat(80),\n        \"\",\n      );\n    }\n\n    parts.push(\n      `Compressed Text (${input.compressedText.length} characters):`,\n      \"-\".repeat(80),\n      input.compressedText,\n      \"-\".repeat(80),\n      \"\",\n      \"\",\n    );\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async appendFinalSelection(\n    bestVersion: CompressionVersion,\n    originalLength: number,\n  ): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const parts = [\n      \"\",\n      \"=\".repeat(80),\n      \"FINAL SELECTION\",\n      \"=\".repeat(80),\n      \"\",\n      `Selected: Iteration ${bestVersion.iteration}/${this.#maxIterations}`,\n      `Score: ${bestVersion.score.toFixed(2)}`,\n      `Length: ${bestVersion.text.length} characters`,\n      `Compression ratio: ${(bestVersion.text.length / originalLength).toFixed(1)}%`,\n      \"\",\n      \"=\".repeat(80),\n      \"\",\n    ];\n\n    if (bestVersion.score > 0) {\n      parts.push(\n        \"REMAINING UNRESOLVED ISSUES\",\n        \"=\".repeat(80),\n        \"\",\n        formatIssuesForLog(bestVersion.reviews),\n        \"=\".repeat(80),\n        \"\",\n      );\n    }\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async appendIterationHeader(\n    iteration: number,\n    revisionFeedback: string | undefined,\n  ): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const parts = [\n      \"\",\n      \"=\".repeat(80),\n      `ITERATION ${iteration}/${this.#maxIterations}`,\n      \"=\".repeat(80),\n      \"\",\n    ];\n\n    if (revisionFeedback !== undefined && revisionFeedback.trim() !== \"\") {\n      parts.push(\n        \"Revision Feedback:\",\n        \"-\".repeat(80),\n        revisionFeedback,\n        \"-\".repeat(80),\n        \"\",\n      );\n    }\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async appendLanguageMismatch(input: {\n    detectedLanguageCode: string;\n    review: ReviewResult;\n    targetLanguageCode: string;\n    userLanguage: Language | undefined;\n  }): Promise<void> {\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    const issue = input.review.issues[0];\n\n    if (issue === undefined) {\n      return;\n    }\n\n    const parts = [\n      \"\",\n      \"!\".repeat(80),\n      \"LANGUAGE MISMATCH DETECTED\",\n      \"!\".repeat(80),\n      `Expected: ${input.targetLanguageCode} (${input.userLanguage ?? \"unknown\"})`,\n      `Detected: ${input.detectedLanguageCode}`,\n      `Issue: ${issue.problem}`,\n      `Suggestion: ${issue.suggestion}`,\n      \"!\".repeat(80),\n      \"\",\n    ];\n\n    await appendFile(this.#filePath, `${parts.join(\"\\n\")}\\n`, \"utf8\");\n  }\n\n  public async initialize(clues: readonly Clue[]): Promise<void> {\n    if (this.#logDirPath === undefined) {\n      return;\n    }\n\n    const timestamp = formatTimestamp(new Date());\n\n    this.#filePath = allocateArtifactPath({\n      category: \"editor\",\n      logDirPath: this.#logDirPath,\n      prefix: `compression-serial-${this.#serialId}-group-${this.#groupId}`,\n    });\n\n    if (this.#filePath === undefined) {\n      return;\n    }\n\n    await writeFile(\n      this.#filePath,\n      [\n        \"=== Text Compression Log ===\",\n        `Serial: ${this.#serialId}, Group: ${this.#groupId}`,\n        `Started at: ${timestamp}`,\n        `Compression ratio target: ${Math.round(this.#compressionRatio * 100)}%`,\n        `Max iterations: ${this.#maxIterations}`,\n        \"\",\n        \"\",\n        formatChunkHierarchy(clues, this.#groupId, this.#serialId),\n        \"\",\n      ].join(\"\\n\"),\n      \"utf8\",\n    );\n  }\n}\n\nfunction formatChunkHierarchy(\n  clues: readonly Clue[],\n  groupId: number,\n  serialId: number,\n): string {\n  const parts = [\n    \"=\".repeat(80),\n    `CHUNK HIERARCHY - Serial ${serialId}, Group ${groupId}`,\n    \"=\".repeat(80),\n    \"\",\n  ];\n\n  for (let clueIndex = 0; clueIndex < clues.length; clueIndex += 1) {\n    const clue = clues[clueIndex];\n\n    if (clue === undefined) {\n      continue;\n    }\n\n    parts.push(\n      `Clue #${clueIndex + 1} (ID: ${clue.clueId})`,\n      `|- Weight: ${clue.weight.toFixed(4)}`,\n      `|- Label: ${clue.label}`,\n      `|- Source snakes: ${clue.sourceSnakeIds.join(\", \")}`,\n      `|- Merged: ${clue.isMerged ? \"yes\" : \"no\"}`,\n      `\\\\- Chunks: ${clue.chunks.length}`,\n      \"\",\n    );\n\n    for (let chunkIndex = 0; chunkIndex < clue.chunks.length; chunkIndex += 1) {\n      const chunk = clue.chunks[chunkIndex];\n\n      if (chunk === undefined) {\n        continue;\n      }\n\n      const contentPreview =\n        chunk.content.length > 60\n          ? `${chunk.content.slice(0, 60)}...`\n          : chunk.content;\n\n      parts.push(\n        `  - Chunk ${chunkIndex + 1}/${clue.chunks.length} (ID: ${chunk.id})`,\n        `    Label: ${chunk.label}`,\n        `    Retention: ${chunk.retention ?? \"N/A\"}`,\n        `    Importance: ${chunk.importance ?? \"N/A\"}`,\n        `    Content: ${contentPreview}`,\n        \"\",\n      );\n    }\n  }\n\n  parts.push(\"=\".repeat(80), \"\");\n\n  return parts.join(\"\\n\");\n}\n\nfunction formatTimestamp(date: Date): string {\n  const year = date.getFullYear();\n  const month = String(date.getMonth() + 1).padStart(2, \"0\");\n  const day = String(date.getDate()).padStart(2, \"0\");\n  const hours = String(date.getHours()).padStart(2, \"0\");\n  const minutes = String(date.getMinutes()).padStart(2, \"0\");\n  const seconds = String(date.getSeconds()).padStart(2, \"0\");\n\n  return `${year}-${month}-${day} ${hours}-${minutes}-${seconds}`;\n}\n"],"mappings":"AAAA,SAAS,YAAY,iBAAiB;AACtC,SAAS,4BAA4B;AAIrC,SAAS,0BAA0B;AAG5B,MAAM,eAAe;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EAEO,YACL,UACA,SACA,SAKA;AACA,SAAK,oBAAoB,QAAQ;AACjC,SAAK,WAAW;AAChB,SAAK,cAAc,QAAQ;AAC3B,SAAK,iBAAiB,QAAQ;AAC9B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAa,wBAAwB,OAGnB;AAChB,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAkB,CAAC;AAEzB,QAAI,MAAM,iBAAiB,IAAI;AAC7B,YAAM;AAAA,QACJ;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb,MAAM;AAAA,QACN,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,oBAAoB,MAAM,eAAe,MAAM;AAAA,MAC/C,IAAI,OAAO,EAAE;AAAA,MACb,MAAM;AAAA,MACN,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,qBACX,aACA,gBACe;AACf,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA,uBAAuB,YAAY,SAAS,IAAI,KAAK,cAAc;AAAA,MACnE,UAAU,YAAY,MAAM,QAAQ,CAAC,CAAC;AAAA,MACtC,WAAW,YAAY,KAAK,MAAM;AAAA,MAClC,uBAAuB,YAAY,KAAK,SAAS,gBAAgB,QAAQ,CAAC,CAAC;AAAA,MAC3E;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,IACF;AAEA,QAAI,YAAY,QAAQ,GAAG;AACzB,YAAM;AAAA,QACJ;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,QACA,mBAAmB,YAAY,OAAO;AAAA,QACtC,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,sBACX,WACA,kBACe;AACf,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb,aAAa,SAAS,IAAI,KAAK,cAAc;AAAA,MAC7C,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,IACF;AAEA,QAAI,qBAAqB,UAAa,iBAAiB,KAAK,MAAM,IAAI;AACpE,YAAM;AAAA,QACJ;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,QACA,IAAI,OAAO,EAAE;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,uBAAuB,OAKlB;AAChB,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM,QAAQ,MAAM,OAAO,OAAO,CAAC;AAEnC,QAAI,UAAU,QAAW;AACvB;AAAA,IACF;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,MACA,IAAI,OAAO,EAAE;AAAA,MACb,aAAa,MAAM,kBAAkB,KAAK,MAAM,gBAAgB,SAAS;AAAA,MACzE,aAAa,MAAM,oBAAoB;AAAA,MACvC,UAAU,MAAM,OAAO;AAAA,MACvB,eAAe,MAAM,UAAU;AAAA,MAC/B,IAAI,OAAO,EAAE;AAAA,MACb;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,WAAW,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,GAAM,MAAM;AAAA,EAClE;AAAA,EAEA,MAAa,WAAW,OAAuC;AAC7D,QAAI,KAAK,gBAAgB,QAAW;AAClC;AAAA,IACF;AAEA,UAAM,YAAY,gBAAgB,oBAAI,KAAK,CAAC;AAE5C,SAAK,YAAY,qBAAqB;AAAA,MACpC,UAAU;AAAA,MACV,YAAY,KAAK;AAAA,MACjB,QAAQ,sBAAsB,KAAK,SAAS,UAAU,KAAK,QAAQ;AAAA,IACrE,CAAC;AAED,QAAI,KAAK,cAAc,QAAW;AAChC;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,QACE;AAAA,QACA,WAAW,KAAK,SAAS,YAAY,KAAK,QAAQ;AAAA,QAClD,eAAe,SAAS;AAAA,QACxB,6BAA6B,KAAK,MAAM,KAAK,oBAAoB,GAAG,CAAC;AAAA,QACrE,mBAAmB,KAAK,cAAc;AAAA,QACtC;AAAA,QACA;AAAA,QACA,qBAAqB,OAAO,KAAK,UAAU,KAAK,SAAS;AAAA,QACzD;AAAA,MACF,EAAE,KAAK,IAAI;AAAA,MACX;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,qBACP,OACA,SACA,UACQ;AACR,QAAM,QAAQ;AAAA,IACZ,IAAI,OAAO,EAAE;AAAA,IACb,4BAA4B,QAAQ,WAAW,OAAO;AAAA,IACtD,IAAI,OAAO,EAAE;AAAA,IACb;AAAA,EACF;AAEA,WAAS,YAAY,GAAG,YAAY,MAAM,QAAQ,aAAa,GAAG;AAChE,UAAM,OAAO,MAAM,SAAS;AAE5B,QAAI,SAAS,QAAW;AACtB;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,SAAS,YAAY,CAAC,SAAS,KAAK,MAAM;AAAA,MAC1C,cAAc,KAAK,OAAO,QAAQ,CAAC,CAAC;AAAA,MACpC,aAAa,KAAK,KAAK;AAAA,MACvB,qBAAqB,KAAK,eAAe,KAAK,IAAI,CAAC;AAAA,MACnD,cAAc,KAAK,WAAW,QAAQ,IAAI;AAAA,MAC1C,eAAe,KAAK,OAAO,MAAM;AAAA,MACjC;AAAA,IACF;AAEA,aAAS,aAAa,GAAG,aAAa,KAAK,OAAO,QAAQ,cAAc,GAAG;AACzE,YAAM,QAAQ,KAAK,OAAO,UAAU;AAEpC,UAAI,UAAU,QAAW;AACvB;AAAA,MACF;AAEA,YAAM,iBACJ,MAAM,QAAQ,SAAS,KACnB,GAAG,MAAM,QAAQ,MAAM,GAAG,EAAE,CAAC,QAC7B,MAAM;AAEZ,YAAM;AAAA,QACJ,aAAa,aAAa,CAAC,IAAI,KAAK,OAAO,MAAM,SAAS,MAAM,EAAE;AAAA,QAClE,cAAc,MAAM,KAAK;AAAA,QACzB,kBAAkB,MAAM,aAAa,KAAK;AAAA,QAC1C,mBAAmB,MAAM,cAAc,KAAK;AAAA,QAC5C,gBAAgB,cAAc;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,KAAK,IAAI,OAAO,EAAE,GAAG,EAAE;AAE7B,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,gBAAgB,MAAoB;AAC3C,QAAM,OAAO,KAAK,YAAY;AAC9B,QAAM,QAAQ,OAAO,KAAK,SAAS,IAAI,CAAC,EAAE,SAAS,GAAG,GAAG;AACzD,QAAM,MAAM,OAAO,KAAK,QAAQ,CAAC,EAAE,SAAS,GAAG,GAAG;AAClD,QAAM,QAAQ,OAAO,KAAK,SAAS,CAAC,EAAE,SAAS,GAAG,GAAG;AACrD,QAAM,UAAU,OAAO,KAAK,WAAW,CAAC,EAAE,SAAS,GAAG,GAAG;AACzD,QAAM,UAAU,OAAO,KAAK,WAAW,CAAC,EAAE,SAAS,GAAG,GAAG;AAEzD,SAAO,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,OAAO,IAAI,OAAO;AAC/D;","names":[]}

package/dist/editor/markup.d.ts

@@ -1,20 +0,0 @@
-import { ReadonlySerialTextStream } from '../document/text-streams.js';
-import { ChunkRecord } from '../document/types.js';
-import '../document/database.js';
-import 'sqlite3';
-
-declare function formatClueAsBook(input: {
-    chunks: readonly ChunkRecord[];
-    serialFragments: ReadonlySerialTextStream;
-    fullMarkup?: boolean;
-    wrapHighRetention?: boolean;
-}): Promise<string>;
-declare function formatChunksAsBook(input: {
-    chunks: readonly ChunkRecord[];
-    segmentStartIndexes: readonly number[];
-    serialFragments: ReadonlySerialTextStream;
-    fullMarkup?: boolean;
-    wrapHighRetention?: boolean;
-}): Promise<string>;
-
-export { formatChunksAsBook, formatClueAsBook };

package/dist/editor/markup.js

@@ -1,294 +0,0 @@
-import {
-  ChunkRetention
-} from "../document/index.js";
-async function formatClueAsBook(input) {
-  return await formatChunksAsBook({
-    chunks: input.chunks,
-    segmentStartIndexes: await listSegmentStartIndexesCoveringChunks(
-      input.chunks,
-      input.serialFragments
-    ),
-    serialFragments: input.serialFragments,
-    ...input.fullMarkup === void 0 ? {} : {
-      fullMarkup: input.fullMarkup
-    },
-    ...input.wrapHighRetention === void 0 ? {} : {
-      wrapHighRetention: input.wrapHighRetention
-    }
-  });
-}
-async function formatChunksAsBook(input) {
-  if (input.segmentStartIndexes.length === 0) {
-    return "";
-  }
-  const chunkCoverage = createChunkCoverage(input.chunks);
-  const segmentStartIndexes = [...input.segmentStartIndexes].sort(
-    compareNumber
-  );
-  const allSegmentStartIndexes = [
-    ...await input.serialFragments.listFragmentIds()
-  ].sort(compareNumber);
-  const fragments = await loadFragments(
-    listRequiredSegmentStartIndexes(
-      segmentStartIndexes,
-      allSegmentStartIndexes
-    ),
-    input.serialFragments
-  );
-  const resultParts = [];
-  for (let index = 0; index < segmentStartIndexes.length; index += 1) {
-    const startSentenceIndex = segmentStartIndexes[index];
-    if (startSentenceIndex === void 0) {
-      continue;
-    }
-    const fragment = fragments[String(startSentenceIndex)];
-    if (fragment === void 0) {
-      continue;
-    }
-    if (index > 0) {
-      const previousStartSentenceIndex = segmentStartIndexes[index - 1];
-      if (previousStartSentenceIndex !== void 0 && startSentenceIndex > previousStartSentenceIndex) {
-        const skippedSummary = collectSkippedSummary({
-          fragments,
-          skippedStartIndexes: listSkippedSegmentStartIndexes(
-            allSegmentStartIndexes,
-            previousStartSentenceIndex,
-            startSentenceIndex
-          )
-        });
-        if (skippedSummary !== "") {
-          resultParts.push(skippedSummary);
-        }
-      }
-    }
-    resultParts.push(
-      buildFragmentMarkup({
-        chunkCoverage,
-        fragment,
-        fullMarkup: input.fullMarkup ?? false,
-        wrapHighRetention: input.wrapHighRetention ?? false
-      })
-    );
-  }
-  return resultParts.join("\n\n");
-}
-function buildFragmentMarkup(input) {
-  const sentenceRanges = [];
-  const { fragment } = input;
-  let sentenceIndex = 0;
-  while (sentenceIndex < fragment.sentences.length) {
-    const sentence = fragment.sentences[sentenceIndex];
-    if (sentence === void 0) {
-      sentenceIndex += 1;
-      continue;
-    }
-    const sentenceId = createSentenceKey(
-      fragment.serialId,
-      fragment.fragmentId + sentenceIndex
-    );
-    const coveredChunks = input.chunkCoverage[sentenceId];
-    if (coveredChunks === void 0) {
-      sentenceRanges.push({
-        endIndex: sentenceIndex + 1,
-        startIndex: sentenceIndex
-      });
-      sentenceIndex += 1;
-      continue;
-    }
-    const chunkAttributes = mergeChunkAttributes(coveredChunks);
-    let endIndex = sentenceIndex + 1;
-    while (endIndex < fragment.sentences.length) {
-      const nextSentenceId = createSentenceKey(
-        fragment.serialId,
-        fragment.fragmentId + endIndex
-      );
-      const nextCoveredChunks = input.chunkCoverage[nextSentenceId];
-      if (nextCoveredChunks === void 0) {
-        break;
-      }
-      const nextAttributes = mergeChunkAttributes(nextCoveredChunks);
-      if (nextAttributes.label !== chunkAttributes.label) {
-        break;
-      }
-      endIndex += 1;
-    }
-    sentenceRanges.push({
-      chunkAttributes,
-      endIndex,
-      startIndex: sentenceIndex
-    });
-    sentenceIndex = endIndex;
-  }
-  const parts = sentenceRanges.map(
-    (range) => renderSentenceRange({
-      fragment,
-      fullMarkup: input.fullMarkup,
-      range,
-      wrapHighRetention: input.wrapHighRetention
-    })
-  );
-  return parts.join(" ");
-}
-function collectSkippedSummary(input) {
-  const summaries = [];
-  for (const startSentenceIndex of input.skippedStartIndexes) {
-    const summary = input.fragments[String(startSentenceIndex)]?.summary?.trim() ?? "";
-    if (summary !== "") {
-      summaries.push(summary);
-    }
-  }
-  return summaries.join(" ");
-}
-function createChunkCoverage(chunks) {
-  const coverage = /* @__PURE__ */ Object.create(null);
-  for (const chunk of chunks) {
-    for (const sentenceId of chunk.sentenceIds) {
-      const coverageKey = createSentenceKey(...sentenceId);
-      const coveredChunks = coverage[coverageKey];
-      coverage[coverageKey] = coveredChunks === void 0 ? [chunk] : [...coveredChunks, chunk];
-    }
-  }
-  return coverage;
-}
-function createSentenceKey(serialId, sentenceIndex) {
-  return `${serialId}:${sentenceIndex}`;
-}
-function listRequiredSegmentStartIndexes(selectedStartIndexes, allStartIndexes) {
-  const required = new Set(selectedStartIndexes);
-  for (let index = 1; index < selectedStartIndexes.length; index += 1) {
-    const previousStartIndex = selectedStartIndexes[index - 1];
-    const nextStartIndex = selectedStartIndexes[index];
-    if (previousStartIndex === void 0 || nextStartIndex === void 0) {
-      continue;
-    }
-    for (const skippedStartIndex of listSkippedSegmentStartIndexes(
-      allStartIndexes,
-      previousStartIndex,
-      nextStartIndex
-    )) {
-      required.add(skippedStartIndex);
-    }
-  }
-  return [...required].sort(compareNumber);
-}
-function listSkippedSegmentStartIndexes(allStartIndexes, previousStartIndex, nextStartIndex) {
-  return allStartIndexes.filter(
-    (startIndex) => startIndex > previousStartIndex && startIndex < nextStartIndex
-  );
-}
-async function listSegmentStartIndexesCoveringChunks(chunks, serialFragments) {
-  const allSegmentStartIndexes = [
-    ...await serialFragments.listFragmentIds()
-  ].sort(compareNumber);
-  const startIndexRecord = /* @__PURE__ */ Object.create(null);
-  const startIndexes = [];
-  for (const chunk of chunks) {
-    for (const sentenceId of chunk.sentenceIds) {
-      const startSentenceIndex = findContainingSegmentStartIndex(
-        allSegmentStartIndexes,
-        sentenceId[1]
-      );
-      if (startSentenceIndex === void 0) {
-        continue;
-      }
-      const startIndexKey = String(startSentenceIndex);
-      if (startIndexRecord[startIndexKey] === true) {
-        continue;
-      }
-      startIndexRecord[startIndexKey] = true;
-      startIndexes.push(startSentenceIndex);
-    }
-  }
-  startIndexes.sort(compareNumber);
-  return startIndexes;
-}
-function findContainingSegmentStartIndex(segmentStartIndexes, sentenceIndex) {
-  let containingStartIndex;
-  for (const startIndex of segmentStartIndexes) {
-    if (startIndex > sentenceIndex) {
-      break;
-    }
-    containingStartIndex = startIndex;
-  }
-  return containingStartIndex;
-}
-async function loadFragments(startSentenceIndexes, serialFragments) {
-  const fragments = /* @__PURE__ */ Object.create(null);
-  await Promise.all(
-    startSentenceIndexes.map(async (startSentenceIndex) => {
-      fragments[String(startSentenceIndex)] = await serialFragments.getFragment(startSentenceIndex);
-    })
-  );
-  return fragments;
-}
-function compareNumber(left, right) {
-  return left - right;
-}
-function mergeChunkAttributes(chunksAtPosition) {
-  const retentionOrder = createMetadataOrder({
-    detailed: 3,
-    focused: 2,
-    relevant: 1,
-    verbatim: 4
-  });
-  const importanceOrder = createMetadataOrder({
-    critical: 3,
-    helpful: 1,
-    important: 2
-  });
-  let bestRetentionChunk = chunksAtPosition[0];
-  let bestImportanceChunk = chunksAtPosition[0];
-  for (const chunk of chunksAtPosition) {
-    if (getMetadataRank(chunk.retention, retentionOrder) > getMetadataRank(bestRetentionChunk?.retention, retentionOrder)) {
-      bestRetentionChunk = chunk;
-    }
-    if (getMetadataRank(chunk.importance, importanceOrder) > getMetadataRank(bestImportanceChunk?.importance, importanceOrder)) {
-      bestImportanceChunk = chunk;
-    }
-  }
-  const bestChunk = getMetadataRank(bestRetentionChunk?.retention, retentionOrder) >= getMetadataRank(bestImportanceChunk?.importance, importanceOrder) ? bestRetentionChunk : bestImportanceChunk;
-  return {
-    label: bestChunk?.label ?? "",
-    ...bestImportanceChunk?.importance === void 0 ? {} : {
-      importance: bestImportanceChunk.importance
-    },
-    ...bestRetentionChunk?.retention === void 0 ? {} : {
-      retention: bestRetentionChunk.retention
-    }
-  };
-}
-function createMetadataOrder(values) {
-  return Object.freeze(values);
-}
-function getMetadataRank(value, order) {
-  if (value === void 0) {
-    return 0;
-  }
-  return order[value] ?? 0;
-}
-function renderSentenceRange(input) {
-  const textSegment = input.fragment.sentences.slice(input.range.startIndex, input.range.endIndex).map((sentence) => sentence.text).join(" ");
-  const chunkAttributes = input.range.chunkAttributes;
-  if (chunkAttributes === void 0) {
-    return textSegment;
-  }
-  if (input.fullMarkup) {
-    const attributes = [`label="${chunkAttributes.label}"`];
-    if (chunkAttributes.retention !== void 0) {
-      attributes.push(`retention="${chunkAttributes.retention}"`);
-    }
-    if (chunkAttributes.importance !== void 0) {
-      attributes.push(`importance="${chunkAttributes.importance}"`);
-    }
-    return `<chunk ${attributes.join(" ")}>${textSegment}</chunk>`;
-  }
-  if (input.wrapHighRetention && (chunkAttributes.retention === ChunkRetention.Verbatim || chunkAttributes.retention === ChunkRetention.Detailed)) {
-    return `<chunk retention="${chunkAttributes.retention}">${textSegment}</chunk>`;
-  }
-  return textSegment;
-}
-export {
-  formatChunksAsBook,
-  formatClueAsBook
-};
-//# sourceMappingURL=markup.js.map

package/dist/editor/markup.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/editor/markup.ts"],"sourcesContent":["import {\n  ChunkRetention,\n  type ChunkImportance,\n  type ChunkRecord,\n  type FragmentRecord,\n  type ReadonlySerialFragments,\n} from \"../document/index.js\";\nexport async function formatClueAsBook(input: {\n  chunks: readonly ChunkRecord[];\n  serialFragments: ReadonlySerialFragments;\n  fullMarkup?: boolean;\n  wrapHighRetention?: boolean;\n}): Promise<string> {\n  return await formatChunksAsBook({\n    chunks: input.chunks,\n    segmentStartIndexes: await listSegmentStartIndexesCoveringChunks(\n      input.chunks,\n      input.serialFragments,\n    ),\n    serialFragments: input.serialFragments,\n    ...(input.fullMarkup === undefined\n      ? {}\n      : {\n          fullMarkup: input.fullMarkup,\n        }),\n    ...(input.wrapHighRetention === undefined\n      ? {}\n      : {\n          wrapHighRetention: input.wrapHighRetention,\n        }),\n  });\n}\n\nexport async function formatChunksAsBook(input: {\n  chunks: readonly ChunkRecord[];\n  segmentStartIndexes: readonly number[];\n  serialFragments: ReadonlySerialFragments;\n  fullMarkup?: boolean;\n  wrapHighRetention?: boolean;\n}): Promise<string> {\n  if (input.segmentStartIndexes.length === 0) {\n    return \"\";\n  }\n\n  const chunkCoverage = createChunkCoverage(input.chunks);\n  const segmentStartIndexes = [...input.segmentStartIndexes].sort(\n    compareNumber,\n  );\n  const allSegmentStartIndexes = [\n    ...(await input.serialFragments.listFragmentIds()),\n  ].sort(compareNumber);\n  const fragments = await loadFragments(\n    listRequiredSegmentStartIndexes(\n      segmentStartIndexes,\n      allSegmentStartIndexes,\n    ),\n    input.serialFragments,\n  );\n  const resultParts: string[] = [];\n\n  for (let index = 0; index < segmentStartIndexes.length; index += 1) {\n    const startSentenceIndex = segmentStartIndexes[index];\n\n    if (startSentenceIndex === undefined) {\n      continue;\n    }\n\n    const fragment = fragments[String(startSentenceIndex)];\n\n    if (fragment === undefined) {\n      continue;\n    }\n\n    if (index > 0) {\n      const previousStartSentenceIndex = segmentStartIndexes[index - 1];\n\n      if (\n        previousStartSentenceIndex !== undefined &&\n        startSentenceIndex > previousStartSentenceIndex\n      ) {\n        const skippedSummary = collectSkippedSummary({\n          fragments,\n          skippedStartIndexes: listSkippedSegmentStartIndexes(\n            allSegmentStartIndexes,\n            previousStartSentenceIndex,\n            startSentenceIndex,\n          ),\n        });\n\n        if (skippedSummary !== \"\") {\n          resultParts.push(skippedSummary);\n        }\n      }\n    }\n\n    resultParts.push(\n      buildFragmentMarkup({\n        chunkCoverage,\n        fragment,\n        fullMarkup: input.fullMarkup ?? false,\n        wrapHighRetention: input.wrapHighRetention ?? false,\n      }),\n    );\n  }\n\n  return resultParts.join(\"\\n\\n\");\n}\n\nfunction buildFragmentMarkup(input: {\n  chunkCoverage: Record<string, readonly ChunkRecord[] | undefined>;\n  fragment: FragmentRecord;\n  fullMarkup: boolean;\n  wrapHighRetention: boolean;\n}): string {\n  const sentenceRanges: Array<{\n    readonly endIndex: number;\n    readonly startIndex: number;\n    readonly chunkAttributes?: ChunkAttributes;\n  }> = [];\n  const { fragment } = input;\n  let sentenceIndex = 0;\n\n  while (sentenceIndex < fragment.sentences.length) {\n    const sentence = fragment.sentences[sentenceIndex];\n\n    if (sentence === undefined) {\n      sentenceIndex += 1;\n      continue;\n    }\n\n    const sentenceId = createSentenceKey(\n      fragment.serialId,\n      fragment.fragmentId + sentenceIndex,\n    );\n    const coveredChunks = input.chunkCoverage[sentenceId];\n\n    if (coveredChunks === undefined) {\n      sentenceRanges.push({\n        endIndex: sentenceIndex + 1,\n        startIndex: sentenceIndex,\n      });\n      sentenceIndex += 1;\n      continue;\n    }\n\n    const chunkAttributes = mergeChunkAttributes(coveredChunks);\n    let endIndex = sentenceIndex + 1;\n\n    while (endIndex < fragment.sentences.length) {\n      const nextSentenceId = createSentenceKey(\n        fragment.serialId,\n        fragment.fragmentId + endIndex,\n      );\n      const nextCoveredChunks = input.chunkCoverage[nextSentenceId];\n\n      if (nextCoveredChunks === undefined) {\n        break;\n      }\n\n      const nextAttributes = mergeChunkAttributes(nextCoveredChunks);\n\n      if (nextAttributes.label !== chunkAttributes.label) {\n        break;\n      }\n\n      endIndex += 1;\n    }\n\n    sentenceRanges.push({\n      chunkAttributes,\n      endIndex,\n      startIndex: sentenceIndex,\n    });\n    sentenceIndex = endIndex;\n  }\n\n  const parts = sentenceRanges.map((range) =>\n    renderSentenceRange({\n      fragment,\n      fullMarkup: input.fullMarkup,\n      range,\n      wrapHighRetention: input.wrapHighRetention,\n    }),\n  );\n\n  return parts.join(\" \");\n}\n\nfunction collectSkippedSummary(input: {\n  fragments: Record<string, FragmentRecord | undefined>;\n  skippedStartIndexes: readonly number[];\n}): string {\n  const summaries: string[] = [];\n\n  for (const startSentenceIndex of input.skippedStartIndexes) {\n    const summary =\n      input.fragments[String(startSentenceIndex)]?.summary?.trim() ?? \"\";\n\n    if (summary !== \"\") {\n      summaries.push(summary);\n    }\n  }\n\n  return summaries.join(\" \");\n}\n\nfunction createChunkCoverage(\n  chunks: readonly ChunkRecord[],\n): Record<string, readonly ChunkRecord[] | undefined> {\n  const coverage = Object.create(null) as Record<\n    string,\n    readonly ChunkRecord[] | undefined\n  >;\n\n  for (const chunk of chunks) {\n    for (const sentenceId of chunk.sentenceIds) {\n      const coverageKey = createSentenceKey(...sentenceId);\n      const coveredChunks = coverage[coverageKey];\n\n      coverage[coverageKey] =\n        coveredChunks === undefined ? [chunk] : [...coveredChunks, chunk];\n    }\n  }\n\n  return coverage;\n}\n\nfunction createSentenceKey(serialId: number, sentenceIndex: number): string {\n  return `${serialId}:${sentenceIndex}`;\n}\n\nfunction listRequiredSegmentStartIndexes(\n  selectedStartIndexes: readonly number[],\n  allStartIndexes: readonly number[],\n): number[] {\n  const required = new Set(selectedStartIndexes);\n\n  for (let index = 1; index < selectedStartIndexes.length; index += 1) {\n    const previousStartIndex = selectedStartIndexes[index - 1];\n    const nextStartIndex = selectedStartIndexes[index];\n\n    if (previousStartIndex === undefined || nextStartIndex === undefined) {\n      continue;\n    }\n\n    for (const skippedStartIndex of listSkippedSegmentStartIndexes(\n      allStartIndexes,\n      previousStartIndex,\n      nextStartIndex,\n    )) {\n      required.add(skippedStartIndex);\n    }\n  }\n\n  return [...required].sort(compareNumber);\n}\n\nfunction listSkippedSegmentStartIndexes(\n  allStartIndexes: readonly number[],\n  previousStartIndex: number,\n  nextStartIndex: number,\n): number[] {\n  return allStartIndexes.filter(\n    (startIndex) =>\n      startIndex > previousStartIndex && startIndex < nextStartIndex,\n  );\n}\n\nasync function listSegmentStartIndexesCoveringChunks(\n  chunks: readonly ChunkRecord[],\n  serialFragments: ReadonlySerialFragments,\n): Promise<number[]> {\n  const allSegmentStartIndexes = [\n    ...(await serialFragments.listFragmentIds()),\n  ].sort(compareNumber);\n  const startIndexRecord = Object.create(null) as Record<string, true>;\n  const startIndexes: number[] = [];\n\n  for (const chunk of chunks) {\n    for (const sentenceId of chunk.sentenceIds) {\n      const startSentenceIndex = findContainingSegmentStartIndex(\n        allSegmentStartIndexes,\n        sentenceId[1],\n      );\n\n      if (startSentenceIndex === undefined) {\n        continue;\n      }\n\n      const startIndexKey = String(startSentenceIndex);\n\n      if (startIndexRecord[startIndexKey] === true) {\n        continue;\n      }\n\n      startIndexRecord[startIndexKey] = true;\n      startIndexes.push(startSentenceIndex);\n    }\n  }\n\n  startIndexes.sort(compareNumber);\n\n  return startIndexes;\n}\n\nfunction findContainingSegmentStartIndex(\n  segmentStartIndexes: readonly number[],\n  sentenceIndex: number,\n): number | undefined {\n  let containingStartIndex: number | undefined;\n\n  for (const startIndex of segmentStartIndexes) {\n    if (startIndex > sentenceIndex) {\n      break;\n    }\n\n    containingStartIndex = startIndex;\n  }\n\n  return containingStartIndex;\n}\n\nasync function loadFragments(\n  startSentenceIndexes: readonly number[],\n  serialFragments: ReadonlySerialFragments,\n): Promise<Record<string, FragmentRecord | undefined>> {\n  const fragments = Object.create(null) as Record<\n    string,\n    FragmentRecord | undefined\n  >;\n\n  await Promise.all(\n    startSentenceIndexes.map(async (startSentenceIndex) => {\n      fragments[String(startSentenceIndex)] =\n        await serialFragments.getFragment(startSentenceIndex);\n    }),\n  );\n\n  return fragments;\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\ninterface ChunkAttributes {\n  readonly importance?: ChunkImportance;\n  readonly label: string;\n  readonly retention?: ChunkRetention;\n}\n\nfunction mergeChunkAttributes(\n  chunksAtPosition: readonly ChunkRecord[],\n): ChunkAttributes {\n  const retentionOrder = createMetadataOrder({\n    detailed: 3,\n    focused: 2,\n    relevant: 1,\n    verbatim: 4,\n  });\n  const importanceOrder = createMetadataOrder({\n    critical: 3,\n    helpful: 1,\n    important: 2,\n  });\n  let bestRetentionChunk = chunksAtPosition[0];\n  let bestImportanceChunk = chunksAtPosition[0];\n\n  for (const chunk of chunksAtPosition) {\n    if (\n      getMetadataRank(chunk.retention, retentionOrder) >\n      getMetadataRank(bestRetentionChunk?.retention, retentionOrder)\n    ) {\n      bestRetentionChunk = chunk;\n    }\n\n    if (\n      getMetadataRank(chunk.importance, importanceOrder) >\n      getMetadataRank(bestImportanceChunk?.importance, importanceOrder)\n    ) {\n      bestImportanceChunk = chunk;\n    }\n  }\n\n  const bestChunk =\n    getMetadataRank(bestRetentionChunk?.retention, retentionOrder) >=\n    getMetadataRank(bestImportanceChunk?.importance, importanceOrder)\n      ? bestRetentionChunk\n      : bestImportanceChunk;\n\n  return {\n    label: bestChunk?.label ?? \"\",\n    ...(bestImportanceChunk?.importance === undefined\n      ? {}\n      : {\n          importance: bestImportanceChunk.importance,\n        }),\n    ...(bestRetentionChunk?.retention === undefined\n      ? {}\n      : {\n          retention: bestRetentionChunk.retention,\n        }),\n  };\n}\n\nfunction createMetadataOrder<TValue extends string>(\n  values: Record<TValue, number>,\n): Readonly<Record<TValue, number>> {\n  return Object.freeze(values);\n}\n\nfunction getMetadataRank<TValue extends string>(\n  value: TValue | undefined,\n  order: Readonly<Record<TValue, number>>,\n): number {\n  if (value === undefined) {\n    return 0;\n  }\n\n  return order[value] ?? 0;\n}\n\nfunction renderSentenceRange(input: {\n  fragment: FragmentRecord;\n  fullMarkup: boolean;\n  range: {\n    readonly endIndex: number;\n    readonly startIndex: number;\n    readonly chunkAttributes?: ChunkAttributes;\n  };\n  wrapHighRetention: boolean;\n}): string {\n  const textSegment = input.fragment.sentences\n    .slice(input.range.startIndex, input.range.endIndex)\n    .map((sentence) => sentence.text)\n    .join(\" \");\n  const chunkAttributes = input.range.chunkAttributes;\n\n  if (chunkAttributes === undefined) {\n    return textSegment;\n  }\n\n  if (input.fullMarkup) {\n    const attributes = [`label=\"${chunkAttributes.label}\"`];\n\n    if (chunkAttributes.retention !== undefined) {\n      attributes.push(`retention=\"${chunkAttributes.retention}\"`);\n    }\n\n    if (chunkAttributes.importance !== undefined) {\n      attributes.push(`importance=\"${chunkAttributes.importance}\"`);\n    }\n\n    return `<chunk ${attributes.join(\" \")}>${textSegment}</chunk>`;\n  }\n\n  if (\n    input.wrapHighRetention &&\n    (chunkAttributes.retention === ChunkRetention.Verbatim ||\n      chunkAttributes.retention === ChunkRetention.Detailed)\n  ) {\n    return `<chunk retention=\"${chunkAttributes.retention}\">${textSegment}</chunk>`;\n  }\n\n  return textSegment;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,OAKK;AACP,eAAsB,iBAAiB,OAKnB;AAClB,SAAO,MAAM,mBAAmB;AAAA,IAC9B,QAAQ,MAAM;AAAA,IACd,qBAAqB,MAAM;AAAA,MACzB,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,IACA,iBAAiB,MAAM;AAAA,IACvB,GAAI,MAAM,eAAe,SACrB,CAAC,IACD;AAAA,MACE,YAAY,MAAM;AAAA,IACpB;AAAA,IACJ,GAAI,MAAM,sBAAsB,SAC5B,CAAC,IACD;AAAA,MACE,mBAAmB,MAAM;AAAA,IAC3B;AAAA,EACN,CAAC;AACH;AAEA,eAAsB,mBAAmB,OAMrB;AAClB,MAAI,MAAM,oBAAoB,WAAW,GAAG;AAC1C,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB,oBAAoB,MAAM,MAAM;AACtD,QAAM,sBAAsB,CAAC,GAAG,MAAM,mBAAmB,EAAE;AAAA,IACzD;AAAA,EACF;AACA,QAAM,yBAAyB;AAAA,IAC7B,GAAI,MAAM,MAAM,gBAAgB,gBAAgB;AAAA,EAClD,EAAE,KAAK,aAAa;AACpB,QAAM,YAAY,MAAM;AAAA,IACtB;AAAA,MACE;AAAA,MACA;AAAA,IACF;AAAA,IACA,MAAM;AAAA,EACR;AACA,QAAM,cAAwB,CAAC;AAE/B,WAAS,QAAQ,GAAG,QAAQ,oBAAoB,QAAQ,SAAS,GAAG;AAClE,UAAM,qBAAqB,oBAAoB,KAAK;AAEpD,QAAI,uBAAuB,QAAW;AACpC;AAAA,IACF;AAEA,UAAM,WAAW,UAAU,OAAO,kBAAkB,CAAC;AAErD,QAAI,aAAa,QAAW;AAC1B;AAAA,IACF;AAEA,QAAI,QAAQ,GAAG;AACb,YAAM,6BAA6B,oBAAoB,QAAQ,CAAC;AAEhE,UACE,+BAA+B,UAC/B,qBAAqB,4BACrB;AACA,cAAM,iBAAiB,sBAAsB;AAAA,UAC3C;AAAA,UACA,qBAAqB;AAAA,YACnB;AAAA,YACA;AAAA,YACA;AAAA,UACF;AAAA,QACF,CAAC;AAED,YAAI,mBAAmB,IAAI;AACzB,sBAAY,KAAK,cAAc;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AAEA,gBAAY;AAAA,MACV,oBAAoB;AAAA,QAClB;AAAA,QACA;AAAA,QACA,YAAY,MAAM,cAAc;AAAA,QAChC,mBAAmB,MAAM,qBAAqB;AAAA,MAChD,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,YAAY,KAAK,MAAM;AAChC;AAEA,SAAS,oBAAoB,OAKlB;AACT,QAAM,iBAID,CAAC;AACN,QAAM,EAAE,SAAS,IAAI;AACrB,MAAI,gBAAgB;AAEpB,SAAO,gBAAgB,SAAS,UAAU,QAAQ;AAChD,UAAM,WAAW,SAAS,UAAU,aAAa;AAEjD,QAAI,aAAa,QAAW;AAC1B,uBAAiB;AACjB;AAAA,IACF;AAEA,UAAM,aAAa;AAAA,MACjB,SAAS;AAAA,MACT,SAAS,aAAa;AAAA,IACxB;AACA,UAAM,gBAAgB,MAAM,cAAc,UAAU;AAEpD,QAAI,kBAAkB,QAAW;AAC/B,qBAAe,KAAK;AAAA,QAClB,UAAU,gBAAgB;AAAA,QAC1B,YAAY;AAAA,MACd,CAAC;AACD,uBAAiB;AACjB;AAAA,IACF;AAEA,UAAM,kBAAkB,qBAAqB,aAAa;AAC1D,QAAI,WAAW,gBAAgB;AAE/B,WAAO,WAAW,SAAS,UAAU,QAAQ;AAC3C,YAAM,iBAAiB;AAAA,QACrB,SAAS;AAAA,QACT,SAAS,aAAa;AAAA,MACxB;AACA,YAAM,oBAAoB,MAAM,cAAc,cAAc;AAE5D,UAAI,sBAAsB,QAAW;AACnC;AAAA,MACF;AAEA,YAAM,iBAAiB,qBAAqB,iBAAiB;AAE7D,UAAI,eAAe,UAAU,gBAAgB,OAAO;AAClD;AAAA,MACF;AAEA,kBAAY;AAAA,IACd;AAEA,mBAAe,KAAK;AAAA,MAClB;AAAA,MACA;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AACD,oBAAgB;AAAA,EAClB;AAEA,QAAM,QAAQ,eAAe;AAAA,IAAI,CAAC,UAChC,oBAAoB;AAAA,MAClB;AAAA,MACA,YAAY,MAAM;AAAA,MAClB;AAAA,MACA,mBAAmB,MAAM;AAAA,IAC3B,CAAC;AAAA,EACH;AAEA,SAAO,MAAM,KAAK,GAAG;AACvB;AAEA,SAAS,sBAAsB,OAGpB;AACT,QAAM,YAAsB,CAAC;AAE7B,aAAW,sBAAsB,MAAM,qBAAqB;AAC1D,UAAM,UACJ,MAAM,UAAU,OAAO,kBAAkB,CAAC,GAAG,SAAS,KAAK,KAAK;AAElE,QAAI,YAAY,IAAI;AAClB,gBAAU,KAAK,OAAO;AAAA,IACxB;AAAA,EACF;AAEA,SAAO,UAAU,KAAK,GAAG;AAC3B;AAEA,SAAS,oBACP,QACoD;AACpD,QAAM,WAAW,uBAAO,OAAO,IAAI;AAKnC,aAAW,SAAS,QAAQ;AAC1B,eAAW,cAAc,MAAM,aAAa;AAC1C,YAAM,cAAc,kBAAkB,GAAG,UAAU;AACnD,YAAM,gBAAgB,SAAS,WAAW;AAE1C,eAAS,WAAW,IAClB,kBAAkB,SAAY,CAAC,KAAK,IAAI,CAAC,GAAG,eAAe,KAAK;AAAA,IACpE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,kBAAkB,UAAkB,eAA+B;AAC1E,SAAO,GAAG,QAAQ,IAAI,aAAa;AACrC;AAEA,SAAS,gCACP,sBACA,iBACU;AACV,QAAM,WAAW,IAAI,IAAI,oBAAoB;AAE7C,WAAS,QAAQ,GAAG,QAAQ,qBAAqB,QAAQ,SAAS,GAAG;AACnE,UAAM,qBAAqB,qBAAqB,QAAQ,CAAC;AACzD,UAAM,iBAAiB,qBAAqB,KAAK;AAEjD,QAAI,uBAAuB,UAAa,mBAAmB,QAAW;AACpE;AAAA,IACF;AAEA,eAAW,qBAAqB;AAAA,MAC9B;AAAA,MACA;AAAA,MACA;AAAA,IACF,GAAG;AACD,eAAS,IAAI,iBAAiB;AAAA,IAChC;AAAA,EACF;AAEA,SAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,aAAa;AACzC;AAEA,SAAS,+BACP,iBACA,oBACA,gBACU;AACV,SAAO,gBAAgB;AAAA,IACrB,CAAC,eACC,aAAa,sBAAsB,aAAa;AAAA,EACpD;AACF;AAEA,eAAe,sCACb,QACA,iBACmB;AACnB,QAAM,yBAAyB;AAAA,IAC7B,GAAI,MAAM,gBAAgB,gBAAgB;AAAA,EAC5C,EAAE,KAAK,aAAa;AACpB,QAAM,mBAAmB,uBAAO,OAAO,IAAI;AAC3C,QAAM,eAAyB,CAAC;AAEhC,aAAW,SAAS,QAAQ;AAC1B,eAAW,cAAc,MAAM,aAAa;AAC1C,YAAM,qBAAqB;AAAA,QACzB;AAAA,QACA,WAAW,CAAC;AAAA,MACd;AAEA,UAAI,uBAAuB,QAAW;AACpC;AAAA,MACF;AAEA,YAAM,gBAAgB,OAAO,kBAAkB;AAE/C,UAAI,iBAAiB,aAAa,MAAM,MAAM;AAC5C;AAAA,MACF;AAEA,uBAAiB,aAAa,IAAI;AAClC,mBAAa,KAAK,kBAAkB;AAAA,IACtC;AAAA,EACF;AAEA,eAAa,KAAK,aAAa;AAE/B,SAAO;AACT;AAEA,SAAS,gCACP,qBACA,eACoB;AACpB,MAAI;AAEJ,aAAW,cAAc,qBAAqB;AAC5C,QAAI,aAAa,eAAe;AAC9B;AAAA,IACF;AAEA,2BAAuB;AAAA,EACzB;AAEA,SAAO;AACT;AAEA,eAAe,cACb,sBACA,iBACqD;AACrD,QAAM,YAAY,uBAAO,OAAO,IAAI;AAKpC,QAAM,QAAQ;AAAA,IACZ,qBAAqB,IAAI,OAAO,uBAAuB;AACrD,gBAAU,OAAO,kBAAkB,CAAC,IAClC,MAAM,gBAAgB,YAAY,kBAAkB;AAAA,IACxD,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAQA,SAAS,qBACP,kBACiB;AACjB,QAAM,iBAAiB,oBAAoB;AAAA,IACzC,UAAU;AAAA,IACV,SAAS;AAAA,IACT,UAAU;AAAA,IACV,UAAU;AAAA,EACZ,CAAC;AACD,QAAM,kBAAkB,oBAAoB;AAAA,IAC1C,UAAU;AAAA,IACV,SAAS;AAAA,IACT,WAAW;AAAA,EACb,CAAC;AACD,MAAI,qBAAqB,iBAAiB,CAAC;AAC3C,MAAI,sBAAsB,iBAAiB,CAAC;AAE5C,aAAW,SAAS,kBAAkB;AACpC,QACE,gBAAgB,MAAM,WAAW,cAAc,IAC/C,gBAAgB,oBAAoB,WAAW,cAAc,GAC7D;AACA,2BAAqB;AAAA,IACvB;AAEA,QACE,gBAAgB,MAAM,YAAY,eAAe,IACjD,gBAAgB,qBAAqB,YAAY,eAAe,GAChE;AACA,4BAAsB;AAAA,IACxB;AAAA,EACF;AAEA,QAAM,YACJ,gBAAgB,oBAAoB,WAAW,cAAc,KAC7D,gBAAgB,qBAAqB,YAAY,eAAe,IAC5D,qBACA;AAEN,SAAO;AAAA,IACL,OAAO,WAAW,SAAS;AAAA,IAC3B,GAAI,qBAAqB,eAAe,SACpC,CAAC,IACD;AAAA,MACE,YAAY,oBAAoB;AAAA,IAClC;AAAA,IACJ,GAAI,oBAAoB,cAAc,SAClC,CAAC,IACD;AAAA,MACE,WAAW,mBAAmB;AAAA,IAChC;AAAA,EACN;AACF;AAEA,SAAS,oBACP,QACkC;AAClC,SAAO,OAAO,OAAO,MAAM;AAC7B;AAEA,SAAS,gBACP,OACA,OACQ;AACR,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AAEA,SAAO,MAAM,KAAK,KAAK;AACzB;AAEA,SAAS,oBAAoB,OASlB;AACT,QAAM,cAAc,MAAM,SAAS,UAChC,MAAM,MAAM,MAAM,YAAY,MAAM,MAAM,QAAQ,EAClD,IAAI,CAAC,aAAa,SAAS,IAAI,EAC/B,KAAK,GAAG;AACX,QAAM,kBAAkB,MAAM,MAAM;AAEpC,MAAI,oBAAoB,QAAW;AACjC,WAAO;AAAA,EACT;AAEA,MAAI,MAAM,YAAY;AACpB,UAAM,aAAa,CAAC,UAAU,gBAAgB,KAAK,GAAG;AAEtD,QAAI,gBAAgB,cAAc,QAAW;AAC3C,iBAAW,KAAK,cAAc,gBAAgB,SAAS,GAAG;AAAA,IAC5D;AAEA,QAAI,gBAAgB,eAAe,QAAW;AAC5C,iBAAW,KAAK,eAAe,gBAAgB,UAAU,GAAG;AAAA,IAC9D;AAEA,WAAO,UAAU,WAAW,KAAK,GAAG,CAAC,IAAI,WAAW;AAAA,EACtD;AAEA,MACE,MAAM,sBACL,gBAAgB,cAAc,eAAe,YAC5C,gBAAgB,cAAc,eAAe,WAC/C;AACA,WAAO,qBAAqB,gBAAgB,SAAS,KAAK,WAAW;AAAA,EACvE;AAEA,SAAO;AACT;","names":[]}

package/dist/editor/prompt-templates.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/editor/prompt-templates.ts"],"sourcesContent":["export const CLUE_REVIEWER_PROMPT_TEMPLATE = \"editor/clue_reviewer\";\nexport const CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE =\n  \"editor/clue_reviewer_generator\";\nexport const REVISION_FEEDBACK_PROMPT_TEMPLATE = \"editor/revision_feedback\";\nexport const TEXT_COMPRESSOR_PROMPT_TEMPLATE = \"editor/text_compressor\";\n"],"mappings":"AAAO,MAAM,gCAAgC;AACtC,MAAM,0CACX;AACK,MAAM,oCAAoC;AAC1C,MAAM,kCAAkC;","names":[]}

package/dist/editor/response.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/editor/response.ts"],"sourcesContent":["export function cleanChunkTags(text: string): string {\n  return text.replace(/<chunk(?:\\s+[^>]*)?>/g, \"\").replace(/<\\/chunk>/g, \"\");\n}\n\nexport function extractCompressedText(fullResponse: string): string {\n  const matchedCompressedSection = fullResponse.match(\n    /##\\s*(?:Compressed\\s+Text|压缩文本)\\s*\\n+(.*?)(?:\\n+---|\\*\\*CRITICAL\\*\\*|$)/is,\n  );\n\n  if (matchedCompressedSection?.[1] !== undefined) {\n    return unwrapMarkdownCodeFence(matchedCompressedSection[1].trim());\n  }\n\n  return unwrapMarkdownCodeFence(fullResponse.trim());\n}\n\nexport function extractThinkingText(fullResponse: string): string {\n  const matchedCompressedSection = fullResponse.match(\n    /##\\s*(?:Compressed\\s+Text|压缩文本)\\s*/i,\n  );\n\n  if (matchedCompressedSection?.index === undefined) {\n    return \"\";\n  }\n\n  return fullResponse.slice(0, matchedCompressedSection.index).trim();\n}\n\nfunction unwrapMarkdownCodeFence(text: string): string {\n  const matchedFence = text.match(/^```(?:\\w+)?\\s*\\n([\\s\\S]*?)\\n```$/);\n\n  return matchedFence?.[1]?.trim() ?? text;\n}\n"],"mappings":"AAAO,SAAS,eAAe,MAAsB;AACnD,SAAO,KAAK,QAAQ,yBAAyB,EAAE,EAAE,QAAQ,cAAc,EAAE;AAC3E;AAEO,SAAS,sBAAsB,cAA8B;AAClE,QAAM,2BAA2B,aAAa;AAAA,IAC5C;AAAA,EACF;AAEA,MAAI,2BAA2B,CAAC,MAAM,QAAW;AAC/C,WAAO,wBAAwB,yBAAyB,CAAC,EAAE,KAAK,CAAC;AAAA,EACnE;AAEA,SAAO,wBAAwB,aAAa,KAAK,CAAC;AACpD;AAEO,SAAS,oBAAoB,cAA8B;AAChE,QAAM,2BAA2B,aAAa;AAAA,IAC5C;AAAA,EACF;AAEA,MAAI,0BAA0B,UAAU,QAAW;AACjD,WAAO;AAAA,EACT;AAEA,SAAO,aAAa,MAAM,GAAG,yBAAyB,KAAK,EAAE,KAAK;AACpE;AAEA,SAAS,wBAAwB,MAAsB;AACrD,QAAM,eAAe,KAAK,MAAM,mCAAmC;AAEnE,SAAO,eAAe,CAAC,GAAG,KAAK,KAAK;AACtC;","names":[]}

package/dist/editor/review.d.ts

@@ -1,34 +0,0 @@
-import { Language } from '../common/language.js';
-import { LLM } from '../llm/client.js';
-import { ReadonlySerialTextStream } from '../document/text-streams.js';
-import { Clue } from './clue.js';
-import { ClueReviewerInfo, ReviewResult } from './types.js';
-import '../llm/context.js';
-import '../llm/cache.js';
-import '../llm/types.js';
-import 'ai';
-import '../document/database.js';
-import 'sqlite3';
-import '../document/types.js';
-import '../document/document.js';
-import '../source/meta.js';
-import 'zod';
-import '../source/toc.js';
-import '../source/types.js';
-import '../document/stores.js';
-
-type ReviewerHistories = Record<string, readonly [compressedText: string, rawResponse: string] | undefined>;
-declare class CompressionReviewer<S extends string> {
-    #private;
-    constructor(llm: LLM<S>, serialFragments: ReadonlySerialTextStream, scopes: {
-        readonly reviewGuide: S;
-        readonly review: S;
-    }, userLanguage?: Language);
-    generateClueReviewers(clues: readonly Clue[]): Promise<readonly ClueReviewerInfo[]>;
-    reviewCompression(compressedText: string, clueReviewers: readonly ClueReviewerInfo[], reviewerHistories: ReviewerHistories): Promise<{
-        readonly rawResponses: Readonly<Record<string, string | undefined>>;
-        readonly reviews: readonly ReviewResult[];
-    }>;
-}
-
-export { CompressionReviewer, type ReviewerHistories };