wiki-graph-core 0.3.1 → 0.4.0

package/dist/text/editor/compression.js

@@ -0,0 +1,253 @@
+import { extractCluesFromDocument } from "./clue.js";
+import { CompressionRequester } from "./compressor.js";
+import {
+  calculateScore,
+  createRevisionFeedback,
+  pickBestVersion
+} from "./feedback.js";
+import { checkOutputLanguage } from "./language-review.js";
+import { CompressionLog } from "./log.js";
+import { formatChunksAsBook } from "./markup.js";
+import {
+  cleanChunkTags,
+  extractCompressedText,
+  extractThinkingText
+} from "./response.js";
+import { CompressionReviewer } from "./review.js";
+async function compressText(options) {
+  return await new EditorOperation(options).run();
+}
+class EditorOperation {
+  #compressionRatio;
+  #groupId;
+  #llm;
+  #log;
+  #maxClues;
+  #maxIterations;
+  #compressor;
+  #reviewer;
+  #reviewScope;
+  #serialFragments;
+  #serialId;
+  #userLanguage;
+  #document;
+  constructor(options) {
+    const document = resolveDocument(options);
+    this.#compressionRatio = options.compressionRatio ?? 0.2;
+    this.#groupId = options.groupId;
+    this.#llm = options.llm;
+    this.#maxClues = options.maxClues ?? 10;
+    this.#maxIterations = options.maxIterations ?? 5;
+    this.#reviewScope = options.scopes;
+    this.#serialFragments = document.getSerialFragments(options.serialId);
+    this.#serialId = options.serialId;
+    this.#userLanguage = options.userLanguage;
+    this.#document = document;
+    this.#compressor = new CompressionRequester(
+      this.#llm,
+      options.scopes.compress,
+      this.#compressionRatio,
+      this.#userLanguage
+    );
+    this.#log = new CompressionLog(this.#serialId, this.#groupId, {
+      compressionRatio: this.#compressionRatio,
+      maxIterations: this.#maxIterations,
+      ...options.logDirPath === void 0 ? {} : {
+        logDirPath: options.logDirPath
+      }
+    });
+    this.#reviewer = new CompressionReviewer(
+      this.#llm,
+      this.#serialFragments,
+      {
+        review: this.#reviewScope.review,
+        reviewGuide: this.#reviewScope.reviewGuide
+      },
+      this.#userLanguage
+    );
+  }
+  async run() {
+    const groups = await this.#listTargetGroups();
+    const segmentStartIndexes = await this.#getGroupSegmentStartIndexes(groups);
+    if (segmentStartIndexes.length === 0) {
+      return "";
+    }
+    const clues = await extractCluesFromDocument({
+      document: this.#document,
+      groupId: this.#groupId,
+      maxClues: this.#maxClues,
+      serialId: this.#serialId
+    });
+    const originalText = await this.#getFullText(groups);
+    if (originalText.trim() === "") {
+      return "";
+    }
+    await this.#log.initialize(clues);
+    const markedOriginalText = await formatChunksAsBook({
+      chunks: listClueChunks(clues),
+      segmentStartIndexes,
+      serialFragments: this.#serialFragments,
+      wrapHighRetention: true
+    });
+    const clueReviewers = await this.#reviewer.generateClueReviewers(clues);
+    const targetLength = Math.floor(
+      originalText.length * this.#compressionRatio
+    );
+    const versions = [];
+    const reviewerHistories = /* @__PURE__ */ Object.create(null);
+    let previousCompressedText;
+    let revisionFeedback;
+    for (let iteration = 1; iteration <= this.#maxIterations; iteration += 1) {
+      await this.#log.appendIterationHeader(iteration, revisionFeedback);
+      const fullResponse = await this.#compressor.request({
+        markedText: markedOriginalText,
+        targetLength,
+        ...previousCompressedText === void 0 ? {} : {
+          previousCompressedText
+        },
+        ...revisionFeedback === void 0 ? {} : {
+          revisionFeedback
+        }
+      });
+      const compressedText = cleanChunkTags(
+        extractCompressedText(fullResponse)
+      );
+      const thinkingText = extractThinkingText(fullResponse);
+      await this.#log.appendCompressionResult({
+        compressedText,
+        thinkingText
+      });
+      const reviewOutput = await this.#reviewer.reviewCompression(
+        compressedText,
+        clueReviewers,
+        reviewerHistories
+      );
+      const reviews = [...reviewOutput.reviews];
+      const languageReview = checkOutputLanguage({
+        compressedText,
+        ...this.#userLanguage === void 0 ? {} : {
+          userLanguage: this.#userLanguage
+        }
+      });
+      if (languageReview !== void 0) {
+        reviews.push(languageReview.review);
+        await this.#log.appendLanguageMismatch({
+          detectedLanguageCode: languageReview.detectedLanguageCode,
+          review: languageReview.review,
+          targetLanguageCode: languageReview.targetLanguageCode,
+          userLanguage: this.#userLanguage
+        });
+      }
+      const score = calculateScore(reviews);
+      versions.push({
+        iteration,
+        reviews,
+        score,
+        text: compressedText
+      });
+      if (score === 0) {
+        break;
+      }
+      if (iteration >= this.#maxIterations) {
+        continue;
+      }
+      revisionFeedback = createRevisionFeedback({
+        llm: this.#llm,
+        reviews
+      });
+      previousCompressedText = compressedText;
+      for (const clueId of Object.keys(reviewOutput.rawResponses)) {
+        const rawResponse = reviewOutput.rawResponses[clueId];
+        if (rawResponse === void 0) {
+          continue;
+        }
+        reviewerHistories[clueId] = [compressedText, rawResponse];
+      }
+    }
+    const bestVersion = pickBestVersion(versions);
+    await this.#log.appendFinalSelection(bestVersion, originalText.length);
+    return bestVersion.text;
+  }
+  async #listTargetGroups() {
+    return (await this.#document.fragmentGroups.listBySerial(this.#serialId)).filter((record) => record.groupId === this.#groupId).map((record) => ({
+      endSentenceIndex: record.endSentenceIndex,
+      startSentenceIndex: record.startSentenceIndex
+    }));
+  }
+  async #getGroupSegmentStartIndexes(groups) {
+    const segmentStartIndexes = [
+      ...await this.#serialFragments.listFragmentIds()
+    ].sort(compareNumber);
+    const coveredStartIndexes = /* @__PURE__ */ new Set();
+    for (const group of groups) {
+      for (let index = 0; index < segmentStartIndexes.length; index += 1) {
+        const startSentenceIndex = segmentStartIndexes[index];
+        if (startSentenceIndex === void 0) {
+          continue;
+        }
+        const nextStartSentenceIndex = segmentStartIndexes[index + 1];
+        const endSentenceIndex = nextStartSentenceIndex === void 0 ? Infinity : nextStartSentenceIndex - 1;
+        if (startSentenceIndex <= group.endSentenceIndex && endSentenceIndex >= group.startSentenceIndex) {
+          coveredStartIndexes.add(startSentenceIndex);
+        }
+      }
+    }
+    return [...coveredStartIndexes].sort(compareNumber);
+  }
+  async #getFullText(groups) {
+    const fragments = await Promise.all(
+      groups.map(async (group) => ({
+        sentences: await this.#listGroupSentences(
+          group.startSentenceIndex,
+          group.endSentenceIndex
+        )
+      }))
+    );
+    return fragments.flatMap(
+      (fragment) => fragment.sentences.map((sentence) => sentence.text)
+    ).join(" ");
+  }
+  async #listGroupSentences(startSentenceIndex, endSentenceIndex) {
+    if (this.#serialFragments.listSentencesInRange !== void 0) {
+      return await this.#serialFragments.listSentencesInRange(
+        startSentenceIndex,
+        endSentenceIndex
+      );
+    }
+    const segmentStartIndexes = [
+      ...await this.#serialFragments.listFragmentIds()
+    ].sort(compareNumber);
+    const fragments = await Promise.all(
+      segmentStartIndexes.filter((segmentStartIndex, index) => {
+        const nextStartSentenceIndex = segmentStartIndexes[index + 1];
+        const segmentEndSentenceIndex = nextStartSentenceIndex === void 0 ? Infinity : nextStartSentenceIndex - 1;
+        return segmentStartIndex <= endSentenceIndex && segmentEndSentenceIndex >= startSentenceIndex;
+      }).map(
+        async (startSentenceIndex2) => await this.#serialFragments.getFragment(startSentenceIndex2)
+      )
+    );
+    return fragments.flatMap(
+      (fragment) => fragment.sentences.filter((_sentence, index) => {
+        const sentenceIndex = fragment.fragmentId + index;
+        return sentenceIndex >= startSentenceIndex && sentenceIndex <= endSentenceIndex;
+      })
+    );
+  }
+}
+function compareNumber(left, right) {
+  return left - right;
+}
+function listClueChunks(clues) {
+  return clues.flatMap((clue) => clue.chunks);
+}
+function resolveDocument(options) {
+  const document = options.document ?? options.workspace;
+  if (document === void 0) {
+    throw new Error("Editor requires a document");
+  }
+  return document;
+}
+export {
+  compressText
+};
+//# sourceMappingURL=compression.js.map

package/dist/text/editor/compression.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/compression.ts"],"sourcesContent":["import type { Language } from \"../../runtime/common/language.js\";\nimport type { LLM } from \"../../external/llm/index.js\";\nimport type {\n  ChunkRecord,\n  ReadonlyDocument,\n  ReadonlySerialFragments,\n} from \"../../document/index.js\";\nimport { extractCluesFromDocument, type Clue } from \"./clue.js\";\nimport { CompressionRequester } from \"./compressor.js\";\nimport {\n  calculateScore,\n  createRevisionFeedback,\n  pickBestVersion,\n} from \"./feedback.js\";\nimport { checkOutputLanguage } from \"./language-review.js\";\nimport { CompressionLog } from \"./log.js\";\nimport { formatChunksAsBook } from \"./markup.js\";\nimport {\n  cleanChunkTags,\n  extractCompressedText,\n  extractThinkingText,\n} from \"./response.js\";\nimport { CompressionReviewer, type ReviewerHistories } from \"./review.js\";\nimport type { CompressionVersion } from \"./types.js\";\n\nexport interface EditorScopes<S extends string> {\n  readonly compress: S;\n  readonly review: S;\n  readonly reviewGuide: S;\n}\n\nexport interface EditorOptions<S extends string> {\n  readonly compressionRatio?: number;\n  readonly document?: ReadonlyDocument;\n  readonly groupId: number;\n  readonly llm: LLM<S>;\n  readonly logDirPath?: string;\n  readonly maxClues?: number;\n  readonly maxIterations?: number;\n  readonly scopes: EditorScopes<S>;\n  readonly serialId: number;\n  readonly userLanguage?: Language;\n  /** @deprecated Use `document` instead. */\n  readonly workspace?: ReadonlyDocument;\n}\n\nexport async function compressText<S extends string>(\n  options: EditorOptions<S>,\n): Promise<string> {\n  return await new EditorOperation(options).run();\n}\n\nclass EditorOperation<S extends string> {\n  readonly #compressionRatio: number;\n  readonly #groupId: number;\n  readonly #llm: LLM<S>;\n  readonly #log: CompressionLog;\n  readonly #maxClues: number;\n  readonly #maxIterations: number;\n  readonly #compressor: CompressionRequester<S>;\n  readonly #reviewer: CompressionReviewer<S>;\n  readonly #reviewScope: EditorScopes<S>;\n  readonly #serialFragments: ReadonlySerialFragments;\n  readonly #serialId: number;\n  readonly #userLanguage: Language | undefined;\n  readonly #document: ReadonlyDocument;\n\n  public constructor(options: EditorOptions<S>) {\n    const document = resolveDocument(options);\n\n    this.#compressionRatio = options.compressionRatio ?? 0.2;\n    this.#groupId = options.groupId;\n    this.#llm = options.llm;\n    this.#maxClues = options.maxClues ?? 10;\n    this.#maxIterations = options.maxIterations ?? 5;\n    this.#reviewScope = options.scopes;\n    this.#serialFragments = document.getSerialFragments(options.serialId);\n    this.#serialId = options.serialId;\n    this.#userLanguage = options.userLanguage;\n    this.#document = document;\n    this.#compressor = new CompressionRequester(\n      this.#llm,\n      options.scopes.compress,\n      this.#compressionRatio,\n      this.#userLanguage,\n    );\n    this.#log = new CompressionLog(this.#serialId, this.#groupId, {\n      compressionRatio: this.#compressionRatio,\n      maxIterations: this.#maxIterations,\n      ...(options.logDirPath === undefined\n        ? {}\n        : {\n            logDirPath: options.logDirPath,\n          }),\n    });\n    this.#reviewer = new CompressionReviewer(\n      this.#llm,\n      this.#serialFragments,\n      {\n        review: this.#reviewScope.review,\n        reviewGuide: this.#reviewScope.reviewGuide,\n      },\n      this.#userLanguage,\n    );\n  }\n\n  public async run(): Promise<string> {\n    const groups = await this.#listTargetGroups();\n    const segmentStartIndexes = await this.#getGroupSegmentStartIndexes(groups);\n\n    if (segmentStartIndexes.length === 0) {\n      return \"\";\n    }\n\n    const clues = await extractCluesFromDocument({\n      document: this.#document,\n      groupId: this.#groupId,\n      maxClues: this.#maxClues,\n      serialId: this.#serialId,\n    });\n    const originalText = await this.#getFullText(groups);\n\n    if (originalText.trim() === \"\") {\n      return \"\";\n    }\n\n    await this.#log.initialize(clues);\n\n    const markedOriginalText = await formatChunksAsBook({\n      chunks: listClueChunks(clues),\n      segmentStartIndexes,\n      serialFragments: this.#serialFragments,\n      wrapHighRetention: true,\n    });\n    const clueReviewers = await this.#reviewer.generateClueReviewers(clues);\n    const targetLength = Math.floor(\n      originalText.length * this.#compressionRatio,\n    );\n    const versions: CompressionVersion[] = [];\n    const reviewerHistories = Object.create(null) as ReviewerHistories;\n    let previousCompressedText: string | undefined;\n    let revisionFeedback: string | undefined;\n\n    for (let iteration = 1; iteration <= this.#maxIterations; iteration += 1) {\n      await this.#log.appendIterationHeader(iteration, revisionFeedback);\n\n      const fullResponse = await this.#compressor.request({\n        markedText: markedOriginalText,\n        targetLength,\n        ...(previousCompressedText === undefined\n          ? {}\n          : {\n              previousCompressedText,\n            }),\n        ...(revisionFeedback === undefined\n          ? {}\n          : {\n              revisionFeedback,\n            }),\n      });\n      const compressedText = cleanChunkTags(\n        extractCompressedText(fullResponse),\n      );\n      const thinkingText = extractThinkingText(fullResponse);\n\n      await this.#log.appendCompressionResult({\n        compressedText,\n        thinkingText,\n      });\n\n      const reviewOutput = await this.#reviewer.reviewCompression(\n        compressedText,\n        clueReviewers,\n        reviewerHistories,\n      );\n      const reviews = [...reviewOutput.reviews];\n      const languageReview = checkOutputLanguage({\n        compressedText,\n        ...(this.#userLanguage === undefined\n          ? {}\n          : {\n              userLanguage: this.#userLanguage,\n            }),\n      });\n\n      if (languageReview !== undefined) {\n        reviews.push(languageReview.review);\n        await this.#log.appendLanguageMismatch({\n          detectedLanguageCode: languageReview.detectedLanguageCode,\n          review: languageReview.review,\n          targetLanguageCode: languageReview.targetLanguageCode,\n          userLanguage: this.#userLanguage,\n        });\n      }\n\n      const score = calculateScore(reviews);\n\n      versions.push({\n        iteration,\n        reviews,\n        score,\n        text: compressedText,\n      });\n\n      if (score === 0) {\n        break;\n      }\n\n      if (iteration >= this.#maxIterations) {\n        continue;\n      }\n\n      revisionFeedback = createRevisionFeedback({\n        llm: this.#llm,\n        reviews,\n      });\n      previousCompressedText = compressedText;\n\n      for (const clueId of Object.keys(reviewOutput.rawResponses)) {\n        const rawResponse = reviewOutput.rawResponses[clueId];\n\n        if (rawResponse === undefined) {\n          continue;\n        }\n\n        reviewerHistories[clueId] = [compressedText, rawResponse];\n      }\n    }\n\n    const bestVersion = pickBestVersion(versions);\n\n    await this.#log.appendFinalSelection(bestVersion, originalText.length);\n\n    return bestVersion.text;\n  }\n\n  async #listTargetGroups(): Promise<readonly SentenceGroup[]> {\n    return (await this.#document.fragmentGroups.listBySerial(this.#serialId))\n      .filter((record) => record.groupId === this.#groupId)\n      .map((record) => ({\n        endSentenceIndex: record.endSentenceIndex,\n        startSentenceIndex: record.startSentenceIndex,\n      }));\n  }\n\n  async #getGroupSegmentStartIndexes(\n    groups: readonly SentenceGroup[],\n  ): Promise<number[]> {\n    const segmentStartIndexes = [\n      ...(await this.#serialFragments.listFragmentIds()),\n    ].sort(compareNumber);\n    const coveredStartIndexes = new Set<number>();\n\n    for (const group of groups) {\n      for (let index = 0; index < segmentStartIndexes.length; index += 1) {\n        const startSentenceIndex = segmentStartIndexes[index];\n\n        if (startSentenceIndex === undefined) {\n          continue;\n        }\n\n        const nextStartSentenceIndex = segmentStartIndexes[index + 1];\n        const endSentenceIndex =\n          nextStartSentenceIndex === undefined\n            ? Infinity\n            : nextStartSentenceIndex - 1;\n\n        if (\n          startSentenceIndex <= group.endSentenceIndex &&\n          endSentenceIndex >= group.startSentenceIndex\n        ) {\n          coveredStartIndexes.add(startSentenceIndex);\n        }\n      }\n    }\n\n    return [...coveredStartIndexes].sort(compareNumber);\n  }\n\n  async #getFullText(groups: readonly SentenceGroup[]): Promise<string> {\n    const fragments = await Promise.all(\n      groups.map(async (group) => ({\n        sentences: await this.#listGroupSentences(\n          group.startSentenceIndex,\n          group.endSentenceIndex,\n        ),\n      })),\n    );\n\n    return fragments\n      .flatMap((fragment) =>\n        fragment.sentences.map((sentence) => sentence.text),\n      )\n      .join(\" \");\n  }\n\n  async #listGroupSentences(\n    startSentenceIndex: number,\n    endSentenceIndex: number,\n  ): Promise<readonly { readonly text: string }[]> {\n    if (this.#serialFragments.listSentencesInRange !== undefined) {\n      return await this.#serialFragments.listSentencesInRange(\n        startSentenceIndex,\n        endSentenceIndex,\n      );\n    }\n\n    const segmentStartIndexes = [\n      ...(await this.#serialFragments.listFragmentIds()),\n    ].sort(compareNumber);\n    const fragments = await Promise.all(\n      segmentStartIndexes\n        .filter((segmentStartIndex, index) => {\n          const nextStartSentenceIndex = segmentStartIndexes[index + 1];\n          const segmentEndSentenceIndex =\n            nextStartSentenceIndex === undefined\n              ? Infinity\n              : nextStartSentenceIndex - 1;\n\n          return (\n            segmentStartIndex <= endSentenceIndex &&\n            segmentEndSentenceIndex >= startSentenceIndex\n          );\n        })\n        .map(\n          async (startSentenceIndex) =>\n            await this.#serialFragments.getFragment(startSentenceIndex),\n        ),\n    );\n\n    return fragments.flatMap((fragment) =>\n      fragment.sentences.filter((_sentence, index) => {\n        const sentenceIndex = fragment.fragmentId + index;\n\n        return (\n          sentenceIndex >= startSentenceIndex &&\n          sentenceIndex <= endSentenceIndex\n        );\n      }),\n    );\n  }\n}\n\ninterface SentenceGroup {\n  readonly endSentenceIndex: number;\n  readonly startSentenceIndex: number;\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\nfunction listClueChunks(clues: readonly Clue[]): ChunkRecord[] {\n  return clues.flatMap((clue) => clue.chunks);\n}\n\nfunction resolveDocument<S extends string>(\n  options: EditorOptions<S>,\n): ReadonlyDocument {\n  const document = options.document ?? options.workspace;\n\n  if (document === undefined) {\n    throw new Error(\"Editor requires a document\");\n  }\n\n  return document;\n}\n"],"mappings":"AAOA,SAAS,gCAA2C;AACpD,SAAS,4BAA4B;AACrC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,2BAA2B;AACpC,SAAS,sBAAsB;AAC/B,SAAS,0BAA0B;AACnC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,2BAAmD;AAwB5D,eAAsB,aACpB,SACiB;AACjB,SAAO,MAAM,IAAI,gBAAgB,OAAO,EAAE,IAAI;AAChD;AAEA,MAAM,gBAAkC;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YAAY,SAA2B;AAC5C,UAAM,WAAW,gBAAgB,OAAO;AAExC,SAAK,oBAAoB,QAAQ,oBAAoB;AACrD,SAAK,WAAW,QAAQ;AACxB,SAAK,OAAO,QAAQ;AACpB,SAAK,YAAY,QAAQ,YAAY;AACrC,SAAK,iBAAiB,QAAQ,iBAAiB;AAC/C,SAAK,eAAe,QAAQ;AAC5B,SAAK,mBAAmB,SAAS,mBAAmB,QAAQ,QAAQ;AACpE,SAAK,YAAY,QAAQ;AACzB,SAAK,gBAAgB,QAAQ;AAC7B,SAAK,YAAY;AACjB,SAAK,cAAc,IAAI;AAAA,MACrB,KAAK;AAAA,MACL,QAAQ,OAAO;AAAA,MACf,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AACA,SAAK,OAAO,IAAI,eAAe,KAAK,WAAW,KAAK,UAAU;AAAA,MAC5D,kBAAkB,KAAK;AAAA,MACvB,eAAe,KAAK;AAAA,MACpB,GAAI,QAAQ,eAAe,SACvB,CAAC,IACD;AAAA,QACE,YAAY,QAAQ;AAAA,MACtB;AAAA,IACN,CAAC;AACD,SAAK,YAAY,IAAI;AAAA,MACnB,KAAK;AAAA,MACL,KAAK;AAAA,MACL;AAAA,QACE,QAAQ,KAAK,aAAa;AAAA,QAC1B,aAAa,KAAK,aAAa;AAAA,MACjC;AAAA,MACA,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAa,MAAuB;AAClC,UAAM,SAAS,MAAM,KAAK,kBAAkB;AAC5C,UAAM,sBAAsB,MAAM,KAAK,6BAA6B,MAAM;AAE1E,QAAI,oBAAoB,WAAW,GAAG;AACpC,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,MAAM,yBAAyB;AAAA,MAC3C,UAAU,KAAK;AAAA,MACf,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,UAAU,KAAK;AAAA,IACjB,CAAC;AACD,UAAM,eAAe,MAAM,KAAK,aAAa,MAAM;AAEnD,QAAI,aAAa,KAAK,MAAM,IAAI;AAC9B,aAAO;AAAA,IACT;AAEA,UAAM,KAAK,KAAK,WAAW,KAAK;AAEhC,UAAM,qBAAqB,MAAM,mBAAmB;AAAA,MAClD,QAAQ,eAAe,KAAK;AAAA,MAC5B;AAAA,MACA,iBAAiB,KAAK;AAAA,MACtB,mBAAmB;AAAA,IACrB,CAAC;AACD,UAAM,gBAAgB,MAAM,KAAK,UAAU,sBAAsB,KAAK;AACtE,UAAM,eAAe,KAAK;AAAA,MACxB,aAAa,SAAS,KAAK;AAAA,IAC7B;AACA,UAAM,WAAiC,CAAC;AACxC,UAAM,oBAAoB,uBAAO,OAAO,IAAI;AAC5C,QAAI;AACJ,QAAI;AAEJ,aAAS,YAAY,GAAG,aAAa,KAAK,gBAAgB,aAAa,GAAG;AACxE,YAAM,KAAK,KAAK,sBAAsB,WAAW,gBAAgB;AAEjE,YAAM,eAAe,MAAM,KAAK,YAAY,QAAQ;AAAA,QAClD,YAAY;AAAA,QACZ;AAAA,QACA,GAAI,2BAA2B,SAC3B,CAAC,IACD;AAAA,UACE;AAAA,QACF;AAAA,QACJ,GAAI,qBAAqB,SACrB,CAAC,IACD;AAAA,UACE;AAAA,QACF;AAAA,MACN,CAAC;AACD,YAAM,iBAAiB;AAAA,QACrB,sBAAsB,YAAY;AAAA,MACpC;AACA,YAAM,eAAe,oBAAoB,YAAY;AAErD,YAAM,KAAK,KAAK,wBAAwB;AAAA,QACtC;AAAA,QACA;AAAA,MACF,CAAC;AAED,YAAM,eAAe,MAAM,KAAK,UAAU;AAAA,QACxC;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,UAAU,CAAC,GAAG,aAAa,OAAO;AACxC,YAAM,iBAAiB,oBAAoB;AAAA,QACzC;AAAA,QACA,GAAI,KAAK,kBAAkB,SACvB,CAAC,IACD;AAAA,UACE,cAAc,KAAK;AAAA,QACrB;AAAA,MACN,CAAC;AAED,UAAI,mBAAmB,QAAW;AAChC,gBAAQ,KAAK,eAAe,MAAM;AAClC,cAAM,KAAK,KAAK,uBAAuB;AAAA,UACrC,sBAAsB,eAAe;AAAA,UACrC,QAAQ,eAAe;AAAA,UACvB,oBAAoB,eAAe;AAAA,UACnC,cAAc,KAAK;AAAA,QACrB,CAAC;AAAA,MACH;AAEA,YAAM,QAAQ,eAAe,OAAO;AAEpC,eAAS,KAAK;AAAA,QACZ;AAAA,QACA;AAAA,QACA;AAAA,QACA,MAAM;AAAA,MACR,CAAC;AAED,UAAI,UAAU,GAAG;AACf;AAAA,MACF;AAEA,UAAI,aAAa,KAAK,gBAAgB;AACpC;AAAA,MACF;AAEA,yBAAmB,uBAAuB;AAAA,QACxC,KAAK,KAAK;AAAA,QACV;AAAA,MACF,CAAC;AACD,+BAAyB;AAEzB,iBAAW,UAAU,OAAO,KAAK,aAAa,YAAY,GAAG;AAC3D,cAAM,cAAc,aAAa,aAAa,MAAM;AAEpD,YAAI,gBAAgB,QAAW;AAC7B;AAAA,QACF;AAEA,0BAAkB,MAAM,IAAI,CAAC,gBAAgB,WAAW;AAAA,MAC1D;AAAA,IACF;AAEA,UAAM,cAAc,gBAAgB,QAAQ;AAE5C,UAAM,KAAK,KAAK,qBAAqB,aAAa,aAAa,MAAM;AAErE,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAM,oBAAuD;AAC3D,YAAQ,MAAM,KAAK,UAAU,eAAe,aAAa,KAAK,SAAS,GACpE,OAAO,CAAC,WAAW,OAAO,YAAY,KAAK,QAAQ,EACnD,IAAI,CAAC,YAAY;AAAA,MAChB,kBAAkB,OAAO;AAAA,MACzB,oBAAoB,OAAO;AAAA,IAC7B,EAAE;AAAA,EACN;AAAA,EAEA,MAAM,6BACJ,QACmB;AACnB,UAAM,sBAAsB;AAAA,MAC1B,GAAI,MAAM,KAAK,iBAAiB,gBAAgB;AAAA,IAClD,EAAE,KAAK,aAAa;AACpB,UAAM,sBAAsB,oBAAI,IAAY;AAE5C,eAAW,SAAS,QAAQ;AAC1B,eAAS,QAAQ,GAAG,QAAQ,oBAAoB,QAAQ,SAAS,GAAG;AAClE,cAAM,qBAAqB,oBAAoB,KAAK;AAEpD,YAAI,uBAAuB,QAAW;AACpC;AAAA,QACF;AAEA,cAAM,yBAAyB,oBAAoB,QAAQ,CAAC;AAC5D,cAAM,mBACJ,2BAA2B,SACvB,WACA,yBAAyB;AAE/B,YACE,sBAAsB,MAAM,oBAC5B,oBAAoB,MAAM,oBAC1B;AACA,8BAAoB,IAAI,kBAAkB;AAAA,QAC5C;AAAA,MACF;AAAA,IACF;AAEA,WAAO,CAAC,GAAG,mBAAmB,EAAE,KAAK,aAAa;AAAA,EACpD;AAAA,EAEA,MAAM,aAAa,QAAmD;AACpE,UAAM,YAAY,MAAM,QAAQ;AAAA,MAC9B,OAAO,IAAI,OAAO,WAAW;AAAA,QAC3B,WAAW,MAAM,KAAK;AAAA,UACpB,MAAM;AAAA,UACN,MAAM;AAAA,QACR;AAAA,MACF,EAAE;AAAA,IACJ;AAEA,WAAO,UACJ;AAAA,MAAQ,CAAC,aACR,SAAS,UAAU,IAAI,CAAC,aAAa,SAAS,IAAI;AAAA,IACpD,EACC,KAAK,GAAG;AAAA,EACb;AAAA,EAEA,MAAM,oBACJ,oBACA,kBAC+C;AAC/C,QAAI,KAAK,iBAAiB,yBAAyB,QAAW;AAC5D,aAAO,MAAM,KAAK,iBAAiB;AAAA,QACjC;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAEA,UAAM,sBAAsB;AAAA,MAC1B,GAAI,MAAM,KAAK,iBAAiB,gBAAgB;AAAA,IAClD,EAAE,KAAK,aAAa;AACpB,UAAM,YAAY,MAAM,QAAQ;AAAA,MAC9B,oBACG,OAAO,CAAC,mBAAmB,UAAU;AACpC,cAAM,yBAAyB,oBAAoB,QAAQ,CAAC;AAC5D,cAAM,0BACJ,2BAA2B,SACvB,WACA,yBAAyB;AAE/B,eACE,qBAAqB,oBACrB,2BAA2B;AAAA,MAE/B,CAAC,EACA;AAAA,QACC,OAAOA,wBACL,MAAM,KAAK,iBAAiB,YAAYA,mBAAkB;AAAA,MAC9D;AAAA,IACJ;AAEA,WAAO,UAAU;AAAA,MAAQ,CAAC,aACxB,SAAS,UAAU,OAAO,CAAC,WAAW,UAAU;AAC9C,cAAM,gBAAgB,SAAS,aAAa;AAE5C,eACE,iBAAiB,sBACjB,iBAAiB;AAAA,MAErB,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAOA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAEA,SAAS,eAAe,OAAuC;AAC7D,SAAO,MAAM,QAAQ,CAAC,SAAS,KAAK,MAAM;AAC5C;AAEA,SAAS,gBACP,SACkB;AAClB,QAAM,WAAW,QAAQ,YAAY,QAAQ;AAE7C,MAAI,aAAa,QAAW;AAC1B,UAAM,IAAI,MAAM,4BAA4B;AAAA,EAC9C;AAEA,SAAO;AACT;","names":["startSentenceIndex"]}

package/dist/text/editor/compressor.d.ts

@@ -0,0 +1,19 @@
+import { LLM } from '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+
+declare class CompressionRequester<S extends string> {
+    #private;
+    constructor(llm: LLM<S>, scope: S, compressionRatio: number, userLanguage?: string);
+    request(input: {
+        markedText: string;
+        previousCompressedText?: string;
+        revisionFeedback?: string;
+        targetLength: number;
+    }): Promise<string>;
+}
+declare function extractFinalCompressedText(response: string): string;
+
+export { CompressionRequester, extractFinalCompressedText };

package/dist/text/editor/compressor.js

@@ -0,0 +1,123 @@
+import { TEXT_COMPRESSOR_PROMPT_TEMPLATE } from "./prompt-templates.js";
+const MAX_RETRIES = 2;
+class CompressionRequester {
+  #compressionRatio;
+  #llm;
+  #scope;
+  #userLanguage;
+  constructor(llm, scope, compressionRatio, userLanguage) {
+    this.#compressionRatio = compressionRatio;
+    this.#llm = llm;
+    this.#scope = scope;
+    this.#userLanguage = userLanguage;
+  }
+  async request(input) {
+    const acceptableMin = Math.floor(input.targetLength * 0.85);
+    const acceptableMax = Math.floor(input.targetLength * 1.15);
+    const systemPrompt = this.#llm.loadSystemPrompt(
+      TEXT_COMPRESSOR_PROMPT_TEMPLATE,
+      {
+        acceptable_max: acceptableMax,
+        acceptable_min: acceptableMin,
+        compression_ratio: Math.floor(this.#compressionRatio * 100),
+        original_length: input.markedText.length,
+        target_length: input.targetLength,
+        user_language: this.#userLanguage
+      }
+    );
+    const messages = buildCompressionMessages(
+      {
+        markedText: input.markedText,
+        systemPrompt
+      },
+      input.previousCompressedText,
+      input.revisionFeedback
+    );
+    return await this.#llm.request(async (request) => {
+      let currentMessages = messages;
+      for (let retryIndex = 0; retryIndex <= MAX_RETRIES; retryIndex += 1) {
+        const response = await request(currentMessages, {
+          retryIndex,
+          retryMax: MAX_RETRIES,
+          scope: this.#scope,
+          ...retryIndex === 0 ? {} : { useCache: false }
+        });
+        try {
+          return extractFinalCompressedText(response);
+        } catch (error) {
+          if (retryIndex >= MAX_RETRIES) {
+            throw error;
+          }
+          currentMessages = [
+            ...currentMessages,
+            {
+              content: response,
+              role: "assistant"
+            },
+            {
+              content: buildCompressionRetryFeedback(error),
+              role: "user"
+            }
+          ];
+        }
+      }
+      throw new Error("Compression request failed unexpectedly");
+    });
+  }
+}
+function buildCompressionMessages(input, previousCompressedText, revisionFeedback) {
+  const messages = [
+    {
+      content: input.systemPrompt,
+      role: "system"
+    },
+    {
+      content: input.markedText,
+      role: "user"
+    }
+  ];
+  if (previousCompressedText !== void 0 && revisionFeedback !== void 0) {
+    messages.push(
+      {
+        content: `<final>${previousCompressedText}</final>`,
+        role: "assistant"
+      },
+      {
+        content: revisionFeedback,
+        role: "user"
+      }
+    );
+  }
+  return messages;
+}
+function extractFinalCompressedText(response) {
+  const trimmedResponse = response.trim();
+  const match = /^<final>([\s\S]*)<\/final>$/.exec(trimmedResponse);
+  if (match === null) {
+    throw new Error(
+      "Compression response must be exactly one <final>...</final> block."
+    );
+  }
+  const compressedText = match[1]?.trim();
+  if (compressedText === void 0 || compressedText === "") {
+    throw new Error("Compression response contained an empty <final> block.");
+  }
+  if (/<\/?[A-Za-z][^>]*>/.test(compressedText)) {
+    throw new Error("Compressed text must not contain XML or HTML tags.");
+  }
+  return compressedText;
+}
+function buildCompressionRetryFeedback(error) {
+  const reason = error instanceof Error ? error.message : String(error);
+  return [
+    "Your previous response was invalid.",
+    reason,
+    "Return exactly one <final>...</final> block and nothing else.",
+    "The content inside <final> must be plain text only, with no tags, headings, fences, or explanatory text."
+  ].join(" ");
+}
+export {
+  CompressionRequester,
+  extractFinalCompressedText
+};
+//# sourceMappingURL=compressor.js.map

package/dist/text/editor/compressor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/compressor.ts"],"sourcesContent":["import type { LLMessage, LLM } from \"../../external/llm/index.js\";\nimport { TEXT_COMPRESSOR_PROMPT_TEMPLATE } from \"./prompt-templates.js\";\n\nconst MAX_RETRIES = 2;\n\nexport class CompressionRequester<S extends string> {\n  readonly #compressionRatio: number;\n  readonly #llm: LLM<S>;\n  readonly #scope: S;\n  readonly #userLanguage: string | undefined;\n\n  public constructor(\n    llm: LLM<S>,\n    scope: S,\n    compressionRatio: number,\n    userLanguage?: string,\n  ) {\n    this.#compressionRatio = compressionRatio;\n    this.#llm = llm;\n    this.#scope = scope;\n    this.#userLanguage = userLanguage;\n  }\n\n  public async request(input: {\n    markedText: string;\n    previousCompressedText?: string;\n    revisionFeedback?: string;\n    targetLength: number;\n  }): Promise<string> {\n    const acceptableMin = Math.floor(input.targetLength * 0.85);\n    const acceptableMax = Math.floor(input.targetLength * 1.15);\n    const systemPrompt = this.#llm.loadSystemPrompt(\n      TEXT_COMPRESSOR_PROMPT_TEMPLATE,\n      {\n        acceptable_max: acceptableMax,\n        acceptable_min: acceptableMin,\n        compression_ratio: Math.floor(this.#compressionRatio * 100),\n        original_length: input.markedText.length,\n        target_length: input.targetLength,\n        user_language: this.#userLanguage,\n      },\n    );\n    const messages = buildCompressionMessages(\n      {\n        markedText: input.markedText,\n        systemPrompt,\n      },\n      input.previousCompressedText,\n      input.revisionFeedback,\n    );\n\n    return await this.#llm.request(async (request) => {\n      let currentMessages = messages;\n\n      for (let retryIndex = 0; retryIndex <= MAX_RETRIES; retryIndex += 1) {\n        const response = await request(currentMessages, {\n          retryIndex,\n          retryMax: MAX_RETRIES,\n          scope: this.#scope,\n          ...(retryIndex === 0 ? {} : { useCache: false }),\n        });\n\n        try {\n          return extractFinalCompressedText(response);\n        } catch (error) {\n          if (retryIndex >= MAX_RETRIES) {\n            throw error;\n          }\n\n          currentMessages = [\n            ...currentMessages,\n            {\n              content: response,\n              role: \"assistant\",\n            },\n            {\n              content: buildCompressionRetryFeedback(error),\n              role: \"user\",\n            },\n          ];\n        }\n      }\n\n      throw new Error(\"Compression request failed unexpectedly\");\n    });\n  }\n}\n\nfunction buildCompressionMessages(\n  input: {\n    markedText: string;\n    systemPrompt: string;\n  },\n  previousCompressedText?: string,\n  revisionFeedback?: string,\n): LLMessage[] {\n  const messages: LLMessage[] = [\n    {\n      content: input.systemPrompt,\n      role: \"system\",\n    },\n    {\n      content: input.markedText,\n      role: \"user\",\n    },\n  ];\n\n  if (previousCompressedText !== undefined && revisionFeedback !== undefined) {\n    messages.push(\n      {\n        content: `<final>${previousCompressedText}</final>`,\n        role: \"assistant\",\n      },\n      {\n        content: revisionFeedback,\n        role: \"user\",\n      },\n    );\n  }\n\n  return messages;\n}\n\nexport function extractFinalCompressedText(response: string): string {\n  const trimmedResponse = response.trim();\n  const match = /^<final>([\\s\\S]*)<\\/final>$/.exec(trimmedResponse);\n\n  if (match === null) {\n    throw new Error(\n      \"Compression response must be exactly one <final>...</final> block.\",\n    );\n  }\n\n  const compressedText = match[1]?.trim();\n\n  if (compressedText === undefined || compressedText === \"\") {\n    throw new Error(\"Compression response contained an empty <final> block.\");\n  }\n\n  if (/<\\/?[A-Za-z][^>]*>/.test(compressedText)) {\n    throw new Error(\"Compressed text must not contain XML or HTML tags.\");\n  }\n\n  return compressedText;\n}\n\nfunction buildCompressionRetryFeedback(error: unknown): string {\n  const reason = error instanceof Error ? error.message : String(error);\n\n  return [\n    \"Your previous response was invalid.\",\n    reason,\n    \"Return exactly one <final>...</final> block and nothing else.\",\n    \"The content inside <final> must be plain text only, with no tags, headings, fences, or explanatory text.\",\n  ].join(\" \");\n}\n"],"mappings":"AACA,SAAS,uCAAuC;AAEhD,MAAM,cAAc;AAEb,MAAM,qBAAuC;AAAA,EACzC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YACL,KACA,OACA,kBACA,cACA;AACA,SAAK,oBAAoB;AACzB,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,MAAa,QAAQ,OAKD;AAClB,UAAM,gBAAgB,KAAK,MAAM,MAAM,eAAe,IAAI;AAC1D,UAAM,gBAAgB,KAAK,MAAM,MAAM,eAAe,IAAI;AAC1D,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B;AAAA,MACA;AAAA,QACE,gBAAgB;AAAA,QAChB,gBAAgB;AAAA,QAChB,mBAAmB,KAAK,MAAM,KAAK,oBAAoB,GAAG;AAAA,QAC1D,iBAAiB,MAAM,WAAW;AAAA,QAClC,eAAe,MAAM;AAAA,QACrB,eAAe,KAAK;AAAA,MACtB;AAAA,IACF;AACA,UAAM,WAAW;AAAA,MACf;AAAA,QACE,YAAY,MAAM;AAAA,QAClB;AAAA,MACF;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAEA,WAAO,MAAM,KAAK,KAAK,QAAQ,OAAO,YAAY;AAChD,UAAI,kBAAkB;AAEtB,eAAS,aAAa,GAAG,cAAc,aAAa,cAAc,GAAG;AACnE,cAAM,WAAW,MAAM,QAAQ,iBAAiB;AAAA,UAC9C;AAAA,UACA,UAAU;AAAA,UACV,OAAO,KAAK;AAAA,UACZ,GAAI,eAAe,IAAI,CAAC,IAAI,EAAE,UAAU,MAAM;AAAA,QAChD,CAAC;AAED,YAAI;AACF,iBAAO,2BAA2B,QAAQ;AAAA,QAC5C,SAAS,OAAO;AACd,cAAI,cAAc,aAAa;AAC7B,kBAAM;AAAA,UACR;AAEA,4BAAkB;AAAA,YAChB,GAAG;AAAA,YACH;AAAA,cACE,SAAS;AAAA,cACT,MAAM;AAAA,YACR;AAAA,YACA;AAAA,cACE,SAAS,8BAA8B,KAAK;AAAA,cAC5C,MAAM;AAAA,YACR;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,YAAM,IAAI,MAAM,yCAAyC;AAAA,IAC3D,CAAC;AAAA,EACH;AACF;AAEA,SAAS,yBACP,OAIA,wBACA,kBACa;AACb,QAAM,WAAwB;AAAA,IAC5B;AAAA,MACE,SAAS,MAAM;AAAA,MACf,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,MAAM;AAAA,MACf,MAAM;AAAA,IACR;AAAA,EACF;AAEA,MAAI,2BAA2B,UAAa,qBAAqB,QAAW;AAC1E,aAAS;AAAA,MACP;AAAA,QACE,SAAS,UAAU,sBAAsB;AAAA,QACzC,MAAM;AAAA,MACR;AAAA,MACA;AAAA,QACE,SAAS;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,2BAA2B,UAA0B;AACnE,QAAM,kBAAkB,SAAS,KAAK;AACtC,QAAM,QAAQ,8BAA8B,KAAK,eAAe;AAEhE,MAAI,UAAU,MAAM;AAClB,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,QAAM,iBAAiB,MAAM,CAAC,GAAG,KAAK;AAEtC,MAAI,mBAAmB,UAAa,mBAAmB,IAAI;AACzD,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AAEA,MAAI,qBAAqB,KAAK,cAAc,GAAG;AAC7C,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AAEA,SAAO;AACT;AAEA,SAAS,8BAA8B,OAAwB;AAC7D,QAAM,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAEpE,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,GAAG;AACZ;","names":[]}

package/dist/text/editor/feedback.d.ts

@@ -0,0 +1,16 @@
+import { LLM } from '../../external/llm/client/core.js';
+import { ReviewResult, CompressionVersion } from './types.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+
+declare function calculateScore(reviews: readonly ReviewResult[]): number;
+declare function createRevisionFeedback<S extends string>(input: {
+    llm: LLM<S>;
+    reviews: readonly ReviewResult[];
+}): string;
+declare function formatIssuesForLog(reviews: readonly ReviewResult[]): string;
+declare function pickBestVersion(versions: readonly CompressionVersion[]): CompressionVersion;
+
+export { calculateScore, createRevisionFeedback, formatIssuesForLog, pickBestVersion };

package/dist/text/editor/feedback.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/feedback.ts"],"sourcesContent":["import type { LLM } from \"../../external/llm/index.js\";\nimport { REVISION_FEEDBACK_PROMPT_TEMPLATE } from \"./prompt-templates.js\";\nimport type { CompressionVersion, ReviewIssue, ReviewResult } from \"./types.js\";\nimport { ReviewSeverity } from \"./types.js\";\n\nconst REVIEW_SEVERITY_VALUE: Readonly<Record<ReviewSeverity, number>> =\n  Object.freeze({\n    [ReviewSeverity.Critical]: 9,\n    [ReviewSeverity.Major]: 3,\n    [ReviewSeverity.Minor]: 1,\n  });\n\nexport function calculateScore(reviews: readonly ReviewResult[]): number {\n  let totalScore = 0;\n\n  for (const review of reviews) {\n    for (const issue of review.issues) {\n      totalScore += REVIEW_SEVERITY_VALUE[issue.severity] * review.weight;\n    }\n  }\n\n  return totalScore;\n}\n\nexport function createRevisionFeedback<S extends string>(input: {\n  llm: LLM<S>;\n  reviews: readonly ReviewResult[];\n}): string {\n  const allIssues = collectIssues(input.reviews);\n  const visibleIssues = allIssues.slice(0, 9);\n  const hiddenCount = allIssues.length - visibleIssues.length;\n  const issueLines: string[] = [];\n\n  for (let index = 0; index < visibleIssues.length; index += 1) {\n    const issue = visibleIssues[index];\n\n    if (issue === undefined) {\n      continue;\n    }\n\n    issueLines.push(\n      `${index + 1}. [${issue.severity.toUpperCase()}]`,\n      `   Problem: ${issue.problem}`,\n    );\n\n    if (issue.suggestion !== \"\") {\n      issueLines.push(`   Suggestion: ${issue.suggestion}`);\n    }\n\n    issueLines.push(\"\");\n  }\n\n  if (hiddenCount > 0) {\n    issueLines.push(\n      `... and ${hiddenCount} more issues hidden (lower priority)`,\n    );\n  }\n\n  return input.llm.loadSystemPrompt(REVISION_FEEDBACK_PROMPT_TEMPLATE, {\n    issues_description: issueLines.join(\"\\n\"),\n  });\n}\n\nexport function formatIssuesForLog(reviews: readonly ReviewResult[]): string {\n  const issues = collectIssues(reviews);\n\n  if (issues.length === 0) {\n    return \"No issues found - all reviewers are satisfied.\\n\";\n  }\n\n  const lines: string[] = [];\n\n  for (let index = 0; index < issues.length; index += 1) {\n    const issue = issues[index];\n\n    if (issue === undefined) {\n      continue;\n    }\n\n    lines.push(\n      `${index + 1}. [${issue.severity.toUpperCase()}]`,\n      `   Problem: ${issue.problem}`,\n    );\n\n    if (issue.suggestion !== \"\") {\n      lines.push(`   Suggestion: ${issue.suggestion}`);\n    }\n\n    lines.push(\"\");\n  }\n\n  return lines.join(\"\\n\");\n}\n\nexport function pickBestVersion(\n  versions: readonly CompressionVersion[],\n): CompressionVersion {\n  const bestVersion = versions.reduce<CompressionVersion | undefined>(\n    (currentBest, version) => {\n      if (currentBest === undefined || version.score < currentBest.score) {\n        return version;\n      }\n\n      return currentBest;\n    },\n    undefined,\n  );\n\n  if (bestVersion === undefined) {\n    throw new Error(\"Compression failed: no versions generated\");\n  }\n\n  return bestVersion;\n}\n\nfunction collectIssues(\n  reviews: readonly ReviewResult[],\n): Array<ReviewIssue & { readonly weight: number }> {\n  const issues = reviews.flatMap((review) =>\n    review.issues.map((issue) => ({\n      ...issue,\n      weight: review.weight,\n    })),\n  );\n\n  issues.sort((left, right) => {\n    const severityDelta =\n      REVIEW_SEVERITY_VALUE[right.severity] -\n      REVIEW_SEVERITY_VALUE[left.severity];\n\n    if (severityDelta !== 0) {\n      return severityDelta;\n    }\n\n    return right.weight - left.weight;\n  });\n\n  return issues;\n}\n"],"mappings":"AACA,SAAS,yCAAyC;AAElD,SAAS,sBAAsB;AAE/B,MAAM,wBACJ,OAAO,OAAO;AAAA,EACZ,CAAC,eAAe,QAAQ,GAAG;AAAA,EAC3B,CAAC,eAAe,KAAK,GAAG;AAAA,EACxB,CAAC,eAAe,KAAK,GAAG;AAC1B,CAAC;AAEI,SAAS,eAAe,SAA0C;AACvE,MAAI,aAAa;AAEjB,aAAW,UAAU,SAAS;AAC5B,eAAW,SAAS,OAAO,QAAQ;AACjC,oBAAc,sBAAsB,MAAM,QAAQ,IAAI,OAAO;AAAA,IAC/D;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,uBAAyC,OAG9C;AACT,QAAM,YAAY,cAAc,MAAM,OAAO;AAC7C,QAAM,gBAAgB,UAAU,MAAM,GAAG,CAAC;AAC1C,QAAM,cAAc,UAAU,SAAS,cAAc;AACrD,QAAM,aAAuB,CAAC;AAE9B,WAAS,QAAQ,GAAG,QAAQ,cAAc,QAAQ,SAAS,GAAG;AAC5D,UAAM,QAAQ,cAAc,KAAK;AAEjC,QAAI,UAAU,QAAW;AACvB;AAAA,IACF;AAEA,eAAW;AAAA,MACT,GAAG,QAAQ,CAAC,MAAM,MAAM,SAAS,YAAY,CAAC;AAAA,MAC9C,eAAe,MAAM,OAAO;AAAA,IAC9B;AAEA,QAAI,MAAM,eAAe,IAAI;AAC3B,iBAAW,KAAK,kBAAkB,MAAM,UAAU,EAAE;AAAA,IACtD;AAEA,eAAW,KAAK,EAAE;AAAA,EACpB;AAEA,MAAI,cAAc,GAAG;AACnB,eAAW;AAAA,MACT,WAAW,WAAW;AAAA,IACxB;AAAA,EACF;AAEA,SAAO,MAAM,IAAI,iBAAiB,mCAAmC;AAAA,IACnE,oBAAoB,WAAW,KAAK,IAAI;AAAA,EAC1C,CAAC;AACH;AAEO,SAAS,mBAAmB,SAA0C;AAC3E,QAAM,SAAS,cAAc,OAAO;AAEpC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AAEA,QAAM,QAAkB,CAAC;AAEzB,WAAS,QAAQ,GAAG,QAAQ,OAAO,QAAQ,SAAS,GAAG;AACrD,UAAM,QAAQ,OAAO,KAAK;AAE1B,QAAI,UAAU,QAAW;AACvB;AAAA,IACF;AAEA,UAAM;AAAA,MACJ,GAAG,QAAQ,CAAC,MAAM,MAAM,SAAS,YAAY,CAAC;AAAA,MAC9C,eAAe,MAAM,OAAO;AAAA,IAC9B;AAEA,QAAI,MAAM,eAAe,IAAI;AAC3B,YAAM,KAAK,kBAAkB,MAAM,UAAU,EAAE;AAAA,IACjD;AAEA,UAAM,KAAK,EAAE;AAAA,EACf;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,gBACd,UACoB;AACpB,QAAM,cAAc,SAAS;AAAA,IAC3B,CAAC,aAAa,YAAY;AACxB,UAAI,gBAAgB,UAAa,QAAQ,QAAQ,YAAY,OAAO;AAClE,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,IACT;AAAA,IACA;AAAA,EACF;AAEA,MAAI,gBAAgB,QAAW;AAC7B,UAAM,IAAI,MAAM,2CAA2C;AAAA,EAC7D;AAEA,SAAO;AACT;AAEA,SAAS,cACP,SACkD;AAClD,QAAM,SAAS,QAAQ;AAAA,IAAQ,CAAC,WAC9B,OAAO,OAAO,IAAI,CAAC,WAAW;AAAA,MAC5B,GAAG;AAAA,MACH,QAAQ,OAAO;AAAA,IACjB,EAAE;AAAA,EACJ;AAEA,SAAO,KAAK,CAAC,MAAM,UAAU;AAC3B,UAAM,gBACJ,sBAAsB,MAAM,QAAQ,IACpC,sBAAsB,KAAK,QAAQ;AAErC,QAAI,kBAAkB,GAAG;AACvB,aAAO;AAAA,IACT;AAEA,WAAO,MAAM,SAAS,KAAK;AAAA,EAC7B,CAAC;AAED,SAAO;AACT;","names":[]}

package/dist/text/editor/index.d.ts

@@ -0,0 +1,30 @@
+export { EditorOptions, EditorScopes, compressText } from './compression.js';
+import '../../runtime/common/language.js';
+import '../../external/llm/client/core.js';
+import '../../external/llm/context.js';
+import '../../external/llm/cache.js';
+import '../../external/llm/types.js';
+import 'ai';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';

package/dist/text/editor/index.js

@@ -0,0 +1,5 @@
+import { compressText } from "./compression.js";
+export {
+  compressText
+};
+//# sourceMappingURL=index.js.map

package/dist/text/editor/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/index.ts"],"sourcesContent":["export { compressText } from \"./compression.js\";\nexport type { EditorOptions, EditorScopes } from \"./compression.js\";\n"],"mappings":"AAAA,SAAS,oBAAoB;","names":[]}

package/dist/text/editor/language-review.d.ts

@@ -0,0 +1,14 @@
+import { Language } from '../../runtime/common/language.js';
+import { ReviewResult } from './types.js';
+
+interface LanguageReview {
+    readonly detectedLanguageCode: string;
+    readonly review: ReviewResult;
+    readonly targetLanguageCode: string;
+}
+declare function checkOutputLanguage(input: {
+    compressedText: string;
+    userLanguage?: Language;
+}): LanguageReview | undefined;
+
+export { type LanguageReview, checkOutputLanguage };

package/dist/text/editor/language-review.js

@@ -0,0 +1,35 @@
+import {
+  detectLanguageCode,
+  getLanguageDetectionCode
+} from "../../runtime/common/tinyld-language.js";
+import {} from "../../runtime/common/language.js";
+import { ReviewSeverity } from "./types.js";
+function checkOutputLanguage(input) {
+  if (input.userLanguage === void 0) {
+    return void 0;
+  }
+  const targetLanguageCode = getLanguageDetectionCode(input.userLanguage);
+  const detectedLanguageCode = detectLanguageCode(input.compressedText);
+  if (detectedLanguageCode === void 0 || detectedLanguageCode === targetLanguageCode) {
+    return void 0;
+  }
+  return {
+    detectedLanguageCode,
+    review: {
+      clueId: -1,
+      issues: [
+        {
+          problem: `Output language error: detected ${detectedLanguageCode}, but ${targetLanguageCode} (${input.userLanguage}) is required.`,
+          severity: ReviewSeverity.Critical,
+          suggestion: `Please translate the entire compressed text to ${input.userLanguage}. Maintain all information integrity and ensure the translation sounds natural and native, not machine-translated.`
+        }
+      ],
+      weight: 1
+    },
+    targetLanguageCode
+  };
+}
+export {
+  checkOutputLanguage
+};
+//# sourceMappingURL=language-review.js.map

package/dist/text/editor/language-review.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/text/editor/language-review.ts"],"sourcesContent":["import {\n  detectLanguageCode,\n  getLanguageDetectionCode,\n} from \"../../runtime/common/tinyld-language.js\";\nimport { type Language } from \"../../runtime/common/language.js\";\nimport { ReviewSeverity, type ReviewResult } from \"./types.js\";\n\nexport interface LanguageReview {\n  readonly detectedLanguageCode: string;\n  readonly review: ReviewResult;\n  readonly targetLanguageCode: string;\n}\n\nexport function checkOutputLanguage(input: {\n  compressedText: string;\n  userLanguage?: Language;\n}): LanguageReview | undefined {\n  if (input.userLanguage === undefined) {\n    return undefined;\n  }\n\n  const targetLanguageCode = getLanguageDetectionCode(input.userLanguage);\n\n  const detectedLanguageCode = detectLanguageCode(input.compressedText);\n\n  if (\n    detectedLanguageCode === undefined ||\n    detectedLanguageCode === targetLanguageCode\n  ) {\n    return undefined;\n  }\n\n  return {\n    detectedLanguageCode,\n    review: {\n      clueId: -1,\n      issues: [\n        {\n          problem: `Output language error: detected ${detectedLanguageCode}, but ${targetLanguageCode} (${input.userLanguage}) is required.`,\n          severity: ReviewSeverity.Critical,\n          suggestion: `Please translate the entire compressed text to ${input.userLanguage}. Maintain all information integrity and ensure the translation sounds natural and native, not machine-translated.`,\n        },\n      ],\n      weight: 1,\n    },\n    targetLanguageCode,\n  };\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,eAA8B;AAC9B,SAAS,sBAAyC;AAQ3C,SAAS,oBAAoB,OAGL;AAC7B,MAAI,MAAM,iBAAiB,QAAW;AACpC,WAAO;AAAA,EACT;AAEA,QAAM,qBAAqB,yBAAyB,MAAM,YAAY;AAEtE,QAAM,uBAAuB,mBAAmB,MAAM,cAAc;AAEpE,MACE,yBAAyB,UACzB,yBAAyB,oBACzB;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL;AAAA,IACA,QAAQ;AAAA,MACN,QAAQ;AAAA,MACR,QAAQ;AAAA,QACN;AAAA,UACE,SAAS,mCAAmC,oBAAoB,SAAS,kBAAkB,KAAK,MAAM,YAAY;AAAA,UAClH,UAAU,eAAe;AAAA,UACzB,YAAY,kDAAkD,MAAM,YAAY;AAAA,QAClF;AAAA,MACF;AAAA,MACA,QAAQ;AAAA,IACV;AAAA,IACA;AAAA,EACF;AACF;","names":[]}

package/dist/text/editor/log.d.ts

@@ -0,0 +1,50 @@
+import { Language } from '../../runtime/common/language.js';
+import { Clue } from './clue.js';
+import { CompressionVersion, ReviewResult } from './types.js';
+import '../../document/types.js';
+import '../../document/directory/types.js';
+import '../source/meta.js';
+import 'zod';
+import '../source/toc.js';
+import '../source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+
+declare class CompressionLog {
+    #private;
+    constructor(serialId: number, groupId: number, options: {
+        readonly compressionRatio: number;
+        readonly logDirPath?: string;
+        readonly maxIterations: number;
+    });
+    appendCompressionResult(input: {
+        compressedText: string;
+        thinkingText: string;
+    }): Promise<void>;
+    appendFinalSelection(bestVersion: CompressionVersion, originalLength: number): Promise<void>;
+    appendIterationHeader(iteration: number, revisionFeedback: string | undefined): Promise<void>;
+    appendLanguageMismatch(input: {
+        detectedLanguageCode: string;
+        review: ReviewResult;
+        targetLanguageCode: string;
+        userLanguage: Language | undefined;
+    }): Promise<void>;
+    initialize(clues: readonly Clue[]): Promise<void>;
+}
+
+export { CompressionLog };