wiki-graph-core 0.3.1 → 0.4.0

package/dist/reader/attention/wave-reflection.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/attention/wave-reflection.ts"],"sourcesContent":["import type { CognitiveChunk } from \"../chunk-batch/types.js\";\n\nexport class WaveReflection {\n  readonly #generationDecayFactor: number;\n\n  public constructor(generationDecayFactor: number) {\n    this.#generationDecayFactor = generationDecayFactor;\n  }\n\n  public selectTopChunks(input: {\n    allChunks: readonly CognitiveChunk[];\n    capacity: number;\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n    latestChunkIds: readonly number[];\n  }): CognitiveChunk[] {\n    if (input.allChunks.length === 0) {\n      return [];\n    }\n\n    if (input.latestChunkIds.length === 0) {\n      return [...input.allChunks].slice(0, input.capacity);\n    }\n\n    const latestChunkIdRecord = createMembershipRecord(input.latestChunkIds);\n    const historicalChunks = input.allChunks.filter(\n      (chunk) => !hasMembership(latestChunkIdRecord, chunk.id),\n    );\n\n    if (historicalChunks.length === 0) {\n      return [];\n    }\n\n    const forwardScores = this.#forwardPropagation({\n      getSuccessorChunkIds: input.getSuccessorChunkIds,\n      latestChunkIds: input.latestChunkIds,\n    });\n\n    if (countOwnKeys(forwardScores) === 0) {\n      return [...historicalChunks]\n        .sort((left, right) => right.generation - left.generation)\n        .slice(0, input.capacity);\n    }\n\n    const reflectionScores = this.#reflectionPropagation({\n      allChunkIds: input.allChunks.map((chunk) => chunk.id),\n      forwardScores,\n      getSuccessorChunkIds: input.getSuccessorChunkIds,\n    });\n\n    return historicalChunks\n      .map((chunk) => ({\n        chunk,\n        decayedScore:\n          (reflectionScores[String(chunk.id)] ?? 0) *\n          this.#generationDecayFactor ** chunk.generation,\n      }))\n      .sort((left, right) => {\n        if (left.decayedScore !== right.decayedScore) {\n          return right.decayedScore - left.decayedScore;\n        }\n\n        return left.chunk.id - right.chunk.id;\n      })\n      .slice(0, input.capacity)\n      .map((item) => item.chunk);\n  }\n\n  #forwardPropagation(input: {\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n    latestChunkIds: readonly number[];\n  }): Record<string, number> {\n    const latestChunkCount = input.latestChunkIds.length;\n\n    if (latestChunkCount === 0) {\n      return createEmptyRecord<number>();\n    }\n\n    const initialScore = 1 / latestChunkCount;\n    const scores = createEmptyRecord<number>();\n    const visited = createEmptyRecord<true>();\n    const queue = [...input.latestChunkIds];\n    let queueOffset = 0;\n\n    for (const chunkId of input.latestChunkIds) {\n      scores[String(chunkId)] = initialScore;\n      visited[String(chunkId)] = true;\n    }\n\n    while (queueOffset < queue.length) {\n      const currentId = queue[queueOffset];\n      queueOffset += 1;\n\n      if (currentId === undefined) {\n        continue;\n      }\n\n      const currentScore = scores[String(currentId)];\n\n      if (currentScore === undefined) {\n        continue;\n      }\n\n      const successors = [...input.getSuccessorChunkIds(currentId)].sort(\n        compareNumber,\n      );\n\n      if (successors.length === 0) {\n        continue;\n      }\n\n      const scorePerSuccessor = currentScore / successors.length;\n\n      for (const successorId of successors) {\n        const successorKey = String(successorId);\n        scores[successorKey] = (scores[successorKey] ?? 0) + scorePerSuccessor;\n\n        if (hasMembership(visited, successorId)) {\n          continue;\n        }\n\n        visited[successorKey] = true;\n        queue.push(successorId);\n      }\n    }\n\n    return scores;\n  }\n\n  #reflectionPropagation(input: {\n    allChunkIds: readonly number[];\n    forwardScores: Readonly<Record<string, number>>;\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n  }): Record<string, number> {\n    const reverseSuccessorIdsByChunkId = createEmptyRecord<number[]>();\n\n    for (const chunkId of input.allChunkIds) {\n      for (const successorId of input.getSuccessorChunkIds(chunkId)) {\n        const successorKey = String(successorId);\n        const reverseSuccessors =\n          reverseSuccessorIdsByChunkId[successorKey] ?? [];\n\n        reverseSuccessorIdsByChunkId[successorKey] = [\n          ...reverseSuccessors,\n          chunkId,\n        ];\n      }\n    }\n\n    const reflectionScores = { ...input.forwardScores };\n    const queue = Object.keys(input.forwardScores).map(Number);\n    const visited = createMembershipRecord(queue);\n    let queueOffset = 0;\n\n    while (queueOffset < queue.length) {\n      const currentId = queue[queueOffset];\n      queueOffset += 1;\n\n      if (currentId === undefined) {\n        continue;\n      }\n\n      const currentScore = reflectionScores[String(currentId)];\n\n      if (currentScore === undefined) {\n        continue;\n      }\n\n      const successors = [\n        ...(reverseSuccessorIdsByChunkId[String(currentId)] ?? []),\n      ].sort(compareNumber);\n\n      if (successors.length === 0) {\n        continue;\n      }\n\n      const scorePerSuccessor = currentScore / successors.length;\n\n      for (const successorId of successors) {\n        const successorKey = String(successorId);\n\n        reflectionScores[successorKey] =\n          (reflectionScores[successorKey] ?? 0) + scorePerSuccessor;\n\n        if (hasMembership(visited, successorId)) {\n          continue;\n        }\n\n        visited[successorKey] = true;\n        queue.push(successorId);\n      }\n    }\n\n    return reflectionScores;\n  }\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\nfunction createMembershipRecord(\n  values: readonly number[],\n): Record<string, true> {\n  const record = createEmptyRecord<true>();\n\n  for (const value of values) {\n    record[String(value)] = true;\n  }\n\n  return record;\n}\n\nfunction hasMembership(\n  record: Readonly<Record<string, true>>,\n  value: number,\n): boolean {\n  return Object.hasOwn(record, String(value));\n}\n\nfunction countOwnKeys(record: Readonly<Record<string, unknown>>): number {\n  return Object.keys(record).length;\n}\n\nfunction createEmptyRecord<TValue>(): Record<string, TValue> {\n  return Object.create(null) as Record<string, TValue>;\n}\n"],"mappings":"AAEO,MAAM,eAAe;AAAA,EACjB;AAAA,EAEF,YAAY,uBAA+B;AAChD,SAAK,yBAAyB;AAAA,EAChC;AAAA,EAEO,gBAAgB,OAKF;AACnB,QAAI,MAAM,UAAU,WAAW,GAAG;AAChC,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,MAAM,eAAe,WAAW,GAAG;AACrC,aAAO,CAAC,GAAG,MAAM,SAAS,EAAE,MAAM,GAAG,MAAM,QAAQ;AAAA,IACrD;AAEA,UAAM,sBAAsB,uBAAuB,MAAM,cAAc;AACvE,UAAM,mBAAmB,MAAM,UAAU;AAAA,MACvC,CAAC,UAAU,CAAC,cAAc,qBAAqB,MAAM,EAAE;AAAA,IACzD;AAEA,QAAI,iBAAiB,WAAW,GAAG;AACjC,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,gBAAgB,KAAK,oBAAoB;AAAA,MAC7C,sBAAsB,MAAM;AAAA,MAC5B,gBAAgB,MAAM;AAAA,IACxB,CAAC;AAED,QAAI,aAAa,aAAa,MAAM,GAAG;AACrC,aAAO,CAAC,GAAG,gBAAgB,EACxB,KAAK,CAAC,MAAM,UAAU,MAAM,aAAa,KAAK,UAAU,EACxD,MAAM,GAAG,MAAM,QAAQ;AAAA,IAC5B;AAEA,UAAM,mBAAmB,KAAK,uBAAuB;AAAA,MACnD,aAAa,MAAM,UAAU,IAAI,CAAC,UAAU,MAAM,EAAE;AAAA,MACpD;AAAA,MACA,sBAAsB,MAAM;AAAA,IAC9B,CAAC;AAED,WAAO,iBACJ,IAAI,CAAC,WAAW;AAAA,MACf;AAAA,MACA,eACG,iBAAiB,OAAO,MAAM,EAAE,CAAC,KAAK,KACvC,KAAK,0BAA0B,MAAM;AAAA,IACzC,EAAE,EACD,KAAK,CAAC,MAAM,UAAU;AACrB,UAAI,KAAK,iBAAiB,MAAM,cAAc;AAC5C,eAAO,MAAM,eAAe,KAAK;AAAA,MACnC;AAEA,aAAO,KAAK,MAAM,KAAK,MAAM,MAAM;AAAA,IACrC,CAAC,EACA,MAAM,GAAG,MAAM,QAAQ,EACvB,IAAI,CAAC,SAAS,KAAK,KAAK;AAAA,EAC7B;AAAA,EAEA,oBAAoB,OAGO;AACzB,UAAM,mBAAmB,MAAM,eAAe;AAE9C,QAAI,qBAAqB,GAAG;AAC1B,aAAO,kBAA0B;AAAA,IACnC;AAEA,UAAM,eAAe,IAAI;AACzB,UAAM,SAAS,kBAA0B;AACzC,UAAM,UAAU,kBAAwB;AACxC,UAAM,QAAQ,CAAC,GAAG,MAAM,cAAc;AACtC,QAAI,cAAc;AAElB,eAAW,WAAW,MAAM,gBAAgB;AAC1C,aAAO,OAAO,OAAO,CAAC,IAAI;AAC1B,cAAQ,OAAO,OAAO,CAAC,IAAI;AAAA,IAC7B;AAEA,WAAO,cAAc,MAAM,QAAQ;AACjC,YAAM,YAAY,MAAM,WAAW;AACnC,qBAAe;AAEf,UAAI,cAAc,QAAW;AAC3B;AAAA,MACF;AAEA,YAAM,eAAe,OAAO,OAAO,SAAS,CAAC;AAE7C,UAAI,iBAAiB,QAAW;AAC9B;AAAA,MACF;AAEA,YAAM,aAAa,CAAC,GAAG,MAAM,qBAAqB,SAAS,CAAC,EAAE;AAAA,QAC5D;AAAA,MACF;AAEA,UAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,MACF;AAEA,YAAM,oBAAoB,eAAe,WAAW;AAEpD,iBAAW,eAAe,YAAY;AACpC,cAAM,eAAe,OAAO,WAAW;AACvC,eAAO,YAAY,KAAK,OAAO,YAAY,KAAK,KAAK;AAErD,YAAI,cAAc,SAAS,WAAW,GAAG;AACvC;AAAA,QACF;AAEA,gBAAQ,YAAY,IAAI;AACxB,cAAM,KAAK,WAAW;AAAA,MACxB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,uBAAuB,OAII;AACzB,UAAM,+BAA+B,kBAA4B;AAEjE,eAAW,WAAW,MAAM,aAAa;AACvC,iBAAW,eAAe,MAAM,qBAAqB,OAAO,GAAG;AAC7D,cAAM,eAAe,OAAO,WAAW;AACvC,cAAM,oBACJ,6BAA6B,YAAY,KAAK,CAAC;AAEjD,qCAA6B,YAAY,IAAI;AAAA,UAC3C,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,mBAAmB,EAAE,GAAG,MAAM,cAAc;AAClD,UAAM,QAAQ,OAAO,KAAK,MAAM,aAAa,EAAE,IAAI,MAAM;AACzD,UAAM,UAAU,uBAAuB,KAAK;AAC5C,QAAI,cAAc;AAElB,WAAO,cAAc,MAAM,QAAQ;AACjC,YAAM,YAAY,MAAM,WAAW;AACnC,qBAAe;AAEf,UAAI,cAAc,QAAW;AAC3B;AAAA,MACF;AAEA,YAAM,eAAe,iBAAiB,OAAO,SAAS,CAAC;AAEvD,UAAI,iBAAiB,QAAW;AAC9B;AAAA,MACF;AAEA,YAAM,aAAa;AAAA,QACjB,GAAI,6BAA6B,OAAO,SAAS,CAAC,KAAK,CAAC;AAAA,MAC1D,EAAE,KAAK,aAAa;AAEpB,UAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,MACF;AAEA,YAAM,oBAAoB,eAAe,WAAW;AAEpD,iBAAW,eAAe,YAAY;AACpC,cAAM,eAAe,OAAO,WAAW;AAEvC,yBAAiB,YAAY,KAC1B,iBAAiB,YAAY,KAAK,KAAK;AAE1C,YAAI,cAAc,SAAS,WAAW,GAAG;AACvC;AAAA,QACF;AAEA,gBAAQ,YAAY,IAAI;AACxB,cAAM,KAAK,WAAW;AAAA,MACxB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAEA,SAAS,uBACP,QACsB;AACtB,QAAM,SAAS,kBAAwB;AAEvC,aAAW,SAAS,QAAQ;AAC1B,WAAO,OAAO,KAAK,CAAC,IAAI;AAAA,EAC1B;AAEA,SAAO;AACT;AAEA,SAAS,cACP,QACA,OACS;AACT,SAAO,OAAO,OAAO,QAAQ,OAAO,KAAK,CAAC;AAC5C;AAEA,SAAS,aAAa,QAAmD;AACvE,SAAO,OAAO,KAAK,MAAM,EAAE;AAC7B;AAEA,SAAS,oBAAoD;AAC3D,SAAO,uBAAO,OAAO,IAAI;AAC3B;","names":[]}

package/dist/reader/attention/working-memory.d.ts

@@ -1,28 +0,0 @@
-import { CognitiveChunk } from '../chunk-batch/types.js';
-import '../../common/language.js';
-import '../../llm/client.js';
-import '../../llm/context.js';
-import '../../llm/cache.js';
-import '../../llm/types.js';
-import 'ai';
-import '../../document/types.js';
-
-declare class WorkingMemory {
-    #private;
-    constructor(capacity: number);
-    get capacity(): number;
-    get generation(): number;
-    addChunks(chunks: readonly CognitiveChunk[]): void;
-    setRetainedChunks(input: {
-        readonly extraChunks: readonly CognitiveChunk[];
-        readonly previousFragmentChunks: readonly CognitiveChunk[];
-    }): void;
-    finalizeFragment(): CognitiveChunk[];
-    getChunks(): CognitiveChunk[];
-    getAllChunksForSaving(): CognitiveChunk[];
-    getChunksForPrompt(includeCurrentFragment?: boolean): CognitiveChunk[];
-    formatForPrompt(includeCurrentFragment?: boolean): string;
-    clear(): void;
-}
-
-export { WorkingMemory };

package/dist/reader/attention/working-memory.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/attention/working-memory.ts"],"sourcesContent":["import type { CognitiveChunk } from \"../chunk-batch/types.js\";\n\nexport class WorkingMemory {\n  readonly #capacity: number;\n  readonly #currentFragmentChunks: CognitiveChunk[] = [];\n  readonly #previousFragmentChunks: CognitiveChunk[] = [];\n  readonly #extraChunks: CognitiveChunk[] = [];\n  #generation = 0;\n\n  public constructor(capacity: number) {\n    this.#capacity = capacity;\n  }\n\n  public get capacity(): number {\n    return this.#capacity;\n  }\n\n  public get generation(): number {\n    return this.#generation;\n  }\n\n  public addChunks(chunks: readonly CognitiveChunk[]): void {\n    this.#currentFragmentChunks.push(...chunks);\n  }\n\n  public setRetainedChunks(input: {\n    readonly extraChunks: readonly CognitiveChunk[];\n    readonly previousFragmentChunks: readonly CognitiveChunk[];\n  }): void {\n    this.#previousFragmentChunks.splice(\n      0,\n      this.#previousFragmentChunks.length,\n      ...input.previousFragmentChunks,\n    );\n    this.#extraChunks.splice(0, this.#extraChunks.length, ...input.extraChunks);\n  }\n\n  public finalizeFragment(): CognitiveChunk[] {\n    const finishedChunks = [...this.#currentFragmentChunks];\n\n    this.#currentFragmentChunks.splice(0, this.#currentFragmentChunks.length);\n    this.#generation += 1;\n\n    return finishedChunks;\n  }\n\n  public getChunks(): CognitiveChunk[] {\n    return [\n      ...this.#currentFragmentChunks,\n      ...this.#previousFragmentChunks,\n      ...this.#extraChunks,\n    ];\n  }\n\n  public getAllChunksForSaving(): CognitiveChunk[] {\n    return [...this.#currentFragmentChunks];\n  }\n\n  public getChunksForPrompt(includeCurrentFragment = true): CognitiveChunk[] {\n    return includeCurrentFragment\n      ? this.getChunks()\n      : [...this.#previousFragmentChunks, ...this.#extraChunks];\n  }\n\n  public formatForPrompt(includeCurrentFragment = true): string {\n    const chunks = this.getChunksForPrompt(includeCurrentFragment);\n\n    if (chunks.length === 0) {\n      return \"(empty)\";\n    }\n\n    return chunks\n      .map((chunk) => `${chunk.id}. [${chunk.label}] - ${chunk.content}`)\n      .join(\"\\n\");\n  }\n\n  public clear(): void {\n    this.#currentFragmentChunks.splice(0, this.#currentFragmentChunks.length);\n    this.#previousFragmentChunks.splice(0, this.#previousFragmentChunks.length);\n    this.#extraChunks.splice(0, this.#extraChunks.length);\n  }\n}\n"],"mappings":"AAEO,MAAM,cAAc;AAAA,EAChB;AAAA,EACA,yBAA2C,CAAC;AAAA,EAC5C,0BAA4C,CAAC;AAAA,EAC7C,eAAiC,CAAC;AAAA,EAC3C,cAAc;AAAA,EAEP,YAAY,UAAkB;AACnC,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAW,WAAmB;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAW,aAAqB;AAC9B,WAAO,KAAK;AAAA,EACd;AAAA,EAEO,UAAU,QAAyC;AACxD,SAAK,uBAAuB,KAAK,GAAG,MAAM;AAAA,EAC5C;AAAA,EAEO,kBAAkB,OAGhB;AACP,SAAK,wBAAwB;AAAA,MAC3B;AAAA,MACA,KAAK,wBAAwB;AAAA,MAC7B,GAAG,MAAM;AAAA,IACX;AACA,SAAK,aAAa,OAAO,GAAG,KAAK,aAAa,QAAQ,GAAG,MAAM,WAAW;AAAA,EAC5E;AAAA,EAEO,mBAAqC;AAC1C,UAAM,iBAAiB,CAAC,GAAG,KAAK,sBAAsB;AAEtD,SAAK,uBAAuB,OAAO,GAAG,KAAK,uBAAuB,MAAM;AACxE,SAAK,eAAe;AAEpB,WAAO;AAAA,EACT;AAAA,EAEO,YAA8B;AACnC,WAAO;AAAA,MACL,GAAG,KAAK;AAAA,MACR,GAAG,KAAK;AAAA,MACR,GAAG,KAAK;AAAA,IACV;AAAA,EACF;AAAA,EAEO,wBAA0C;AAC/C,WAAO,CAAC,GAAG,KAAK,sBAAsB;AAAA,EACxC;AAAA,EAEO,mBAAmB,yBAAyB,MAAwB;AACzE,WAAO,yBACH,KAAK,UAAU,IACf,CAAC,GAAG,KAAK,yBAAyB,GAAG,KAAK,YAAY;AAAA,EAC5D;AAAA,EAEO,gBAAgB,yBAAyB,MAAc;AAC5D,UAAM,SAAS,KAAK,mBAAmB,sBAAsB;AAE7D,QAAI,OAAO,WAAW,GAAG;AACvB,aAAO;AAAA,IACT;AAEA,WAAO,OACJ,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,MAAM,MAAM,KAAK,OAAO,MAAM,OAAO,EAAE,EACjE,KAAK,IAAI;AAAA,EACd;AAAA,EAEO,QAAc;AACnB,SAAK,uBAAuB,OAAO,GAAG,KAAK,uBAAuB,MAAM;AACxE,SAAK,wBAAwB,OAAO,GAAG,KAAK,wBAAwB,MAAM;AAC1E,SAAK,aAAa,OAAO,GAAG,KAAK,aAAa,MAAM;AAAA,EACtD;AACF;","names":[]}

package/dist/reader/chunk-batch/extract.d.ts

@@ -1,13 +0,0 @@
-import { ChunkBatchOptions, ExtractBookCoherenceInput, ChunkBatch, ExtractUserFocusedInput, ExtractUserFocusedResult } from './types.js';
-import '../../common/language.js';
-import '../../llm/client.js';
-import '../../llm/context.js';
-import '../../llm/cache.js';
-import '../../llm/types.js';
-import 'ai';
-import '../../document/types.js';
-
-declare function extractUserFocusedChunkBatch<S extends string>(options: ChunkBatchOptions<S>, input: ExtractUserFocusedInput): Promise<ExtractUserFocusedResult>;
-declare function extractBookCoherenceChunkBatch<S extends string>(options: ChunkBatchOptions<S>, input: ExtractBookCoherenceInput): Promise<ChunkBatch>;
-
-export { extractBookCoherenceChunkBatch, extractUserFocusedChunkBatch };

package/dist/reader/chunk-batch/extract.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/chunk-batch/extract.ts"],"sourcesContent":["import { ChunkExtractor } from \"./extractor.js\";\nimport type {\n  ChunkBatch,\n  ChunkBatchOptions,\n  ExtractBookCoherenceInput,\n  ExtractUserFocusedInput,\n  ExtractUserFocusedResult,\n} from \"./types.js\";\n\nexport async function extractUserFocusedChunkBatch<S extends string>(\n  options: ChunkBatchOptions<S>,\n  input: ExtractUserFocusedInput,\n): Promise<ExtractUserFocusedResult> {\n  const extractor = new ChunkExtractor(options);\n\n  return await extractor.extractUserFocused(input);\n}\n\nexport async function extractBookCoherenceChunkBatch<S extends string>(\n  options: ChunkBatchOptions<S>,\n  input: ExtractBookCoherenceInput,\n): Promise<ChunkBatch> {\n  const extractor = new ChunkExtractor(options);\n\n  return await extractor.extractBookCoherence(input);\n}\n"],"mappings":"AAAA,SAAS,sBAAsB;AAS/B,eAAsB,6BACpB,SACA,OACmC;AACnC,QAAM,YAAY,IAAI,eAAe,OAAO;AAE5C,SAAO,MAAM,UAAU,mBAAmB,KAAK;AACjD;AAEA,eAAsB,+BACpB,SACA,OACqB;AACrB,QAAM,YAAY,IAAI,eAAe,OAAO;AAE5C,SAAO,MAAM,UAAU,qBAAqB,KAAK;AACnD;","names":[]}

package/dist/reader/chunk-batch/extractor.d.ts

@@ -1,17 +0,0 @@
-import { ChunkBatchOptions, ExtractUserFocusedInput, ExtractUserFocusedResult, ExtractBookCoherenceInput, ChunkBatch } from './types.js';
-import '../../common/language.js';
-import '../../llm/client.js';
-import '../../llm/context.js';
-import '../../llm/cache.js';
-import '../../llm/types.js';
-import 'ai';
-import '../../document/types.js';
-
-declare class ChunkExtractor<S extends string> {
-    #private;
-    constructor(options: ChunkBatchOptions<S>);
-    extractUserFocused(input: ExtractUserFocusedInput): Promise<ExtractUserFocusedResult>;
-    extractBookCoherence(input: ExtractBookCoherenceInput): Promise<ChunkBatch>;
-}
-
-export { ChunkExtractor };

package/dist/reader/chunk-batch/extractor.js

@@ -1,337 +0,0 @@
-import { z } from "zod";
-import {
-  GuaranteedParseValidationError,
-  GuaranteedRequestFailureError,
-  ParsedJsonError,
-  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,
-  requestGuaranteedJson
-} from "../../guaranteed/index.js";
-import {
-  EVIDENCE_SELECTION_PROMPT_FRAGMENT,
-  normalizeEvidenceDisplayText
-} from "../../evidence-selection/index.js";
-import {
-  bookCoherenceResponseSchema,
-  ChunkBatchParser,
-  ChunkMetadataField,
-  userFocusedResponseSchema
-} from "./parser.js";
-import { FragmentProjection } from "./fragment-projection.js";
-import { projectFragmentText } from "./fragment-projection.js";
-import { needsTranslation } from "./language.js";
-import {
-  BOOK_COHERENCE_PROMPT_TEMPLATE,
-  EVIDENCE_CHOICE_PROMPT_TEMPLATE,
-  TRANSLATE_CHUNKS_PROMPT_TEMPLATE,
-  USER_FOCUSED_PROMPT_TEMPLATE
-} from "./prompt-templates.js";
-const MAX_CHUNK_REGENERATIONS = 7;
-const TRANSLATED_CHUNK_SCHEMA = z.object({
-  content: z.string(),
-  id: z.number(),
-  label: z.string()
-});
-const TRANSLATED_CHUNKS_SCHEMA = z.array(TRANSLATED_CHUNK_SCHEMA);
-const MAX_TRANSLATION_RETRIES = 3;
-class ChunkExtractor {
-  #extractionGuidance;
-  #llm;
-  #scopes;
-  #sentenceTextSource;
-  #userLanguage;
-  constructor(options) {
-    this.#extractionGuidance = options.extractionGuidance;
-    this.#llm = options.llm;
-    this.#scopes = options.scopes;
-    this.#sentenceTextSource = options.sentenceTextSource;
-    this.#userLanguage = options.userLanguage;
-  }
-  async extractUserFocused(input) {
-    const projection = new FragmentProjection(input.sentences);
-    const messages = this.#buildMessages({
-      promptTemplateName: USER_FOCUSED_PROMPT_TEMPLATE,
-      templateContext: {
-        extraction_guidance: this.#extractionGuidance,
-        evidence_selection_prompt: EVIDENCE_SELECTION_PROMPT_FRAGMENT,
-        user_language: this.#userLanguage,
-        working_memory: input.workingMemoryPrompt
-      },
-      text: formatEvidenceSelectionSourceText(projection)
-    });
-    const extraction = await this.#extractChunks({
-      emptyChunkBatch: {
-        chunks: [],
-        links: [],
-        orderCorrect: true,
-        tempIds: []
-      },
-      messages,
-      metadataField: ChunkMetadataField.Retention,
-      projection,
-      schema: userFocusedResponseSchema,
-      sentences: input.sentences,
-      visibleChunkIds: input.visibleChunkIds
-    });
-    return {
-      chunkBatch: await this.#ensureChunkBatchLanguage(
-        extraction.result.chunkBatch,
-        extraction.parser
-      ),
-      fragmentSummary: extraction.result.fragmentSummary ?? ""
-    };
-  }
-  async extractBookCoherence(input) {
-    const projection = new FragmentProjection(input.sentences);
-    const messages = this.#buildMessages({
-      promptTemplateName: BOOK_COHERENCE_PROMPT_TEMPLATE,
-      templateContext: {
-        user_focused_chunks: input.userFocusedChunks.map((chunk) => ({
-          content: chunk.content,
-          id: chunk.id,
-          label: chunk.label
-        })),
-        evidence_selection_prompt: EVIDENCE_SELECTION_PROMPT_FRAGMENT,
-        user_language: this.#userLanguage,
-        working_memory: input.workingMemoryPrompt
-      },
-      text: formatEvidenceSelectionSourceText(projection)
-    });
-    const extraction = await this.#extractChunks({
-      emptyChunkBatch: {
-        chunks: [],
-        importanceAnnotations: [],
-        links: [],
-        orderCorrect: true,
-        tempIds: []
-      },
-      messages,
-      metadataField: ChunkMetadataField.Importance,
-      projection,
-      schema: bookCoherenceResponseSchema,
-      sentences: input.sentences,
-      validImportanceChunkIds: input.userFocusedChunks.map((chunk) => chunk.id),
-      visibleChunkIds: input.visibleChunkIds
-    });
-    return await this.#ensureChunkBatchLanguage(
-      extraction.result.chunkBatch,
-      extraction.parser
-    );
-  }
-  #buildMessages(input) {
-    return [
-      {
-        content: this.#llm.loadSystemPrompt(
-          input.promptTemplateName,
-          input.templateContext
-        ),
-        role: "system"
-      },
-      {
-        content: input.text,
-        role: "user"
-      }
-    ];
-  }
-  async #extractChunks(input) {
-    return await this.#llm.withContext(
-      async (context) => {
-        const parser = new ChunkBatchParser({
-          metadataField: input.metadataField,
-          projection: input.projection,
-          responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(
-            RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
-          ),
-          sentenceTextSource: this.#sentenceTextSource,
-          sentences: input.sentences,
-          visibleChunkIds: input.visibleChunkIds,
-          choiceSystemPrompt: this.#llm.loadSystemPrompt(
-            EVIDENCE_CHOICE_PROMPT_TEMPLATE,
-            {
-              extraction_guidance: this.#extractionGuidance,
-              metadata_field: input.metadataField,
-              user_language: this.#userLanguage
-            }
-          ),
-          requestChoice: async (messages, index, maxRetries) => await context.request(messages, {
-            retryIndex: index,
-            retryMax: maxRetries,
-            scope: this.#scopes.choice,
-            useCache: false
-          }),
-          ...input.validImportanceChunkIds === void 0 ? {} : {
-            validImportanceChunkIds: input.validImportanceChunkIds
-          }
-        });
-        try {
-          const result = await requestGuaranteedJson({
-            messages: input.messages,
-            schema: input.schema,
-            maxRetries: MAX_CHUNK_REGENERATIONS,
-            parse: async (data, index, maxRetries) => await parser.parse(data, {
-              isLastGenerationAttempt: index >= maxRetries
-            }),
-            responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(
-              RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
-            ),
-            request: async (messages, index, maxRetries) => await context.request(messages, {
-              retryIndex: index,
-              retryMax: maxRetries,
-              scope: this.#scopes.extraction
-            })
-          });
-          return {
-            parser,
-            result
-          };
-        } catch (error) {
-          if (isRecoverableChunkExtractionFailure(error)) {
-            return {
-              parser,
-              result: {
-                chunkBatch: input.emptyChunkBatch
-              }
-            };
-          }
-          throw error;
-        }
-      }
-    );
-  }
-  /**
-   * 对于 AI 来说，原本应该直接生成正确语言的文字和摘要，但因为
-   * 强迫 AI 在不同语言之间切换非常困难，经常会出现语言不符合要求的情况。
-   *
-   * 所以我们的处理方案是：
-   * 1. 通过程序找到那些与要求语言不一致的句子
-   * 2. 直接再用 AI 把这些句子翻译过去
-   *
-   * 这是一个保底手段。
-   */
-  async #ensureChunkBatchLanguage(chunkBatch, parser) {
-    if (this.#userLanguage === void 0 || chunkBatch.chunks.length === 0) {
-      return chunkBatch;
-    }
-    const translationInput = [];
-    for (const [index, chunk] of chunkBatch.chunks.entries()) {
-      if (!needsTranslation({
-        content: chunk.content,
-        label: chunk.label,
-        targetLanguage: this.#userLanguage
-      })) {
-        continue;
-      }
-      translationInput.push({
-        content: chunk.content,
-        id: index,
-        label: chunk.label,
-        sourceSentences: await parser.getChunkSourceSentences(chunk)
-      });
-    }
-    if (translationInput.length === 0) {
-      return chunkBatch;
-    }
-    try {
-      const translatedChunks = await this.#translateChunks(
-        translationInput,
-        this.#userLanguage
-      );
-      const translatedById = createTranslatedChunkRecord(translatedChunks);
-      return {
-        ...chunkBatch,
-        chunks: chunkBatch.chunks.map((chunk, index) => {
-          const translated = translatedById[String(index)];
-          if (translated === void 0) {
-            return chunk;
-          }
-          return {
-            ...chunk,
-            content: translated.content,
-            label: translated.label
-          };
-        })
-      };
-    } catch {
-      return chunkBatch;
-    }
-  }
-  async #translateChunks(chunks, userLanguage) {
-    return await requestGuaranteedJson({
-      messages: [
-        {
-          content: this.#llm.loadSystemPrompt(
-            TRANSLATE_CHUNKS_PROMPT_TEMPLATE,
-            {
-              user_language: userLanguage
-            }
-          ),
-          role: "system"
-        },
-        {
-          content: JSON.stringify(chunks, void 0, 2),
-          role: "user"
-        }
-      ],
-      schema: TRANSLATED_CHUNKS_SCHEMA,
-      maxRetries: MAX_TRANSLATION_RETRIES,
-      parse: (data) => {
-        validateTranslatedChunks(chunks, data);
-        return data;
-      },
-      responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(
-        RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
-      ),
-      request: async (messages, index, maxRetries) => await this.#llm.request(messages, {
-        retryIndex: index,
-        retryMax: maxRetries,
-        scope: this.#scopes.extraction
-      })
-    });
-  }
-}
-function formatEvidenceSelectionSourceText(projection) {
-  return projection.sentences.map(
-    (sentence, index) => `S${index + 1}: ${projectFragmentText(
-      normalizeEvidenceDisplayText(sentence.rawText)
-    )}`
-  ).join("\n");
-}
-function isParsedJsonValidationFailure(error) {
-  return error instanceof GuaranteedParseValidationError && error.cause instanceof ParsedJsonError;
-}
-function isRecoverableChunkExtractionFailure(error) {
-  return isParsedJsonValidationFailure(error) || error instanceof GuaranteedRequestFailureError;
-}
-function createTranslatedChunkRecord(translatedChunks) {
-  const record = /* @__PURE__ */ Object.create(null);
-  for (const chunk of translatedChunks) {
-    record[String(chunk.id)] = chunk;
-  }
-  return record;
-}
-function validateTranslatedChunks(chunks, translatedChunks) {
-  const issues = [];
-  if (translatedChunks.length !== chunks.length) {
-    issues.push(
-      `Expected ${chunks.length} translated chunk(s), got ${translatedChunks.length}`
-    );
-  }
-  for (const [index, chunk] of chunks.entries()) {
-    const translatedChunk = translatedChunks[index];
-    if (translatedChunk === void 0) {
-      issues.push(`Missing translated chunk at position ${index}`);
-      continue;
-    }
-    if (translatedChunk.id !== chunk.id) {
-      issues.push(
-        `Translated chunk at position ${index} must keep id ${chunk.id}, got ${translatedChunk.id}`
-      );
-    }
-  }
-  if (issues.length > 0) {
-    throw new ParsedJsonError(issues);
-  }
-}
-export {
-  ChunkExtractor
-};
-//# sourceMappingURL=extractor.js.map

package/dist/reader/chunk-batch/extractor.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/chunk-batch/extractor.ts"],"sourcesContent":["import { z, type ZodType } from \"zod\";\n\nimport {\n  GuaranteedParseValidationError,\n  GuaranteedRequestFailureError,\n  ParsedJsonError,\n  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n  requestGuaranteedJson,\n} from \"../../guaranteed/index.js\";\nimport type { Language } from \"../../common/language.js\";\nimport {\n  EVIDENCE_SELECTION_PROMPT_FRAGMENT,\n  normalizeEvidenceDisplayText,\n} from \"../../evidence-selection/index.js\";\nimport type { LLMessage, LLM } from \"../../llm/index.js\";\nimport {\n  bookCoherenceResponseSchema,\n  ChunkBatchParser,\n  ChunkMetadataField,\n  type BookCoherenceResponseData,\n  type ExtractChunksResult,\n  type UserFocusedResponseData,\n  userFocusedResponseSchema,\n} from \"./parser.js\";\nimport { FragmentProjection } from \"./fragment-projection.js\";\nimport { projectFragmentText } from \"./fragment-projection.js\";\nimport { needsTranslation } from \"./language.js\";\nimport {\n  BOOK_COHERENCE_PROMPT_TEMPLATE,\n  EVIDENCE_CHOICE_PROMPT_TEMPLATE,\n  TRANSLATE_CHUNKS_PROMPT_TEMPLATE,\n  USER_FOCUSED_PROMPT_TEMPLATE,\n} from \"./prompt-templates.js\";\nimport type {\n  ChunkBatch,\n  ChunkBatchOptions,\n  ChunkExtractionSentence,\n  ChunkTranslationInput,\n  ChunkTranslationOutput,\n  ExtractBookCoherenceInput,\n  ExtractUserFocusedInput,\n  ExtractUserFocusedResult,\n} from \"./types.js\";\n\nconst MAX_CHUNK_REGENERATIONS = 7;\n\ninterface ExtractChunksInput<\n  TData extends UserFocusedResponseData | BookCoherenceResponseData,\n> {\n  readonly emptyChunkBatch: ChunkBatch;\n  readonly messages: readonly LLMessage[];\n  readonly metadataField: ChunkMetadataField;\n  readonly projection: FragmentProjection;\n  readonly schema: ZodType<TData>;\n  readonly sentences: readonly ChunkExtractionSentence[];\n  readonly validImportanceChunkIds?: readonly number[];\n  readonly visibleChunkIds: readonly number[];\n}\n\ninterface ExtractChunksOutput<\n  TData extends UserFocusedResponseData | BookCoherenceResponseData,\n> {\n  readonly parser: ChunkBatchParser<TData>;\n  readonly result: ExtractChunksResult;\n}\nconst TRANSLATED_CHUNK_SCHEMA = z.object({\n  content: z.string(),\n  id: z.number(),\n  label: z.string(),\n});\nconst TRANSLATED_CHUNKS_SCHEMA = z.array(TRANSLATED_CHUNK_SCHEMA);\nconst MAX_TRANSLATION_RETRIES = 3;\n\nexport class ChunkExtractor<S extends string> {\n  readonly #extractionGuidance: string;\n  readonly #llm: LLM<S>;\n  readonly #scopes: ChunkBatchOptions<S>[\"scopes\"];\n  readonly #sentenceTextSource: ChunkBatchOptions<S>[\"sentenceTextSource\"];\n  readonly #userLanguage: Language | undefined;\n\n  public constructor(options: ChunkBatchOptions<S>) {\n    this.#extractionGuidance = options.extractionGuidance;\n    this.#llm = options.llm;\n    this.#scopes = options.scopes;\n    this.#sentenceTextSource = options.sentenceTextSource;\n    this.#userLanguage = options.userLanguage;\n  }\n\n  public async extractUserFocused(\n    input: ExtractUserFocusedInput,\n  ): Promise<ExtractUserFocusedResult> {\n    const projection = new FragmentProjection(input.sentences);\n    const messages = this.#buildMessages({\n      promptTemplateName: USER_FOCUSED_PROMPT_TEMPLATE,\n      templateContext: {\n        extraction_guidance: this.#extractionGuidance,\n        evidence_selection_prompt: EVIDENCE_SELECTION_PROMPT_FRAGMENT,\n        user_language: this.#userLanguage,\n        working_memory: input.workingMemoryPrompt,\n      },\n      text: formatEvidenceSelectionSourceText(projection),\n    });\n    const extraction = await this.#extractChunks({\n      emptyChunkBatch: {\n        chunks: [],\n        links: [],\n        orderCorrect: true,\n        tempIds: [],\n      },\n      messages,\n      metadataField: ChunkMetadataField.Retention,\n      projection,\n      schema: userFocusedResponseSchema,\n      sentences: input.sentences,\n      visibleChunkIds: input.visibleChunkIds,\n    });\n\n    return {\n      chunkBatch: await this.#ensureChunkBatchLanguage(\n        extraction.result.chunkBatch,\n        extraction.parser,\n      ),\n      fragmentSummary: extraction.result.fragmentSummary ?? \"\",\n    };\n  }\n\n  public async extractBookCoherence(\n    input: ExtractBookCoherenceInput,\n  ): Promise<ChunkBatch> {\n    const projection = new FragmentProjection(input.sentences);\n    const messages = this.#buildMessages({\n      promptTemplateName: BOOK_COHERENCE_PROMPT_TEMPLATE,\n      templateContext: {\n        user_focused_chunks: input.userFocusedChunks.map((chunk) => ({\n          content: chunk.content,\n          id: chunk.id,\n          label: chunk.label,\n        })),\n        evidence_selection_prompt: EVIDENCE_SELECTION_PROMPT_FRAGMENT,\n        user_language: this.#userLanguage,\n        working_memory: input.workingMemoryPrompt,\n      },\n      text: formatEvidenceSelectionSourceText(projection),\n    });\n    const extraction = await this.#extractChunks({\n      emptyChunkBatch: {\n        chunks: [],\n        importanceAnnotations: [],\n        links: [],\n        orderCorrect: true,\n        tempIds: [],\n      },\n      messages,\n      metadataField: ChunkMetadataField.Importance,\n      projection,\n      schema: bookCoherenceResponseSchema,\n      sentences: input.sentences,\n      validImportanceChunkIds: input.userFocusedChunks.map((chunk) => chunk.id),\n      visibleChunkIds: input.visibleChunkIds,\n    });\n\n    return await this.#ensureChunkBatchLanguage(\n      extraction.result.chunkBatch,\n      extraction.parser,\n    );\n  }\n\n  #buildMessages(input: {\n    promptTemplateName: string;\n    templateContext: Record<string, unknown>;\n    text: string;\n  }): LLMessage[] {\n    return [\n      {\n        content: this.#llm.loadSystemPrompt(\n          input.promptTemplateName,\n          input.templateContext,\n        ),\n        role: \"system\",\n      },\n      {\n        content: input.text,\n        role: \"user\",\n      },\n    ];\n  }\n\n  async #extractChunks<\n    TData extends UserFocusedResponseData | BookCoherenceResponseData,\n  >(input: ExtractChunksInput<TData>): Promise<ExtractChunksOutput<TData>> {\n    return await this.#llm.withContext(\n      async (context): Promise<ExtractChunksOutput<TData>> => {\n        const parser = new ChunkBatchParser<TData>({\n          metadataField: input.metadataField,\n          projection: input.projection,\n          responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(\n            RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n          ),\n          sentenceTextSource: this.#sentenceTextSource,\n          sentences: input.sentences,\n          visibleChunkIds: input.visibleChunkIds,\n          choiceSystemPrompt: this.#llm.loadSystemPrompt(\n            EVIDENCE_CHOICE_PROMPT_TEMPLATE,\n            {\n              extraction_guidance: this.#extractionGuidance,\n              metadata_field: input.metadataField,\n              user_language: this.#userLanguage,\n            },\n          ),\n          requestChoice: async (messages, index, maxRetries) =>\n            await context.request(messages, {\n              retryIndex: index,\n              retryMax: maxRetries,\n              scope: this.#scopes.choice,\n              useCache: false,\n            }),\n          ...(input.validImportanceChunkIds === undefined\n            ? {}\n            : {\n                validImportanceChunkIds: input.validImportanceChunkIds,\n              }),\n        });\n\n        try {\n          const result = await requestGuaranteedJson({\n            messages: input.messages,\n            schema: input.schema,\n            maxRetries: MAX_CHUNK_REGENERATIONS,\n            parse: async (data, index, maxRetries) =>\n              await parser.parse(data, {\n                isLastGenerationAttempt: index >= maxRetries,\n              }),\n            responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(\n              RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n            ),\n            request: async (messages, index, maxRetries) =>\n              await context.request(messages, {\n                retryIndex: index,\n                retryMax: maxRetries,\n                scope: this.#scopes.extraction,\n              }),\n          });\n\n          return {\n            parser,\n            result,\n          };\n        } catch (error) {\n          if (isRecoverableChunkExtractionFailure(error)) {\n            return {\n              parser,\n              result: {\n                chunkBatch: input.emptyChunkBatch,\n              },\n            };\n          }\n          throw error;\n        }\n      },\n    );\n  }\n\n  /**\n   * 对于 AI 来说，原本应该直接生成正确语言的文字和摘要，但因为\n   * 强迫 AI 在不同语言之间切换非常困难，经常会出现语言不符合要求的情况。\n   *\n   * 所以我们的处理方案是：\n   * 1. 通过程序找到那些与要求语言不一致的句子\n   * 2. 直接再用 AI 把这些句子翻译过去\n   *\n   * 这是一个保底手段。\n   */\n  async #ensureChunkBatchLanguage(\n    chunkBatch: ChunkBatch,\n    parser: ChunkBatchParser<\n      UserFocusedResponseData | BookCoherenceResponseData\n    >,\n  ): Promise<ChunkBatch> {\n    if (this.#userLanguage === undefined || chunkBatch.chunks.length === 0) {\n      return chunkBatch;\n    }\n\n    const translationInput: ChunkTranslationInput[] = [];\n\n    for (const [index, chunk] of chunkBatch.chunks.entries()) {\n      if (\n        !needsTranslation({\n          content: chunk.content,\n          label: chunk.label,\n          targetLanguage: this.#userLanguage,\n        })\n      ) {\n        continue;\n      }\n\n      translationInput.push({\n        content: chunk.content,\n        id: index,\n        label: chunk.label,\n        sourceSentences: await parser.getChunkSourceSentences(chunk),\n      });\n    }\n\n    if (translationInput.length === 0) {\n      return chunkBatch;\n    }\n\n    try {\n      const translatedChunks = await this.#translateChunks(\n        translationInput,\n        this.#userLanguage,\n      );\n      const translatedById = createTranslatedChunkRecord(translatedChunks);\n\n      return {\n        ...chunkBatch,\n        chunks: chunkBatch.chunks.map((chunk, index) => {\n          const translated = translatedById[String(index)];\n\n          if (translated === undefined) {\n            return chunk;\n          }\n\n          return {\n            ...chunk,\n            content: translated.content,\n            label: translated.label,\n          };\n        }),\n      };\n    } catch {\n      return chunkBatch;\n    }\n  }\n\n  async #translateChunks(\n    chunks: readonly ChunkTranslationInput[],\n    userLanguage: Language,\n  ): Promise<readonly ChunkTranslationOutput[]> {\n    return await requestGuaranteedJson({\n      messages: [\n        {\n          content: this.#llm.loadSystemPrompt(\n            TRANSLATE_CHUNKS_PROMPT_TEMPLATE,\n            {\n              user_language: userLanguage,\n            },\n          ),\n          role: \"system\",\n        },\n        {\n          content: JSON.stringify(chunks, undefined, 2),\n          role: \"user\",\n        },\n      ],\n      schema: TRANSLATED_CHUNKS_SCHEMA,\n      maxRetries: MAX_TRANSLATION_RETRIES,\n      parse: (data) => {\n        validateTranslatedChunks(chunks, data);\n        return data;\n      },\n      responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(\n        RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n      ),\n      request: async (messages, index, maxRetries) =>\n        await this.#llm.request(messages, {\n          retryIndex: index,\n          retryMax: maxRetries,\n          scope: this.#scopes.extraction,\n        }),\n    });\n  }\n}\n\nfunction formatEvidenceSelectionSourceText(\n  projection: FragmentProjection,\n): string {\n  return projection.sentences\n    .map(\n      (sentence, index) =>\n        `S${index + 1}: ${projectFragmentText(\n          normalizeEvidenceDisplayText(sentence.rawText),\n        )}`,\n    )\n    .join(\"\\n\");\n}\n\nfunction isParsedJsonValidationFailure(error: unknown): boolean {\n  return (\n    error instanceof GuaranteedParseValidationError &&\n    error.cause instanceof ParsedJsonError\n  );\n}\n\nfunction isRecoverableChunkExtractionFailure(error: unknown): boolean {\n  return (\n    isParsedJsonValidationFailure(error) ||\n    error instanceof GuaranteedRequestFailureError\n  );\n}\n\nfunction createTranslatedChunkRecord(\n  translatedChunks: readonly ChunkTranslationOutput[],\n): Readonly<Record<string, ChunkTranslationOutput>> {\n  const record = Object.create(null) as Record<string, ChunkTranslationOutput>;\n\n  for (const chunk of translatedChunks) {\n    record[String(chunk.id)] = chunk;\n  }\n\n  return record;\n}\n\nfunction validateTranslatedChunks(\n  chunks: readonly ChunkTranslationInput[],\n  translatedChunks: readonly ChunkTranslationOutput[],\n): void {\n  const issues: string[] = [];\n\n  if (translatedChunks.length !== chunks.length) {\n    issues.push(\n      `Expected ${chunks.length} translated chunk(s), got ${translatedChunks.length}`,\n    );\n  }\n\n  for (const [index, chunk] of chunks.entries()) {\n    const translatedChunk = translatedChunks[index];\n\n    if (translatedChunk === undefined) {\n      issues.push(`Missing translated chunk at position ${index}`);\n      continue;\n    }\n\n    if (translatedChunk.id !== chunk.id) {\n      issues.push(\n        `Translated chunk at position ${index} must keep id ${chunk.id}, got ${translatedChunk.id}`,\n      );\n    }\n  }\n\n  if (issues.length > 0) {\n    throw new ParsedJsonError(issues);\n  }\n}\n"],"mappings":"AAAA,SAAS,SAAuB;AAEhC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EAIA;AAAA,OACK;AACP,SAAS,0BAA0B;AACnC,SAAS,2BAA2B;AACpC,SAAS,wBAAwB;AACjC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAYP,MAAM,0BAA0B;AAqBhC,MAAM,0BAA0B,EAAE,OAAO;AAAA,EACvC,SAAS,EAAE,OAAO;AAAA,EAClB,IAAI,EAAE,OAAO;AAAA,EACb,OAAO,EAAE,OAAO;AAClB,CAAC;AACD,MAAM,2BAA2B,EAAE,MAAM,uBAAuB;AAChE,MAAM,0BAA0B;AAEzB,MAAM,eAAiC;AAAA,EACnC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YAAY,SAA+B;AAChD,SAAK,sBAAsB,QAAQ;AACnC,SAAK,OAAO,QAAQ;AACpB,SAAK,UAAU,QAAQ;AACvB,SAAK,sBAAsB,QAAQ;AACnC,SAAK,gBAAgB,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAa,mBACX,OACmC;AACnC,UAAM,aAAa,IAAI,mBAAmB,MAAM,SAAS;AACzD,UAAM,WAAW,KAAK,eAAe;AAAA,MACnC,oBAAoB;AAAA,MACpB,iBAAiB;AAAA,QACf,qBAAqB,KAAK;AAAA,QAC1B,2BAA2B;AAAA,QAC3B,eAAe,KAAK;AAAA,QACpB,gBAAgB,MAAM;AAAA,MACxB;AAAA,MACA,MAAM,kCAAkC,UAAU;AAAA,IACpD,CAAC;AACD,UAAM,aAAa,MAAM,KAAK,eAAe;AAAA,MAC3C,iBAAiB;AAAA,QACf,QAAQ,CAAC;AAAA,QACT,OAAO,CAAC;AAAA,QACR,cAAc;AAAA,QACd,SAAS,CAAC;AAAA,MACZ;AAAA,MACA;AAAA,MACA,eAAe,mBAAmB;AAAA,MAClC;AAAA,MACA,QAAQ;AAAA,MACR,WAAW,MAAM;AAAA,MACjB,iBAAiB,MAAM;AAAA,IACzB,CAAC;AAED,WAAO;AAAA,MACL,YAAY,MAAM,KAAK;AAAA,QACrB,WAAW,OAAO;AAAA,QAClB,WAAW;AAAA,MACb;AAAA,MACA,iBAAiB,WAAW,OAAO,mBAAmB;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,MAAa,qBACX,OACqB;AACrB,UAAM,aAAa,IAAI,mBAAmB,MAAM,SAAS;AACzD,UAAM,WAAW,KAAK,eAAe;AAAA,MACnC,oBAAoB;AAAA,MACpB,iBAAiB;AAAA,QACf,qBAAqB,MAAM,kBAAkB,IAAI,CAAC,WAAW;AAAA,UAC3D,SAAS,MAAM;AAAA,UACf,IAAI,MAAM;AAAA,UACV,OAAO,MAAM;AAAA,QACf,EAAE;AAAA,QACF,2BAA2B;AAAA,QAC3B,eAAe,KAAK;AAAA,QACpB,gBAAgB,MAAM;AAAA,MACxB;AAAA,MACA,MAAM,kCAAkC,UAAU;AAAA,IACpD,CAAC;AACD,UAAM,aAAa,MAAM,KAAK,eAAe;AAAA,MAC3C,iBAAiB;AAAA,QACf,QAAQ,CAAC;AAAA,QACT,uBAAuB,CAAC;AAAA,QACxB,OAAO,CAAC;AAAA,QACR,cAAc;AAAA,QACd,SAAS,CAAC;AAAA,MACZ;AAAA,MACA;AAAA,MACA,eAAe,mBAAmB;AAAA,MAClC;AAAA,MACA,QAAQ;AAAA,MACR,WAAW,MAAM;AAAA,MACjB,yBAAyB,MAAM,kBAAkB,IAAI,CAAC,UAAU,MAAM,EAAE;AAAA,MACxE,iBAAiB,MAAM;AAAA,IACzB,CAAC;AAED,WAAO,MAAM,KAAK;AAAA,MAChB,WAAW,OAAO;AAAA,MAClB,WAAW;AAAA,IACb;AAAA,EACF;AAAA,EAEA,eAAe,OAIC;AACd,WAAO;AAAA,MACL;AAAA,QACE,SAAS,KAAK,KAAK;AAAA,UACjB,MAAM;AAAA,UACN,MAAM;AAAA,QACR;AAAA,QACA,MAAM;AAAA,MACR;AAAA,MACA;AAAA,QACE,SAAS,MAAM;AAAA,QACf,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,eAEJ,OAAuE;AACvE,WAAO,MAAM,KAAK,KAAK;AAAA,MACrB,OAAO,YAAiD;AACtD,cAAM,SAAS,IAAI,iBAAwB;AAAA,UACzC,eAAe,MAAM;AAAA,UACrB,YAAY,MAAM;AAAA,UAClB,gCAAgC,KAAK,KAAK;AAAA,YACxC;AAAA,UACF;AAAA,UACA,oBAAoB,KAAK;AAAA,UACzB,WAAW,MAAM;AAAA,UACjB,iBAAiB,MAAM;AAAA,UACvB,oBAAoB,KAAK,KAAK;AAAA,YAC5B;AAAA,YACA;AAAA,cACE,qBAAqB,KAAK;AAAA,cAC1B,gBAAgB,MAAM;AAAA,cACtB,eAAe,KAAK;AAAA,YACtB;AAAA,UACF;AAAA,UACA,eAAe,OAAO,UAAU,OAAO,eACrC,MAAM,QAAQ,QAAQ,UAAU;AAAA,YAC9B,YAAY;AAAA,YACZ,UAAU;AAAA,YACV,OAAO,KAAK,QAAQ;AAAA,YACpB,UAAU;AAAA,UACZ,CAAC;AAAA,UACH,GAAI,MAAM,4BAA4B,SAClC,CAAC,IACD;AAAA,YACE,yBAAyB,MAAM;AAAA,UACjC;AAAA,QACN,CAAC;AAED,YAAI;AACF,gBAAM,SAAS,MAAM,sBAAsB;AAAA,YACzC,UAAU,MAAM;AAAA,YAChB,QAAQ,MAAM;AAAA,YACd,YAAY;AAAA,YACZ,OAAO,OAAO,MAAM,OAAO,eACzB,MAAM,OAAO,MAAM,MAAM;AAAA,cACvB,yBAAyB,SAAS;AAAA,YACpC,CAAC;AAAA,YACH,gCAAgC,KAAK,KAAK;AAAA,cACxC;AAAA,YACF;AAAA,YACA,SAAS,OAAO,UAAU,OAAO,eAC/B,MAAM,QAAQ,QAAQ,UAAU;AAAA,cAC9B,YAAY;AAAA,cACZ,UAAU;AAAA,cACV,OAAO,KAAK,QAAQ;AAAA,YACtB,CAAC;AAAA,UACL,CAAC;AAED,iBAAO;AAAA,YACL;AAAA,YACA;AAAA,UACF;AAAA,QACF,SAAS,OAAO;AACd,cAAI,oCAAoC,KAAK,GAAG;AAC9C,mBAAO;AAAA,cACL;AAAA,cACA,QAAQ;AAAA,gBACN,YAAY,MAAM;AAAA,cACpB;AAAA,YACF;AAAA,UACF;AACA,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAM,0BACJ,YACA,QAGqB;AACrB,QAAI,KAAK,kBAAkB,UAAa,WAAW,OAAO,WAAW,GAAG;AACtE,aAAO;AAAA,IACT;AAEA,UAAM,mBAA4C,CAAC;AAEnD,eAAW,CAAC,OAAO,KAAK,KAAK,WAAW,OAAO,QAAQ,GAAG;AACxD,UACE,CAAC,iBAAiB;AAAA,QAChB,SAAS,MAAM;AAAA,QACf,OAAO,MAAM;AAAA,QACb,gBAAgB,KAAK;AAAA,MACvB,CAAC,GACD;AACA;AAAA,MACF;AAEA,uBAAiB,KAAK;AAAA,QACpB,SAAS,MAAM;AAAA,QACf,IAAI;AAAA,QACJ,OAAO,MAAM;AAAA,QACb,iBAAiB,MAAM,OAAO,wBAAwB,KAAK;AAAA,MAC7D,CAAC;AAAA,IACH;AAEA,QAAI,iBAAiB,WAAW,GAAG;AACjC,aAAO;AAAA,IACT;AAEA,QAAI;AACF,YAAM,mBAAmB,MAAM,KAAK;AAAA,QAClC;AAAA,QACA,KAAK;AAAA,MACP;AACA,YAAM,iBAAiB,4BAA4B,gBAAgB;AAEnE,aAAO;AAAA,QACL,GAAG;AAAA,QACH,QAAQ,WAAW,OAAO,IAAI,CAAC,OAAO,UAAU;AAC9C,gBAAM,aAAa,eAAe,OAAO,KAAK,CAAC;AAE/C,cAAI,eAAe,QAAW;AAC5B,mBAAO;AAAA,UACT;AAEA,iBAAO;AAAA,YACL,GAAG;AAAA,YACH,SAAS,WAAW;AAAA,YACpB,OAAO,WAAW;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,iBACJ,QACA,cAC4C;AAC5C,WAAO,MAAM,sBAAsB;AAAA,MACjC,UAAU;AAAA,QACR;AAAA,UACE,SAAS,KAAK,KAAK;AAAA,YACjB;AAAA,YACA;AAAA,cACE,eAAe;AAAA,YACjB;AAAA,UACF;AAAA,UACA,MAAM;AAAA,QACR;AAAA,QACA;AAAA,UACE,SAAS,KAAK,UAAU,QAAQ,QAAW,CAAC;AAAA,UAC5C,MAAM;AAAA,QACR;AAAA,MACF;AAAA,MACA,QAAQ;AAAA,MACR,YAAY;AAAA,MACZ,OAAO,CAAC,SAAS;AACf,iCAAyB,QAAQ,IAAI;AACrC,eAAO;AAAA,MACT;AAAA,MACA,gCAAgC,KAAK,KAAK;AAAA,QACxC;AAAA,MACF;AAAA,MACA,SAAS,OAAO,UAAU,OAAO,eAC/B,MAAM,KAAK,KAAK,QAAQ,UAAU;AAAA,QAChC,YAAY;AAAA,QACZ,UAAU;AAAA,QACV,OAAO,KAAK,QAAQ;AAAA,MACtB,CAAC;AAAA,IACL,CAAC;AAAA,EACH;AACF;AAEA,SAAS,kCACP,YACQ;AACR,SAAO,WAAW,UACf;AAAA,IACC,CAAC,UAAU,UACT,IAAI,QAAQ,CAAC,KAAK;AAAA,MAChB,6BAA6B,SAAS,OAAO;AAAA,IAC/C,CAAC;AAAA,EACL,EACC,KAAK,IAAI;AACd;AAEA,SAAS,8BAA8B,OAAyB;AAC9D,SACE,iBAAiB,kCACjB,MAAM,iBAAiB;AAE3B;AAEA,SAAS,oCAAoC,OAAyB;AACpE,SACE,8BAA8B,KAAK,KACnC,iBAAiB;AAErB;AAEA,SAAS,4BACP,kBACkD;AAClD,QAAM,SAAS,uBAAO,OAAO,IAAI;AAEjC,aAAW,SAAS,kBAAkB;AACpC,WAAO,OAAO,MAAM,EAAE,CAAC,IAAI;AAAA,EAC7B;AAEA,SAAO;AACT;AAEA,SAAS,yBACP,QACA,kBACM;AACN,QAAM,SAAmB,CAAC;AAE1B,MAAI,iBAAiB,WAAW,OAAO,QAAQ;AAC7C,WAAO;AAAA,MACL,YAAY,OAAO,MAAM,6BAA6B,iBAAiB,MAAM;AAAA,IAC/E;AAAA,EACF;AAEA,aAAW,CAAC,OAAO,KAAK,KAAK,OAAO,QAAQ,GAAG;AAC7C,UAAM,kBAAkB,iBAAiB,KAAK;AAE9C,QAAI,oBAAoB,QAAW;AACjC,aAAO,KAAK,wCAAwC,KAAK,EAAE;AAC3D;AAAA,IACF;AAEA,QAAI,gBAAgB,OAAO,MAAM,IAAI;AACnC,aAAO;AAAA,QACL,gCAAgC,KAAK,iBAAiB,MAAM,EAAE,SAAS,gBAAgB,EAAE;AAAA,MAC3F;AAAA,IACF;AAAA,EACF;AAEA,MAAI,OAAO,SAAS,GAAG;AACrB,UAAM,IAAI,gBAAgB,MAAM;AAAA,EAClC;AACF;","names":[]}

package/dist/reader/chunk-batch/fragment-projection.d.ts

@@ -1,34 +0,0 @@
-import { SentenceId } from '../../document/types.js';
-import { ChunkExtractionSentence } from './types.js';
-import '../../common/language.js';
-import '../../llm/client.js';
-import '../../llm/context.js';
-import '../../llm/cache.js';
-import '../../llm/types.js';
-import 'ai';
-
-interface TextSpan {
-    readonly length: number;
-    readonly offset: number;
-}
-interface ProjectedFragmentSentence {
-    readonly endOffset: number;
-    readonly projectedText: string;
-    readonly rawText: string;
-    readonly sentenceId: SentenceId;
-    readonly startOffset: number;
-    readonly wordsCount: number;
-}
-declare class FragmentProjection {
-    #private;
-    constructor(sentences: readonly ChunkExtractionSentence[]);
-    get projectedText(): string;
-    get rawText(): string;
-    get sentences(): readonly ProjectedFragmentSentence[];
-    findExactMatches(text: string): readonly TextSpan[];
-    projectText(text: string): string;
-    resolveSentenceIds(span: TextSpan): SentenceId[];
-}
-declare function projectFragmentText(text: string): string;
-
-export { FragmentProjection, type ProjectedFragmentSentence, type TextSpan, projectFragmentText };

package/dist/reader/chunk-batch/fragment-projection.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/chunk-batch/fragment-projection.ts"],"sourcesContent":["import type { SentenceId } from \"../../document/index.js\";\nimport type { ChunkExtractionSentence } from \"./types.js\";\n\nconst SENTENCE_SEPARATOR = \" \";\n\nconst STANDARDIZATION_MAP = {\n  '\"': \"＂\",\n  \"\\\\\": \"＼\",\n} as const;\n\nexport interface TextSpan {\n  readonly length: number;\n  readonly offset: number;\n}\n\nexport interface ProjectedFragmentSentence {\n  readonly endOffset: number;\n  readonly projectedText: string;\n  readonly rawText: string;\n  readonly sentenceId: SentenceId;\n  readonly startOffset: number;\n  readonly wordsCount: number;\n}\n\nexport class FragmentProjection {\n  readonly #projectedText: string;\n  readonly #rawText: string;\n  readonly #sentences: readonly ProjectedFragmentSentence[];\n\n  public constructor(sentences: readonly ChunkExtractionSentence[]) {\n    const projectedSentences: ProjectedFragmentSentence[] = [];\n    let rawText = \"\";\n    let projectedText = \"\";\n    let offset = 0;\n\n    for (const [index, sentence] of sentences.entries()) {\n      if (index > 0) {\n        rawText += SENTENCE_SEPARATOR;\n        projectedText += SENTENCE_SEPARATOR;\n        offset += SENTENCE_SEPARATOR.length;\n      }\n\n      const projectedSentenceText = projectFragmentText(sentence.text);\n      const startOffset = offset;\n      const endOffset = startOffset + projectedSentenceText.length;\n\n      rawText += sentence.text;\n      projectedText += projectedSentenceText;\n      projectedSentences.push({\n        endOffset,\n        projectedText: projectedSentenceText,\n        rawText: sentence.text,\n        sentenceId: sentence.sentenceId,\n        startOffset,\n        wordsCount: sentence.wordsCount,\n      });\n      offset = endOffset;\n    }\n\n    this.#rawText = rawText;\n    this.#projectedText = projectedText;\n    this.#sentences = projectedSentences;\n  }\n\n  public get projectedText(): string {\n    return this.#projectedText;\n  }\n\n  public get rawText(): string {\n    return this.#rawText;\n  }\n\n  public get sentences(): readonly ProjectedFragmentSentence[] {\n    return this.#sentences;\n  }\n\n  public findExactMatches(text: string): readonly TextSpan[] {\n    const query = projectFragmentText(text).trim();\n\n    if (query === \"\") {\n      return [];\n    }\n\n    const matches: TextSpan[] = [];\n    let startIndex = 0;\n\n    while (startIndex <= this.#projectedText.length - query.length) {\n      const offset = this.#projectedText.indexOf(query, startIndex);\n\n      if (offset === -1) {\n        break;\n      }\n\n      matches.push({\n        length: query.length,\n        offset,\n      });\n      startIndex = offset + 1;\n    }\n\n    return matches;\n  }\n\n  public projectText(text: string): string {\n    return projectFragmentText(text);\n  }\n\n  public resolveSentenceIds(span: TextSpan): SentenceId[] {\n    if (span.length <= 0) {\n      return [];\n    }\n\n    const rangeStart = span.offset;\n    const rangeEnd = span.offset + span.length;\n\n    return this.#sentences\n      .filter(\n        (sentence) =>\n          sentence.endOffset > rangeStart && sentence.startOffset < rangeEnd,\n      )\n      .map((sentence) => sentence.sentenceId);\n  }\n}\n\nexport function projectFragmentText(text: string): string {\n  let result = \"\";\n\n  for (const char of text) {\n    result +=\n      STANDARDIZATION_MAP[char as keyof typeof STANDARDIZATION_MAP] ?? char;\n  }\n\n  return result;\n}\n"],"mappings":"AAGA,MAAM,qBAAqB;AAE3B,MAAM,sBAAsB;AAAA,EAC1B,KAAK;AAAA,EACL,MAAM;AACR;AAgBO,MAAM,mBAAmB;AAAA,EACrB;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YAAY,WAA+C;AAChE,UAAM,qBAAkD,CAAC;AACzD,QAAI,UAAU;AACd,QAAI,gBAAgB;AACpB,QAAI,SAAS;AAEb,eAAW,CAAC,OAAO,QAAQ,KAAK,UAAU,QAAQ,GAAG;AACnD,UAAI,QAAQ,GAAG;AACb,mBAAW;AACX,yBAAiB;AACjB,kBAAU,mBAAmB;AAAA,MAC/B;AAEA,YAAM,wBAAwB,oBAAoB,SAAS,IAAI;AAC/D,YAAM,cAAc;AACpB,YAAM,YAAY,cAAc,sBAAsB;AAEtD,iBAAW,SAAS;AACpB,uBAAiB;AACjB,yBAAmB,KAAK;AAAA,QACtB;AAAA,QACA,eAAe;AAAA,QACf,SAAS,SAAS;AAAA,QAClB,YAAY,SAAS;AAAA,QACrB;AAAA,QACA,YAAY,SAAS;AAAA,MACvB,CAAC;AACD,eAAS;AAAA,IACX;AAEA,SAAK,WAAW;AAChB,SAAK,iBAAiB;AACtB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,IAAW,gBAAwB;AACjC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAW,UAAkB;AAC3B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAW,YAAkD;AAC3D,WAAO,KAAK;AAAA,EACd;AAAA,EAEO,iBAAiB,MAAmC;AACzD,UAAM,QAAQ,oBAAoB,IAAI,EAAE,KAAK;AAE7C,QAAI,UAAU,IAAI;AAChB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,UAAsB,CAAC;AAC7B,QAAI,aAAa;AAEjB,WAAO,cAAc,KAAK,eAAe,SAAS,MAAM,QAAQ;AAC9D,YAAM,SAAS,KAAK,eAAe,QAAQ,OAAO,UAAU;AAE5D,UAAI,WAAW,IAAI;AACjB;AAAA,MACF;AAEA,cAAQ,KAAK;AAAA,QACX,QAAQ,MAAM;AAAA,QACd;AAAA,MACF,CAAC;AACD,mBAAa,SAAS;AAAA,IACxB;AAEA,WAAO;AAAA,EACT;AAAA,EAEO,YAAY,MAAsB;AACvC,WAAO,oBAAoB,IAAI;AAAA,EACjC;AAAA,EAEO,mBAAmB,MAA8B;AACtD,QAAI,KAAK,UAAU,GAAG;AACpB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,aAAa,KAAK;AACxB,UAAM,WAAW,KAAK,SAAS,KAAK;AAEpC,WAAO,KAAK,WACT;AAAA,MACC,CAAC,aACC,SAAS,YAAY,cAAc,SAAS,cAAc;AAAA,IAC9D,EACC,IAAI,CAAC,aAAa,SAAS,UAAU;AAAA,EAC1C;AACF;AAEO,SAAS,oBAAoB,MAAsB;AACxD,MAAI,SAAS;AAEb,aAAW,QAAQ,MAAM;AACvB,cACE,oBAAoB,IAAwC,KAAK;AAAA,EACrE;AAEA,SAAO;AACT;","names":[]}

package/dist/reader/chunk-batch/index.d.ts

@@ -1,12 +0,0 @@
-export { extractBookCoherenceChunkBatch, extractUserFocusedChunkBatch } from './extract.js';
-export { EvidenceResolver } from '../../evidence-selection/anchor-resolver.js';
-export { EvidenceResolutionFailure, EvidenceResolutionResult, RankedSentenceCandidate } from '../../evidence-selection/anchor-types.js';
-export { FragmentProjection, TextSpan } from './fragment-projection.js';
-export { ChunkBatch, ChunkBatchOptions, ChunkExtractionScopes, ChunkExtractionSentence, ChunkImportanceAnnotation, ChunkLink, ChunkTranslationInput, ChunkTranslationOutput, CognitiveChunk, ExtractBookCoherenceInput, ExtractUserFocusedInput, ExtractUserFocusedResult, SentenceTextSource } from './types.js';
-import '../../document/types.js';
-import '../../common/language.js';
-import '../../llm/client.js';
-import '../../llm/context.js';
-import '../../llm/cache.js';
-import '../../llm/types.js';
-import 'ai';

package/dist/reader/chunk-batch/index.js

@@ -1,13 +0,0 @@
-import {
-  extractBookCoherenceChunkBatch,
-  extractUserFocusedChunkBatch
-} from "./extract.js";
-import { EvidenceResolver } from "../../evidence-selection/index.js";
-import { FragmentProjection } from "./fragment-projection.js";
-export {
-  EvidenceResolver,
-  FragmentProjection,
-  extractBookCoherenceChunkBatch,
-  extractUserFocusedChunkBatch
-};
-//# sourceMappingURL=index.js.map

package/dist/reader/chunk-batch/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/chunk-batch/index.ts"],"sourcesContent":["export {\n  extractBookCoherenceChunkBatch,\n  extractUserFocusedChunkBatch,\n} from \"./extract.js\";\nexport { EvidenceResolver } from \"../../evidence-selection/index.js\";\nexport { FragmentProjection } from \"./fragment-projection.js\";\nexport type { TextSpan } from \"./fragment-projection.js\";\nexport type {\n  ChunkBatch,\n  ChunkBatchOptions,\n  ChunkExtractionScopes,\n  ChunkExtractionSentence,\n  ChunkImportanceAnnotation,\n  ChunkLink,\n  ChunkTranslationInput,\n  ChunkTranslationOutput,\n  CognitiveChunk,\n  ExtractBookCoherenceInput,\n  ExtractUserFocusedInput,\n  ExtractUserFocusedResult,\n  SentenceTextSource,\n} from \"./types.js\";\nexport type {\n  EvidenceResolutionFailure,\n  EvidenceResolutionResult,\n  RankedSentenceCandidate,\n} from \"../../evidence-selection/index.js\";\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,wBAAwB;AACjC,SAAS,0BAA0B;","names":[]}

package/dist/reader/chunk-batch/language.d.ts

@@ -1,9 +0,0 @@
-import { Language } from '../../common/language.js';
-
-declare function needsTranslation(input: {
-    content: string;
-    label: string;
-    targetLanguage: Language;
-}): boolean;
-
-export { needsTranslation };

package/dist/reader/chunk-batch/language.js

@@ -1,23 +0,0 @@
-import {
-  detectLanguageCode,
-  getLanguageDetectionCode
-} from "../../common/tinyld-language.js";
-import {} from "../../common/language.js";
-function needsTranslation(input) {
-  const targetLanguageCode = getLanguageDetectionCode(input.targetLanguage);
-  return fieldNeedsTranslation(input.label, targetLanguageCode) || fieldNeedsTranslation(input.content, targetLanguageCode);
-}
-function fieldNeedsTranslation(text, targetLanguageCode) {
-  if (text.trim() === "") {
-    return false;
-  }
-  const detectedLanguageCode = detectLanguageCode(text);
-  if (detectedLanguageCode === void 0) {
-    return true;
-  }
-  return detectedLanguageCode !== targetLanguageCode;
-}
-export {
-  needsTranslation
-};
-//# sourceMappingURL=language.js.map

package/dist/reader/chunk-batch/language.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/reader/chunk-batch/language.ts"],"sourcesContent":["import {\n  detectLanguageCode,\n  getLanguageDetectionCode,\n} from \"../../common/tinyld-language.js\";\nimport { type Language } from \"../../common/language.js\";\n\nexport function needsTranslation(input: {\n  content: string;\n  label: string;\n  targetLanguage: Language;\n}): boolean {\n  const targetLanguageCode = getLanguageDetectionCode(input.targetLanguage);\n\n  return (\n    fieldNeedsTranslation(input.label, targetLanguageCode) ||\n    fieldNeedsTranslation(input.content, targetLanguageCode)\n  );\n}\n\nfunction fieldNeedsTranslation(\n  text: string,\n  targetLanguageCode: string,\n): boolean {\n  if (text.trim() === \"\") {\n    return false;\n  }\n\n  const detectedLanguageCode = detectLanguageCode(text);\n\n  if (detectedLanguageCode === undefined) {\n    return true;\n  }\n\n  return detectedLanguageCode !== targetLanguageCode;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,eAA8B;AAEvB,SAAS,iBAAiB,OAIrB;AACV,QAAM,qBAAqB,yBAAyB,MAAM,cAAc;AAExE,SACE,sBAAsB,MAAM,OAAO,kBAAkB,KACrD,sBAAsB,MAAM,SAAS,kBAAkB;AAE3D;AAEA,SAAS,sBACP,MACA,oBACS;AACT,MAAI,KAAK,KAAK,MAAM,IAAI;AACtB,WAAO;AAAA,EACT;AAEA,QAAM,uBAAuB,mBAAmB,IAAI;AAEpD,MAAI,yBAAyB,QAAW;AACtC,WAAO;AAAA,EACT;AAEA,SAAO,yBAAyB;AAClC;","names":[]}