wiki-graph-core 0.3.1

package/dist/progress/tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/progress/tracker.ts"],"sourcesContent":["import { createProgressReporter, type ProgressReporter } from \"./reporter.js\";\nimport type {\n  SerialDiscoveryItem,\n  WikiGraphOperation,\n  WikiGraphProgressCallback,\n} from \"./types.js\";\n\nexport interface CreateDigestProgressTrackerOptions {\n  readonly onProgress?: WikiGraphProgressCallback;\n  readonly operation: WikiGraphOperation;\n}\n\nexport class DigestProgressTracker {\n  readonly #reporter: ProgressReporter;\n  #completedWords = 0;\n  readonly #completedWordsBySerial = new Map<number, number>();\n  #totalWords = 0;\n  #discoverySettled = false;\n\n  public constructor(options: CreateDigestProgressTrackerOptions) {\n    this.#reporter = createProgressReporter(\n      options.operation,\n      options.onProgress,\n    );\n  }\n\n  public createSerialTracker(input: {\n    readonly id: number;\n  }): SerialProgressTracker {\n    return new SerialProgressTracker(this, input.id);\n  }\n\n  public async discoverSerials(\n    serials: readonly SerialDiscoveryItem[],\n  ): Promise<void> {\n    this.#ensureDiscoveryOpen();\n    this.#discoverySettled = true;\n    this.#totalWords = serials.reduce((sum, serial) => sum + serial.words, 0);\n\n    await this.#reporter.emit({\n      available: true,\n      serials,\n      type: \"serials-discovered\",\n    });\n    await this.#emitDigestProgress();\n  }\n\n  public async markDiscoveryUnavailable(): Promise<void> {\n    this.#ensureDiscoveryOpen();\n    this.#discoverySettled = true;\n\n    await this.#reporter.emit({\n      available: false,\n      serials: [],\n      type: \"serials-discovered\",\n    });\n  }\n\n  public async completeSerial(input: {\n    readonly id: number;\n    readonly words: number;\n  }): Promise<void> {\n    const previousCompletedWords =\n      this.#completedWordsBySerial.get(input.id) ?? 0;\n\n    if (input.words !== previousCompletedWords) {\n      this.#completedWordsBySerial.set(input.id, input.words);\n      this.#completedWords += input.words - previousCompletedWords;\n    }\n\n    const nextTotalWords = Math.max(\n      this.#totalWords,\n      this.#completedWords,\n      input.words,\n    );\n\n    if (\n      nextTotalWords === this.#totalWords &&\n      input.words === previousCompletedWords\n    ) {\n      return;\n    }\n\n    this.#totalWords = nextTotalWords;\n    await this.#emitDigestProgress();\n  }\n\n  public async emitSerialProgress(input: {\n    readonly completedFragments: number;\n    readonly completedWords: number;\n    readonly id: number;\n  }): Promise<void> {\n    await this.#reporter.emit({\n      completedFragments: input.completedFragments,\n      completedWords: input.completedWords,\n      id: input.id,\n      type: \"serial-progress\",\n    });\n  }\n\n  async #emitDigestProgress(): Promise<void> {\n    await this.#reporter.emit({\n      completedWords: this.#completedWords,\n      totalWords: this.#totalWords,\n      type: \"digest-progress\",\n    });\n  }\n\n  #ensureDiscoveryOpen(): void {\n    if (this.#discoverySettled) {\n      throw new Error(\"Serial discovery has already been reported\");\n    }\n  }\n}\n\nexport class SerialProgressTracker {\n  #completedFragments = 0;\n  readonly #digestTracker: DigestProgressTracker;\n  #completedWords = 0;\n  readonly #id: number;\n\n  public constructor(digestTracker: DigestProgressTracker, id: number) {\n    this.#digestTracker = digestTracker;\n    this.#id = id;\n  }\n\n  public async begin(_input?: {\n    readonly fragments: number;\n    readonly words: number;\n  }): Promise<void> {}\n\n  public async advance(wordsCount: number): Promise<void> {\n    this.#completedWords += wordsCount;\n    this.#completedFragments += 1;\n    await this.#digestTracker.emitSerialProgress({\n      completedFragments: this.#completedFragments,\n      completedWords: this.#completedWords,\n      id: this.#id,\n    });\n  }\n\n  public async complete(finalWordsCount = 0): Promise<void> {\n    this.#completedWords += finalWordsCount;\n    if (finalWordsCount > 0) {\n      this.#completedFragments += 1;\n    }\n\n    await this.#digestTracker.emitSerialProgress({\n      completedFragments: this.#completedFragments,\n      completedWords: this.#completedWords,\n      id: this.#id,\n    });\n    await this.#digestTracker.completeSerial({\n      id: this.#id,\n      words: this.#completedWords,\n    });\n  }\n}\n\nexport function createDigestProgressTracker(\n  options: CreateDigestProgressTrackerOptions,\n): DigestProgressTracker {\n  return new DigestProgressTracker(options);\n}\n"],"mappings":"AAAA,SAAS,8BAAqD;AAYvD,MAAM,sBAAsB;AAAA,EACxB;AAAA,EACT,kBAAkB;AAAA,EACT,0BAA0B,oBAAI,IAAoB;AAAA,EAC3D,cAAc;AAAA,EACd,oBAAoB;AAAA,EAEb,YAAY,SAA6C;AAC9D,SAAK,YAAY;AAAA,MACf,QAAQ;AAAA,MACR,QAAQ;AAAA,IACV;AAAA,EACF;AAAA,EAEO,oBAAoB,OAED;AACxB,WAAO,IAAI,sBAAsB,MAAM,MAAM,EAAE;AAAA,EACjD;AAAA,EAEA,MAAa,gBACX,SACe;AACf,SAAK,qBAAqB;AAC1B,SAAK,oBAAoB;AACzB,SAAK,cAAc,QAAQ,OAAO,CAAC,KAAK,WAAW,MAAM,OAAO,OAAO,CAAC;AAExE,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,WAAW;AAAA,MACX;AAAA,MACA,MAAM;AAAA,IACR,CAAC;AACD,UAAM,KAAK,oBAAoB;AAAA,EACjC;AAAA,EAEA,MAAa,2BAA0C;AACrD,SAAK,qBAAqB;AAC1B,SAAK,oBAAoB;AAEzB,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,WAAW;AAAA,MACX,SAAS,CAAC;AAAA,MACV,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,eAAe,OAGV;AAChB,UAAM,yBACJ,KAAK,wBAAwB,IAAI,MAAM,EAAE,KAAK;AAEhD,QAAI,MAAM,UAAU,wBAAwB;AAC1C,WAAK,wBAAwB,IAAI,MAAM,IAAI,MAAM,KAAK;AACtD,WAAK,mBAAmB,MAAM,QAAQ;AAAA,IACxC;AAEA,UAAM,iBAAiB,KAAK;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,MAAM;AAAA,IACR;AAEA,QACE,mBAAmB,KAAK,eACxB,MAAM,UAAU,wBAChB;AACA;AAAA,IACF;AAEA,SAAK,cAAc;AACnB,UAAM,KAAK,oBAAoB;AAAA,EACjC;AAAA,EAEA,MAAa,mBAAmB,OAId;AAChB,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,oBAAoB,MAAM;AAAA,MAC1B,gBAAgB,MAAM;AAAA,MACtB,IAAI,MAAM;AAAA,MACV,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,UAAU,KAAK;AAAA,MACxB,gBAAgB,KAAK;AAAA,MACrB,YAAY,KAAK;AAAA,MACjB,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,uBAA6B;AAC3B,QAAI,KAAK,mBAAmB;AAC1B,YAAM,IAAI,MAAM,4CAA4C;AAAA,IAC9D;AAAA,EACF;AACF;AAEO,MAAM,sBAAsB;AAAA,EACjC,sBAAsB;AAAA,EACb;AAAA,EACT,kBAAkB;AAAA,EACT;AAAA,EAEF,YAAY,eAAsC,IAAY;AACnE,SAAK,iBAAiB;AACtB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAa,MAAM,QAGD;AAAA,EAAC;AAAA,EAEnB,MAAa,QAAQ,YAAmC;AACtD,SAAK,mBAAmB;AACxB,SAAK,uBAAuB;AAC5B,UAAM,KAAK,eAAe,mBAAmB;AAAA,MAC3C,oBAAoB,KAAK;AAAA,MACzB,gBAAgB,KAAK;AAAA,MACrB,IAAI,KAAK;AAAA,IACX,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,SAAS,kBAAkB,GAAkB;AACxD,SAAK,mBAAmB;AACxB,QAAI,kBAAkB,GAAG;AACvB,WAAK,uBAAuB;AAAA,IAC9B;AAEA,UAAM,KAAK,eAAe,mBAAmB;AAAA,MAC3C,oBAAoB,KAAK;AAAA,MACzB,gBAAgB,KAAK;AAAA,MACrB,IAAI,KAAK;AAAA,IACX,CAAC;AACD,UAAM,KAAK,eAAe,eAAe;AAAA,MACvC,IAAI,KAAK;AAAA,MACT,OAAO,KAAK;AAAA,IACd,CAAC;AAAA,EACH;AACF;AAEO,SAAS,4BACd,SACuB;AACvB,SAAO,IAAI,sBAAsB,OAAO;AAC1C;","names":[]}

package/dist/progress/types.d.ts

@@ -0,0 +1,28 @@
+type WikiGraphOperation = "digest-epub" | "digest-markdown" | "digest-text-stream" | "digest-txt";
+interface SerialDiscoveryItem {
+    readonly id: number;
+    readonly fragments?: number | undefined;
+    readonly title?: string | undefined;
+    readonly words: number;
+}
+interface SerialsDiscoveredEvent {
+    readonly type: "serials-discovered";
+    readonly available: boolean;
+    readonly serials: readonly SerialDiscoveryItem[];
+}
+interface SerialProgressEvent {
+    readonly type: "serial-progress";
+    readonly id: number;
+    readonly completedWords: number;
+    readonly completedFragments: number;
+}
+interface DigestProgressEvent {
+    readonly type: "digest-progress";
+    readonly completedWords: number;
+    readonly totalWords: number;
+}
+type WikiGraphProgressEventType = WikiGraphProgressEvent["type"];
+type WikiGraphProgressEvent = SerialsDiscoveredEvent | SerialProgressEvent | DigestProgressEvent;
+type WikiGraphProgressCallback = (event: WikiGraphProgressEvent) => void | Promise<void>;
+
+export type { DigestProgressEvent, SerialDiscoveryItem, SerialProgressEvent, SerialsDiscoveredEvent, WikiGraphOperation, WikiGraphProgressCallback, WikiGraphProgressEvent, WikiGraphProgressEventType };

package/dist/progress/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/progress/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/reader/attention/attention.d.ts

@@ -0,0 +1,39 @@
+import { CognitiveChunk, ChunkImportanceAnnotation, ChunkBatch } from '../chunk-batch/types.js';
+import '../../common/language.js';
+import '../../llm/client.js';
+import '../../llm/context.js';
+import '../../llm/cache.js';
+import '../../llm/types.js';
+import 'ai';
+import '../../document/types.js';
+
+interface ChunkBatchContext {
+    readonly visibleChunkIds: readonly number[];
+    readonly workingMemoryPrompt: string;
+}
+interface ChunkGraphEdge {
+    readonly fromId: number;
+    readonly strength?: string;
+    readonly toId: number;
+}
+interface ChunkGraphDelta {
+    readonly chunks: CognitiveChunk[];
+    readonly edges: readonly ChunkGraphEdge[];
+    readonly importanceAnnotations?: readonly ChunkImportanceAnnotation[];
+}
+declare class Attention {
+    #private;
+    constructor(capacity: number, generationDecayFactor: number, idGenerator: () => Promise<number>);
+    get capacity(): number;
+    createChunkBatchContext(input?: {
+        includeCurrentFragment?: boolean;
+    }): ChunkBatchContext;
+    acceptChunkBatch(chunkBatch: ChunkBatch): Promise<ChunkGraphDelta>;
+    completeFragment(input: {
+        allChunks: readonly CognitiveChunk[];
+        getSuccessorChunkIds: (chunkId: number) => readonly number[];
+    }): void;
+    clear(): void;
+}
+
+export { Attention, type ChunkBatchContext, type ChunkGraphDelta, type ChunkGraphEdge };

package/dist/reader/attention/attention.js

@@ -0,0 +1,123 @@
+import { WaveReflection } from "./wave-reflection.js";
+import { WorkingMemory } from "./working-memory.js";
+class Attention {
+  #idGenerator;
+  #waveReflection;
+  #workingMemory;
+  constructor(capacity, generationDecayFactor, idGenerator) {
+    this.#idGenerator = idGenerator;
+    this.#waveReflection = new WaveReflection(generationDecayFactor);
+    this.#workingMemory = new WorkingMemory(capacity);
+  }
+  get capacity() {
+    return this.#workingMemory.capacity;
+  }
+  createChunkBatchContext(input) {
+    const chunks = this.#workingMemory.getChunksForPrompt(
+      input?.includeCurrentFragment ?? true
+    );
+    return {
+      visibleChunkIds: chunks.map((chunk) => chunk.id),
+      workingMemoryPrompt: this.#workingMemory.formatForPrompt(
+        input?.includeCurrentFragment ?? true
+      )
+    };
+  }
+  async acceptChunkBatch(chunkBatch) {
+    const delta = await assembleChunkBatch({
+      chunkBatch,
+      generation: this.#workingMemory.generation,
+      idGenerator: this.#idGenerator,
+      visibleChunks: this.#workingMemory.getChunks()
+    });
+    this.#workingMemory.addChunks(delta.chunks);
+    return delta;
+  }
+  completeFragment(input) {
+    const previousFragmentChunks = this.#workingMemory.getAllChunksForSaving();
+    const latestChunkIds = previousFragmentChunks.map((chunk) => chunk.id);
+    const extraChunks = this.#waveReflection.selectTopChunks({
+      allChunks: input.allChunks,
+      capacity: this.#workingMemory.capacity,
+      getSuccessorChunkIds: input.getSuccessorChunkIds,
+      latestChunkIds
+    });
+    this.#workingMemory.setRetainedChunks({
+      extraChunks,
+      previousFragmentChunks
+    });
+    this.#workingMemory.finalizeFragment();
+  }
+  clear() {
+    this.#workingMemory.clear();
+  }
+}
+async function assembleChunkBatch(input) {
+  const tempIdRecord = /* @__PURE__ */ Object.create(
+    null
+  );
+  for (const [index, chunk] of input.chunkBatch.chunks.entries()) {
+    chunk.id = await input.idGenerator();
+    chunk.generation = input.generation;
+    const tempId = input.chunkBatch.tempIds[index];
+    if (tempId === void 0 || tempId === "") {
+      continue;
+    }
+    tempIdRecord[tempId] = chunk;
+  }
+  const visibleChunks = [...input.visibleChunks, ...input.chunkBatch.chunks];
+  const edges = [];
+  for (const link of input.chunkBatch.links) {
+    const fromChunk = resolveChunkReference(
+      link.from,
+      tempIdRecord,
+      visibleChunks
+    );
+    const toChunk = resolveChunkReference(link.to, tempIdRecord, visibleChunks);
+    if (fromChunk === void 0 || toChunk === void 0) {
+      continue;
+    }
+    const [edgeFromId, edgeToId] = fromChunk.id > toChunk.id ? [fromChunk.id, toChunk.id] : [toChunk.id, fromChunk.id];
+    attachLink(visibleChunks, edgeToId, edgeFromId);
+    if (link.strength === void 0) {
+      edges.push({
+        fromId: edgeFromId,
+        toId: edgeToId
+      });
+      continue;
+    }
+    edges.push({
+      fromId: edgeFromId,
+      strength: link.strength,
+      toId: edgeToId
+    });
+  }
+  return {
+    chunks: input.chunkBatch.chunks,
+    edges,
+    ...input.chunkBatch.importanceAnnotations === void 0 ? {} : {
+      importanceAnnotations: input.chunkBatch.importanceAnnotations
+    }
+  };
+}
+function resolveChunkReference(reference, tempIdRecord, visibleChunks) {
+  if (typeof reference === "string") {
+    return tempIdRecord[reference];
+  }
+  return visibleChunks.find((chunk) => chunk.id === reference);
+}
+function attachLink(visibleChunks, targetChunkId, sourceChunkId) {
+  for (const chunk of visibleChunks) {
+    if (chunk.id !== targetChunkId) {
+      continue;
+    }
+    if (!chunk.links.includes(sourceChunkId)) {
+      chunk.links.push(sourceChunkId);
+    }
+    return;
+  }
+}
+export {
+  Attention
+};
+//# sourceMappingURL=attention.js.map

package/dist/reader/attention/attention.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/reader/attention/attention.ts"],"sourcesContent":["import { WaveReflection } from \"./wave-reflection.js\";\nimport { WorkingMemory } from \"./working-memory.js\";\nimport type {\n  ChunkBatch,\n  ChunkImportanceAnnotation,\n  CognitiveChunk,\n} from \"../chunk-batch/types.js\";\n\nexport interface ChunkBatchContext {\n  readonly visibleChunkIds: readonly number[];\n  readonly workingMemoryPrompt: string;\n}\n\nexport interface ChunkGraphEdge {\n  readonly fromId: number;\n  readonly strength?: string;\n  readonly toId: number;\n}\n\nexport interface ChunkGraphDelta {\n  readonly chunks: CognitiveChunk[];\n  readonly edges: readonly ChunkGraphEdge[];\n  readonly importanceAnnotations?: readonly ChunkImportanceAnnotation[];\n}\n\nexport class Attention {\n  readonly #idGenerator: () => Promise<number>;\n  readonly #waveReflection: WaveReflection;\n  readonly #workingMemory: WorkingMemory;\n\n  public constructor(\n    capacity: number,\n    generationDecayFactor: number,\n    idGenerator: () => Promise<number>,\n  ) {\n    this.#idGenerator = idGenerator;\n    this.#waveReflection = new WaveReflection(generationDecayFactor);\n    this.#workingMemory = new WorkingMemory(capacity);\n  }\n\n  public get capacity(): number {\n    return this.#workingMemory.capacity;\n  }\n\n  public createChunkBatchContext(input?: {\n    includeCurrentFragment?: boolean;\n  }): ChunkBatchContext {\n    const chunks = this.#workingMemory.getChunksForPrompt(\n      input?.includeCurrentFragment ?? true,\n    );\n\n    return {\n      visibleChunkIds: chunks.map((chunk) => chunk.id),\n      workingMemoryPrompt: this.#workingMemory.formatForPrompt(\n        input?.includeCurrentFragment ?? true,\n      ),\n    };\n  }\n\n  public async acceptChunkBatch(\n    chunkBatch: ChunkBatch,\n  ): Promise<ChunkGraphDelta> {\n    const delta = await assembleChunkBatch({\n      chunkBatch,\n      generation: this.#workingMemory.generation,\n      idGenerator: this.#idGenerator,\n      visibleChunks: this.#workingMemory.getChunks(),\n    });\n\n    this.#workingMemory.addChunks(delta.chunks);\n\n    return delta;\n  }\n\n  public completeFragment(input: {\n    allChunks: readonly CognitiveChunk[];\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n  }): void {\n    const previousFragmentChunks = this.#workingMemory.getAllChunksForSaving();\n    const latestChunkIds = previousFragmentChunks.map((chunk) => chunk.id);\n    const extraChunks = this.#waveReflection.selectTopChunks({\n      allChunks: input.allChunks,\n      capacity: this.#workingMemory.capacity,\n      getSuccessorChunkIds: input.getSuccessorChunkIds,\n      latestChunkIds,\n    });\n\n    this.#workingMemory.setRetainedChunks({\n      extraChunks,\n      previousFragmentChunks,\n    });\n    this.#workingMemory.finalizeFragment();\n  }\n\n  public clear(): void {\n    this.#workingMemory.clear();\n  }\n}\n\nasync function assembleChunkBatch(input: {\n  chunkBatch: ChunkBatch;\n  generation: number;\n  idGenerator: () => Promise<number>;\n  visibleChunks: readonly CognitiveChunk[];\n}): Promise<ChunkGraphDelta> {\n  const tempIdRecord: Record<string, CognitiveChunk> = Object.create(\n    null,\n  ) as Record<string, CognitiveChunk>;\n\n  for (const [index, chunk] of input.chunkBatch.chunks.entries()) {\n    chunk.id = await input.idGenerator();\n    chunk.generation = input.generation;\n\n    const tempId = input.chunkBatch.tempIds[index];\n\n    if (tempId === undefined || tempId === \"\") {\n      continue;\n    }\n\n    tempIdRecord[tempId] = chunk;\n  }\n\n  const visibleChunks = [...input.visibleChunks, ...input.chunkBatch.chunks];\n  const edges: ChunkGraphEdge[] = [];\n\n  for (const link of input.chunkBatch.links) {\n    const fromChunk = resolveChunkReference(\n      link.from,\n      tempIdRecord,\n      visibleChunks,\n    );\n    const toChunk = resolveChunkReference(link.to, tempIdRecord, visibleChunks);\n\n    if (fromChunk === undefined || toChunk === undefined) {\n      continue;\n    }\n\n    const [edgeFromId, edgeToId] =\n      fromChunk.id > toChunk.id\n        ? ([fromChunk.id, toChunk.id] as const)\n        : ([toChunk.id, fromChunk.id] as const);\n\n    attachLink(visibleChunks, edgeToId, edgeFromId);\n    if (link.strength === undefined) {\n      edges.push({\n        fromId: edgeFromId,\n        toId: edgeToId,\n      });\n      continue;\n    }\n\n    edges.push({\n      fromId: edgeFromId,\n      strength: link.strength,\n      toId: edgeToId,\n    });\n  }\n\n  return {\n    chunks: input.chunkBatch.chunks,\n    edges,\n    ...(input.chunkBatch.importanceAnnotations === undefined\n      ? {}\n      : {\n          importanceAnnotations: input.chunkBatch.importanceAnnotations,\n        }),\n  };\n}\n\nfunction resolveChunkReference(\n  reference: number | string,\n  tempIdRecord: Readonly<Record<string, CognitiveChunk>>,\n  visibleChunks: readonly CognitiveChunk[],\n): CognitiveChunk | undefined {\n  if (typeof reference === \"string\") {\n    return tempIdRecord[reference];\n  }\n\n  return visibleChunks.find((chunk) => chunk.id === reference);\n}\n\nfunction attachLink(\n  visibleChunks: readonly CognitiveChunk[],\n  targetChunkId: number,\n  sourceChunkId: number,\n): void {\n  for (const chunk of visibleChunks) {\n    if (chunk.id !== targetChunkId) {\n      continue;\n    }\n\n    if (!chunk.links.includes(sourceChunkId)) {\n      chunk.links.push(sourceChunkId);\n    }\n\n    return;\n  }\n}\n"],"mappings":"AAAA,SAAS,sBAAsB;AAC/B,SAAS,qBAAqB;AAwBvB,MAAM,UAAU;AAAA,EACZ;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YACL,UACA,uBACA,aACA;AACA,SAAK,eAAe;AACpB,SAAK,kBAAkB,IAAI,eAAe,qBAAqB;AAC/D,SAAK,iBAAiB,IAAI,cAAc,QAAQ;AAAA,EAClD;AAAA,EAEA,IAAW,WAAmB;AAC5B,WAAO,KAAK,eAAe;AAAA,EAC7B;AAAA,EAEO,wBAAwB,OAET;AACpB,UAAM,SAAS,KAAK,eAAe;AAAA,MACjC,OAAO,0BAA0B;AAAA,IACnC;AAEA,WAAO;AAAA,MACL,iBAAiB,OAAO,IAAI,CAAC,UAAU,MAAM,EAAE;AAAA,MAC/C,qBAAqB,KAAK,eAAe;AAAA,QACvC,OAAO,0BAA0B;AAAA,MACnC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,iBACX,YAC0B;AAC1B,UAAM,QAAQ,MAAM,mBAAmB;AAAA,MACrC;AAAA,MACA,YAAY,KAAK,eAAe;AAAA,MAChC,aAAa,KAAK;AAAA,MAClB,eAAe,KAAK,eAAe,UAAU;AAAA,IAC/C,CAAC;AAED,SAAK,eAAe,UAAU,MAAM,MAAM;AAE1C,WAAO;AAAA,EACT;AAAA,EAEO,iBAAiB,OAGf;AACP,UAAM,yBAAyB,KAAK,eAAe,sBAAsB;AACzE,UAAM,iBAAiB,uBAAuB,IAAI,CAAC,UAAU,MAAM,EAAE;AACrE,UAAM,cAAc,KAAK,gBAAgB,gBAAgB;AAAA,MACvD,WAAW,MAAM;AAAA,MACjB,UAAU,KAAK,eAAe;AAAA,MAC9B,sBAAsB,MAAM;AAAA,MAC5B;AAAA,IACF,CAAC;AAED,SAAK,eAAe,kBAAkB;AAAA,MACpC;AAAA,MACA;AAAA,IACF,CAAC;AACD,SAAK,eAAe,iBAAiB;AAAA,EACvC;AAAA,EAEO,QAAc;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AACF;AAEA,eAAe,mBAAmB,OAKL;AAC3B,QAAM,eAA+C,uBAAO;AAAA,IAC1D;AAAA,EACF;AAEA,aAAW,CAAC,OAAO,KAAK,KAAK,MAAM,WAAW,OAAO,QAAQ,GAAG;AAC9D,UAAM,KAAK,MAAM,MAAM,YAAY;AACnC,UAAM,aAAa,MAAM;AAEzB,UAAM,SAAS,MAAM,WAAW,QAAQ,KAAK;AAE7C,QAAI,WAAW,UAAa,WAAW,IAAI;AACzC;AAAA,IACF;AAEA,iBAAa,MAAM,IAAI;AAAA,EACzB;AAEA,QAAM,gBAAgB,CAAC,GAAG,MAAM,eAAe,GAAG,MAAM,WAAW,MAAM;AACzE,QAAM,QAA0B,CAAC;AAEjC,aAAW,QAAQ,MAAM,WAAW,OAAO;AACzC,UAAM,YAAY;AAAA,MAChB,KAAK;AAAA,MACL;AAAA,MACA;AAAA,IACF;AACA,UAAM,UAAU,sBAAsB,KAAK,IAAI,cAAc,aAAa;AAE1E,QAAI,cAAc,UAAa,YAAY,QAAW;AACpD;AAAA,IACF;AAEA,UAAM,CAAC,YAAY,QAAQ,IACzB,UAAU,KAAK,QAAQ,KAClB,CAAC,UAAU,IAAI,QAAQ,EAAE,IACzB,CAAC,QAAQ,IAAI,UAAU,EAAE;AAEhC,eAAW,eAAe,UAAU,UAAU;AAC9C,QAAI,KAAK,aAAa,QAAW;AAC/B,YAAM,KAAK;AAAA,QACT,QAAQ;AAAA,QACR,MAAM;AAAA,MACR,CAAC;AACD;AAAA,IACF;AAEA,UAAM,KAAK;AAAA,MACT,QAAQ;AAAA,MACR,UAAU,KAAK;AAAA,MACf,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAEA,SAAO;AAAA,IACL,QAAQ,MAAM,WAAW;AAAA,IACzB;AAAA,IACA,GAAI,MAAM,WAAW,0BAA0B,SAC3C,CAAC,IACD;AAAA,MACE,uBAAuB,MAAM,WAAW;AAAA,IAC1C;AAAA,EACN;AACF;AAEA,SAAS,sBACP,WACA,cACA,eAC4B;AAC5B,MAAI,OAAO,cAAc,UAAU;AACjC,WAAO,aAAa,SAAS;AAAA,EAC/B;AAEA,SAAO,cAAc,KAAK,CAAC,UAAU,MAAM,OAAO,SAAS;AAC7D;AAEA,SAAS,WACP,eACA,eACA,eACM;AACN,aAAW,SAAS,eAAe;AACjC,QAAI,MAAM,OAAO,eAAe;AAC9B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,MAAM,SAAS,aAAa,GAAG;AACxC,YAAM,MAAM,KAAK,aAAa;AAAA,IAChC;AAEA;AAAA,EACF;AACF;","names":[]}

package/dist/reader/attention/index.d.ts

@@ -0,0 +1,9 @@
+export { Attention, ChunkBatchContext, ChunkGraphDelta, ChunkGraphEdge } from './attention.js';
+import '../chunk-batch/types.js';
+import '../../common/language.js';
+import '../../llm/client.js';
+import '../../llm/context.js';
+import '../../llm/cache.js';
+import '../../llm/types.js';
+import 'ai';
+import '../../document/types.js';

package/dist/reader/attention/index.js

@@ -0,0 +1,5 @@
+import { Attention } from "./attention.js";
+export {
+  Attention
+};
+//# sourceMappingURL=index.js.map

package/dist/reader/attention/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/reader/attention/index.ts"],"sourcesContent":["export { Attention } from \"./attention.js\";\nexport type {\n  ChunkBatchContext,\n  ChunkGraphDelta,\n  ChunkGraphEdge,\n} from \"./attention.js\";\n"],"mappings":"AAAA,SAAS,iBAAiB;","names":[]}

package/dist/reader/attention/wave-reflection.d.ts

@@ -0,0 +1,21 @@
+import { CognitiveChunk } from '../chunk-batch/types.js';
+import '../../common/language.js';
+import '../../llm/client.js';
+import '../../llm/context.js';
+import '../../llm/cache.js';
+import '../../llm/types.js';
+import 'ai';
+import '../../document/types.js';
+
+declare class WaveReflection {
+    #private;
+    constructor(generationDecayFactor: number);
+    selectTopChunks(input: {
+        allChunks: readonly CognitiveChunk[];
+        capacity: number;
+        getSuccessorChunkIds: (chunkId: number) => readonly number[];
+        latestChunkIds: readonly number[];
+    }): CognitiveChunk[];
+}
+
+export { WaveReflection };

package/dist/reader/attention/wave-reflection.js

@@ -0,0 +1,153 @@
+class WaveReflection {
+  #generationDecayFactor;
+  constructor(generationDecayFactor) {
+    this.#generationDecayFactor = generationDecayFactor;
+  }
+  selectTopChunks(input) {
+    if (input.allChunks.length === 0) {
+      return [];
+    }
+    if (input.latestChunkIds.length === 0) {
+      return [...input.allChunks].slice(0, input.capacity);
+    }
+    const latestChunkIdRecord = createMembershipRecord(input.latestChunkIds);
+    const historicalChunks = input.allChunks.filter(
+      (chunk) => !hasMembership(latestChunkIdRecord, chunk.id)
+    );
+    if (historicalChunks.length === 0) {
+      return [];
+    }
+    const forwardScores = this.#forwardPropagation({
+      getSuccessorChunkIds: input.getSuccessorChunkIds,
+      latestChunkIds: input.latestChunkIds
+    });
+    if (countOwnKeys(forwardScores) === 0) {
+      return [...historicalChunks].sort((left, right) => right.generation - left.generation).slice(0, input.capacity);
+    }
+    const reflectionScores = this.#reflectionPropagation({
+      allChunkIds: input.allChunks.map((chunk) => chunk.id),
+      forwardScores,
+      getSuccessorChunkIds: input.getSuccessorChunkIds
+    });
+    return historicalChunks.map((chunk) => ({
+      chunk,
+      decayedScore: (reflectionScores[String(chunk.id)] ?? 0) * this.#generationDecayFactor ** chunk.generation
+    })).sort((left, right) => {
+      if (left.decayedScore !== right.decayedScore) {
+        return right.decayedScore - left.decayedScore;
+      }
+      return left.chunk.id - right.chunk.id;
+    }).slice(0, input.capacity).map((item) => item.chunk);
+  }
+  #forwardPropagation(input) {
+    const latestChunkCount = input.latestChunkIds.length;
+    if (latestChunkCount === 0) {
+      return createEmptyRecord();
+    }
+    const initialScore = 1 / latestChunkCount;
+    const scores = createEmptyRecord();
+    const visited = createEmptyRecord();
+    const queue = [...input.latestChunkIds];
+    let queueOffset = 0;
+    for (const chunkId of input.latestChunkIds) {
+      scores[String(chunkId)] = initialScore;
+      visited[String(chunkId)] = true;
+    }
+    while (queueOffset < queue.length) {
+      const currentId = queue[queueOffset];
+      queueOffset += 1;
+      if (currentId === void 0) {
+        continue;
+      }
+      const currentScore = scores[String(currentId)];
+      if (currentScore === void 0) {
+        continue;
+      }
+      const successors = [...input.getSuccessorChunkIds(currentId)].sort(
+        compareNumber
+      );
+      if (successors.length === 0) {
+        continue;
+      }
+      const scorePerSuccessor = currentScore / successors.length;
+      for (const successorId of successors) {
+        const successorKey = String(successorId);
+        scores[successorKey] = (scores[successorKey] ?? 0) + scorePerSuccessor;
+        if (hasMembership(visited, successorId)) {
+          continue;
+        }
+        visited[successorKey] = true;
+        queue.push(successorId);
+      }
+    }
+    return scores;
+  }
+  #reflectionPropagation(input) {
+    const reverseSuccessorIdsByChunkId = createEmptyRecord();
+    for (const chunkId of input.allChunkIds) {
+      for (const successorId of input.getSuccessorChunkIds(chunkId)) {
+        const successorKey = String(successorId);
+        const reverseSuccessors = reverseSuccessorIdsByChunkId[successorKey] ?? [];
+        reverseSuccessorIdsByChunkId[successorKey] = [
+          ...reverseSuccessors,
+          chunkId
+        ];
+      }
+    }
+    const reflectionScores = { ...input.forwardScores };
+    const queue = Object.keys(input.forwardScores).map(Number);
+    const visited = createMembershipRecord(queue);
+    let queueOffset = 0;
+    while (queueOffset < queue.length) {
+      const currentId = queue[queueOffset];
+      queueOffset += 1;
+      if (currentId === void 0) {
+        continue;
+      }
+      const currentScore = reflectionScores[String(currentId)];
+      if (currentScore === void 0) {
+        continue;
+      }
+      const successors = [
+        ...reverseSuccessorIdsByChunkId[String(currentId)] ?? []
+      ].sort(compareNumber);
+      if (successors.length === 0) {
+        continue;
+      }
+      const scorePerSuccessor = currentScore / successors.length;
+      for (const successorId of successors) {
+        const successorKey = String(successorId);
+        reflectionScores[successorKey] = (reflectionScores[successorKey] ?? 0) + scorePerSuccessor;
+        if (hasMembership(visited, successorId)) {
+          continue;
+        }
+        visited[successorKey] = true;
+        queue.push(successorId);
+      }
+    }
+    return reflectionScores;
+  }
+}
+function compareNumber(left, right) {
+  return left - right;
+}
+function createMembershipRecord(values) {
+  const record = createEmptyRecord();
+  for (const value of values) {
+    record[String(value)] = true;
+  }
+  return record;
+}
+function hasMembership(record, value) {
+  return Object.hasOwn(record, String(value));
+}
+function countOwnKeys(record) {
+  return Object.keys(record).length;
+}
+function createEmptyRecord() {
+  return /* @__PURE__ */ Object.create(null);
+}
+export {
+  WaveReflection
+};
+//# sourceMappingURL=wave-reflection.js.map

package/dist/reader/attention/wave-reflection.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/reader/attention/wave-reflection.ts"],"sourcesContent":["import type { CognitiveChunk } from \"../chunk-batch/types.js\";\n\nexport class WaveReflection {\n  readonly #generationDecayFactor: number;\n\n  public constructor(generationDecayFactor: number) {\n    this.#generationDecayFactor = generationDecayFactor;\n  }\n\n  public selectTopChunks(input: {\n    allChunks: readonly CognitiveChunk[];\n    capacity: number;\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n    latestChunkIds: readonly number[];\n  }): CognitiveChunk[] {\n    if (input.allChunks.length === 0) {\n      return [];\n    }\n\n    if (input.latestChunkIds.length === 0) {\n      return [...input.allChunks].slice(0, input.capacity);\n    }\n\n    const latestChunkIdRecord = createMembershipRecord(input.latestChunkIds);\n    const historicalChunks = input.allChunks.filter(\n      (chunk) => !hasMembership(latestChunkIdRecord, chunk.id),\n    );\n\n    if (historicalChunks.length === 0) {\n      return [];\n    }\n\n    const forwardScores = this.#forwardPropagation({\n      getSuccessorChunkIds: input.getSuccessorChunkIds,\n      latestChunkIds: input.latestChunkIds,\n    });\n\n    if (countOwnKeys(forwardScores) === 0) {\n      return [...historicalChunks]\n        .sort((left, right) => right.generation - left.generation)\n        .slice(0, input.capacity);\n    }\n\n    const reflectionScores = this.#reflectionPropagation({\n      allChunkIds: input.allChunks.map((chunk) => chunk.id),\n      forwardScores,\n      getSuccessorChunkIds: input.getSuccessorChunkIds,\n    });\n\n    return historicalChunks\n      .map((chunk) => ({\n        chunk,\n        decayedScore:\n          (reflectionScores[String(chunk.id)] ?? 0) *\n          this.#generationDecayFactor ** chunk.generation,\n      }))\n      .sort((left, right) => {\n        if (left.decayedScore !== right.decayedScore) {\n          return right.decayedScore - left.decayedScore;\n        }\n\n        return left.chunk.id - right.chunk.id;\n      })\n      .slice(0, input.capacity)\n      .map((item) => item.chunk);\n  }\n\n  #forwardPropagation(input: {\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n    latestChunkIds: readonly number[];\n  }): Record<string, number> {\n    const latestChunkCount = input.latestChunkIds.length;\n\n    if (latestChunkCount === 0) {\n      return createEmptyRecord<number>();\n    }\n\n    const initialScore = 1 / latestChunkCount;\n    const scores = createEmptyRecord<number>();\n    const visited = createEmptyRecord<true>();\n    const queue = [...input.latestChunkIds];\n    let queueOffset = 0;\n\n    for (const chunkId of input.latestChunkIds) {\n      scores[String(chunkId)] = initialScore;\n      visited[String(chunkId)] = true;\n    }\n\n    while (queueOffset < queue.length) {\n      const currentId = queue[queueOffset];\n      queueOffset += 1;\n\n      if (currentId === undefined) {\n        continue;\n      }\n\n      const currentScore = scores[String(currentId)];\n\n      if (currentScore === undefined) {\n        continue;\n      }\n\n      const successors = [...input.getSuccessorChunkIds(currentId)].sort(\n        compareNumber,\n      );\n\n      if (successors.length === 0) {\n        continue;\n      }\n\n      const scorePerSuccessor = currentScore / successors.length;\n\n      for (const successorId of successors) {\n        const successorKey = String(successorId);\n        scores[successorKey] = (scores[successorKey] ?? 0) + scorePerSuccessor;\n\n        if (hasMembership(visited, successorId)) {\n          continue;\n        }\n\n        visited[successorKey] = true;\n        queue.push(successorId);\n      }\n    }\n\n    return scores;\n  }\n\n  #reflectionPropagation(input: {\n    allChunkIds: readonly number[];\n    forwardScores: Readonly<Record<string, number>>;\n    getSuccessorChunkIds: (chunkId: number) => readonly number[];\n  }): Record<string, number> {\n    const reverseSuccessorIdsByChunkId = createEmptyRecord<number[]>();\n\n    for (const chunkId of input.allChunkIds) {\n      for (const successorId of input.getSuccessorChunkIds(chunkId)) {\n        const successorKey = String(successorId);\n        const reverseSuccessors =\n          reverseSuccessorIdsByChunkId[successorKey] ?? [];\n\n        reverseSuccessorIdsByChunkId[successorKey] = [\n          ...reverseSuccessors,\n          chunkId,\n        ];\n      }\n    }\n\n    const reflectionScores = { ...input.forwardScores };\n    const queue = Object.keys(input.forwardScores).map(Number);\n    const visited = createMembershipRecord(queue);\n    let queueOffset = 0;\n\n    while (queueOffset < queue.length) {\n      const currentId = queue[queueOffset];\n      queueOffset += 1;\n\n      if (currentId === undefined) {\n        continue;\n      }\n\n      const currentScore = reflectionScores[String(currentId)];\n\n      if (currentScore === undefined) {\n        continue;\n      }\n\n      const successors = [\n        ...(reverseSuccessorIdsByChunkId[String(currentId)] ?? []),\n      ].sort(compareNumber);\n\n      if (successors.length === 0) {\n        continue;\n      }\n\n      const scorePerSuccessor = currentScore / successors.length;\n\n      for (const successorId of successors) {\n        const successorKey = String(successorId);\n\n        reflectionScores[successorKey] =\n          (reflectionScores[successorKey] ?? 0) + scorePerSuccessor;\n\n        if (hasMembership(visited, successorId)) {\n          continue;\n        }\n\n        visited[successorKey] = true;\n        queue.push(successorId);\n      }\n    }\n\n    return reflectionScores;\n  }\n}\n\nfunction compareNumber(left: number, right: number): number {\n  return left - right;\n}\n\nfunction createMembershipRecord(\n  values: readonly number[],\n): Record<string, true> {\n  const record = createEmptyRecord<true>();\n\n  for (const value of values) {\n    record[String(value)] = true;\n  }\n\n  return record;\n}\n\nfunction hasMembership(\n  record: Readonly<Record<string, true>>,\n  value: number,\n): boolean {\n  return Object.hasOwn(record, String(value));\n}\n\nfunction countOwnKeys(record: Readonly<Record<string, unknown>>): number {\n  return Object.keys(record).length;\n}\n\nfunction createEmptyRecord<TValue>(): Record<string, TValue> {\n  return Object.create(null) as Record<string, TValue>;\n}\n"],"mappings":"AAEO,MAAM,eAAe;AAAA,EACjB;AAAA,EAEF,YAAY,uBAA+B;AAChD,SAAK,yBAAyB;AAAA,EAChC;AAAA,EAEO,gBAAgB,OAKF;AACnB,QAAI,MAAM,UAAU,WAAW,GAAG;AAChC,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,MAAM,eAAe,WAAW,GAAG;AACrC,aAAO,CAAC,GAAG,MAAM,SAAS,EAAE,MAAM,GAAG,MAAM,QAAQ;AAAA,IACrD;AAEA,UAAM,sBAAsB,uBAAuB,MAAM,cAAc;AACvE,UAAM,mBAAmB,MAAM,UAAU;AAAA,MACvC,CAAC,UAAU,CAAC,cAAc,qBAAqB,MAAM,EAAE;AAAA,IACzD;AAEA,QAAI,iBAAiB,WAAW,GAAG;AACjC,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,gBAAgB,KAAK,oBAAoB;AAAA,MAC7C,sBAAsB,MAAM;AAAA,MAC5B,gBAAgB,MAAM;AAAA,IACxB,CAAC;AAED,QAAI,aAAa,aAAa,MAAM,GAAG;AACrC,aAAO,CAAC,GAAG,gBAAgB,EACxB,KAAK,CAAC,MAAM,UAAU,MAAM,aAAa,KAAK,UAAU,EACxD,MAAM,GAAG,MAAM,QAAQ;AAAA,IAC5B;AAEA,UAAM,mBAAmB,KAAK,uBAAuB;AAAA,MACnD,aAAa,MAAM,UAAU,IAAI,CAAC,UAAU,MAAM,EAAE;AAAA,MACpD;AAAA,MACA,sBAAsB,MAAM;AAAA,IAC9B,CAAC;AAED,WAAO,iBACJ,IAAI,CAAC,WAAW;AAAA,MACf;AAAA,MACA,eACG,iBAAiB,OAAO,MAAM,EAAE,CAAC,KAAK,KACvC,KAAK,0BAA0B,MAAM;AAAA,IACzC,EAAE,EACD,KAAK,CAAC,MAAM,UAAU;AACrB,UAAI,KAAK,iBAAiB,MAAM,cAAc;AAC5C,eAAO,MAAM,eAAe,KAAK;AAAA,MACnC;AAEA,aAAO,KAAK,MAAM,KAAK,MAAM,MAAM;AAAA,IACrC,CAAC,EACA,MAAM,GAAG,MAAM,QAAQ,EACvB,IAAI,CAAC,SAAS,KAAK,KAAK;AAAA,EAC7B;AAAA,EAEA,oBAAoB,OAGO;AACzB,UAAM,mBAAmB,MAAM,eAAe;AAE9C,QAAI,qBAAqB,GAAG;AAC1B,aAAO,kBAA0B;AAAA,IACnC;AAEA,UAAM,eAAe,IAAI;AACzB,UAAM,SAAS,kBAA0B;AACzC,UAAM,UAAU,kBAAwB;AACxC,UAAM,QAAQ,CAAC,GAAG,MAAM,cAAc;AACtC,QAAI,cAAc;AAElB,eAAW,WAAW,MAAM,gBAAgB;AAC1C,aAAO,OAAO,OAAO,CAAC,IAAI;AAC1B,cAAQ,OAAO,OAAO,CAAC,IAAI;AAAA,IAC7B;AAEA,WAAO,cAAc,MAAM,QAAQ;AACjC,YAAM,YAAY,MAAM,WAAW;AACnC,qBAAe;AAEf,UAAI,cAAc,QAAW;AAC3B;AAAA,MACF;AAEA,YAAM,eAAe,OAAO,OAAO,SAAS,CAAC;AAE7C,UAAI,iBAAiB,QAAW;AAC9B;AAAA,MACF;AAEA,YAAM,aAAa,CAAC,GAAG,MAAM,qBAAqB,SAAS,CAAC,EAAE;AAAA,QAC5D;AAAA,MACF;AAEA,UAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,MACF;AAEA,YAAM,oBAAoB,eAAe,WAAW;AAEpD,iBAAW,eAAe,YAAY;AACpC,cAAM,eAAe,OAAO,WAAW;AACvC,eAAO,YAAY,KAAK,OAAO,YAAY,KAAK,KAAK;AAErD,YAAI,cAAc,SAAS,WAAW,GAAG;AACvC;AAAA,QACF;AAEA,gBAAQ,YAAY,IAAI;AACxB,cAAM,KAAK,WAAW;AAAA,MACxB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,uBAAuB,OAII;AACzB,UAAM,+BAA+B,kBAA4B;AAEjE,eAAW,WAAW,MAAM,aAAa;AACvC,iBAAW,eAAe,MAAM,qBAAqB,OAAO,GAAG;AAC7D,cAAM,eAAe,OAAO,WAAW;AACvC,cAAM,oBACJ,6BAA6B,YAAY,KAAK,CAAC;AAEjD,qCAA6B,YAAY,IAAI;AAAA,UAC3C,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,mBAAmB,EAAE,GAAG,MAAM,cAAc;AAClD,UAAM,QAAQ,OAAO,KAAK,MAAM,aAAa,EAAE,IAAI,MAAM;AACzD,UAAM,UAAU,uBAAuB,KAAK;AAC5C,QAAI,cAAc;AAElB,WAAO,cAAc,MAAM,QAAQ;AACjC,YAAM,YAAY,MAAM,WAAW;AACnC,qBAAe;AAEf,UAAI,cAAc,QAAW;AAC3B;AAAA,MACF;AAEA,YAAM,eAAe,iBAAiB,OAAO,SAAS,CAAC;AAEvD,UAAI,iBAAiB,QAAW;AAC9B;AAAA,MACF;AAEA,YAAM,aAAa;AAAA,QACjB,GAAI,6BAA6B,OAAO,SAAS,CAAC,KAAK,CAAC;AAAA,MAC1D,EAAE,KAAK,aAAa;AAEpB,UAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,MACF;AAEA,YAAM,oBAAoB,eAAe,WAAW;AAEpD,iBAAW,eAAe,YAAY;AACpC,cAAM,eAAe,OAAO,WAAW;AAEvC,yBAAiB,YAAY,KAC1B,iBAAiB,YAAY,KAAK,KAAK;AAE1C,YAAI,cAAc,SAAS,WAAW,GAAG;AACvC;AAAA,QACF;AAEA,gBAAQ,YAAY,IAAI;AACxB,cAAM,KAAK,WAAW;AAAA,MACxB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;AAEA,SAAS,cAAc,MAAc,OAAuB;AAC1D,SAAO,OAAO;AAChB;AAEA,SAAS,uBACP,QACsB;AACtB,QAAM,SAAS,kBAAwB;AAEvC,aAAW,SAAS,QAAQ;AAC1B,WAAO,OAAO,KAAK,CAAC,IAAI;AAAA,EAC1B;AAEA,SAAO;AACT;AAEA,SAAS,cACP,QACA,OACS;AACT,SAAO,OAAO,OAAO,QAAQ,OAAO,KAAK,CAAC;AAC5C;AAEA,SAAS,aAAa,QAAmD;AACvE,SAAO,OAAO,KAAK,MAAM,EAAE;AAC7B;AAEA,SAAS,oBAAoD;AAC3D,SAAO,uBAAO,OAAO,IAAI;AAC3B;","names":[]}

package/dist/reader/attention/working-memory.d.ts

@@ -0,0 +1,28 @@
+import { CognitiveChunk } from '../chunk-batch/types.js';
+import '../../common/language.js';
+import '../../llm/client.js';
+import '../../llm/context.js';
+import '../../llm/cache.js';
+import '../../llm/types.js';
+import 'ai';
+import '../../document/types.js';
+
+declare class WorkingMemory {
+    #private;
+    constructor(capacity: number);
+    get capacity(): number;
+    get generation(): number;
+    addChunks(chunks: readonly CognitiveChunk[]): void;
+    setRetainedChunks(input: {
+        readonly extraChunks: readonly CognitiveChunk[];
+        readonly previousFragmentChunks: readonly CognitiveChunk[];
+    }): void;
+    finalizeFragment(): CognitiveChunk[];
+    getChunks(): CognitiveChunk[];
+    getAllChunksForSaving(): CognitiveChunk[];
+    getChunksForPrompt(includeCurrentFragment?: boolean): CognitiveChunk[];
+    formatForPrompt(includeCurrentFragment?: boolean): string;
+    clear(): void;
+}
+
+export { WorkingMemory };

package/dist/reader/attention/working-memory.js

@@ -0,0 +1,62 @@
+class WorkingMemory {
+  #capacity;
+  #currentFragmentChunks = [];
+  #previousFragmentChunks = [];
+  #extraChunks = [];
+  #generation = 0;
+  constructor(capacity) {
+    this.#capacity = capacity;
+  }
+  get capacity() {
+    return this.#capacity;
+  }
+  get generation() {
+    return this.#generation;
+  }
+  addChunks(chunks) {
+    this.#currentFragmentChunks.push(...chunks);
+  }
+  setRetainedChunks(input) {
+    this.#previousFragmentChunks.splice(
+      0,
+      this.#previousFragmentChunks.length,
+      ...input.previousFragmentChunks
+    );
+    this.#extraChunks.splice(0, this.#extraChunks.length, ...input.extraChunks);
+  }
+  finalizeFragment() {
+    const finishedChunks = [...this.#currentFragmentChunks];
+    this.#currentFragmentChunks.splice(0, this.#currentFragmentChunks.length);
+    this.#generation += 1;
+    return finishedChunks;
+  }
+  getChunks() {
+    return [
+      ...this.#currentFragmentChunks,
+      ...this.#previousFragmentChunks,
+      ...this.#extraChunks
+    ];
+  }
+  getAllChunksForSaving() {
+    return [...this.#currentFragmentChunks];
+  }
+  getChunksForPrompt(includeCurrentFragment = true) {
+    return includeCurrentFragment ? this.getChunks() : [...this.#previousFragmentChunks, ...this.#extraChunks];
+  }
+  formatForPrompt(includeCurrentFragment = true) {
+    const chunks = this.getChunksForPrompt(includeCurrentFragment);
+    if (chunks.length === 0) {
+      return "(empty)";
+    }
+    return chunks.map((chunk) => `${chunk.id}. [${chunk.label}] - ${chunk.content}`).join("\n");
+  }
+  clear() {
+    this.#currentFragmentChunks.splice(0, this.#currentFragmentChunks.length);
+    this.#previousFragmentChunks.splice(0, this.#previousFragmentChunks.length);
+    this.#extraChunks.splice(0, this.#extraChunks.length);
+  }
+}
+export {
+  WorkingMemory
+};
+//# sourceMappingURL=working-memory.js.map

package/dist/reader/attention/working-memory.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/reader/attention/working-memory.ts"],"sourcesContent":["import type { CognitiveChunk } from \"../chunk-batch/types.js\";\n\nexport class WorkingMemory {\n  readonly #capacity: number;\n  readonly #currentFragmentChunks: CognitiveChunk[] = [];\n  readonly #previousFragmentChunks: CognitiveChunk[] = [];\n  readonly #extraChunks: CognitiveChunk[] = [];\n  #generation = 0;\n\n  public constructor(capacity: number) {\n    this.#capacity = capacity;\n  }\n\n  public get capacity(): number {\n    return this.#capacity;\n  }\n\n  public get generation(): number {\n    return this.#generation;\n  }\n\n  public addChunks(chunks: readonly CognitiveChunk[]): void {\n    this.#currentFragmentChunks.push(...chunks);\n  }\n\n  public setRetainedChunks(input: {\n    readonly extraChunks: readonly CognitiveChunk[];\n    readonly previousFragmentChunks: readonly CognitiveChunk[];\n  }): void {\n    this.#previousFragmentChunks.splice(\n      0,\n      this.#previousFragmentChunks.length,\n      ...input.previousFragmentChunks,\n    );\n    this.#extraChunks.splice(0, this.#extraChunks.length, ...input.extraChunks);\n  }\n\n  public finalizeFragment(): CognitiveChunk[] {\n    const finishedChunks = [...this.#currentFragmentChunks];\n\n    this.#currentFragmentChunks.splice(0, this.#currentFragmentChunks.length);\n    this.#generation += 1;\n\n    return finishedChunks;\n  }\n\n  public getChunks(): CognitiveChunk[] {\n    return [\n      ...this.#currentFragmentChunks,\n      ...this.#previousFragmentChunks,\n      ...this.#extraChunks,\n    ];\n  }\n\n  public getAllChunksForSaving(): CognitiveChunk[] {\n    return [...this.#currentFragmentChunks];\n  }\n\n  public getChunksForPrompt(includeCurrentFragment = true): CognitiveChunk[] {\n    return includeCurrentFragment\n      ? this.getChunks()\n      : [...this.#previousFragmentChunks, ...this.#extraChunks];\n  }\n\n  public formatForPrompt(includeCurrentFragment = true): string {\n    const chunks = this.getChunksForPrompt(includeCurrentFragment);\n\n    if (chunks.length === 0) {\n      return \"(empty)\";\n    }\n\n    return chunks\n      .map((chunk) => `${chunk.id}. [${chunk.label}] - ${chunk.content}`)\n      .join(\"\\n\");\n  }\n\n  public clear(): void {\n    this.#currentFragmentChunks.splice(0, this.#currentFragmentChunks.length);\n    this.#previousFragmentChunks.splice(0, this.#previousFragmentChunks.length);\n    this.#extraChunks.splice(0, this.#extraChunks.length);\n  }\n}\n"],"mappings":"AAEO,MAAM,cAAc;AAAA,EAChB;AAAA,EACA,yBAA2C,CAAC;AAAA,EAC5C,0BAA4C,CAAC;AAAA,EAC7C,eAAiC,CAAC;AAAA,EAC3C,cAAc;AAAA,EAEP,YAAY,UAAkB;AACnC,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAW,WAAmB;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAW,aAAqB;AAC9B,WAAO,KAAK;AAAA,EACd;AAAA,EAEO,UAAU,QAAyC;AACxD,SAAK,uBAAuB,KAAK,GAAG,MAAM;AAAA,EAC5C;AAAA,EAEO,kBAAkB,OAGhB;AACP,SAAK,wBAAwB;AAAA,MAC3B;AAAA,MACA,KAAK,wBAAwB;AAAA,MAC7B,GAAG,MAAM;AAAA,IACX;AACA,SAAK,aAAa,OAAO,GAAG,KAAK,aAAa,QAAQ,GAAG,MAAM,WAAW;AAAA,EAC5E;AAAA,EAEO,mBAAqC;AAC1C,UAAM,iBAAiB,CAAC,GAAG,KAAK,sBAAsB;AAEtD,SAAK,uBAAuB,OAAO,GAAG,KAAK,uBAAuB,MAAM;AACxE,SAAK,eAAe;AAEpB,WAAO;AAAA,EACT;AAAA,EAEO,YAA8B;AACnC,WAAO;AAAA,MACL,GAAG,KAAK;AAAA,MACR,GAAG,KAAK;AAAA,MACR,GAAG,KAAK;AAAA,IACV;AAAA,EACF;AAAA,EAEO,wBAA0C;AAC/C,WAAO,CAAC,GAAG,KAAK,sBAAsB;AAAA,EACxC;AAAA,EAEO,mBAAmB,yBAAyB,MAAwB;AACzE,WAAO,yBACH,KAAK,UAAU,IACf,CAAC,GAAG,KAAK,yBAAyB,GAAG,KAAK,YAAY;AAAA,EAC5D;AAAA,EAEO,gBAAgB,yBAAyB,MAAc;AAC5D,UAAM,SAAS,KAAK,mBAAmB,sBAAsB;AAE7D,QAAI,OAAO,WAAW,GAAG;AACvB,aAAO;AAAA,IACT;AAEA,WAAO,OACJ,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,MAAM,MAAM,KAAK,OAAO,MAAM,OAAO,EAAE,EACjE,KAAK,IAAI;AAAA,EACd;AAAA,EAEO,QAAc;AACnB,SAAK,uBAAuB,OAAO,GAAG,KAAK,uBAAuB,MAAM;AACxE,SAAK,wBAAwB,OAAO,GAAG,KAAK,wBAAwB,MAAM;AAC1E,SAAK,aAAa,OAAO,GAAG,KAAK,aAAa,MAAM;AAAA,EACtD;AACF;","names":[]}

package/dist/reader/chunk-batch/extract.d.ts

@@ -0,0 +1,13 @@
+import { ChunkBatchOptions, ExtractBookCoherenceInput, ChunkBatch, ExtractUserFocusedInput, ExtractUserFocusedResult } from './types.js';
+import '../../common/language.js';
+import '../../llm/client.js';
+import '../../llm/context.js';
+import '../../llm/cache.js';
+import '../../llm/types.js';
+import 'ai';
+import '../../document/types.js';
+
+declare function extractUserFocusedChunkBatch<S extends string>(options: ChunkBatchOptions<S>, input: ExtractUserFocusedInput): Promise<ExtractUserFocusedResult>;
+declare function extractBookCoherenceChunkBatch<S extends string>(options: ChunkBatchOptions<S>, input: ExtractBookCoherenceInput): Promise<ChunkBatch>;
+
+export { extractBookCoherenceChunkBatch, extractUserFocusedChunkBatch };

package/dist/reader/chunk-batch/extract.js

@@ -0,0 +1,14 @@
+import { ChunkExtractor } from "./extractor.js";
+async function extractUserFocusedChunkBatch(options, input) {
+  const extractor = new ChunkExtractor(options);
+  return await extractor.extractUserFocused(input);
+}
+async function extractBookCoherenceChunkBatch(options, input) {
+  const extractor = new ChunkExtractor(options);
+  return await extractor.extractBookCoherence(input);
+}
+export {
+  extractBookCoherenceChunkBatch,
+  extractUserFocusedChunkBatch
+};
+//# sourceMappingURL=extract.js.map

package/dist/reader/chunk-batch/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/reader/chunk-batch/extract.ts"],"sourcesContent":["import { ChunkExtractor } from \"./extractor.js\";\nimport type {\n  ChunkBatch,\n  ChunkBatchOptions,\n  ExtractBookCoherenceInput,\n  ExtractUserFocusedInput,\n  ExtractUserFocusedResult,\n} from \"./types.js\";\n\nexport async function extractUserFocusedChunkBatch<S extends string>(\n  options: ChunkBatchOptions<S>,\n  input: ExtractUserFocusedInput,\n): Promise<ExtractUserFocusedResult> {\n  const extractor = new ChunkExtractor(options);\n\n  return await extractor.extractUserFocused(input);\n}\n\nexport async function extractBookCoherenceChunkBatch<S extends string>(\n  options: ChunkBatchOptions<S>,\n  input: ExtractBookCoherenceInput,\n): Promise<ChunkBatch> {\n  const extractor = new ChunkExtractor(options);\n\n  return await extractor.extractBookCoherence(input);\n}\n"],"mappings":"AAAA,SAAS,sBAAsB;AAS/B,eAAsB,6BACpB,SACA,OACmC;AACnC,QAAM,YAAY,IAAI,eAAe,OAAO;AAE5C,SAAO,MAAM,UAAU,mBAAmB,KAAK;AACjD;AAEA,eAAsB,+BACpB,SACA,OACqB;AACrB,QAAM,YAAY,IAAI,eAAe,OAAO;AAE5C,SAAO,MAAM,UAAU,qBAAqB,KAAK;AACnD;","names":[]}

package/dist/reader/chunk-batch/extractor.d.ts

@@ -0,0 +1,17 @@
+import { ChunkBatchOptions, ExtractUserFocusedInput, ExtractUserFocusedResult, ExtractBookCoherenceInput, ChunkBatch } from './types.js';
+import '../../common/language.js';
+import '../../llm/client.js';
+import '../../llm/context.js';
+import '../../llm/cache.js';
+import '../../llm/types.js';
+import 'ai';
+import '../../document/types.js';
+
+declare class ChunkExtractor<S extends string> {
+    #private;
+    constructor(options: ChunkBatchOptions<S>);
+    extractUserFocused(input: ExtractUserFocusedInput): Promise<ExtractUserFocusedResult>;
+    extractBookCoherence(input: ExtractBookCoherenceInput): Promise<ChunkBatch>;
+}
+
+export { ChunkExtractor };