wiki-graph-core 0.3.1 → 0.4.1

package/dist/object-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/object-stream.ts"],"sourcesContent":["import { createReadStream, createWriteStream } from \"fs\";\nimport { createInterface } from \"readline\";\nimport { z } from \"zod\";\n\nimport type {\n  ChunkRecord,\n  FragmentRecord,\n  GraphBuildParameterRecord,\n  MentionLinkRecord,\n  MentionRecord,\n  ReadonlyDocument,\n  ReadingEdgeRecord,\n  SentenceGroupRecord,\n  SentenceId,\n  SentenceRecord,\n  SnakeChunkRecord,\n  SnakeEdgeRecord,\n  SnakeRecord,\n} from \"./document/index.js\";\nimport { ChunkImportance, ChunkRetention } from \"./document/types.js\";\nimport { readSerialFragments } from \"./text/summary-build/source.js\";\nimport type { SummaryInputSnapshotData } from \"./text/summary-build/types.js\";\n\nexport const WIKG_OBJECT_SCHEMA_VERSION = 1;\n\nexport type WikgObject =\n  | WikgMetaObject\n  | WikgParameterObject\n  | WikgSourceFragmentObject\n  | WikgReadingChunkObject\n  | WikgReadingEdgeObject\n  | WikgFragmentGroupObject\n  | WikgSnakeObject\n  | WikgSnakeChunkObject\n  | WikgSnakeEdgeObject\n  | WikgSummaryObject\n  | WikgMentionObject\n  | WikgMentionLinkObject\n  | WikgEndObject;\n\nexport interface WikgMetaObject {\n  readonly type: \"meta\";\n  readonly schemaVersion: typeof WIKG_OBJECT_SCHEMA_VERSION;\n  readonly chapterId: number;\n  readonly stream: \"knowledge-graph\" | \"reading-graph\" | \"summary\";\n}\n\nexport interface WikgParameterObject {\n  readonly type: \"parameter\";\n  readonly scope: \"knowledge-graph\" | \"reading-graph\" | \"summary\";\n  readonly language?: string;\n  readonly prompt: string;\n}\n\nexport interface WikgSourceFragmentObject {\n  readonly type: \"source-fragment\";\n  readonly fragmentId: number;\n  readonly summary: string;\n  readonly sentences: readonly SentenceRecord[];\n}\n\nexport interface WikgReadingChunkObject {\n  readonly type: \"reading-chunk\";\n  readonly id: string;\n  readonly generation: number;\n  readonly sentenceIndex: number;\n  readonly label: string;\n  readonly content: string;\n  readonly sentenceIndexes: readonly number[];\n  readonly retention?: ChunkRetention;\n  readonly importance?: ChunkImportance;\n  readonly wordsCount: number;\n  readonly weight: number;\n}\n\nexport interface WikgReadingEdgeObject {\n  readonly type: \"reading-edge\";\n  readonly fromChunkId: string;\n  readonly toChunkId: string;\n  readonly strength?: string;\n  readonly weight: number;\n}\n\nexport interface WikgFragmentGroupObject {\n  readonly type: \"fragment-group\";\n  readonly groupId: number;\n  readonly startSentenceIndex: number;\n  readonly endSentenceIndex: number;\n}\n\nexport interface WikgSnakeObject {\n  readonly type: \"snake\";\n  readonly id: string;\n  readonly groupId: number;\n  readonly localSnakeId: number;\n  readonly size: number;\n  readonly firstLabel: string;\n  readonly lastLabel: string;\n  readonly wordsCount: number;\n  readonly weight: number;\n}\n\nexport interface WikgSnakeChunkObject {\n  readonly type: \"snake-chunk\";\n  readonly snakeId: string;\n  readonly chunkId: string;\n  readonly position: number;\n}\n\nexport interface WikgSnakeEdgeObject {\n  readonly type: \"snake-edge\";\n  readonly fromSnakeId: string;\n  readonly toSnakeId: string;\n  readonly weight: number;\n}\n\nexport interface WikgSummaryObject {\n  readonly type: \"summary\";\n  readonly text: string;\n}\n\nexport interface WikgMentionObject {\n  readonly type: \"mention\";\n  readonly id: string;\n  readonly fragmentId?: number;\n  readonly sentenceIndex?: number;\n  readonly rangeStart: number;\n  readonly rangeEnd: number;\n  readonly surface: string;\n  readonly qid: string;\n  readonly confidence?: number;\n  readonly note?: string;\n}\n\nexport interface WikgMentionLinkObject {\n  readonly type: \"mention-link\";\n  readonly id: string;\n  readonly sourceMentionId: string;\n  readonly targetMentionId: string;\n  readonly predicate: string;\n  readonly evidenceSentenceIndexes: readonly number[];\n  readonly confidence?: number;\n  readonly note?: string;\n}\n\nexport interface WikgEndObject {\n  readonly type: \"end\";\n}\n\nexport interface ChapterKnowledgeGraphObjects {\n  readonly mentionLinks: readonly MentionLinkRecord[];\n  readonly mentions: readonly MentionRecord[];\n  readonly parameter?: WikgParameterObject;\n}\n\nconst nonNegativeIntegerSchema = z.number().int().nonnegative();\nconst positiveSchemaVersionSchema = z.literal(WIKG_OBJECT_SCHEMA_VERSION);\nconst qidSchema = z.string().regex(/^Q[1-9][0-9]*$/u);\nconst optionalConfidenceSchema = z.number().min(0).max(1).optional();\nconst sentenceRecordSchema = z\n  .object({\n    text: z.string(),\n    wordsCount: nonNegativeIntegerSchema,\n  })\n  .strict();\n\nconst metaObjectSchema = z\n  .object({\n    type: z.literal(\"meta\"),\n    schemaVersion: positiveSchemaVersionSchema,\n    chapterId: z.number().int(),\n    stream: z.enum([\"knowledge-graph\", \"reading-graph\", \"summary\"]),\n  })\n  .strict();\nconst parameterObjectSchema = z\n  .object({\n    type: z.literal(\"parameter\"),\n    scope: z.enum([\"knowledge-graph\", \"reading-graph\", \"summary\"]),\n    language: z.string().optional(),\n    prompt: z.string(),\n  })\n  .strict();\nconst sourceFragmentObjectSchema = z\n  .object({\n    type: z.literal(\"source-fragment\"),\n    fragmentId: nonNegativeIntegerSchema,\n    summary: z.string(),\n    sentences: z.array(sentenceRecordSchema),\n  })\n  .strict();\nconst readingChunkObjectSchema = z\n  .object({\n    type: z.literal(\"reading-chunk\"),\n    id: z.string().min(1),\n    generation: z.number().int(),\n    sentenceIndex: nonNegativeIntegerSchema,\n    label: z.string(),\n    content: z.string(),\n    sentenceIndexes: z.array(nonNegativeIntegerSchema).min(1),\n    retention: z.enum(ChunkRetention).optional(),\n    importance: z.enum(ChunkImportance).optional(),\n    wordsCount: nonNegativeIntegerSchema,\n    weight: z.number(),\n  })\n  .strict();\nconst readingEdgeObjectSchema = z\n  .object({\n    type: z.literal(\"reading-edge\"),\n    fromChunkId: z.string().min(1),\n    toChunkId: z.string().min(1),\n    strength: z.string().optional(),\n    weight: z.number(),\n  })\n  .strict();\nconst fragmentGroupObjectSchema = z\n  .object({\n    type: z.literal(\"fragment-group\"),\n    groupId: nonNegativeIntegerSchema,\n    startSentenceIndex: nonNegativeIntegerSchema,\n    endSentenceIndex: nonNegativeIntegerSchema,\n  })\n  .strict();\nconst snakeObjectSchema = z\n  .object({\n    type: z.literal(\"snake\"),\n    id: z.string().min(1),\n    groupId: nonNegativeIntegerSchema,\n    localSnakeId: nonNegativeIntegerSchema,\n    size: nonNegativeIntegerSchema,\n    firstLabel: z.string(),\n    lastLabel: z.string(),\n    wordsCount: nonNegativeIntegerSchema,\n    weight: z.number(),\n  })\n  .strict();\nconst snakeChunkObjectSchema = z\n  .object({\n    type: z.literal(\"snake-chunk\"),\n    snakeId: z.string().min(1),\n    chunkId: z.string().min(1),\n    position: nonNegativeIntegerSchema,\n  })\n  .strict();\nconst snakeEdgeObjectSchema = z\n  .object({\n    type: z.literal(\"snake-edge\"),\n    fromSnakeId: z.string().min(1),\n    toSnakeId: z.string().min(1),\n    weight: z.number(),\n  })\n  .strict();\nconst summaryObjectSchema = z\n  .object({\n    type: z.literal(\"summary\"),\n    text: z.string(),\n  })\n  .strict();\nconst mentionObjectSchema = z\n  .object({\n    type: z.literal(\"mention\"),\n    id: z.string().min(1),\n    fragmentId: nonNegativeIntegerSchema.optional(),\n    sentenceIndex: nonNegativeIntegerSchema.optional(),\n    rangeStart: nonNegativeIntegerSchema,\n    rangeEnd: nonNegativeIntegerSchema,\n    surface: z.string().min(1),\n    qid: qidSchema,\n    confidence: optionalConfidenceSchema,\n    note: z.string().optional(),\n  })\n  .strict();\nconst mentionLinkObjectSchema = z\n  .object({\n    type: z.literal(\"mention-link\"),\n    id: z.string().min(1),\n    sourceMentionId: z.string().min(1),\n    targetMentionId: z.string().min(1),\n    predicate: z.string().min(1),\n    evidenceSentenceIndexes: z.array(nonNegativeIntegerSchema).min(1),\n    confidence: optionalConfidenceSchema,\n    note: z.string().optional(),\n  })\n  .strict();\nconst endObjectSchema = z\n  .object({\n    type: z.literal(\"end\"),\n  })\n  .strict();\n\nconst wikgObjectSchema = z.discriminatedUnion(\"type\", [\n  metaObjectSchema,\n  parameterObjectSchema,\n  sourceFragmentObjectSchema,\n  readingChunkObjectSchema,\n  readingEdgeObjectSchema,\n  fragmentGroupObjectSchema,\n  snakeObjectSchema,\n  snakeChunkObjectSchema,\n  snakeEdgeObjectSchema,\n  summaryObjectSchema,\n  mentionObjectSchema,\n  mentionLinkObjectSchema,\n  endObjectSchema,\n]);\n\nexport function parseWikgObject(record: unknown): WikgObject {\n  return wikgObjectSchema.parse(record) as WikgObject;\n}\n\nexport async function writeWikgObjectsToJsonl(\n  path: string,\n  objects: AsyncIterable<WikgObject> | Iterable<WikgObject>,\n): Promise<void> {\n  const stream = createWriteStream(path, { encoding: \"utf8\", flags: \"wx\" });\n\n  try {\n    for await (const object of objects) {\n      await writeLine(stream, `${JSON.stringify(parseWikgObject(object))}\\n`);\n    }\n  } finally {\n    await closeWritableStream(stream);\n  }\n}\n\nexport async function* readWikgObjectsFromJsonl(\n  path: string,\n): AsyncGenerator<WikgObject> {\n  const lines = createInterface({\n    crlfDelay: Infinity,\n    input: createReadStream(path, { encoding: \"utf8\" }),\n  });\n  let lineNumber = 0;\n\n  for await (const line of lines) {\n    lineNumber += 1;\n    if (line.trim() === \"\") {\n      continue;\n    }\n\n    try {\n      yield parseWikgObject(JSON.parse(line));\n    } catch (error) {\n      throw new Error(\n        `Invalid WikgObject JSONL record at ${path}:${lineNumber}`,\n        {\n          cause: error,\n        },\n      );\n    }\n  }\n}\n\nexport async function* createChapterKnowledgeGraphObjectStream(input: {\n  readonly chapterId: number;\n  readonly mentionLinks:\n    | AsyncIterable<MentionLinkRecord>\n    | Iterable<MentionLinkRecord>;\n  readonly mentions: AsyncIterable<MentionRecord> | Iterable<MentionRecord>;\n  readonly parameter?: { readonly language?: string; readonly prompt: string };\n}): AsyncGenerator<WikgObject> {\n  yield {\n    chapterId: input.chapterId,\n    schemaVersion: WIKG_OBJECT_SCHEMA_VERSION,\n    stream: \"knowledge-graph\",\n    type: \"meta\",\n  };\n  if (input.parameter !== undefined) {\n    yield {\n      ...(input.parameter.language === undefined\n        ? {}\n        : { language: input.parameter.language }),\n      prompt: input.parameter.prompt,\n      scope: \"knowledge-graph\",\n      type: \"parameter\",\n    };\n  }\n  for await (const mention of input.mentions) {\n    if (mention.chapterId !== input.chapterId) {\n      throw new Error(\n        `Mention ${mention.id} belongs to chapter ${mention.chapterId}, expected chapter ${input.chapterId}.`,\n      );\n    }\n    yield mentionRecordToObject(mention);\n  }\n  for await (const link of input.mentionLinks) {\n    yield mentionLinkRecordToObject(input.chapterId, link);\n  }\n  yield { type: \"end\" };\n}\n\nexport async function collectChapterKnowledgeGraphObjects(\n  chapterId: number,\n  objects: AsyncIterable<WikgObject> | Iterable<WikgObject>,\n): Promise<ChapterKnowledgeGraphObjects> {\n  const mentions: MentionRecord[] = [];\n  const mentionLinks: MentionLinkRecord[] = [];\n  let parameter: WikgParameterObject | undefined;\n  let sawMeta = false;\n  let sawEnd = false;\n\n  for await (const object of objects) {\n    switch (object.type) {\n      case \"meta\":\n        if (object.chapterId !== chapterId) {\n          throw new Error(\n            `WikgObject stream belongs to chapter ${object.chapterId}, expected chapter ${chapterId}.`,\n          );\n        }\n        if (object.stream !== \"knowledge-graph\") {\n          throw new Error(\n            `Expected knowledge-graph stream, received ${object.stream}.`,\n          );\n        }\n        sawMeta = true;\n        break;\n      case \"parameter\":\n        if (object.scope === \"knowledge-graph\") {\n          parameter = object;\n        }\n        break;\n      case \"mention\":\n        mentions.push(mentionObjectToRecord(chapterId, object));\n        break;\n      case \"mention-link\":\n        mentionLinks.push(mentionLinkObjectToRecord(chapterId, object));\n        break;\n      case \"end\":\n        sawEnd = true;\n        break;\n      default:\n        throw new Error(\n          `Unexpected ${object.type} record in knowledge graph stream.`,\n        );\n    }\n  }\n  if (!sawMeta) {\n    throw new Error(\"WikgObject stream is missing a meta record.\");\n  }\n  if (!sawEnd) {\n    throw new Error(\"WikgObject stream is missing an end record.\");\n  }\n\n  return {\n    mentionLinks,\n    mentions,\n    ...(parameter === undefined ? {} : { parameter }),\n  };\n}\n\nexport async function* createChapterReadingGraphObjectStream(input: {\n  readonly chapterId: number;\n  readonly document: ReadonlyDocument;\n  readonly parameter?: { readonly language?: string; readonly prompt: string };\n}): AsyncGenerator<WikgObject> {\n  yield {\n    chapterId: input.chapterId,\n    schemaVersion: WIKG_OBJECT_SCHEMA_VERSION,\n    stream: \"reading-graph\",\n    type: \"meta\",\n  };\n  if (input.parameter !== undefined) {\n    yield {\n      ...(input.parameter.language === undefined\n        ? {}\n        : { language: input.parameter.language }),\n      prompt: input.parameter.prompt,\n      scope: \"reading-graph\",\n      type: \"parameter\",\n    };\n  }\n\n  for (const fragment of await readSerialFragments(\n    input.document,\n    input.chapterId,\n  )) {\n    yield sourceFragmentRecordToObject(fragment);\n  }\n\n  const chunkIds = new Map<number, string>();\n  let chunkIndex = 0;\n  for (const chunk of await input.document.chunks.listBySerial(\n    input.chapterId,\n  )) {\n    const id = `chunk-${chunkIndex}`;\n    chunkIndex += 1;\n    chunkIds.set(chunk.id, id);\n    yield chunkRecordToObject(input.chapterId, id, chunk);\n  }\n\n  for (const edge of await input.document.readingEdges.listBySerial(\n    input.chapterId,\n  )) {\n    const fromChunkId = chunkIds.get(edge.fromId);\n    const toChunkId = chunkIds.get(edge.toId);\n    if (fromChunkId === undefined || toChunkId === undefined) {\n      continue;\n    }\n    yield readingEdgeRecordToObject(fromChunkId, toChunkId, edge);\n  }\n\n  for (const group of await input.document.fragmentGroups.listBySerial(\n    input.chapterId,\n  )) {\n    yield fragmentGroupRecordToObject(group);\n  }\n\n  const snakeIds = new Map<number, string>();\n  let snakeIndex = 0;\n  const snakes = await input.document.snakes.listBySerial(input.chapterId);\n  for (const snake of snakes) {\n    const id = `snake-${snakeIndex}`;\n    snakeIndex += 1;\n    snakeIds.set(snake.id, id);\n    yield snakeRecordToObject(id, snake);\n\n    for (const snakeChunk of await input.document.snakeChunks.listBySnake(\n      snake.id,\n    )) {\n      const chunkId = chunkIds.get(snakeChunk.chunkId);\n      if (chunkId === undefined) {\n        continue;\n      }\n      yield {\n        chunkId,\n        position: snakeChunk.position,\n        snakeId: id,\n        type: \"snake-chunk\",\n      };\n    }\n  }\n\n  for (const edge of await input.document.snakeEdges.listBySerial(\n    input.chapterId,\n  )) {\n    const fromSnakeId = snakeIds.get(edge.fromSnakeId);\n    const toSnakeId = snakeIds.get(edge.toSnakeId);\n    if (fromSnakeId === undefined || toSnakeId === undefined) {\n      continue;\n    }\n    yield {\n      fromSnakeId,\n      toSnakeId,\n      type: \"snake-edge\",\n      weight: edge.weight,\n    };\n  }\n  yield { type: \"end\" };\n}\n\nexport async function collectReadingGraphObjects(\n  chapterId: number,\n  objects: AsyncIterable<WikgObject> | Iterable<WikgObject>,\n): Promise<{\n  readonly chunks: readonly WikgReadingChunkObject[];\n  readonly fragmentGroups: readonly WikgFragmentGroupObject[];\n  readonly fragments: readonly FragmentRecord[];\n  readonly parameter?: WikgParameterObject;\n  readonly readingEdges: readonly WikgReadingEdgeObject[];\n  readonly snakeChunks: readonly WikgSnakeChunkObject[];\n  readonly snakeEdges: readonly WikgSnakeEdgeObject[];\n  readonly snakes: readonly WikgSnakeObject[];\n}> {\n  const chunks: WikgReadingChunkObject[] = [];\n  const fragmentGroups: WikgFragmentGroupObject[] = [];\n  const fragments: FragmentRecord[] = [];\n  const readingEdges: WikgReadingEdgeObject[] = [];\n  const snakeChunks: WikgSnakeChunkObject[] = [];\n  const snakeEdges: WikgSnakeEdgeObject[] = [];\n  const snakes: WikgSnakeObject[] = [];\n  let parameter: WikgParameterObject | undefined;\n  let sawMeta = false;\n  let sawEnd = false;\n\n  for await (const object of objects) {\n    switch (object.type) {\n      case \"meta\":\n        if (object.chapterId !== chapterId) {\n          throw new Error(\n            `WikgObject stream belongs to chapter ${object.chapterId}, expected chapter ${chapterId}.`,\n          );\n        }\n        if (object.stream !== \"reading-graph\") {\n          throw new Error(\n            `Expected reading-graph stream, received ${object.stream}.`,\n          );\n        }\n        sawMeta = true;\n        break;\n      case \"parameter\":\n        if (object.scope === \"reading-graph\") {\n          parameter = object;\n        }\n        break;\n      case \"source-fragment\":\n        fragments.push(sourceFragmentObjectToRecord(chapterId, object));\n        break;\n      case \"reading-chunk\":\n        chunks.push(object);\n        break;\n      case \"reading-edge\":\n        readingEdges.push(object);\n        break;\n      case \"fragment-group\":\n        fragmentGroups.push(object);\n        break;\n      case \"snake\":\n        snakes.push(object);\n        break;\n      case \"snake-chunk\":\n        snakeChunks.push(object);\n        break;\n      case \"snake-edge\":\n        snakeEdges.push(object);\n        break;\n      case \"end\":\n        sawEnd = true;\n        break;\n      default:\n        throw new Error(\n          `Unexpected ${object.type} record in reading graph stream.`,\n        );\n    }\n  }\n  if (!sawMeta) {\n    throw new Error(\"WikgObject stream is missing a meta record.\");\n  }\n  if (!sawEnd) {\n    throw new Error(\"WikgObject stream is missing an end record.\");\n  }\n\n  validateReadingGraphReferences({\n    chunks,\n    readingEdges,\n    snakeChunks,\n    snakeEdges,\n    snakes,\n  });\n\n  return {\n    chunks,\n    fragmentGroups,\n    fragments,\n    ...(parameter === undefined ? {} : { parameter }),\n    readingEdges,\n    snakeChunks,\n    snakeEdges,\n    snakes,\n  };\n}\n\nexport async function createSummaryInputSnapshotFromReadingGraphObjects(\n  chapterId: number,\n  objects: AsyncIterable<WikgObject> | Iterable<WikgObject>,\n): Promise<SummaryInputSnapshotData> {\n  const graph = await collectReadingGraphObjects(chapterId, objects);\n  const chunkIdMap = new Map<string, number>();\n  const snakeIdMap = new Map<string, number>();\n  const chunks = graph.chunks.map((chunk, index) => {\n    const id = index + 1;\n    chunkIdMap.set(chunk.id, id);\n    return readingChunkObjectToRecord(chapterId, id, chunk);\n  });\n  const snakes = graph.snakes.map((snake, index) => {\n    const id = index + 1;\n    snakeIdMap.set(snake.id, id);\n    return snakeObjectToRecord(chapterId, id, snake);\n  });\n\n  return {\n    chunks,\n    fragmentGroups: graph.fragmentGroups.map((group) =>\n      fragmentGroupObjectToRecord(chapterId, group),\n    ),\n    fragments: graph.fragments,\n    readingEdges: graph.readingEdges.map((edge) =>\n      readingEdgeObjectToRecord(chunkIdMap, edge),\n    ),\n    serial: {\n      documentOrder: chapterId,\n      id: chapterId,\n      knowledgeGraphReady: false,\n      revision: 0,\n      topologyReady: true,\n    },\n    snakeChunks: graph.snakeChunks.map((snakeChunk) =>\n      snakeChunkObjectToRecord(chunkIdMap, snakeIdMap, snakeChunk),\n    ),\n    snakeEdges: graph.snakeEdges.map((edge) =>\n      snakeEdgeObjectToRecord(snakeIdMap, edge),\n    ),\n    snakes,\n  };\n}\n\nexport function graphParameterRecordToObject(\n  scope: WikgParameterObject[\"scope\"],\n  parameter: Pick<GraphBuildParameterRecord, \"language\" | \"prompt\">,\n): WikgParameterObject {\n  return {\n    ...(parameter.language === undefined\n      ? {}\n      : { language: parameter.language }),\n    prompt: parameter.prompt,\n    scope,\n    type: \"parameter\",\n  };\n}\n\nfunction mentionRecordToObject(record: MentionRecord): WikgMentionObject {\n  return {\n    ...(record.confidence === undefined\n      ? {}\n      : { confidence: record.confidence }),\n    ...(record.fragmentId === undefined\n      ? {}\n      : { fragmentId: record.fragmentId }),\n    id: record.id,\n    ...(record.note === undefined ? {} : { note: record.note }),\n    qid: record.qid,\n    rangeEnd: record.rangeEnd,\n    rangeStart: record.rangeStart,\n    ...(record.sentenceIndex === undefined\n      ? {}\n      : { sentenceIndex: record.sentenceIndex }),\n    surface: record.surface,\n    type: \"mention\",\n  };\n}\n\nfunction mentionObjectToRecord(\n  chapterId: number,\n  object: WikgMentionObject,\n): MentionRecord {\n  return {\n    chapterId,\n    ...(object.confidence === undefined\n      ? {}\n      : { confidence: object.confidence }),\n    ...(object.fragmentId === undefined\n      ? {}\n      : { fragmentId: object.fragmentId }),\n    id: object.id,\n    ...(object.note === undefined ? {} : { note: object.note }),\n    qid: object.qid,\n    rangeEnd: object.rangeEnd,\n    rangeStart: object.rangeStart,\n    ...(object.sentenceIndex === undefined\n      ? {}\n      : { sentenceIndex: object.sentenceIndex }),\n    surface: object.surface,\n  };\n}\n\nfunction mentionLinkRecordToObject(\n  chapterId: number,\n  record: MentionLinkRecord,\n): WikgMentionLinkObject {\n  return {\n    ...(record.confidence === undefined\n      ? {}\n      : { confidence: record.confidence }),\n    evidenceSentenceIndexes: record.evidenceSentenceIds.map((sentenceId) => {\n      if (sentenceId[0] !== chapterId) {\n        throw new Error(\n          `Mention link ${record.id} evidence sentence ${formatSentenceId(sentenceId)} is outside chapter ${chapterId}.`,\n        );\n      }\n      return sentenceId[1];\n    }),\n    id: record.id,\n    ...(record.note === undefined ? {} : { note: record.note }),\n    predicate: record.predicate,\n    sourceMentionId: record.sourceMentionId,\n    targetMentionId: record.targetMentionId,\n    type: \"mention-link\",\n  };\n}\n\nfunction mentionLinkObjectToRecord(\n  chapterId: number,\n  object: WikgMentionLinkObject,\n): MentionLinkRecord {\n  return {\n    ...(object.confidence === undefined\n      ? {}\n      : { confidence: object.confidence }),\n    evidenceSentenceIds: object.evidenceSentenceIndexes.map(\n      (sentenceIndex) => [chapterId, sentenceIndex] as const,\n    ),\n    id: object.id,\n    ...(object.note === undefined ? {} : { note: object.note }),\n    predicate: object.predicate,\n    sourceMentionId: object.sourceMentionId,\n    targetMentionId: object.targetMentionId,\n  };\n}\n\nfunction sourceFragmentRecordToObject(\n  record: FragmentRecord,\n): WikgSourceFragmentObject {\n  return {\n    fragmentId: record.fragmentId,\n    sentences: record.sentences.map((sentence) => ({\n      text: sentence.text,\n      wordsCount: sentence.wordsCount,\n    })),\n    summary: record.summary,\n    type: \"source-fragment\",\n  };\n}\n\nfunction sourceFragmentObjectToRecord(\n  chapterId: number,\n  object: WikgSourceFragmentObject,\n): FragmentRecord {\n  return {\n    fragmentId: object.fragmentId,\n    sentences: object.sentences,\n    serialId: chapterId,\n    summary: object.summary,\n  };\n}\n\nfunction chunkRecordToObject(\n  chapterId: number,\n  id: string,\n  record: ChunkRecord,\n): WikgReadingChunkObject {\n  return {\n    content: record.content,\n    generation: record.generation,\n    id,\n    ...(record.importance === undefined\n      ? {}\n      : { importance: record.importance }),\n    label: record.label,\n    ...(record.retention === undefined ? {} : { retention: record.retention }),\n    sentenceIndex: requireLocalSentenceIndex(chapterId, record.sentenceId),\n    sentenceIndexes: record.sentenceIds.map((sentenceId) =>\n      requireLocalSentenceIndex(chapterId, sentenceId),\n    ),\n    type: \"reading-chunk\",\n    weight: record.weight,\n    wordsCount: record.wordsCount,\n  };\n}\n\nfunction readingChunkObjectToRecord(\n  chapterId: number,\n  id: number,\n  object: WikgReadingChunkObject,\n): ChunkRecord {\n  return {\n    content: object.content,\n    generation: object.generation,\n    id,\n    ...(object.importance === undefined\n      ? {}\n      : { importance: object.importance }),\n    label: object.label,\n    ...(object.retention === undefined ? {} : { retention: object.retention }),\n    sentenceId: [chapterId, object.sentenceIndex],\n    sentenceIds: object.sentenceIndexes.map(\n      (sentenceIndex) => [chapterId, sentenceIndex] as const,\n    ),\n    weight: object.weight,\n    wordsCount: object.wordsCount,\n  };\n}\n\nfunction readingEdgeRecordToObject(\n  fromChunkId: string,\n  toChunkId: string,\n  record: ReadingEdgeRecord,\n): WikgReadingEdgeObject {\n  return {\n    fromChunkId,\n    ...(record.strength === undefined ? {} : { strength: record.strength }),\n    toChunkId,\n    type: \"reading-edge\",\n    weight: record.weight,\n  };\n}\n\nfunction readingEdgeObjectToRecord(\n  chunkIdMap: ReadonlyMap<string, number>,\n  object: WikgReadingEdgeObject,\n): ReadingEdgeRecord {\n  return {\n    fromId: requireMappedId(chunkIdMap, object.fromChunkId, \"chunk\"),\n    ...(object.strength === undefined ? {} : { strength: object.strength }),\n    toId: requireMappedId(chunkIdMap, object.toChunkId, \"chunk\"),\n    weight: object.weight,\n  };\n}\n\nfunction fragmentGroupRecordToObject(\n  record: SentenceGroupRecord,\n): WikgFragmentGroupObject {\n  return {\n    endSentenceIndex: record.endSentenceIndex,\n    groupId: record.groupId,\n    startSentenceIndex: record.startSentenceIndex,\n    type: \"fragment-group\",\n  };\n}\n\nfunction fragmentGroupObjectToRecord(\n  chapterId: number,\n  object: WikgFragmentGroupObject,\n): SentenceGroupRecord {\n  return {\n    endSentenceIndex: object.endSentenceIndex,\n    groupId: object.groupId,\n    serialId: chapterId,\n    startSentenceIndex: object.startSentenceIndex,\n  };\n}\n\nfunction snakeRecordToObject(id: string, record: SnakeRecord): WikgSnakeObject {\n  return {\n    firstLabel: record.firstLabel,\n    groupId: record.groupId,\n    id,\n    lastLabel: record.lastLabel,\n    localSnakeId: record.localSnakeId,\n    size: record.size,\n    type: \"snake\",\n    weight: record.weight,\n    wordsCount: record.wordsCount,\n  };\n}\n\nfunction snakeObjectToRecord(\n  chapterId: number,\n  id: number,\n  object: WikgSnakeObject,\n): SnakeRecord {\n  return {\n    firstLabel: object.firstLabel,\n    groupId: object.groupId,\n    id,\n    lastLabel: object.lastLabel,\n    localSnakeId: object.localSnakeId,\n    serialId: chapterId,\n    size: object.size,\n    weight: object.weight,\n    wordsCount: object.wordsCount,\n  };\n}\n\nfunction snakeChunkObjectToRecord(\n  chunkIdMap: ReadonlyMap<string, number>,\n  snakeIdMap: ReadonlyMap<string, number>,\n  object: WikgSnakeChunkObject,\n): SnakeChunkRecord {\n  return {\n    chunkId: requireMappedId(chunkIdMap, object.chunkId, \"chunk\"),\n    position: object.position,\n    snakeId: requireMappedId(snakeIdMap, object.snakeId, \"snake\"),\n  };\n}\n\nfunction snakeEdgeObjectToRecord(\n  snakeIdMap: ReadonlyMap<string, number>,\n  object: WikgSnakeEdgeObject,\n): SnakeEdgeRecord {\n  return {\n    fromSnakeId: requireMappedId(snakeIdMap, object.fromSnakeId, \"snake\"),\n    toSnakeId: requireMappedId(snakeIdMap, object.toSnakeId, \"snake\"),\n    weight: object.weight,\n  };\n}\n\nfunction validateReadingGraphReferences(input: {\n  readonly chunks: readonly WikgReadingChunkObject[];\n  readonly readingEdges: readonly WikgReadingEdgeObject[];\n  readonly snakeChunks: readonly WikgSnakeChunkObject[];\n  readonly snakeEdges: readonly WikgSnakeEdgeObject[];\n  readonly snakes: readonly WikgSnakeObject[];\n}): void {\n  const chunkIds = new Set<string>();\n  for (const chunk of input.chunks) {\n    if (chunkIds.has(chunk.id)) {\n      throw new Error(`Duplicate reading chunk id ${chunk.id}.`);\n    }\n    chunkIds.add(chunk.id);\n  }\n  const snakeIds = new Set<string>();\n  for (const snake of input.snakes) {\n    if (snakeIds.has(snake.id)) {\n      throw new Error(`Duplicate snake id ${snake.id}.`);\n    }\n    snakeIds.add(snake.id);\n  }\n  for (const edge of input.readingEdges) {\n    requireKnownId(chunkIds, edge.fromChunkId, \"chunk\");\n    requireKnownId(chunkIds, edge.toChunkId, \"chunk\");\n  }\n  for (const snakeChunk of input.snakeChunks) {\n    requireKnownId(snakeIds, snakeChunk.snakeId, \"snake\");\n    requireKnownId(chunkIds, snakeChunk.chunkId, \"chunk\");\n  }\n  for (const edge of input.snakeEdges) {\n    requireKnownId(snakeIds, edge.fromSnakeId, \"snake\");\n    requireKnownId(snakeIds, edge.toSnakeId, \"snake\");\n  }\n}\n\nfunction requireKnownId(\n  ids: ReadonlySet<string>,\n  id: string,\n  kind: string,\n): void {\n  if (!ids.has(id)) {\n    throw new Error(`Unknown ${kind} id ${id}.`);\n  }\n}\n\nfunction requireMappedId(\n  ids: ReadonlyMap<string, number>,\n  id: string,\n  kind: string,\n): number {\n  const mapped = ids.get(id);\n  if (mapped === undefined) {\n    throw new Error(`Unknown ${kind} id ${id}.`);\n  }\n  return mapped;\n}\n\nfunction requireLocalSentenceIndex(\n  chapterId: number,\n  sentenceId: SentenceId,\n): number {\n  if (sentenceId[0] !== chapterId) {\n    throw new Error(\n      `Sentence ${formatSentenceId(sentenceId)} is outside chapter ${chapterId}.`,\n    );\n  }\n  return sentenceId[1];\n}\n\nfunction formatSentenceId(sentenceId: SentenceId): string {\n  return sentenceId.join(\":\");\n}\n\nasync function writeLine(\n  stream: NodeJS.WritableStream,\n  line: string,\n): Promise<void> {\n  await new Promise<void>((resolveWrite, rejectWrite) => {\n    stream.write(line, (error?: Error | null) => {\n      if (error !== undefined && error !== null) {\n        rejectWrite(error);\n        return;\n      }\n      resolveWrite();\n    });\n  });\n}\n\nasync function closeWritableStream(\n  stream: NodeJS.WritableStream,\n): Promise<void> {\n  await new Promise<void>((resolveClose, rejectClose) => {\n    stream.end((error?: Error | null) => {\n      if (error !== undefined && error !== null) {\n        rejectClose(error);\n        return;\n      }\n\n      resolveClose();\n    });\n  });\n}\n"],"mappings":"AAAA,SAAS,kBAAkB,yBAAyB;AACpD,SAAS,uBAAuB;AAChC,SAAS,SAAS;AAiBlB,SAAS,iBAAiB,sBAAsB;AAChD,SAAS,2BAA2B;AAG7B,MAAM,6BAA6B;AAoI1C,MAAM,2BAA2B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY;AAC9D,MAAM,8BAA8B,EAAE,QAAQ,0BAA0B;AACxE,MAAM,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB;AACpD,MAAM,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AACnE,MAAM,uBAAuB,EAC1B,OAAO;AAAA,EACN,MAAM,EAAE,OAAO;AAAA,EACf,YAAY;AACd,CAAC,EACA,OAAO;AAEV,MAAM,mBAAmB,EACtB,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,eAAe;AAAA,EACf,WAAW,EAAE,OAAO,EAAE,IAAI;AAAA,EAC1B,QAAQ,EAAE,KAAK,CAAC,mBAAmB,iBAAiB,SAAS,CAAC;AAChE,CAAC,EACA,OAAO;AACV,MAAM,wBAAwB,EAC3B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,WAAW;AAAA,EAC3B,OAAO,EAAE,KAAK,CAAC,mBAAmB,iBAAiB,SAAS,CAAC;AAAA,EAC7D,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,QAAQ,EAAE,OAAO;AACnB,CAAC,EACA,OAAO;AACV,MAAM,6BAA6B,EAChC,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,YAAY;AAAA,EACZ,SAAS,EAAE,OAAO;AAAA,EAClB,WAAW,EAAE,MAAM,oBAAoB;AACzC,CAAC,EACA,OAAO;AACV,MAAM,2BAA2B,EAC9B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,EAAE,OAAO,EAAE,IAAI;AAAA,EAC3B,eAAe;AAAA,EACf,OAAO,EAAE,OAAO;AAAA,EAChB,SAAS,EAAE,OAAO;AAAA,EAClB,iBAAiB,EAAE,MAAM,wBAAwB,EAAE,IAAI,CAAC;AAAA,EACxD,WAAW,EAAE,KAAK,cAAc,EAAE,SAAS;AAAA,EAC3C,YAAY,EAAE,KAAK,eAAe,EAAE,SAAS;AAAA,EAC7C,YAAY;AAAA,EACZ,QAAQ,EAAE,OAAO;AACnB,CAAC,EACA,OAAO;AACV,MAAM,0BAA0B,EAC7B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,cAAc;AAAA,EAC9B,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC7B,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC3B,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,QAAQ,EAAE,OAAO;AACnB,CAAC,EACA,OAAO;AACV,MAAM,4BAA4B,EAC/B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,gBAAgB;AAAA,EAChC,SAAS;AAAA,EACT,oBAAoB;AAAA,EACpB,kBAAkB;AACpB,CAAC,EACA,OAAO;AACV,MAAM,oBAAoB,EACvB,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,OAAO;AAAA,EACvB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,SAAS;AAAA,EACT,cAAc;AAAA,EACd,MAAM;AAAA,EACN,YAAY,EAAE,OAAO;AAAA,EACrB,WAAW,EAAE,OAAO;AAAA,EACpB,YAAY;AAAA,EACZ,QAAQ,EAAE,OAAO;AACnB,CAAC,EACA,OAAO;AACV,MAAM,yBAAyB,EAC5B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,aAAa;AAAA,EAC7B,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACzB,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACzB,UAAU;AACZ,CAAC,EACA,OAAO;AACV,MAAM,wBAAwB,EAC3B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,YAAY;AAAA,EAC5B,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC7B,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC3B,QAAQ,EAAE,OAAO;AACnB,CAAC,EACA,OAAO;AACV,MAAM,sBAAsB,EACzB,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,SAAS;AAAA,EACzB,MAAM,EAAE,OAAO;AACjB,CAAC,EACA,OAAO;AACV,MAAM,sBAAsB,EACzB,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,SAAS;AAAA,EACzB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,YAAY,yBAAyB,SAAS;AAAA,EAC9C,eAAe,yBAAyB,SAAS;AAAA,EACjD,YAAY;AAAA,EACZ,UAAU;AAAA,EACV,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACzB,KAAK;AAAA,EACL,YAAY;AAAA,EACZ,MAAM,EAAE,OAAO,EAAE,SAAS;AAC5B,CAAC,EACA,OAAO;AACV,MAAM,0BAA0B,EAC7B,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,cAAc;AAAA,EAC9B,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACjC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACjC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC3B,yBAAyB,EAAE,MAAM,wBAAwB,EAAE,IAAI,CAAC;AAAA,EAChE,YAAY;AAAA,EACZ,MAAM,EAAE,OAAO,EAAE,SAAS;AAC5B,CAAC,EACA,OAAO;AACV,MAAM,kBAAkB,EACrB,OAAO;AAAA,EACN,MAAM,EAAE,QAAQ,KAAK;AACvB,CAAC,EACA,OAAO;AAEV,MAAM,mBAAmB,EAAE,mBAAmB,QAAQ;AAAA,EACpD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAEM,SAAS,gBAAgB,QAA6B;AAC3D,SAAO,iBAAiB,MAAM,MAAM;AACtC;AAEA,eAAsB,wBACpB,MACA,SACe;AACf,QAAM,SAAS,kBAAkB,MAAM,EAAE,UAAU,QAAQ,OAAO,KAAK,CAAC;AAExE,MAAI;AACF,qBAAiB,UAAU,SAAS;AAClC,YAAM,UAAU,QAAQ,GAAG,KAAK,UAAU,gBAAgB,MAAM,CAAC,CAAC;AAAA,CAAI;AAAA,IACxE;AAAA,EACF,UAAE;AACA,UAAM,oBAAoB,MAAM;AAAA,EAClC;AACF;AAEA,gBAAuB,yBACrB,MAC4B;AAC5B,QAAM,QAAQ,gBAAgB;AAAA,IAC5B,WAAW;AAAA,IACX,OAAO,iBAAiB,MAAM,EAAE,UAAU,OAAO,CAAC;AAAA,EACpD,CAAC;AACD,MAAI,aAAa;AAEjB,mBAAiB,QAAQ,OAAO;AAC9B,kBAAc;AACd,QAAI,KAAK,KAAK,MAAM,IAAI;AACtB;AAAA,IACF;AAEA,QAAI;AACF,YAAM,gBAAgB,KAAK,MAAM,IAAI,CAAC;AAAA,IACxC,SAAS,OAAO;AACd,YAAM,IAAI;AAAA,QACR,sCAAsC,IAAI,IAAI,UAAU;AAAA,QACxD;AAAA,UACE,OAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEA,gBAAuB,wCAAwC,OAOhC;AAC7B,QAAM;AAAA,IACJ,WAAW,MAAM;AAAA,IACjB,eAAe;AAAA,IACf,QAAQ;AAAA,IACR,MAAM;AAAA,EACR;AACA,MAAI,MAAM,cAAc,QAAW;AACjC,UAAM;AAAA,MACJ,GAAI,MAAM,UAAU,aAAa,SAC7B,CAAC,IACD,EAAE,UAAU,MAAM,UAAU,SAAS;AAAA,MACzC,QAAQ,MAAM,UAAU;AAAA,MACxB,OAAO;AAAA,MACP,MAAM;AAAA,IACR;AAAA,EACF;AACA,mBAAiB,WAAW,MAAM,UAAU;AAC1C,QAAI,QAAQ,cAAc,MAAM,WAAW;AACzC,YAAM,IAAI;AAAA,QACR,WAAW,QAAQ,EAAE,uBAAuB,QAAQ,SAAS,sBAAsB,MAAM,SAAS;AAAA,MACpG;AAAA,IACF;AACA,UAAM,sBAAsB,OAAO;AAAA,EACrC;AACA,mBAAiB,QAAQ,MAAM,cAAc;AAC3C,UAAM,0BAA0B,MAAM,WAAW,IAAI;AAAA,EACvD;AACA,QAAM,EAAE,MAAM,MAAM;AACtB;AAEA,eAAsB,oCACpB,WACA,SACuC;AACvC,QAAM,WAA4B,CAAC;AACnC,QAAM,eAAoC,CAAC;AAC3C,MAAI;AACJ,MAAI,UAAU;AACd,MAAI,SAAS;AAEb,mBAAiB,UAAU,SAAS;AAClC,YAAQ,OAAO,MAAM;AAAA,MACnB,KAAK;AACH,YAAI,OAAO,cAAc,WAAW;AAClC,gBAAM,IAAI;AAAA,YACR,wCAAwC,OAAO,SAAS,sBAAsB,SAAS;AAAA,UACzF;AAAA,QACF;AACA,YAAI,OAAO,WAAW,mBAAmB;AACvC,gBAAM,IAAI;AAAA,YACR,6CAA6C,OAAO,MAAM;AAAA,UAC5D;AAAA,QACF;AACA,kBAAU;AACV;AAAA,MACF,KAAK;AACH,YAAI,OAAO,UAAU,mBAAmB;AACtC,sBAAY;AAAA,QACd;AACA;AAAA,MACF,KAAK;AACH,iBAAS,KAAK,sBAAsB,WAAW,MAAM,CAAC;AACtD;AAAA,MACF,KAAK;AACH,qBAAa,KAAK,0BAA0B,WAAW,MAAM,CAAC;AAC9D;AAAA,MACF,KAAK;AACH,iBAAS;AACT;AAAA,MACF;AACE,cAAM,IAAI;AAAA,UACR,cAAc,OAAO,IAAI;AAAA,QAC3B;AAAA,IACJ;AAAA,EACF;AACA,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AACA,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,GAAI,cAAc,SAAY,CAAC,IAAI,EAAE,UAAU;AAAA,EACjD;AACF;AAEA,gBAAuB,sCAAsC,OAI9B;AAC7B,QAAM;AAAA,IACJ,WAAW,MAAM;AAAA,IACjB,eAAe;AAAA,IACf,QAAQ;AAAA,IACR,MAAM;AAAA,EACR;AACA,MAAI,MAAM,cAAc,QAAW;AACjC,UAAM;AAAA,MACJ,GAAI,MAAM,UAAU,aAAa,SAC7B,CAAC,IACD,EAAE,UAAU,MAAM,UAAU,SAAS;AAAA,MACzC,QAAQ,MAAM,UAAU;AAAA,MACxB,OAAO;AAAA,MACP,MAAM;AAAA,IACR;AAAA,EACF;AAEA,aAAW,YAAY,MAAM;AAAA,IAC3B,MAAM;AAAA,IACN,MAAM;AAAA,EACR,GAAG;AACD,UAAM,6BAA6B,QAAQ;AAAA,EAC7C;AAEA,QAAM,WAAW,oBAAI,IAAoB;AACzC,MAAI,aAAa;AACjB,aAAW,SAAS,MAAM,MAAM,SAAS,OAAO;AAAA,IAC9C,MAAM;AAAA,EACR,GAAG;AACD,UAAM,KAAK,SAAS,UAAU;AAC9B,kBAAc;AACd,aAAS,IAAI,MAAM,IAAI,EAAE;AACzB,UAAM,oBAAoB,MAAM,WAAW,IAAI,KAAK;AAAA,EACtD;AAEA,aAAW,QAAQ,MAAM,MAAM,SAAS,aAAa;AAAA,IACnD,MAAM;AAAA,EACR,GAAG;AACD,UAAM,cAAc,SAAS,IAAI,KAAK,MAAM;AAC5C,UAAM,YAAY,SAAS,IAAI,KAAK,IAAI;AACxC,QAAI,gBAAgB,UAAa,cAAc,QAAW;AACxD;AAAA,IACF;AACA,UAAM,0BAA0B,aAAa,WAAW,IAAI;AAAA,EAC9D;AAEA,aAAW,SAAS,MAAM,MAAM,SAAS,eAAe;AAAA,IACtD,MAAM;AAAA,EACR,GAAG;AACD,UAAM,4BAA4B,KAAK;AAAA,EACzC;AAEA,QAAM,WAAW,oBAAI,IAAoB;AACzC,MAAI,aAAa;AACjB,QAAM,SAAS,MAAM,MAAM,SAAS,OAAO,aAAa,MAAM,SAAS;AACvE,aAAW,SAAS,QAAQ;AAC1B,UAAM,KAAK,SAAS,UAAU;AAC9B,kBAAc;AACd,aAAS,IAAI,MAAM,IAAI,EAAE;AACzB,UAAM,oBAAoB,IAAI,KAAK;AAEnC,eAAW,cAAc,MAAM,MAAM,SAAS,YAAY;AAAA,MACxD,MAAM;AAAA,IACR,GAAG;AACD,YAAM,UAAU,SAAS,IAAI,WAAW,OAAO;AAC/C,UAAI,YAAY,QAAW;AACzB;AAAA,MACF;AACA,YAAM;AAAA,QACJ;AAAA,QACA,UAAU,WAAW;AAAA,QACrB,SAAS;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,aAAW,QAAQ,MAAM,MAAM,SAAS,WAAW;AAAA,IACjD,MAAM;AAAA,EACR,GAAG;AACD,UAAM,cAAc,SAAS,IAAI,KAAK,WAAW;AACjD,UAAM,YAAY,SAAS,IAAI,KAAK,SAAS;AAC7C,QAAI,gBAAgB,UAAa,cAAc,QAAW;AACxD;AAAA,IACF;AACA,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,QAAQ,KAAK;AAAA,IACf;AAAA,EACF;AACA,QAAM,EAAE,MAAM,MAAM;AACtB;AAEA,eAAsB,2BACpB,WACA,SAUC;AACD,QAAM,SAAmC,CAAC;AAC1C,QAAM,iBAA4C,CAAC;AACnD,QAAM,YAA8B,CAAC;AACrC,QAAM,eAAwC,CAAC;AAC/C,QAAM,cAAsC,CAAC;AAC7C,QAAM,aAAoC,CAAC;AAC3C,QAAM,SAA4B,CAAC;AACnC,MAAI;AACJ,MAAI,UAAU;AACd,MAAI,SAAS;AAEb,mBAAiB,UAAU,SAAS;AAClC,YAAQ,OAAO,MAAM;AAAA,MACnB,KAAK;AACH,YAAI,OAAO,cAAc,WAAW;AAClC,gBAAM,IAAI;AAAA,YACR,wCAAwC,OAAO,SAAS,sBAAsB,SAAS;AAAA,UACzF;AAAA,QACF;AACA,YAAI,OAAO,WAAW,iBAAiB;AACrC,gBAAM,IAAI;AAAA,YACR,2CAA2C,OAAO,MAAM;AAAA,UAC1D;AAAA,QACF;AACA,kBAAU;AACV;AAAA,MACF,KAAK;AACH,YAAI,OAAO,UAAU,iBAAiB;AACpC,sBAAY;AAAA,QACd;AACA;AAAA,MACF,KAAK;AACH,kBAAU,KAAK,6BAA6B,WAAW,MAAM,CAAC;AAC9D;AAAA,MACF,KAAK;AACH,eAAO,KAAK,MAAM;AAClB;AAAA,MACF,KAAK;AACH,qBAAa,KAAK,MAAM;AACxB;AAAA,MACF,KAAK;AACH,uBAAe,KAAK,MAAM;AAC1B;AAAA,MACF,KAAK;AACH,eAAO,KAAK,MAAM;AAClB;AAAA,MACF,KAAK;AACH,oBAAY,KAAK,MAAM;AACvB;AAAA,MACF,KAAK;AACH,mBAAW,KAAK,MAAM;AACtB;AAAA,MACF,KAAK;AACH,iBAAS;AACT;AAAA,MACF;AACE,cAAM,IAAI;AAAA,UACR,cAAc,OAAO,IAAI;AAAA,QAC3B;AAAA,IACJ;AAAA,EACF;AACA,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AACA,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AAEA,iCAA+B;AAAA,IAC7B;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AAED,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAI,cAAc,SAAY,CAAC,IAAI,EAAE,UAAU;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,kDACpB,WACA,SACmC;AACnC,QAAM,QAAQ,MAAM,2BAA2B,WAAW,OAAO;AACjE,QAAM,aAAa,oBAAI,IAAoB;AAC3C,QAAM,aAAa,oBAAI,IAAoB;AAC3C,QAAM,SAAS,MAAM,OAAO,IAAI,CAAC,OAAO,UAAU;AAChD,UAAM,KAAK,QAAQ;AACnB,eAAW,IAAI,MAAM,IAAI,EAAE;AAC3B,WAAO,2BAA2B,WAAW,IAAI,KAAK;AAAA,EACxD,CAAC;AACD,QAAM,SAAS,MAAM,OAAO,IAAI,CAAC,OAAO,UAAU;AAChD,UAAM,KAAK,QAAQ;AACnB,eAAW,IAAI,MAAM,IAAI,EAAE;AAC3B,WAAO,oBAAoB,WAAW,IAAI,KAAK;AAAA,EACjD,CAAC;AAED,SAAO;AAAA,IACL;AAAA,IACA,gBAAgB,MAAM,eAAe;AAAA,MAAI,CAAC,UACxC,4BAA4B,WAAW,KAAK;AAAA,IAC9C;AAAA,IACA,WAAW,MAAM;AAAA,IACjB,cAAc,MAAM,aAAa;AAAA,MAAI,CAAC,SACpC,0BAA0B,YAAY,IAAI;AAAA,IAC5C;AAAA,IACA,QAAQ;AAAA,MACN,eAAe;AAAA,MACf,IAAI;AAAA,MACJ,qBAAqB;AAAA,MACrB,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,aAAa,MAAM,YAAY;AAAA,MAAI,CAAC,eAClC,yBAAyB,YAAY,YAAY,UAAU;AAAA,IAC7D;AAAA,IACA,YAAY,MAAM,WAAW;AAAA,MAAI,CAAC,SAChC,wBAAwB,YAAY,IAAI;AAAA,IAC1C;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,6BACd,OACA,WACqB;AACrB,SAAO;AAAA,IACL,GAAI,UAAU,aAAa,SACvB,CAAC,IACD,EAAE,UAAU,UAAU,SAAS;AAAA,IACnC,QAAQ,UAAU;AAAA,IAClB;AAAA,IACA,MAAM;AAAA,EACR;AACF;AAEA,SAAS,sBAAsB,QAA0C;AACvE,SAAO;AAAA,IACL,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,IAAI,OAAO;AAAA,IACX,GAAI,OAAO,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,OAAO,KAAK;AAAA,IACzD,KAAK,OAAO;AAAA,IACZ,UAAU,OAAO;AAAA,IACjB,YAAY,OAAO;AAAA,IACnB,GAAI,OAAO,kBAAkB,SACzB,CAAC,IACD,EAAE,eAAe,OAAO,cAAc;AAAA,IAC1C,SAAS,OAAO;AAAA,IAChB,MAAM;AAAA,EACR;AACF;AAEA,SAAS,sBACP,WACA,QACe;AACf,SAAO;AAAA,IACL;AAAA,IACA,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,IAAI,OAAO;AAAA,IACX,GAAI,OAAO,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,OAAO,KAAK;AAAA,IACzD,KAAK,OAAO;AAAA,IACZ,UAAU,OAAO;AAAA,IACjB,YAAY,OAAO;AAAA,IACnB,GAAI,OAAO,kBAAkB,SACzB,CAAC,IACD,EAAE,eAAe,OAAO,cAAc;AAAA,IAC1C,SAAS,OAAO;AAAA,EAClB;AACF;AAEA,SAAS,0BACP,WACA,QACuB;AACvB,SAAO;AAAA,IACL,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,yBAAyB,OAAO,oBAAoB,IAAI,CAAC,eAAe;AACtE,UAAI,WAAW,CAAC,MAAM,WAAW;AAC/B,cAAM,IAAI;AAAA,UACR,gBAAgB,OAAO,EAAE,sBAAsB,iBAAiB,UAAU,CAAC,uBAAuB,SAAS;AAAA,QAC7G;AAAA,MACF;AACA,aAAO,WAAW,CAAC;AAAA,IACrB,CAAC;AAAA,IACD,IAAI,OAAO;AAAA,IACX,GAAI,OAAO,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,OAAO,KAAK;AAAA,IACzD,WAAW,OAAO;AAAA,IAClB,iBAAiB,OAAO;AAAA,IACxB,iBAAiB,OAAO;AAAA,IACxB,MAAM;AAAA,EACR;AACF;AAEA,SAAS,0BACP,WACA,QACmB;AACnB,SAAO;AAAA,IACL,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,qBAAqB,OAAO,wBAAwB;AAAA,MAClD,CAAC,kBAAkB,CAAC,WAAW,aAAa;AAAA,IAC9C;AAAA,IACA,IAAI,OAAO;AAAA,IACX,GAAI,OAAO,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,OAAO,KAAK;AAAA,IACzD,WAAW,OAAO;AAAA,IAClB,iBAAiB,OAAO;AAAA,IACxB,iBAAiB,OAAO;AAAA,EAC1B;AACF;AAEA,SAAS,6BACP,QAC0B;AAC1B,SAAO;AAAA,IACL,YAAY,OAAO;AAAA,IACnB,WAAW,OAAO,UAAU,IAAI,CAAC,cAAc;AAAA,MAC7C,MAAM,SAAS;AAAA,MACf,YAAY,SAAS;AAAA,IACvB,EAAE;AAAA,IACF,SAAS,OAAO;AAAA,IAChB,MAAM;AAAA,EACR;AACF;AAEA,SAAS,6BACP,WACA,QACgB;AAChB,SAAO;AAAA,IACL,YAAY,OAAO;AAAA,IACnB,WAAW,OAAO;AAAA,IAClB,UAAU;AAAA,IACV,SAAS,OAAO;AAAA,EAClB;AACF;AAEA,SAAS,oBACP,WACA,IACA,QACwB;AACxB,SAAO;AAAA,IACL,SAAS,OAAO;AAAA,IAChB,YAAY,OAAO;AAAA,IACnB;AAAA,IACA,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,OAAO,OAAO;AAAA,IACd,GAAI,OAAO,cAAc,SAAY,CAAC,IAAI,EAAE,WAAW,OAAO,UAAU;AAAA,IACxE,eAAe,0BAA0B,WAAW,OAAO,UAAU;AAAA,IACrE,iBAAiB,OAAO,YAAY;AAAA,MAAI,CAAC,eACvC,0BAA0B,WAAW,UAAU;AAAA,IACjD;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,OAAO;AAAA,IACf,YAAY,OAAO;AAAA,EACrB;AACF;AAEA,SAAS,2BACP,WACA,IACA,QACa;AACb,SAAO;AAAA,IACL,SAAS,OAAO;AAAA,IAChB,YAAY,OAAO;AAAA,IACnB;AAAA,IACA,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,OAAO,OAAO;AAAA,IACd,GAAI,OAAO,cAAc,SAAY,CAAC,IAAI,EAAE,WAAW,OAAO,UAAU;AAAA,IACxE,YAAY,CAAC,WAAW,OAAO,aAAa;AAAA,IAC5C,aAAa,OAAO,gBAAgB;AAAA,MAClC,CAAC,kBAAkB,CAAC,WAAW,aAAa;AAAA,IAC9C;AAAA,IACA,QAAQ,OAAO;AAAA,IACf,YAAY,OAAO;AAAA,EACrB;AACF;AAEA,SAAS,0BACP,aACA,WACA,QACuB;AACvB,SAAO;AAAA,IACL;AAAA,IACA,GAAI,OAAO,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,OAAO,SAAS;AAAA,IACrE;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,OAAO;AAAA,EACjB;AACF;AAEA,SAAS,0BACP,YACA,QACmB;AACnB,SAAO;AAAA,IACL,QAAQ,gBAAgB,YAAY,OAAO,aAAa,OAAO;AAAA,IAC/D,GAAI,OAAO,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,OAAO,SAAS;AAAA,IACrE,MAAM,gBAAgB,YAAY,OAAO,WAAW,OAAO;AAAA,IAC3D,QAAQ,OAAO;AAAA,EACjB;AACF;AAEA,SAAS,4BACP,QACyB;AACzB,SAAO;AAAA,IACL,kBAAkB,OAAO;AAAA,IACzB,SAAS,OAAO;AAAA,IAChB,oBAAoB,OAAO;AAAA,IAC3B,MAAM;AAAA,EACR;AACF;AAEA,SAAS,4BACP,WACA,QACqB;AACrB,SAAO;AAAA,IACL,kBAAkB,OAAO;AAAA,IACzB,SAAS,OAAO;AAAA,IAChB,UAAU;AAAA,IACV,oBAAoB,OAAO;AAAA,EAC7B;AACF;AAEA,SAAS,oBAAoB,IAAY,QAAsC;AAC7E,SAAO;AAAA,IACL,YAAY,OAAO;AAAA,IACnB,SAAS,OAAO;AAAA,IAChB;AAAA,IACA,WAAW,OAAO;AAAA,IAClB,cAAc,OAAO;AAAA,IACrB,MAAM,OAAO;AAAA,IACb,MAAM;AAAA,IACN,QAAQ,OAAO;AAAA,IACf,YAAY,OAAO;AAAA,EACrB;AACF;AAEA,SAAS,oBACP,WACA,IACA,QACa;AACb,SAAO;AAAA,IACL,YAAY,OAAO;AAAA,IACnB,SAAS,OAAO;AAAA,IAChB;AAAA,IACA,WAAW,OAAO;AAAA,IAClB,cAAc,OAAO;AAAA,IACrB,UAAU;AAAA,IACV,MAAM,OAAO;AAAA,IACb,QAAQ,OAAO;AAAA,IACf,YAAY,OAAO;AAAA,EACrB;AACF;AAEA,SAAS,yBACP,YACA,YACA,QACkB;AAClB,SAAO;AAAA,IACL,SAAS,gBAAgB,YAAY,OAAO,SAAS,OAAO;AAAA,IAC5D,UAAU,OAAO;AAAA,IACjB,SAAS,gBAAgB,YAAY,OAAO,SAAS,OAAO;AAAA,EAC9D;AACF;AAEA,SAAS,wBACP,YACA,QACiB;AACjB,SAAO;AAAA,IACL,aAAa,gBAAgB,YAAY,OAAO,aAAa,OAAO;AAAA,IACpE,WAAW,gBAAgB,YAAY,OAAO,WAAW,OAAO;AAAA,IAChE,QAAQ,OAAO;AAAA,EACjB;AACF;AAEA,SAAS,+BAA+B,OAM/B;AACP,QAAM,WAAW,oBAAI,IAAY;AACjC,aAAW,SAAS,MAAM,QAAQ;AAChC,QAAI,SAAS,IAAI,MAAM,EAAE,GAAG;AAC1B,YAAM,IAAI,MAAM,8BAA8B,MAAM,EAAE,GAAG;AAAA,IAC3D;AACA,aAAS,IAAI,MAAM,EAAE;AAAA,EACvB;AACA,QAAM,WAAW,oBAAI,IAAY;AACjC,aAAW,SAAS,MAAM,QAAQ;AAChC,QAAI,SAAS,IAAI,MAAM,EAAE,GAAG;AAC1B,YAAM,IAAI,MAAM,sBAAsB,MAAM,EAAE,GAAG;AAAA,IACnD;AACA,aAAS,IAAI,MAAM,EAAE;AAAA,EACvB;AACA,aAAW,QAAQ,MAAM,cAAc;AACrC,mBAAe,UAAU,KAAK,aAAa,OAAO;AAClD,mBAAe,UAAU,KAAK,WAAW,OAAO;AAAA,EAClD;AACA,aAAW,cAAc,MAAM,aAAa;AAC1C,mBAAe,UAAU,WAAW,SAAS,OAAO;AACpD,mBAAe,UAAU,WAAW,SAAS,OAAO;AAAA,EACtD;AACA,aAAW,QAAQ,MAAM,YAAY;AACnC,mBAAe,UAAU,KAAK,aAAa,OAAO;AAClD,mBAAe,UAAU,KAAK,WAAW,OAAO;AAAA,EAClD;AACF;AAEA,SAAS,eACP,KACA,IACA,MACM;AACN,MAAI,CAAC,IAAI,IAAI,EAAE,GAAG;AAChB,UAAM,IAAI,MAAM,WAAW,IAAI,OAAO,EAAE,GAAG;AAAA,EAC7C;AACF;AAEA,SAAS,gBACP,KACA,IACA,MACQ;AACR,QAAM,SAAS,IAAI,IAAI,EAAE;AACzB,MAAI,WAAW,QAAW;AACxB,UAAM,IAAI,MAAM,WAAW,IAAI,OAAO,EAAE,GAAG;AAAA,EAC7C;AACA,SAAO;AACT;AAEA,SAAS,0BACP,WACA,YACQ;AACR,MAAI,WAAW,CAAC,MAAM,WAAW;AAC/B,UAAM,IAAI;AAAA,MACR,YAAY,iBAAiB,UAAU,CAAC,uBAAuB,SAAS;AAAA,IAC1E;AAAA,EACF;AACA,SAAO,WAAW,CAAC;AACrB;AAEA,SAAS,iBAAiB,YAAgC;AACxD,SAAO,WAAW,KAAK,GAAG;AAC5B;AAEA,eAAe,UACb,QACA,MACe;AACf,QAAM,IAAI,QAAc,CAAC,cAAc,gBAAgB;AACrD,WAAO,MAAM,MAAM,CAAC,UAAyB;AAC3C,UAAI,UAAU,UAAa,UAAU,MAAM;AACzC,oBAAY,KAAK;AACjB;AAAA,MACF;AACA,mBAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAe,oBACb,QACe;AACf,QAAM,IAAI,QAAc,CAAC,cAAc,gBAAgB;AACrD,WAAO,IAAI,CAAC,UAAyB;AACnC,UAAI,UAAU,UAAa,UAAU,MAAM;AACzC,oBAAY,KAAK;AACjB;AAAA,MACF;AAEA,mBAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AACH;","names":[]}

package/dist/retrieval/query/archive-view/backlinks.d.ts

@@ -0,0 +1,38 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { WikiGraphReference } from './references.js';
+import { ArchiveBacklinks, ArchiveFindHit, ArchiveFindOptions, ArchiveCollectionOptions, ArchiveFindResult } from './types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function hydrateFindResultBacklinks(document: ReadonlyDocument, result: ArchiveFindResult, options: Pick<ArchiveFindOptions, "backlinks">): Promise<ArchiveFindResult>;
+declare function hydrateFindHitBacklinks(document: ReadonlyDocument, hits: readonly ArchiveFindHit[], options: Pick<ArchiveFindOptions, "backlinks"> | Pick<ArchiveCollectionOptions, "backlinks">): Promise<readonly ArchiveFindHit[]>;
+declare function parseSourceBacklinkReference(uri: string): Extract<WikiGraphReference, {
+    readonly type: "text-stream";
+}> | undefined;
+declare function createTextStreamBacklinks(document: ReadonlyDocument, reference: Extract<WikiGraphReference, {
+    readonly type: "text-stream";
+}>): Promise<ArchiveBacklinks>;
+
+export { createTextStreamBacklinks, hydrateFindHitBacklinks, hydrateFindResultBacklinks, parseSourceBacklinkReference };

package/dist/retrieval/query/archive-view/backlinks.js

@@ -0,0 +1,200 @@
+import {
+  compareListHits,
+  compareSentenceIds,
+  createNodePosition,
+  createSentencePosition,
+  createSnippet,
+  isWikiGraphObjectUri,
+  normalizeWikiGraphObjectUri
+} from "./helpers.js";
+import { formatNodeId, parseWikiGraphReference } from "./references.js";
+import { createTextStreamIndex } from "./text-streams.js";
+import { formatTripleUri, listAllMentions } from "./knowledge.js";
+import { listEntityCollection } from "./collection.js";
+function clampInteger(value, min, max) {
+  return Math.max(min, Math.min(max, Math.floor(value)));
+}
+async function hydrateFindResultBacklinks(document, result, options) {
+  return {
+    ...result,
+    items: await hydrateFindHitBacklinks(document, result.items, options)
+  };
+}
+async function hydrateFindHitBacklinks(document, hits, options) {
+  if (options.backlinks !== true) {
+    return hits;
+  }
+  return await Promise.all(
+    hits.map(async (hit) => {
+      const reference = parseSourceBacklinkReference(hit.id);
+      if (reference === void 0) {
+        return hit;
+      }
+      return {
+        ...hit,
+        backlinks: await createTextStreamBacklinks(document, reference)
+      };
+    })
+  );
+}
+function parseSourceBacklinkReference(uri) {
+  if (!isWikiGraphObjectUri(uri)) {
+    return void 0;
+  }
+  try {
+    const reference = parseWikiGraphReference(normalizeWikiGraphObjectUri(uri));
+    return reference.type === "text-stream" && reference.stream === "source" ? reference : void 0;
+  } catch {
+    return void 0;
+  }
+}
+async function createTextStreamBacklinks(document, reference) {
+  if (reference.stream !== "source") {
+    return createEmptyBacklinks();
+  }
+  const sentenceKeys = await createTextStreamRangeSentenceKeySet(
+    document,
+    reference
+  );
+  const [chunks, mentions, links] = await Promise.all([
+    createChunkBacklinkHits(document, sentenceKeys),
+    createEntityBacklinkHits(document, sentenceKeys),
+    createTripleBacklinkHits(document, reference.chapterId, sentenceKeys)
+  ]);
+  return {
+    chunks: createBacklinkBucket(chunks),
+    entities: createBacklinkBucket(mentions),
+    triples: createBacklinkBucket(links)
+  };
+}
+function createEmptyBacklinks() {
+  return {
+    chunks: createBacklinkBucket([]),
+    entities: createBacklinkBucket([]),
+    triples: createBacklinkBucket([])
+  };
+}
+function createBacklinkBucket(hits) {
+  const sorted = [...hits].sort(
+    (left, right) => compareListHits(left, right, "doc-asc")
+  );
+  return {
+    items: sorted,
+    limit: sorted.length,
+    nextCursor: null
+  };
+}
+async function createTextStreamRangeSentenceKeySet(document, reference) {
+  const index = await createTextStreamIndex(
+    document,
+    reference.chapterId,
+    reference.stream
+  );
+  const lastSentenceIndex = Math.max(0, index.sentences.length - 1);
+  const start = clampInteger(
+    reference.startSentenceIndex,
+    0,
+    lastSentenceIndex
+  );
+  const end = clampInteger(
+    reference.endSentenceIndex,
+    start,
+    lastSentenceIndex
+  );
+  const keys = /* @__PURE__ */ new Set();
+  for (const sentence of index.sentences.slice(start, end + 1)) {
+    keys.add(formatSentenceKey(reference.chapterId, sentence.globalIndex));
+  }
+  return keys;
+}
+async function createChunkBacklinkHits(document, sentenceKeys) {
+  return (await document.chunks.listAll()).filter(
+    (chunk) => chunk.sentenceIds.some(
+      (sentenceId) => sentenceKeys.has(formatSentenceIdKey(sentenceId))
+    )
+  ).map((chunk) => {
+    const position = createNodePosition(chunk.sentenceIds);
+    return {
+      chapter: chunk.sentenceId[0],
+      field: "content",
+      id: formatNodeId(chunk.id),
+      ...position === void 0 ? {} : { position },
+      snippet: createSnippet(chunk.content),
+      title: chunk.label,
+      type: "node"
+    };
+  });
+}
+async function createEntityBacklinkHits(document, sentenceKeys) {
+  return listEntityCollection(
+    (await listAllMentions(document)).filter(
+      (mention) => sentenceKeys.has(
+        formatSentenceKey(mention.chapterId, mention.sentenceIndex ?? 0)
+      )
+    )
+  );
+}
+async function createTripleBacklinkHits(document, chapterId, sentenceKeys) {
+  const hitsById = /* @__PURE__ */ new Map();
+  for (const link of await document.mentionLinks.listByChapter(chapterId)) {
+    const evidenceSentenceIds = link.evidenceSentenceIds.filter(
+      (sentenceId) => sentenceKeys.has(formatSentenceIdKey(sentenceId))
+    );
+    if (evidenceSentenceIds.length === 0) {
+      continue;
+    }
+    const [source, target] = await Promise.all([
+      document.mentions.getById(link.sourceMentionId),
+      document.mentions.getById(link.targetMentionId)
+    ]);
+    if (source === void 0 || target === void 0) {
+      continue;
+    }
+    const id = formatTripleUri(source.qid, link.predicate, target.qid);
+    const existing = hitsById.get(id);
+    const evidenceLink = { ...link, evidenceSentenceIds };
+    if (existing !== void 0) {
+      hitsById.set(id, {
+        ...existing,
+        evidenceLinks: [...existing.evidenceLinks ?? [], evidenceLink],
+        score: (existing.evidenceLinks?.length ?? 0) + 1
+      });
+      continue;
+    }
+    hitsById.set(id, {
+      chapter: source.chapterId,
+      evidenceLinks: [evidenceLink],
+      field: "title",
+      id,
+      position: createSentencePosition(
+        [...evidenceSentenceIds].sort(compareSentenceIds)[0] ?? [
+          source.chapterId,
+          source.sentenceIndex ?? 0
+        ]
+      ),
+      score: 1,
+      snippet: `${source.surface} ${link.predicate} ${target.surface}`,
+      title: `${source.qid} ${link.predicate} ${target.qid}`,
+      triple: {
+        objectLabel: target.surface,
+        predicate: link.predicate,
+        subjectLabel: source.surface
+      },
+      type: "triple"
+    });
+  }
+  return [...hitsById.values()];
+}
+function formatSentenceIdKey(sentenceId) {
+  return formatSentenceKey(sentenceId[0], sentenceId[1]);
+}
+function formatSentenceKey(chapterId, sentenceIndex) {
+  return `${chapterId}:${sentenceIndex}`;
+}
+export {
+  createTextStreamBacklinks,
+  hydrateFindHitBacklinks,
+  hydrateFindResultBacklinks,
+  parseSourceBacklinkReference
+};
+//# sourceMappingURL=backlinks.js.map

package/dist/retrieval/query/archive-view/backlinks.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/backlinks.ts"],"sourcesContent":["import type { ReadonlyDocument, SentenceId } from \"../../../document/index.js\";\n\nimport {\n  compareListHits,\n  compareSentenceIds,\n  createNodePosition,\n  createSentencePosition,\n  createSnippet,\n  isWikiGraphObjectUri,\n  normalizeWikiGraphObjectUri,\n} from \"./helpers.js\";\nimport { formatNodeId, parseWikiGraphReference } from \"./references.js\";\nimport type { WikiGraphReference } from \"./references.js\";\nimport { createTextStreamIndex } from \"./text-streams.js\";\nimport type {\n  ArchiveBacklinkBucket,\n  ArchiveBacklinks,\n  ArchiveCollectionOptions,\n  ArchiveFindHit,\n  ArchiveFindOptions,\n  ArchiveFindResult,\n} from \"./types.js\";\nimport { formatTripleUri, listAllMentions } from \"./knowledge.js\";\nimport { listEntityCollection } from \"./collection.js\";\n\nfunction clampInteger(value: number, min: number, max: number): number {\n  return Math.max(min, Math.min(max, Math.floor(value)));\n}\n\nexport async function hydrateFindResultBacklinks(\n  document: ReadonlyDocument,\n  result: ArchiveFindResult,\n  options: Pick<ArchiveFindOptions, \"backlinks\">,\n): Promise<ArchiveFindResult> {\n  return {\n    ...result,\n    items: await hydrateFindHitBacklinks(document, result.items, options),\n  };\n}\n\nexport async function hydrateFindHitBacklinks(\n  document: ReadonlyDocument,\n  hits: readonly ArchiveFindHit[],\n  options:\n    | Pick<ArchiveFindOptions, \"backlinks\">\n    | Pick<ArchiveCollectionOptions, \"backlinks\">,\n): Promise<readonly ArchiveFindHit[]> {\n  if (options.backlinks !== true) {\n    return hits;\n  }\n\n  return await Promise.all(\n    hits.map(async (hit) => {\n      const reference = parseSourceBacklinkReference(hit.id);\n\n      if (reference === undefined) {\n        return hit;\n      }\n\n      return {\n        ...hit,\n        backlinks: await createTextStreamBacklinks(document, reference),\n      };\n    }),\n  );\n}\n\nexport function parseSourceBacklinkReference(\n  uri: string,\n): Extract<WikiGraphReference, { readonly type: \"text-stream\" }> | undefined {\n  if (!isWikiGraphObjectUri(uri)) {\n    return undefined;\n  }\n\n  try {\n    const reference = parseWikiGraphReference(normalizeWikiGraphObjectUri(uri));\n\n    return reference.type === \"text-stream\" && reference.stream === \"source\"\n      ? reference\n      : undefined;\n  } catch {\n    return undefined;\n  }\n}\n\nexport async function createTextStreamBacklinks(\n  document: ReadonlyDocument,\n  reference: Extract<WikiGraphReference, { readonly type: \"text-stream\" }>,\n): Promise<ArchiveBacklinks> {\n  if (reference.stream !== \"source\") {\n    return createEmptyBacklinks();\n  }\n\n  const sentenceKeys = await createTextStreamRangeSentenceKeySet(\n    document,\n    reference,\n  );\n  const [chunks, mentions, links] = await Promise.all([\n    createChunkBacklinkHits(document, sentenceKeys),\n    createEntityBacklinkHits(document, sentenceKeys),\n    createTripleBacklinkHits(document, reference.chapterId, sentenceKeys),\n  ]);\n\n  return {\n    chunks: createBacklinkBucket(chunks),\n    entities: createBacklinkBucket(mentions),\n    triples: createBacklinkBucket(links),\n  };\n}\n\nfunction createEmptyBacklinks(): ArchiveBacklinks {\n  return {\n    chunks: createBacklinkBucket([]),\n    entities: createBacklinkBucket([]),\n    triples: createBacklinkBucket([]),\n  };\n}\n\nfunction createBacklinkBucket(\n  hits: readonly ArchiveFindHit[],\n): ArchiveBacklinkBucket {\n  const sorted = [...hits].sort((left, right) =>\n    compareListHits(left, right, \"doc-asc\"),\n  );\n\n  return {\n    items: sorted,\n    limit: sorted.length,\n    nextCursor: null,\n  };\n}\n\nasync function createTextStreamRangeSentenceKeySet(\n  document: ReadonlyDocument,\n  reference: Extract<WikiGraphReference, { readonly type: \"text-stream\" }>,\n): Promise<ReadonlySet<string>> {\n  const index = await createTextStreamIndex(\n    document,\n    reference.chapterId,\n    reference.stream,\n  );\n  const lastSentenceIndex = Math.max(0, index.sentences.length - 1);\n  const start = clampInteger(\n    reference.startSentenceIndex,\n    0,\n    lastSentenceIndex,\n  );\n  const end = clampInteger(\n    reference.endSentenceIndex,\n    start,\n    lastSentenceIndex,\n  );\n  const keys = new Set<string>();\n\n  for (const sentence of index.sentences.slice(start, end + 1)) {\n    keys.add(formatSentenceKey(reference.chapterId, sentence.globalIndex));\n  }\n\n  return keys;\n}\n\nasync function createChunkBacklinkHits(\n  document: ReadonlyDocument,\n  sentenceKeys: ReadonlySet<string>,\n): Promise<readonly ArchiveFindHit[]> {\n  return (await document.chunks.listAll())\n    .filter((chunk) =>\n      chunk.sentenceIds.some((sentenceId) =>\n        sentenceKeys.has(formatSentenceIdKey(sentenceId)),\n      ),\n    )\n    .map((chunk) => {\n      const position = createNodePosition(chunk.sentenceIds);\n\n      return {\n        chapter: chunk.sentenceId[0],\n        field: \"content\" as const,\n        id: formatNodeId(chunk.id),\n        ...(position === undefined ? {} : { position }),\n        snippet: createSnippet(chunk.content),\n        title: chunk.label,\n        type: \"node\" as const,\n      };\n    });\n}\n\nasync function createEntityBacklinkHits(\n  document: ReadonlyDocument,\n  sentenceKeys: ReadonlySet<string>,\n): Promise<readonly ArchiveFindHit[]> {\n  return listEntityCollection(\n    (await listAllMentions(document)).filter((mention) =>\n      sentenceKeys.has(\n        formatSentenceKey(mention.chapterId, mention.sentenceIndex ?? 0),\n      ),\n    ),\n  );\n}\n\nasync function createTripleBacklinkHits(\n  document: ReadonlyDocument,\n  chapterId: number,\n  sentenceKeys: ReadonlySet<string>,\n): Promise<readonly ArchiveFindHit[]> {\n  const hitsById = new Map<string, ArchiveFindHit>();\n\n  for (const link of await document.mentionLinks.listByChapter(chapterId)) {\n    const evidenceSentenceIds = link.evidenceSentenceIds.filter((sentenceId) =>\n      sentenceKeys.has(formatSentenceIdKey(sentenceId)),\n    );\n\n    if (evidenceSentenceIds.length === 0) {\n      continue;\n    }\n\n    const [source, target] = await Promise.all([\n      document.mentions.getById(link.sourceMentionId),\n      document.mentions.getById(link.targetMentionId),\n    ]);\n\n    if (source === undefined || target === undefined) {\n      continue;\n    }\n\n    const id = formatTripleUri(source.qid, link.predicate, target.qid);\n    const existing = hitsById.get(id);\n    const evidenceLink = { ...link, evidenceSentenceIds };\n\n    if (existing !== undefined) {\n      hitsById.set(id, {\n        ...existing,\n        evidenceLinks: [...(existing.evidenceLinks ?? []), evidenceLink],\n        score: (existing.evidenceLinks?.length ?? 0) + 1,\n      });\n      continue;\n    }\n\n    hitsById.set(id, {\n      chapter: source.chapterId,\n      evidenceLinks: [evidenceLink],\n      field: \"title\",\n      id,\n      position: createSentencePosition(\n        [...evidenceSentenceIds].sort(compareSentenceIds)[0] ?? [\n          source.chapterId,\n          source.sentenceIndex ?? 0,\n        ],\n      ),\n      score: 1,\n      snippet: `${source.surface} ${link.predicate} ${target.surface}`,\n      title: `${source.qid} ${link.predicate} ${target.qid}`,\n      triple: {\n        objectLabel: target.surface,\n        predicate: link.predicate,\n        subjectLabel: source.surface,\n      },\n      type: \"triple\",\n    });\n  }\n\n  return [...hitsById.values()];\n}\n\nfunction formatSentenceIdKey(sentenceId: SentenceId): string {\n  return formatSentenceKey(sentenceId[0], sentenceId[1]);\n}\n\nfunction formatSentenceKey(chapterId: number, sentenceIndex: number): string {\n  return `${chapterId}:${sentenceIndex}`;\n}\n"],"mappings":"AAEA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,cAAc,+BAA+B;AAEtD,SAAS,6BAA6B;AAStC,SAAS,iBAAiB,uBAAuB;AACjD,SAAS,4BAA4B;AAErC,SAAS,aAAa,OAAe,KAAa,KAAqB;AACrE,SAAO,KAAK,IAAI,KAAK,KAAK,IAAI,KAAK,KAAK,MAAM,KAAK,CAAC,CAAC;AACvD;AAEA,eAAsB,2BACpB,UACA,QACA,SAC4B;AAC5B,SAAO;AAAA,IACL,GAAG;AAAA,IACH,OAAO,MAAM,wBAAwB,UAAU,OAAO,OAAO,OAAO;AAAA,EACtE;AACF;AAEA,eAAsB,wBACpB,UACA,MACA,SAGoC;AACpC,MAAI,QAAQ,cAAc,MAAM;AAC9B,WAAO;AAAA,EACT;AAEA,SAAO,MAAM,QAAQ;AAAA,IACnB,KAAK,IAAI,OAAO,QAAQ;AACtB,YAAM,YAAY,6BAA6B,IAAI,EAAE;AAErD,UAAI,cAAc,QAAW;AAC3B,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,QACL,GAAG;AAAA,QACH,WAAW,MAAM,0BAA0B,UAAU,SAAS;AAAA,MAChE;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEO,SAAS,6BACd,KAC2E;AAC3E,MAAI,CAAC,qBAAqB,GAAG,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,MAAI;AACF,UAAM,YAAY,wBAAwB,4BAA4B,GAAG,CAAC;AAE1E,WAAO,UAAU,SAAS,iBAAiB,UAAU,WAAW,WAC5D,YACA;AAAA,EACN,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,0BACpB,UACA,WAC2B;AAC3B,MAAI,UAAU,WAAW,UAAU;AACjC,WAAO,qBAAqB;AAAA,EAC9B;AAEA,QAAM,eAAe,MAAM;AAAA,IACzB;AAAA,IACA;AAAA,EACF;AACA,QAAM,CAAC,QAAQ,UAAU,KAAK,IAAI,MAAM,QAAQ,IAAI;AAAA,IAClD,wBAAwB,UAAU,YAAY;AAAA,IAC9C,yBAAyB,UAAU,YAAY;AAAA,IAC/C,yBAAyB,UAAU,UAAU,WAAW,YAAY;AAAA,EACtE,CAAC;AAED,SAAO;AAAA,IACL,QAAQ,qBAAqB,MAAM;AAAA,IACnC,UAAU,qBAAqB,QAAQ;AAAA,IACvC,SAAS,qBAAqB,KAAK;AAAA,EACrC;AACF;AAEA,SAAS,uBAAyC;AAChD,SAAO;AAAA,IACL,QAAQ,qBAAqB,CAAC,CAAC;AAAA,IAC/B,UAAU,qBAAqB,CAAC,CAAC;AAAA,IACjC,SAAS,qBAAqB,CAAC,CAAC;AAAA,EAClC;AACF;AAEA,SAAS,qBACP,MACuB;AACvB,QAAM,SAAS,CAAC,GAAG,IAAI,EAAE;AAAA,IAAK,CAAC,MAAM,UACnC,gBAAgB,MAAM,OAAO,SAAS;AAAA,EACxC;AAEA,SAAO;AAAA,IACL,OAAO;AAAA,IACP,OAAO,OAAO;AAAA,IACd,YAAY;AAAA,EACd;AACF;AAEA,eAAe,oCACb,UACA,WAC8B;AAC9B,QAAM,QAAQ,MAAM;AAAA,IAClB;AAAA,IACA,UAAU;AAAA,IACV,UAAU;AAAA,EACZ;AACA,QAAM,oBAAoB,KAAK,IAAI,GAAG,MAAM,UAAU,SAAS,CAAC;AAChE,QAAM,QAAQ;AAAA,IACZ,UAAU;AAAA,IACV;AAAA,IACA;AAAA,EACF;AACA,QAAM,MAAM;AAAA,IACV,UAAU;AAAA,IACV;AAAA,IACA;AAAA,EACF;AACA,QAAM,OAAO,oBAAI,IAAY;AAE7B,aAAW,YAAY,MAAM,UAAU,MAAM,OAAO,MAAM,CAAC,GAAG;AAC5D,SAAK,IAAI,kBAAkB,UAAU,WAAW,SAAS,WAAW,CAAC;AAAA,EACvE;AAEA,SAAO;AACT;AAEA,eAAe,wBACb,UACA,cACoC;AACpC,UAAQ,MAAM,SAAS,OAAO,QAAQ,GACnC;AAAA,IAAO,CAAC,UACP,MAAM,YAAY;AAAA,MAAK,CAAC,eACtB,aAAa,IAAI,oBAAoB,UAAU,CAAC;AAAA,IAClD;AAAA,EACF,EACC,IAAI,CAAC,UAAU;AACd,UAAM,WAAW,mBAAmB,MAAM,WAAW;AAErD,WAAO;AAAA,MACL,SAAS,MAAM,WAAW,CAAC;AAAA,MAC3B,OAAO;AAAA,MACP,IAAI,aAAa,MAAM,EAAE;AAAA,MACzB,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,MAC7C,SAAS,cAAc,MAAM,OAAO;AAAA,MACpC,OAAO,MAAM;AAAA,MACb,MAAM;AAAA,IACR;AAAA,EACF,CAAC;AACL;AAEA,eAAe,yBACb,UACA,cACoC;AACpC,SAAO;AAAA,KACJ,MAAM,gBAAgB,QAAQ,GAAG;AAAA,MAAO,CAAC,YACxC,aAAa;AAAA,QACX,kBAAkB,QAAQ,WAAW,QAAQ,iBAAiB,CAAC;AAAA,MACjE;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,yBACb,UACA,WACA,cACoC;AACpC,QAAM,WAAW,oBAAI,IAA4B;AAEjD,aAAW,QAAQ,MAAM,SAAS,aAAa,cAAc,SAAS,GAAG;AACvE,UAAM,sBAAsB,KAAK,oBAAoB;AAAA,MAAO,CAAC,eAC3D,aAAa,IAAI,oBAAoB,UAAU,CAAC;AAAA,IAClD;AAEA,QAAI,oBAAoB,WAAW,GAAG;AACpC;AAAA,IACF;AAEA,UAAM,CAAC,QAAQ,MAAM,IAAI,MAAM,QAAQ,IAAI;AAAA,MACzC,SAAS,SAAS,QAAQ,KAAK,eAAe;AAAA,MAC9C,SAAS,SAAS,QAAQ,KAAK,eAAe;AAAA,IAChD,CAAC;AAED,QAAI,WAAW,UAAa,WAAW,QAAW;AAChD;AAAA,IACF;AAEA,UAAM,KAAK,gBAAgB,OAAO,KAAK,KAAK,WAAW,OAAO,GAAG;AACjE,UAAM,WAAW,SAAS,IAAI,EAAE;AAChC,UAAM,eAAe,EAAE,GAAG,MAAM,oBAAoB;AAEpD,QAAI,aAAa,QAAW;AAC1B,eAAS,IAAI,IAAI;AAAA,QACf,GAAG;AAAA,QACH,eAAe,CAAC,GAAI,SAAS,iBAAiB,CAAC,GAAI,YAAY;AAAA,QAC/D,QAAQ,SAAS,eAAe,UAAU,KAAK;AAAA,MACjD,CAAC;AACD;AAAA,IACF;AAEA,aAAS,IAAI,IAAI;AAAA,MACf,SAAS,OAAO;AAAA,MAChB,eAAe,CAAC,YAAY;AAAA,MAC5B,OAAO;AAAA,MACP;AAAA,MACA,UAAU;AAAA,QACR,CAAC,GAAG,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,CAAC,KAAK;AAAA,UACtD,OAAO;AAAA,UACP,OAAO,iBAAiB;AAAA,QAC1B;AAAA,MACF;AAAA,MACA,OAAO;AAAA,MACP,SAAS,GAAG,OAAO,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,OAAO;AAAA,MAC9D,OAAO,GAAG,OAAO,GAAG,IAAI,KAAK,SAAS,IAAI,OAAO,GAAG;AAAA,MACpD,QAAQ;AAAA,QACN,aAAa,OAAO;AAAA,QACpB,WAAW,KAAK;AAAA,QAChB,cAAc,OAAO;AAAA,MACvB;AAAA,MACA,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAEA,SAAO,CAAC,GAAG,SAAS,OAAO,CAAC;AAC9B;AAEA,SAAS,oBAAoB,YAAgC;AAC3D,SAAO,kBAAkB,WAAW,CAAC,GAAG,WAAW,CAAC,CAAC;AACvD;AAEA,SAAS,kBAAkB,WAAmB,eAA+B;AAC3E,SAAO,GAAG,SAAS,IAAI,aAAa;AACtC;","names":[]}

package/dist/retrieval/query/archive-view/collection.d.ts

@@ -0,0 +1,33 @@
+import { MentionRecord } from '../../../document/types.js';
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { ArchiveIndex, ArchiveCollectionOptions, ArchiveCollectionResult, ArchiveListKind, ArchiveListItem, ArchiveFindHit } from './types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function getArchiveIndex(document: ReadonlyDocument): Promise<ArchiveIndex>;
+declare function listArchiveObjects(document: ReadonlyDocument, kind: ArchiveListKind): Promise<readonly ArchiveListItem[]>;
+declare function listArchiveCollection(document: ReadonlyDocument, options?: ArchiveCollectionOptions): Promise<ArchiveCollectionResult>;
+declare function listEntityCollection(mentions: readonly MentionRecord[], documentOrders?: ReadonlyMap<number, number>): readonly ArchiveFindHit[];
+
+export { getArchiveIndex, listArchiveCollection, listArchiveObjects, listEntityCollection };