wiki-graph-core 0.3.1 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -0
- package/data/editor/text_compressor.jinja +17 -13
- package/data/help/commands/archive/next.jinja +7 -2
- package/data/help/commands/gc.jinja +2 -1
- package/data/help/commands/legacy/migrate.jinja +6 -1
- package/data/help/commands/legacy.jinja +3 -2
- package/data/help/commands/library-predicate.jinja +296 -0
- package/data/help/commands/library.jinja +237 -0
- package/data/help/commands/maintenance/chapter/add.jinja +3 -3
- package/data/help/commands/maintenance/chapter/list.jinja +4 -4
- package/data/help/commands/maintenance/chapter/move.jinja +4 -4
- package/data/help/commands/maintenance/chapter/remove.jinja +1 -1
- package/data/help/commands/maintenance/chapter/reset.jinja +1 -1
- package/data/help/commands/maintenance/chapter/set-source.jinja +2 -2
- package/data/help/commands/maintenance/chapter/set-summary.jinja +1 -1
- package/data/help/commands/maintenance/chapter/set-title.jinja +3 -3
- package/data/help/commands/maintenance/chapter/tree.jinja +6 -6
- package/data/help/commands/maintenance/chapter.jinja +10 -10
- package/data/help/commands/maintenance/meta.jinja +7 -7
- package/data/help/commands/maintenance/upgrade.jinja +35 -0
- package/data/help/commands/maintenance.jinja +23 -0
- package/data/help/commands/predicate.jinja +204 -28
- package/data/help/commands/root.jinja +10 -3
- package/data/help/commands/uri.jinja +165 -6
- package/data/help/topics/config.jinja +10 -3
- package/data/help/topics/library.jinja +90 -0
- package/data/help/topics/readiness.jinja +32 -2
- package/data/help/topics/recipe.jinja +42 -17
- package/data/help/topics/runtime.jinja +20 -3
- package/data/help/topics/uri.jinja +53 -25
- package/dist/api/app.d.ts +87 -0
- package/dist/api/app.js +137 -0
- package/dist/api/app.js.map +1 -0
- package/dist/api/chapter/advance.d.ts +36 -0
- package/dist/api/chapter/advance.js +171 -0
- package/dist/api/chapter/advance.js.map +1 -0
- package/dist/api/chapter/details.d.ts +25 -0
- package/dist/api/chapter/details.js +17 -0
- package/dist/api/chapter/details.js.map +1 -0
- package/dist/api/chapter/entries.d.ts +41 -0
- package/dist/api/chapter/entries.js +216 -0
- package/dist/api/chapter/entries.js.map +1 -0
- package/dist/api/chapter/generate.d.ts +42 -0
- package/dist/api/chapter/generate.js +61 -0
- package/dist/api/chapter/generate.js.map +1 -0
- package/dist/api/chapter/index.d.ts +43 -0
- package/dist/api/chapter/index.js +11 -0
- package/dist/api/chapter/index.js.map +1 -0
- package/dist/api/chapter/manage.d.ts +53 -0
- package/dist/api/chapter/manage.js +185 -0
- package/dist/api/chapter/manage.js.map +1 -0
- package/dist/api/chapter/options.d.ts +51 -0
- package/dist/api/chapter/options.js +11 -0
- package/dist/api/chapter/options.js.map +1 -0
- package/dist/api/chapter/parse.d.ts +13 -0
- package/dist/api/chapter/parse.js +16 -0
- package/dist/api/chapter/parse.js.map +1 -0
- package/dist/api/chapter/tree.d.ts +61 -0
- package/dist/api/chapter/tree.js +387 -0
- package/dist/api/chapter/tree.js.map +1 -0
- package/dist/api/chapter/types.d.ts +104 -0
- package/dist/api/chapter/types.js +5 -0
- package/dist/api/chapter/types.js.map +1 -0
- package/dist/api/chapter-build/index.d.ts +42 -0
- package/dist/api/chapter-build/index.js +3 -0
- package/dist/api/chapter-build/index.js.map +1 -0
- package/dist/api/chapter-build/types.d.ts +37 -0
- package/dist/api/digest.d.ts +67 -0
- package/dist/api/digest.js +171 -0
- package/dist/api/digest.js.map +1 -0
- package/dist/api/graph.d.ts +24 -0
- package/dist/api/graph.js +2 -0
- package/dist/api/graph.js.map +1 -0
- package/dist/api/import.d.ts +62 -0
- package/dist/api/import.js +269 -0
- package/dist/api/import.js.map +1 -0
- package/dist/api/index.d.ts +91 -0
- package/dist/api/index.js +189 -0
- package/dist/api/index.js.map +1 -0
- package/dist/api/knowledge-graph-build/index.d.ts +40 -0
- package/dist/api/knowledge-graph-build/index.js +2 -0
- package/dist/api/knowledge-graph-build/index.js.map +1 -0
- package/dist/api/knowledge-graph-build/types.d.ts +13 -0
- package/dist/api/llm-sampling.d.ts +11 -0
- package/dist/api/llm-sampling.js +58 -0
- package/dist/api/llm-sampling.js.map +1 -0
- package/dist/api/prompts.d.ts +1 -0
- package/dist/api/prompts.js +2 -0
- package/dist/api/prompts.js.map +1 -0
- package/dist/api/wiki-graph-archive.d.ts +42 -0
- package/dist/api/wiki-graph-archive.js +130 -0
- package/dist/api/wiki-graph-archive.js.map +1 -0
- package/dist/core-Cv8a8viI.d.ts +85 -0
- package/dist/document/chapter/index.d.ts +26 -0
- package/dist/document/chapter/index.js +23 -0
- package/dist/document/chapter/index.js.map +1 -0
- package/dist/document/chapter/path.d.ts +14 -0
- package/dist/document/chapter/path.js +133 -0
- package/dist/document/chapter/path.js.map +1 -0
- package/dist/document/chapter/query.d.ts +33 -0
- package/dist/document/chapter/query.js +83 -0
- package/dist/document/chapter/query.js.map +1 -0
- package/dist/document/chapter/stage.d.ts +28 -0
- package/dist/document/chapter/stage.js +13 -0
- package/dist/document/chapter/stage.js.map +1 -0
- package/dist/document/chapter/toc.d.ts +33 -0
- package/dist/document/chapter/toc.js +213 -0
- package/dist/document/chapter/toc.js.map +1 -0
- package/dist/document/chapter/tree.d.ts +20 -0
- package/dist/document/chapter/tree.js +48 -0
- package/dist/document/chapter/tree.js.map +1 -0
- package/dist/document/chapter/types.d.ts +31 -0
- package/dist/document/chapter/types.js +10 -0
- package/dist/document/chapter/types.js.map +1 -0
- package/dist/document/directory/context.d.ts +25 -0
- package/dist/document/directory/context.js +54 -0
- package/dist/document/directory/context.js.map +1 -0
- package/dist/document/directory/core.d.ts +25 -0
- package/dist/document/directory/core.js +382 -0
- package/dist/document/directory/core.js.map +1 -0
- package/dist/document/directory/file-store.d.ts +27 -0
- package/dist/document/directory/file-store.js +48 -0
- package/dist/document/directory/file-store.js.map +1 -0
- package/dist/document/directory/files.d.ts +53 -0
- package/dist/document/directory/files.js +71 -0
- package/dist/document/directory/files.js.map +1 -0
- package/dist/document/directory/index.d.ts +26 -0
- package/dist/document/directory/index.js +4 -0
- package/dist/document/directory/index.js.map +1 -0
- package/dist/document/directory/search-index.d.ts +32 -0
- package/dist/document/directory/search-index.js +154 -0
- package/dist/document/directory/search-index.js.map +1 -0
- package/dist/document/directory/serial-cleanup.d.ts +47 -0
- package/dist/document/directory/serial-cleanup.js +178 -0
- package/dist/document/directory/serial-cleanup.js.map +1 -0
- package/dist/document/directory/toc.d.ts +6 -0
- package/dist/document/directory/toc.js +14 -0
- package/dist/document/directory/toc.js.map +1 -0
- package/dist/document/directory/types.d.ts +105 -0
- package/dist/document/fragment-backed.d.ts +27 -0
- package/dist/document/fragment-backed.js +26 -0
- package/dist/document/fragment-backed.js.map +1 -0
- package/dist/document/fragments/core.d.ts +18 -0
- package/dist/document/fragments/core.js +68 -0
- package/dist/document/fragments/core.js.map +1 -0
- package/dist/document/fragments/draft.d.ts +16 -0
- package/dist/document/fragments/draft.js +57 -0
- package/dist/document/fragments/draft.js.map +1 -0
- package/dist/document/fragments/file-access.d.ts +7 -0
- package/dist/document/fragments/file-access.js +28 -0
- package/dist/document/fragments/file-access.js.map +1 -0
- package/dist/document/fragments/file.d.ts +7 -0
- package/dist/document/fragments/file.js +55 -0
- package/dist/document/fragments/file.js.map +1 -0
- package/dist/document/fragments/index.d.ts +5 -0
- package/dist/document/fragments/index.js +5 -0
- package/dist/document/fragments/index.js.map +1 -0
- package/dist/document/fragments/sentence.d.ts +5 -0
- package/dist/document/fragments/sentence.js +14 -0
- package/dist/document/fragments/sentence.js.map +1 -0
- package/dist/document/fragments/serial.d.ts +16 -0
- package/dist/document/fragments/serial.js +187 -0
- package/dist/document/fragments/serial.js.map +1 -0
- package/dist/document/fragments/types.d.ts +37 -0
- package/dist/document/fragments/types.js +9 -0
- package/dist/document/fragments/types.js.map +1 -0
- package/dist/document/home-schema-upgrade.d.ts +5 -0
- package/dist/document/home-schema-upgrade.js +529 -0
- package/dist/document/home-schema-upgrade.js.map +1 -0
- package/dist/document/index.d.ts +27 -8
- package/dist/document/index.js +10 -4
- package/dist/document/index.js.map +1 -1
- package/dist/document/schema.d.ts +3 -2
- package/dist/document/schema.js +24 -11
- package/dist/document/schema.js.map +1 -1
- package/dist/document/shared-state-database.js +27 -3
- package/dist/document/shared-state-database.js.map +1 -1
- package/dist/document/stores/chunk.d.ts +21 -0
- package/dist/document/stores/chunk.js +299 -0
- package/dist/document/stores/chunk.js.map +1 -0
- package/dist/document/stores/fragment-group.d.ts +16 -0
- package/dist/document/stores/fragment-group.js +77 -0
- package/dist/document/stores/fragment-group.js.map +1 -0
- package/dist/document/stores/graph-build-parameter.d.ts +17 -0
- package/dist/document/stores/graph-build-parameter.js +62 -0
- package/dist/document/stores/graph-build-parameter.js.map +1 -0
- package/dist/document/stores/helpers.d.ts +22 -0
- package/dist/document/stores/helpers.js +115 -0
- package/dist/document/stores/helpers.js.map +1 -0
- package/dist/document/stores/index.d.ts +15 -0
- package/dist/document/stores/index.js +23 -0
- package/dist/document/stores/index.js.map +1 -0
- package/dist/document/stores/mention-link.d.ts +32 -0
- package/dist/document/stores/mention-link.js +287 -0
- package/dist/document/stores/mention-link.js.map +1 -0
- package/dist/document/stores/mention.d.ts +31 -0
- package/dist/document/stores/mention.js +238 -0
- package/dist/document/stores/mention.js.map +1 -0
- package/dist/document/stores/object-metadata.d.ts +19 -0
- package/dist/document/stores/object-metadata.js +148 -0
- package/dist/document/stores/object-metadata.js.map +1 -0
- package/dist/document/stores/reading-edge.d.ts +17 -0
- package/dist/document/stores/reading-edge.js +80 -0
- package/dist/document/stores/reading-edge.js.map +1 -0
- package/dist/document/stores/serial.d.ts +29 -0
- package/dist/document/stores/serial.js +296 -0
- package/dist/document/stores/serial.js.map +1 -0
- package/dist/document/stores/snake/chunk.d.ts +14 -0
- package/dist/document/stores/snake/chunk.js +48 -0
- package/dist/document/stores/snake/chunk.js.map +1 -0
- package/dist/document/stores/snake/core.d.ts +15 -0
- package/dist/document/stores/snake/core.js +112 -0
- package/dist/document/stores/snake/core.js.map +1 -0
- package/dist/document/stores/snake/edge.d.ts +16 -0
- package/dist/document/stores/snake/edge.js +86 -0
- package/dist/document/stores/snake/edge.js.map +1 -0
- package/dist/document/stores/snake/index.d.ts +7 -0
- package/dist/document/stores/snake/index.js +4 -0
- package/dist/document/stores/snake/index.js.map +1 -0
- package/dist/document/stores/types.d.ts +95 -0
- package/dist/document/text-streams/core.d.ts +17 -0
- package/dist/document/text-streams/core.js +45 -0
- package/dist/document/text-streams/core.js.map +1 -0
- package/dist/document/text-streams/draft.d.ts +20 -0
- package/dist/document/text-streams/draft.js +70 -0
- package/dist/document/text-streams/draft.js.map +1 -0
- package/dist/document/text-streams/file-access.d.ts +6 -0
- package/dist/document/text-streams/file-access.js +31 -0
- package/dist/document/text-streams/file-access.js.map +1 -0
- package/dist/document/text-streams/index.d.ts +7 -0
- package/dist/document/text-streams/index.js +5 -0
- package/dist/document/text-streams/index.js.map +1 -0
- package/dist/document/text-streams/sentence.d.ts +13 -0
- package/dist/document/text-streams/sentence.js +77 -0
- package/dist/document/text-streams/sentence.js.map +1 -0
- package/dist/document/text-streams/serial.d.ts +24 -0
- package/dist/document/text-streams/serial.js +324 -0
- package/dist/document/text-streams/serial.js.map +1 -0
- package/dist/document/text-streams/types.d.ts +55 -0
- package/dist/document/text-streams/types.js +10 -0
- package/dist/document/text-streams/types.js.map +1 -0
- package/dist/external/guaranteed/classifier.js.map +1 -0
- package/dist/external/guaranteed/errors.js.map +1 -0
- package/dist/external/guaranteed/index.js.map +1 -0
- package/dist/external/guaranteed/request.js.map +1 -0
- package/dist/external/guaranteed/response.js.map +1 -0
- package/dist/external/llm/cache.js +35 -0
- package/dist/external/llm/cache.js.map +1 -0
- package/dist/external/llm/client/core.d.ts +26 -0
- package/dist/external/llm/client/core.js +321 -0
- package/dist/external/llm/client/core.js.map +1 -0
- package/dist/external/llm/client/files.d.ts +6 -0
- package/dist/external/llm/client/files.js +29 -0
- package/dist/external/llm/client/files.js.map +1 -0
- package/dist/external/llm/client/generation.d.ts +16 -0
- package/dist/external/llm/client/generation.js +35 -0
- package/dist/external/llm/client/generation.js.map +1 -0
- package/dist/external/llm/client/index.d.ts +5 -0
- package/dist/external/llm/client/index.js +5 -0
- package/dist/external/llm/client/index.js.map +1 -0
- package/dist/external/llm/client/log.d.ts +22 -0
- package/dist/external/llm/client/log.js +106 -0
- package/dist/external/llm/client/log.js.map +1 -0
- package/dist/external/llm/client/model.d.ts +10 -0
- package/dist/external/llm/client/model.js +26 -0
- package/dist/external/llm/client/model.js.map +1 -0
- package/dist/external/llm/client/retry.d.ts +4 -0
- package/dist/external/llm/client/retry.js +91 -0
- package/dist/external/llm/client/retry.js.map +1 -0
- package/dist/external/llm/context.js +78 -0
- package/dist/external/llm/context.js.map +1 -0
- package/dist/external/llm/errors.js.map +1 -0
- package/dist/external/llm/index.d.ts +7 -0
- package/dist/external/llm/index.js +17 -0
- package/dist/external/llm/index.js.map +1 -0
- package/dist/external/llm/request-log.js +35 -0
- package/dist/external/llm/request-log.js.map +1 -0
- package/dist/external/llm/sampling.js.map +1 -0
- package/dist/external/wikimatch/enrichment.d.ts +15 -0
- package/dist/external/wikimatch/enrichment.js +61 -0
- package/dist/external/wikimatch/enrichment.js.map +1 -0
- package/dist/external/wikimatch/index.d.ts +19 -0
- package/dist/external/wikimatch/index.js +66 -0
- package/dist/external/wikimatch/index.js.map +1 -0
- package/dist/external/wikimatch/option-narrowing.d.ts +19 -0
- package/dist/external/wikimatch/option-narrowing.js.map +1 -0
- package/dist/external/wikimatch/options.d.ts +16 -0
- package/dist/external/wikimatch/options.js +154 -0
- package/dist/external/wikimatch/options.js.map +1 -0
- package/dist/external/wikimatch/policy-judge.d.ts +19 -0
- package/dist/external/wikimatch/policy-judge.js +431 -0
- package/dist/external/wikimatch/policy-judge.js.map +1 -0
- package/dist/external/wikimatch/range-suppression.js.map +1 -0
- package/dist/external/wikimatch/surface/index.d.ts +10 -0
- package/dist/external/wikimatch/surface/index.js +3 -0
- package/dist/external/wikimatch/surface/index.js.map +1 -0
- package/dist/external/wikimatch/surface/screening.d.ts +18 -0
- package/dist/external/wikimatch/surface/screening.js +168 -0
- package/dist/external/wikimatch/surface/screening.js.map +1 -0
- package/dist/external/wikimatch/surface/window.d.ts +8 -0
- package/dist/external/wikimatch/surface/window.js +44 -0
- package/dist/external/wikimatch/surface/window.js.map +1 -0
- package/dist/external/wikimatch/types.d.ts +153 -0
- package/dist/external/wikimatch/wikispine.d.ts +45 -0
- package/dist/external/wikimatch/wikispine.js.map +1 -0
- package/dist/external/wikimatch/window.d.ts +8 -0
- package/dist/external/wikimatch/window.js.map +1 -0
- package/dist/external/wikimatch/words.js.map +1 -0
- package/dist/external/wikipage/cache.d.ts +20 -0
- package/dist/external/wikipage/cache.js +442 -0
- package/dist/external/wikipage/cache.js.map +1 -0
- package/dist/external/wikipage/fetch-log.js +146 -0
- package/dist/external/wikipage/fetch-log.js.map +1 -0
- package/dist/external/wikipage/index.d.ts +15 -0
- package/dist/external/wikipage/index.js +17 -0
- package/dist/external/wikipage/index.js.map +1 -0
- package/dist/external/wikipage/normalizer.d.ts +16 -0
- package/dist/external/wikipage/normalizer.js +188 -0
- package/dist/external/wikipage/normalizer.js.map +1 -0
- package/dist/external/wikipage/rate-limiter.js.map +1 -0
- package/dist/external/wikipage/resolver.d.ts +22 -0
- package/dist/external/wikipage/resolver.js +359 -0
- package/dist/external/wikipage/resolver.js.map +1 -0
- package/dist/external/wikipage/types.d.ts +118 -0
- package/dist/external/wikipage/wikimedia-client/core.d.ts +13 -0
- package/dist/external/wikipage/wikimedia-client/core.js +207 -0
- package/dist/external/wikipage/wikimedia-client/core.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/html.d.ts +7 -0
- package/dist/external/wikipage/wikimedia-client/html.js +136 -0
- package/dist/external/wikipage/wikimedia-client/html.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/index.d.ts +5 -0
- package/dist/external/wikipage/wikimedia-client/index.js +4 -0
- package/dist/external/wikipage/wikimedia-client/index.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/json.d.ts +7 -0
- package/dist/external/wikipage/wikimedia-client/json.js +27 -0
- package/dist/external/wikipage/wikimedia-client/json.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/request.d.ts +12 -0
- package/dist/external/wikipage/wikimedia-client/request.js +51 -0
- package/dist/external/wikipage/wikimedia-client/request.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/wiki.d.ts +54 -0
- package/dist/external/wikipage/wikimedia-client/wiki.js +28 -0
- package/dist/external/wikipage/wikimedia-client/wiki.js.map +1 -0
- package/dist/gc.cjs +8188 -8373
- package/dist/gc.cjs.map +1 -1
- package/dist/gc.d.cts +23 -3
- package/dist/gc.d.ts +2 -2
- package/dist/gc.js +1 -1
- package/dist/gc.js.map +1 -1
- package/dist/graph/evidence-selection/anchor/index.d.ts +4 -0
- package/dist/graph/evidence-selection/anchor/index.js +3 -0
- package/dist/graph/evidence-selection/anchor/index.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.d.ts +38 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.js +418 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.d.ts +8 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.js +178 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.d.ts +7 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.js +91 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.d.ts +20 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.js +119 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.d.ts +15 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.js +17 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/types.d.ts +27 -0
- package/dist/graph/evidence-selection/index.d.ts +9 -0
- package/dist/graph/evidence-selection/index.js +32 -0
- package/dist/graph/evidence-selection/index.js.map +1 -0
- package/dist/graph/evidence-selection/prompt.js.map +1 -0
- package/dist/graph/evidence-selection/quote-score.js.map +1 -0
- package/dist/graph/evidence-selection/resolver.js +303 -0
- package/dist/graph/evidence-selection/resolver.js.map +1 -0
- package/dist/graph/evidence-selection/text.js.map +1 -0
- package/dist/graph/knowledge-build/artifact-io.d.ts +12 -0
- package/dist/graph/knowledge-build/artifact-io.js +151 -0
- package/dist/graph/knowledge-build/artifact-io.js.map +1 -0
- package/dist/graph/knowledge-build/artifact.d.ts +17 -0
- package/dist/graph/knowledge-build/artifact.js +66 -0
- package/dist/graph/knowledge-build/artifact.js.map +1 -0
- package/dist/graph/knowledge-build/candidates.d.ts +24 -0
- package/dist/graph/knowledge-build/candidates.js +60 -0
- package/dist/graph/knowledge-build/candidates.js.map +1 -0
- package/dist/graph/knowledge-build/commit.d.ts +39 -0
- package/dist/graph/knowledge-build/commit.js +52 -0
- package/dist/graph/knowledge-build/commit.js.map +1 -0
- package/dist/graph/knowledge-build/constants.d.ts +6 -0
- package/dist/graph/knowledge-build/constants.js +11 -0
- package/dist/graph/knowledge-build/constants.js.map +1 -0
- package/dist/graph/knowledge-build/fragments.d.ts +33 -0
- package/dist/graph/knowledge-build/fragments.js +36 -0
- package/dist/graph/knowledge-build/fragments.js.map +1 -0
- package/dist/graph/knowledge-build/generate.d.ts +39 -0
- package/dist/graph/knowledge-build/generate.js +128 -0
- package/dist/graph/knowledge-build/generate.js.map +1 -0
- package/dist/graph/knowledge-build/grounding-runner.d.ts +23 -0
- package/dist/graph/knowledge-build/grounding-runner.js +90 -0
- package/dist/graph/knowledge-build/grounding-runner.js.map +1 -0
- package/dist/graph/knowledge-build/grounding.d.ts +19 -0
- package/dist/graph/knowledge-build/grounding.js +158 -0
- package/dist/graph/knowledge-build/grounding.js.map +1 -0
- package/dist/graph/knowledge-build/index.d.ts +40 -0
- package/dist/graph/knowledge-build/index.js +8 -0
- package/dist/graph/knowledge-build/index.js.map +1 -0
- package/dist/graph/knowledge-build/mentions.d.ts +25 -0
- package/dist/graph/knowledge-build/mentions.js +66 -0
- package/dist/graph/knowledge-build/mentions.js.map +1 -0
- package/dist/graph/knowledge-build/parameter.d.ts +19 -0
- package/dist/graph/knowledge-build/parameter.js +14 -0
- package/dist/graph/knowledge-build/parameter.js.map +1 -0
- package/dist/graph/knowledge-build/progress.d.ts +8 -0
- package/dist/graph/knowledge-build/progress.js +45 -0
- package/dist/graph/knowledge-build/progress.js.map +1 -0
- package/dist/graph/knowledge-build/relations.d.ts +22 -0
- package/dist/graph/knowledge-build/relations.js +118 -0
- package/dist/graph/knowledge-build/relations.js.map +1 -0
- package/dist/graph/knowledge-build/request.d.ts +8 -0
- package/dist/graph/knowledge-build/request.js +19 -0
- package/dist/graph/knowledge-build/request.js.map +1 -0
- package/dist/graph/knowledge-build/snapshot.d.ts +38 -0
- package/dist/graph/knowledge-build/snapshot.js +18 -0
- package/dist/graph/knowledge-build/snapshot.js.map +1 -0
- package/dist/graph/knowledge-build/types.d.ts +46 -0
- package/dist/graph/reading-build/artifact.d.ts +42 -0
- package/dist/graph/reading-build/artifact.js +162 -0
- package/dist/graph/reading-build/artifact.js.map +1 -0
- package/dist/graph/reading-build/copy.d.ts +28 -0
- package/dist/graph/reading-build/copy.js +65 -0
- package/dist/graph/reading-build/copy.js.map +1 -0
- package/dist/graph/reading-build/index.d.ts +39 -0
- package/dist/graph/reading-build/index.js +4 -0
- package/dist/graph/reading-build/index.js.map +1 -0
- package/dist/graph/reading-build/input.d.ts +32 -0
- package/dist/graph/reading-build/input.js +19 -0
- package/dist/graph/reading-build/input.js.map +1 -0
- package/dist/graph/reading-build/options.d.ts +47 -0
- package/dist/graph/reading-build/options.js +20 -0
- package/dist/graph/reading-build/options.js.map +1 -0
- package/dist/graph/reading-build/source-fragments.d.ts +15 -0
- package/dist/graph/reading-build/source-fragments.js +36 -0
- package/dist/graph/reading-build/source-fragments.js.map +1 -0
- package/dist/graph/reading-build/types.d.ts +57 -0
- package/dist/graph/reading.d.ts +73 -0
- package/dist/graph/reading.js +203 -0
- package/dist/graph/reading.js.map +1 -0
- package/dist/graph/topology/core.d.ts +42 -0
- package/dist/graph/topology/core.js +348 -0
- package/dist/graph/topology/core.js.map +1 -0
- package/dist/graph/topology/grouping.d.ts +13 -0
- package/dist/graph/topology/grouping.js.map +1 -0
- package/dist/graph/topology/index.d.ts +34 -0
- package/dist/graph/topology/index.js +5 -0
- package/dist/graph/topology/index.js.map +1 -0
- package/dist/graph/topology/resource-segmentation.d.ts +11 -0
- package/dist/graph/topology/resource-segmentation.js.map +1 -0
- package/dist/graph/topology/segment-incision.d.ts +16 -0
- package/dist/graph/topology/segment-incision.js.map +1 -0
- package/dist/graph/topology/snake/compare.d.ts +8 -0
- package/dist/graph/topology/snake/compare.js +29 -0
- package/dist/graph/topology/snake/compare.js.map +1 -0
- package/dist/graph/topology/snake/components.d.ts +12 -0
- package/dist/graph/topology/snake/components.js +80 -0
- package/dist/graph/topology/snake/components.js.map +1 -0
- package/dist/graph/topology/snake/constants.d.ts +7 -0
- package/dist/graph/topology/snake/constants.js +13 -0
- package/dist/graph/topology/snake/constants.js.map +1 -0
- package/dist/graph/topology/snake/detect.d.ts +9 -0
- package/dist/graph/topology/snake/detect.js +63 -0
- package/dist/graph/topology/snake/detect.js.map +1 -0
- package/dist/graph/topology/snake/detector.d.ts +3 -0
- package/dist/graph/topology/snake/detector.js +7 -0
- package/dist/graph/topology/snake/detector.js.map +1 -0
- package/dist/graph/topology/snake/fingerprints.d.ts +7 -0
- package/dist/graph/topology/snake/fingerprints.js +86 -0
- package/dist/graph/topology/snake/fingerprints.js.map +1 -0
- package/dist/graph/topology/snake/graph-builder.d.ts +14 -0
- package/dist/graph/topology/snake/graph-builder.js +76 -0
- package/dist/graph/topology/snake/graph-builder.js.map +1 -0
- package/dist/graph/topology/snake/graph.d.ts +7 -0
- package/dist/graph/topology/snake/graph.js +105 -0
- package/dist/graph/topology/snake/graph.js.map +1 -0
- package/dist/graph/topology/snake/index.d.ts +4 -0
- package/dist/graph/topology/snake/index.js +3 -0
- package/dist/graph/topology/snake/index.js.map +1 -0
- package/dist/graph/topology/snake/merge.d.ts +6 -0
- package/dist/graph/topology/snake/merge.js +174 -0
- package/dist/graph/topology/snake/merge.js.map +1 -0
- package/dist/graph/topology/snake/records.d.ts +12 -0
- package/dist/graph/topology/snake/records.js +35 -0
- package/dist/graph/topology/snake/records.js.map +1 -0
- package/dist/graph/topology/snake/types.d.ts +23 -0
- package/dist/graph/topology/snake/types.js +1 -0
- package/dist/graph/topology/snake/weights.d.ts +3 -0
- package/dist/graph/topology/snake/weights.js +17 -0
- package/dist/graph/topology/snake/weights.js.map +1 -0
- package/dist/graph/topology/weights.d.ts +10 -0
- package/dist/graph/topology/weights.js +84 -0
- package/dist/graph/topology/weights.js.map +1 -0
- package/dist/graph/wikilink/index.d.ts +12 -0
- package/dist/graph/wikilink/index.js.map +1 -0
- package/dist/graph/wikilink/relation-discovery.d.ts +33 -0
- package/dist/graph/wikilink/relation-discovery.js +477 -0
- package/dist/graph/wikilink/relation-discovery.js.map +1 -0
- package/dist/graph/wikilink/types.d.ts +25 -0
- package/dist/graph/wikilink/types.js +1 -0
- package/dist/graph/wikilink/window.d.ts +9 -0
- package/dist/graph/wikilink/window.js.map +1 -0
- package/dist/index.cjs +37928 -29156
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1649 -1406
- package/dist/index.d.ts +127 -72
- package/dist/index.js +337 -27
- package/dist/index.js.map +1 -1
- package/dist/library/index.d.ts +38 -0
- package/dist/library/index.js +6 -0
- package/dist/library/index.js.map +1 -0
- package/dist/library/lock.d.ts +9 -0
- package/dist/library/lock.js +121 -0
- package/dist/library/lock.js.map +1 -0
- package/dist/library/membership.d.ts +51 -0
- package/dist/library/membership.js +812 -0
- package/dist/library/membership.js.map +1 -0
- package/dist/library/query-helpers.d.ts +45 -0
- package/dist/library/query-helpers.js +45 -0
- package/dist/library/query-helpers.js.map +1 -0
- package/dist/library/query.d.ts +47 -0
- package/dist/library/query.js +466 -0
- package/dist/library/query.js.map +1 -0
- package/dist/library/registry.d.ts +40 -0
- package/dist/library/registry.js +601 -0
- package/dist/library/registry.js.map +1 -0
- package/dist/library/search-index.d.ts +87 -0
- package/dist/library/search-index.js +473 -0
- package/dist/library/search-index.js.map +1 -0
- package/dist/library/search-query.d.ts +32 -0
- package/dist/library/search-query.js +418 -0
- package/dist/library/search-query.js.map +1 -0
- package/dist/library/segments.d.ts +3 -0
- package/dist/library/segments.js +16 -0
- package/dist/library/segments.js.map +1 -0
- package/dist/maintenance/upgrade.d.ts +54 -0
- package/dist/maintenance/upgrade.js +195 -0
- package/dist/maintenance/upgrade.js.map +1 -0
- package/dist/object-stream.d.ts +170 -0
- package/dist/object-stream.js +732 -0
- package/dist/object-stream.js.map +1 -0
- package/dist/retrieval/query/archive-view/backlinks.d.ts +38 -0
- package/dist/retrieval/query/archive-view/backlinks.js +200 -0
- package/dist/retrieval/query/archive-view/backlinks.js.map +1 -0
- package/dist/retrieval/query/archive-view/collection.d.ts +33 -0
- package/dist/retrieval/query/archive-view/collection.js +327 -0
- package/dist/retrieval/query/archive-view/collection.js.map +1 -0
- package/dist/retrieval/query/archive-view/core.d.ts +44 -0
- package/dist/retrieval/query/archive-view/core.js +165 -0
- package/dist/retrieval/query/archive-view/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.d.ts +41 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.js +311 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/evidence.d.ts +31 -0
- package/dist/retrieval/query/archive-view/evidence.js +166 -0
- package/dist/retrieval/query/archive-view/evidence.js.map +1 -0
- package/dist/retrieval/query/archive-view/find.d.ts +41 -0
- package/dist/retrieval/query/archive-view/find.js +289 -0
- package/dist/retrieval/query/archive-view/find.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/constants.d.ts +15 -0
- package/dist/retrieval/query/archive-view/helper/constants.js +20 -0
- package/dist/retrieval/query/archive-view/helper/constants.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/index.d.ts +34 -0
- package/dist/retrieval/query/archive-view/helper/index.js +9 -0
- package/dist/retrieval/query/archive-view/helper/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/meta.d.ts +17 -0
- package/dist/retrieval/query/archive-view/helper/meta.js +57 -0
- package/dist/retrieval/query/archive-view/helper/meta.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/parse.d.ts +38 -0
- package/dist/retrieval/query/archive-view/helper/parse.js +71 -0
- package/dist/retrieval/query/archive-view/helper/parse.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/position.d.ts +39 -0
- package/dist/retrieval/query/archive-view/helper/position.js +75 -0
- package/dist/retrieval/query/archive-view/helper/position.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/results.d.ts +45 -0
- package/dist/retrieval/query/archive-view/helper/results.js +153 -0
- package/dist/retrieval/query/archive-view/helper/results.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/sort.d.ts +35 -0
- package/dist/retrieval/query/archive-view/helper/sort.js +88 -0
- package/dist/retrieval/query/archive-view/helper/sort.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/text.d.ts +46 -0
- package/dist/retrieval/query/archive-view/helper/text.js +91 -0
- package/dist/retrieval/query/archive-view/helper/text.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/uri.d.ts +4 -0
- package/dist/retrieval/query/archive-view/helper/uri.js +12 -0
- package/dist/retrieval/query/archive-view/helper/uri.js.map +1 -0
- package/dist/retrieval/query/archive-view/helpers.d.ts +34 -0
- package/dist/retrieval/query/archive-view/helpers.js +2 -0
- package/dist/retrieval/query/archive-view/helpers.js.map +1 -0
- package/dist/retrieval/query/archive-view/index-state.d.ts +35 -0
- package/dist/retrieval/query/archive-view/index-state.js +191 -0
- package/dist/retrieval/query/archive-view/index-state.js.map +1 -0
- package/dist/retrieval/query/archive-view/index.d.ts +41 -0
- package/dist/retrieval/query/archive-view/index.js +51 -0
- package/dist/retrieval/query/archive-view/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/knowledge.d.ts +45 -0
- package/dist/retrieval/query/archive-view/knowledge.js +99 -0
- package/dist/retrieval/query/archive-view/knowledge.js.map +1 -0
- package/dist/retrieval/query/archive-view/pack.d.ts +30 -0
- package/dist/retrieval/query/archive-view/pack.js +49 -0
- package/dist/retrieval/query/archive-view/pack.js.map +1 -0
- package/dist/retrieval/query/archive-view/pages.d.ts +41 -0
- package/dist/retrieval/query/archive-view/pages.js +341 -0
- package/dist/retrieval/query/archive-view/pages.js.map +1 -0
- package/dist/retrieval/query/archive-view/references.d.ts +88 -0
- package/dist/retrieval/query/archive-view/references.js +287 -0
- package/dist/retrieval/query/archive-view/references.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/core.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/core.js +163 -0
- package/dist/retrieval/query/archive-view/related/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/entity.d.ts +33 -0
- package/dist/retrieval/query/archive-view/related/entity.js +93 -0
- package/dist/retrieval/query/archive-view/related/entity.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/index.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/index.js +7 -0
- package/dist/retrieval/query/archive-view/related/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/pagination.d.ts +31 -0
- package/dist/retrieval/query/archive-view/related/pagination.js +90 -0
- package/dist/retrieval/query/archive-view/related/pagination.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/query.d.ts +31 -0
- package/dist/retrieval/query/archive-view/related/query.js +145 -0
- package/dist/retrieval/query/archive-view/related/query.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/sort.d.ts +32 -0
- package/dist/retrieval/query/archive-view/related/sort.js +85 -0
- package/dist/retrieval/query/archive-view/related/sort.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/wikipage.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/wikipage.js +43 -0
- package/dist/retrieval/query/archive-view/related/wikipage.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.d.ts +31 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.js +58 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.d.ts +36 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.js +64 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket.d.ts +30 -0
- package/dist/retrieval/query/archive-view/search/bucket.js +3 -0
- package/dist/retrieval/query/archive-view/search/bucket.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/buckets.d.ts +42 -0
- package/dist/retrieval/query/archive-view/search/buckets.js +302 -0
- package/dist/retrieval/query/archive-view/search/buckets.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/cache-input.d.ts +45 -0
- package/dist/retrieval/query/archive-view/search/cache-input.js +255 -0
- package/dist/retrieval/query/archive-view/search/cache-input.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/core.d.ts +31 -0
- package/dist/retrieval/query/archive-view/search/core.js +388 -0
- package/dist/retrieval/query/archive-view/search/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/hydration.d.ts +51 -0
- package/dist/retrieval/query/archive-view/search/hydration.js +234 -0
- package/dist/retrieval/query/archive-view/search/hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/index.d.ts +35 -0
- package/dist/retrieval/query/archive-view/search/index.js +7 -0
- package/dist/retrieval/query/archive-view/search/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.d.ts +60 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.js +330 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.d.ts +30 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.js +5 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.d.ts +46 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.js +82 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.d.ts +47 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.js +209 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.d.ts +31 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.js +49 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.js.map +1 -0
- package/dist/retrieval/query/archive-view/source.d.ts +30 -0
- package/dist/retrieval/query/archive-view/source.js +2 -0
- package/dist/retrieval/query/archive-view/source.js.map +1 -0
- package/dist/retrieval/query/archive-view/text-streams.d.ts +44 -0
- package/dist/retrieval/query/archive-view/text-streams.js +160 -0
- package/dist/retrieval/query/archive-view/text-streams.js.map +1 -0
- package/dist/retrieval/query/archive-view/types.d.ts +363 -0
- package/dist/retrieval/query/archive-view/types.js +1 -0
- package/dist/retrieval/query/continuation-cursor/core.d.ts +6 -0
- package/dist/retrieval/query/continuation-cursor/core.js +82 -0
- package/dist/retrieval/query/continuation-cursor/core.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/index.d.ts +2 -0
- package/dist/retrieval/query/continuation-cursor/index.js +3 -0
- package/dist/retrieval/query/continuation-cursor/index.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/payload.d.ts +12 -0
- package/dist/retrieval/query/continuation-cursor/payload.js +285 -0
- package/dist/retrieval/query/continuation-cursor/payload.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/store.d.ts +10 -0
- package/dist/retrieval/query/continuation-cursor/store.js +65 -0
- package/dist/retrieval/query/continuation-cursor/store.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/types.d.ts +72 -0
- package/dist/retrieval/query/continuation-cursor/types.js +1 -0
- package/dist/retrieval/query/continuation-cursor/types.js.map +1 -0
- package/dist/retrieval/query/index.d.ts +47 -0
- package/dist/retrieval/query/index.js +63 -0
- package/dist/retrieval/query/index.js.map +1 -0
- package/dist/retrieval/query/lexical-search.js.map +1 -0
- package/dist/retrieval/query/search-cache/buckets.d.ts +32 -0
- package/dist/retrieval/query/search-cache/buckets.js +87 -0
- package/dist/retrieval/query/search-cache/buckets.js.map +1 -0
- package/dist/retrieval/query/search-cache/cursor.d.ts +42 -0
- package/dist/retrieval/query/search-cache/cursor.js +84 -0
- package/dist/retrieval/query/search-cache/cursor.js.map +1 -0
- package/dist/retrieval/query/search-cache/database.d.ts +7 -0
- package/dist/retrieval/query/search-cache/database.js +47 -0
- package/dist/retrieval/query/search-cache/database.js.map +1 -0
- package/dist/retrieval/query/search-cache/gc.d.ts +6 -0
- package/dist/retrieval/query/search-cache/gc.js +110 -0
- package/dist/retrieval/query/search-cache/gc.js.map +1 -0
- package/dist/retrieval/query/search-cache/hits.d.ts +42 -0
- package/dist/retrieval/query/search-cache/hits.js +446 -0
- package/dist/retrieval/query/search-cache/hits.js.map +1 -0
- package/dist/retrieval/query/search-cache/ids.d.ts +32 -0
- package/dist/retrieval/query/search-cache/ids.js +48 -0
- package/dist/retrieval/query/search-cache/ids.js.map +1 -0
- package/dist/retrieval/query/search-cache/index.d.ts +33 -0
- package/dist/retrieval/query/search-cache/index.js +46 -0
- package/dist/retrieval/query/search-cache/index.js.map +1 -0
- package/dist/retrieval/query/search-cache/parsing.d.ts +36 -0
- package/dist/retrieval/query/search-cache/parsing.js +38 -0
- package/dist/retrieval/query/search-cache/parsing.js.map +1 -0
- package/dist/retrieval/query/search-cache/schema.d.ts +7 -0
- package/dist/retrieval/query/search-cache/schema.js +117 -0
- package/dist/retrieval/query/search-cache/schema.js.map +1 -0
- package/dist/retrieval/query/search-cache/scores.d.ts +4 -0
- package/dist/retrieval/query/search-cache/scores.js +12 -0
- package/dist/retrieval/query/search-cache/scores.js.map +1 -0
- package/dist/retrieval/query/search-cache/sessions.d.ts +45 -0
- package/dist/retrieval/query/search-cache/sessions.js +330 -0
- package/dist/retrieval/query/search-cache/sessions.js.map +1 -0
- package/dist/retrieval/query/search-cache/store.d.ts +23 -0
- package/dist/retrieval/query/search-cache/store.js +111 -0
- package/dist/retrieval/query/search-cache/store.js.map +1 -0
- package/dist/retrieval/query/search-cache/types.d.ts +164 -0
- package/dist/retrieval/query/search-cache/types.js +9 -0
- package/dist/retrieval/query/search-cache/types.js.map +1 -0
- package/dist/retrieval/query/view.d.ts +41 -0
- package/dist/retrieval/query/view.js +2 -0
- package/dist/retrieval/query/view.js.map +1 -0
- package/dist/retrieval/search-index/index.d.ts +33 -0
- package/dist/retrieval/search-index/index.js +41 -0
- package/dist/retrieval/search-index/index.js.map +1 -0
- package/dist/retrieval/search-index/search/build.d.ts +39 -0
- package/dist/retrieval/search-index/search/build.js +212 -0
- package/dist/retrieval/search-index/search/build.js.map +1 -0
- package/dist/retrieval/search-index/search/core.d.ts +33 -0
- package/dist/retrieval/search-index/search/core.js +8 -0
- package/dist/retrieval/search-index/search/core.js.map +1 -0
- package/dist/retrieval/search-index/search/dirty.d.ts +30 -0
- package/dist/retrieval/search-index/search/dirty.js +28 -0
- package/dist/retrieval/search-index/search/dirty.js.map +1 -0
- package/dist/retrieval/search-index/search/errors.d.ts +3 -0
- package/dist/retrieval/search-index/search/errors.js +8 -0
- package/dist/retrieval/search-index/search/errors.js.map +1 -0
- package/dist/retrieval/search-index/search/fingerprint.d.ts +8 -0
- package/dist/retrieval/search-index/search/fingerprint.js +51 -0
- package/dist/retrieval/search-index/search/fingerprint.js.map +1 -0
- package/dist/retrieval/search-index/search/helpers.d.ts +44 -0
- package/dist/retrieval/search-index/search/helpers.js +109 -0
- package/dist/retrieval/search-index/search/helpers.js.map +1 -0
- package/dist/retrieval/search-index/search/index.d.ts +34 -0
- package/dist/retrieval/search-index/search/index.js +3 -0
- package/dist/retrieval/search-index/search/index.js.map +1 -0
- package/dist/retrieval/search-index/search/match.d.ts +34 -0
- package/dist/retrieval/search-index/search/match.js +82 -0
- package/dist/retrieval/search-index/search/match.js.map +1 -0
- package/dist/retrieval/search-index/search/query.d.ts +44 -0
- package/dist/retrieval/search-index/search/query.js +219 -0
- package/dist/retrieval/search-index/search/query.js.map +1 -0
- package/dist/retrieval/search-index/search/settings.d.ts +29 -0
- package/dist/retrieval/search-index/search/settings.js +35 -0
- package/dist/retrieval/search-index/search/settings.js.map +1 -0
- package/dist/retrieval/search-index/search/status.d.ts +31 -0
- package/dist/retrieval/search-index/search/status.js +70 -0
- package/dist/retrieval/search-index/search/status.js.map +1 -0
- package/dist/retrieval/search-index/search/tokenizer.js +225 -0
- package/dist/retrieval/search-index/search/tokenizer.js.map +1 -0
- package/dist/retrieval/search-index/search/types.d.ts +79 -0
- package/dist/retrieval/search-index/search/types.js +31 -0
- package/dist/retrieval/search-index/search/types.js.map +1 -0
- package/dist/retrieval/search-index/search/write.d.ts +10 -0
- package/dist/retrieval/search-index/search/write.js +70 -0
- package/dist/retrieval/search-index/search/write.js.map +1 -0
- package/dist/runtime/common/cli-command.js.map +1 -0
- package/dist/runtime/common/data-dir.js +49 -0
- package/dist/runtime/common/data-dir.js.map +1 -0
- package/dist/runtime/common/language.js.map +1 -0
- package/dist/runtime/common/llm-scope.js.map +1 -0
- package/dist/runtime/common/logging.js.map +1 -0
- package/dist/runtime/common/prompts.d.ts +6 -0
- package/dist/runtime/common/prompts.js +25 -0
- package/dist/runtime/common/prompts.js.map +1 -0
- package/dist/runtime/common/template.js.map +1 -0
- package/dist/runtime/common/tinyld-language.js.map +1 -0
- package/dist/runtime/common/wiki-graph/dir.d.ts +19 -0
- package/dist/runtime/common/wiki-graph/dir.js +68 -0
- package/dist/runtime/common/wiki-graph/dir.js.map +1 -0
- package/dist/runtime/common/wiki-graph/index.d.ts +3 -0
- package/dist/runtime/common/wiki-graph/index.js +4 -0
- package/dist/runtime/common/wiki-graph/index.js.map +1 -0
- package/dist/runtime/common/wiki-graph/temp.js +21 -0
- package/dist/runtime/common/wiki-graph/temp.js.map +1 -0
- package/dist/runtime/common/wiki-graph/uri.d.ts +37 -0
- package/dist/runtime/common/wiki-graph/uri.js +288 -0
- package/dist/runtime/common/wiki-graph/uri.js.map +1 -0
- package/dist/runtime/context/index.d.ts +1 -0
- package/dist/runtime/context/index.js +13 -0
- package/dist/runtime/context/index.js.map +1 -0
- package/dist/runtime/context/task.js +111 -0
- package/dist/runtime/context/task.js.map +1 -0
- package/dist/runtime/gc/files.js +141 -0
- package/dist/runtime/gc/files.js.map +1 -0
- package/dist/runtime/gc/index.js.map +1 -0
- package/dist/runtime/gc/lock.js +137 -0
- package/dist/runtime/gc/lock.js.map +1 -0
- package/dist/runtime/gc/runner.js +134 -0
- package/dist/runtime/gc/runner.js.map +1 -0
- package/dist/runtime/gc/temp.js +57 -0
- package/dist/runtime/gc/temp.js.map +1 -0
- package/dist/runtime/gc/types.js +1 -0
- package/dist/runtime/gc/types.js.map +1 -0
- package/dist/runtime/jobs/conflicts.d.ts +16 -0
- package/dist/runtime/jobs/conflicts.js +61 -0
- package/dist/runtime/jobs/conflicts.js.map +1 -0
- package/dist/runtime/jobs/database.d.ts +12 -0
- package/dist/runtime/jobs/database.js +74 -0
- package/dist/runtime/jobs/database.js.map +1 -0
- package/dist/runtime/jobs/events.d.ts +6 -0
- package/dist/runtime/jobs/events.js +29 -0
- package/dist/runtime/jobs/events.js.map +1 -0
- package/dist/runtime/jobs/gc.d.ts +10 -0
- package/dist/runtime/jobs/gc.js +81 -0
- package/dist/runtime/jobs/gc.js.map +1 -0
- package/dist/runtime/jobs/helpers.d.ts +6 -0
- package/dist/runtime/jobs/helpers.js +35 -0
- package/dist/runtime/jobs/helpers.js.map +1 -0
- package/dist/runtime/jobs/index.d.ts +7 -0
- package/dist/runtime/jobs/index.js +42 -0
- package/dist/runtime/jobs/index.js.map +1 -0
- package/dist/runtime/jobs/jobs.d.ts +24 -0
- package/dist/runtime/jobs/jobs.js +416 -0
- package/dist/runtime/jobs/jobs.js.map +1 -0
- package/dist/runtime/jobs/paths.d.ts +9 -0
- package/dist/runtime/jobs/paths.js +48 -0
- package/dist/runtime/jobs/paths.js.map +1 -0
- package/dist/runtime/jobs/progress.d.ts +37 -0
- package/dist/runtime/jobs/progress.js +246 -0
- package/dist/runtime/jobs/progress.js.map +1 -0
- package/dist/runtime/jobs/recovery.d.ts +6 -0
- package/dist/runtime/jobs/recovery.js +40 -0
- package/dist/runtime/jobs/recovery.js.map +1 -0
- package/dist/runtime/jobs/row.d.ts +10 -0
- package/dist/runtime/jobs/row.js +92 -0
- package/dist/runtime/jobs/row.js.map +1 -0
- package/dist/runtime/jobs/schema.d.ts +3 -0
- package/dist/runtime/jobs/schema.js +55 -0
- package/dist/runtime/jobs/schema.js.map +1 -0
- package/dist/runtime/jobs/state.d.ts +13 -0
- package/dist/runtime/jobs/state.js +156 -0
- package/dist/runtime/jobs/state.js.map +1 -0
- package/dist/runtime/jobs/types.d.ts +141 -0
- package/dist/runtime/jobs/types.js +13 -0
- package/dist/runtime/jobs/types.js.map +1 -0
- package/dist/runtime/jobs/worker.d.ts +5 -0
- package/dist/runtime/jobs/worker.js +241 -0
- package/dist/runtime/jobs/worker.js.map +1 -0
- package/dist/runtime/progress/index.js.map +1 -0
- package/dist/runtime/progress/reporter.js.map +1 -0
- package/dist/runtime/progress/tracker.js.map +1 -0
- package/dist/runtime/progress/types.js +1 -0
- package/dist/runtime/progress/types.js.map +1 -0
- package/dist/serial.d.ts +36 -85
- package/dist/serial.js +1 -475
- package/dist/serial.js.map +1 -1
- package/dist/state-lock.d.ts +21 -0
- package/dist/state-lock.js +233 -0
- package/dist/state-lock.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.d.ts +11 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.js +94 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.d.ts +7 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.js +28 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.js +68 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/index.js +47 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/index.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.js +41 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.js +77 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.d.ts +10 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.js +123 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.d.ts +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.js +2 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.d.ts +5 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.js +305 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.d.ts +11 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js +62 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js +45 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.d.ts +19 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js.map +1 -0
- package/dist/storage/schema-upgrade/index.d.ts +13 -0
- package/dist/storage/schema-upgrade/index.js +320 -0
- package/dist/storage/schema-upgrade/index.js.map +1 -0
- package/dist/storage/wikg/archive/constants.d.ts +6 -0
- package/dist/storage/wikg/archive/constants.js +19 -0
- package/dist/storage/wikg/archive/constants.js.map +1 -0
- package/dist/storage/wikg/archive/document-files.d.ts +11 -0
- package/dist/storage/wikg/archive/document-files.js +70 -0
- package/dist/storage/wikg/archive/document-files.js.map +1 -0
- package/dist/storage/wikg/archive/extract.d.ts +3 -0
- package/dist/storage/wikg/archive/extract.js +37 -0
- package/dist/storage/wikg/archive/extract.js.map +1 -0
- package/dist/storage/wikg/archive/index.d.ts +6 -0
- package/dist/storage/wikg/archive/index.js +25 -0
- package/dist/storage/wikg/archive/index.js.map +1 -0
- package/dist/storage/wikg/archive/manifest.d.ts +11 -0
- package/dist/storage/wikg/archive/manifest.js +60 -0
- package/dist/storage/wikg/archive/manifest.js.map +1 -0
- package/dist/storage/wikg/archive/paths.d.ts +9 -0
- package/dist/storage/wikg/archive/paths.js +46 -0
- package/dist/storage/wikg/archive/paths.js.map +1 -0
- package/dist/storage/wikg/archive/reader.d.ts +17 -0
- package/dist/storage/wikg/archive/reader.js +101 -0
- package/dist/storage/wikg/archive/reader.js.map +1 -0
- package/dist/storage/wikg/archive/types.d.ts +10 -0
- package/dist/storage/wikg/archive/types.js +1 -0
- package/dist/storage/wikg/archive/types.js.map +1 -0
- package/dist/storage/wikg/archive/write.d.ts +8 -0
- package/dist/storage/wikg/archive/write.js +155 -0
- package/dist/storage/wikg/archive/write.js.map +1 -0
- package/dist/storage/wikg/archive/zip.d.ts +13 -0
- package/dist/storage/wikg/archive/zip.js +122 -0
- package/dist/storage/wikg/archive/zip.js.map +1 -0
- package/dist/storage/wikg/archive-uri.d.ts +1 -0
- package/dist/storage/wikg/archive-uri.js +39 -0
- package/dist/storage/wikg/archive-uri.js.map +1 -0
- package/dist/storage/wikg/coordinator.d.ts +29 -0
- package/dist/storage/wikg/coordinator.js +2 -0
- package/dist/storage/wikg/coordinator.js.map +1 -0
- package/dist/storage/wikg/index.d.ts +41 -0
- package/dist/storage/wikg/index.js +68 -0
- package/dist/storage/wikg/index.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/activity.d.ts +4 -0
- package/dist/storage/wikg/wikg-coordinator/activity.js +48 -0
- package/dist/storage/wikg/wikg-coordinator/activity.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.d.ts +7 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.js +38 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/constants.d.ts +9 -0
- package/dist/storage/wikg/wikg-coordinator/constants.js +19 -0
- package/dist/storage/wikg/wikg-coordinator/constants.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/facade.d.ts +40 -0
- package/dist/storage/wikg/wikg-coordinator/facade.js +43 -0
- package/dist/storage/wikg/wikg-coordinator/facade.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.d.ts +52 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.js +369 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.d.ts +4 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.js +115 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/gc.d.ts +5 -0
- package/dist/storage/wikg/wikg-coordinator/gc.js +197 -0
- package/dist/storage/wikg/wikg-coordinator/gc.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/index.d.ts +29 -0
- package/dist/storage/wikg/wikg-coordinator/index.js +11 -0
- package/dist/storage/wikg/wikg-coordinator/index.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/locks.d.ts +19 -0
- package/dist/storage/wikg/wikg-coordinator/locks.js +194 -0
- package/dist/storage/wikg/wikg-coordinator/locks.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.d.ts +32 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.js +141 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/owners.d.ts +15 -0
- package/dist/storage/wikg/wikg-coordinator/owners.js +95 -0
- package/dist/storage/wikg/wikg-coordinator/owners.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.d.ts +9 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.js +164 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/session.d.ts +43 -0
- package/dist/storage/wikg/wikg-coordinator/session.js +147 -0
- package/dist/storage/wikg/wikg-coordinator/session.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/state.d.ts +16 -0
- package/dist/storage/wikg/wikg-coordinator/state.js +258 -0
- package/dist/storage/wikg/wikg-coordinator/state.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/types.d.ts +28 -0
- package/dist/storage/wikg/wikg-coordinator/types.js +1 -0
- package/dist/storage/wikg/wikg-coordinator/types.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.d.ts +8 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.js +60 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.js.map +1 -0
- package/dist/storage/wikg/wiki-graph-archive-file.d.ts +45 -0
- package/dist/storage/wikg/wiki-graph-archive-file.js +78 -0
- package/dist/storage/wikg/wiki-graph-archive-file.js.map +1 -0
- package/dist/text/editor/clue.d.ts +40 -0
- package/dist/text/editor/clue.js.map +1 -0
- package/dist/text/editor/compression.d.ts +52 -0
- package/dist/text/editor/compression.js +253 -0
- package/dist/text/editor/compression.js.map +1 -0
- package/dist/text/editor/compressor.d.ts +19 -0
- package/dist/text/editor/compressor.js +123 -0
- package/dist/text/editor/compressor.js.map +1 -0
- package/dist/text/editor/feedback.d.ts +16 -0
- package/dist/text/editor/feedback.js.map +1 -0
- package/dist/text/editor/index.d.ts +30 -0
- package/dist/text/editor/index.js +5 -0
- package/dist/text/editor/index.js.map +1 -0
- package/dist/text/editor/language-review.d.ts +14 -0
- package/dist/text/editor/language-review.js +35 -0
- package/dist/text/editor/language-review.js.map +1 -0
- package/dist/text/editor/log.d.ts +50 -0
- package/dist/text/editor/log.js +202 -0
- package/dist/text/editor/log.js.map +1 -0
- package/dist/text/editor/markup.d.ts +18 -0
- package/dist/text/editor/markup.js +294 -0
- package/dist/text/editor/markup.js.map +1 -0
- package/dist/text/editor/prompt-templates.js.map +1 -0
- package/dist/text/editor/response.js.map +1 -0
- package/dist/text/editor/review.d.ts +47 -0
- package/dist/text/editor/review.js +189 -0
- package/dist/text/editor/review.js.map +1 -0
- package/dist/text/editor/types.js +21 -0
- package/dist/text/editor/types.js.map +1 -0
- package/dist/text/output/epub/archive.js.map +1 -0
- package/dist/text/output/epub/book.d.ts +28 -0
- package/dist/text/output/epub/book.js.map +1 -0
- package/dist/text/output/epub/content.js.map +1 -0
- package/dist/text/output/epub/index.d.ts +33 -0
- package/dist/text/output/epub/index.js.map +1 -0
- package/dist/text/output/epub/model.js.map +1 -0
- package/dist/text/output/epub/navigation.js.map +1 -0
- package/dist/text/output/epub/package.js.map +1 -0
- package/dist/text/output/epub/shared.js.map +1 -0
- package/dist/text/output/epub/templates.js +26 -0
- package/dist/text/output/epub/templates.js.map +1 -0
- package/dist/text/output/index.d.ts +27 -0
- package/dist/text/output/index.js.map +1 -0
- package/dist/text/output/plain-text.d.ts +31 -0
- package/dist/text/output/plain-text.js.map +1 -0
- package/dist/text/reader/attention/core.d.ts +39 -0
- package/dist/text/reader/attention/core.js +123 -0
- package/dist/text/reader/attention/core.js.map +1 -0
- package/dist/text/reader/attention/index.d.ts +9 -0
- package/dist/text/reader/attention/index.js +5 -0
- package/dist/text/reader/attention/index.js.map +1 -0
- package/dist/text/reader/attention/wave-reflection.d.ts +21 -0
- package/dist/text/reader/attention/wave-reflection.js.map +1 -0
- package/dist/text/reader/attention/working-memory.d.ts +28 -0
- package/dist/text/reader/attention/working-memory.js.map +1 -0
- package/dist/text/reader/chunk-batch/extract.d.ts +13 -0
- package/dist/text/reader/chunk-batch/extract.js.map +1 -0
- package/dist/text/reader/chunk-batch/extractor.d.ts +17 -0
- package/dist/text/reader/chunk-batch/extractor.js +337 -0
- package/dist/text/reader/chunk-batch/extractor.js.map +1 -0
- package/dist/text/reader/chunk-batch/fragment-projection.d.ts +34 -0
- package/dist/text/reader/chunk-batch/fragment-projection.js.map +1 -0
- package/dist/text/reader/chunk-batch/index.d.ts +13 -0
- package/dist/text/reader/chunk-batch/index.js +13 -0
- package/dist/text/reader/chunk-batch/index.js.map +1 -0
- package/dist/text/reader/chunk-batch/language.d.ts +9 -0
- package/dist/text/reader/chunk-batch/language.js +23 -0
- package/dist/text/reader/chunk-batch/language.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/annotations.d.ts +19 -0
- package/dist/text/reader/chunk-batch/parser/annotations.js +34 -0
- package/dist/text/reader/chunk-batch/parser/annotations.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/core.d.ts +33 -0
- package/dist/text/reader/chunk-batch/parser/core.js +171 -0
- package/dist/text/reader/chunk-batch/parser/core.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/evidence.d.ts +21 -0
- package/dist/text/reader/chunk-batch/parser/evidence.js +40 -0
- package/dist/text/reader/chunk-batch/parser/evidence.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/helpers.d.ts +27 -0
- package/dist/text/reader/chunk-batch/parser/helpers.js +98 -0
- package/dist/text/reader/chunk-batch/parser/helpers.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/index.d.ts +13 -0
- package/dist/text/reader/chunk-batch/parser/index.js +3 -0
- package/dist/text/reader/chunk-batch/parser/index.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/links.d.ts +17 -0
- package/dist/text/reader/chunk-batch/parser/links.js +44 -0
- package/dist/text/reader/chunk-batch/parser/links.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/resolver.d.ts +28 -0
- package/dist/text/reader/chunk-batch/parser/resolver.js +267 -0
- package/dist/text/reader/chunk-batch/parser/resolver.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/schema.d.ts +136 -0
- package/dist/text/reader/chunk-batch/parser/schema.js +71 -0
- package/dist/text/reader/chunk-batch/parser/schema.js.map +1 -0
- package/dist/text/reader/chunk-batch/prompt-templates.js.map +1 -0
- package/dist/text/reader/chunk-batch/types.d.ts +85 -0
- package/dist/text/reader/chunk-batch/types.js +1 -0
- package/dist/text/reader/chunk-batch/types.js.map +1 -0
- package/dist/text/reader/core.d.ts +37 -0
- package/dist/text/reader/core.js +82 -0
- package/dist/text/reader/core.js.map +1 -0
- package/dist/text/reader/index.d.ts +13 -0
- package/dist/text/reader/index.js +7 -0
- package/dist/text/reader/index.js.map +1 -0
- package/dist/text/reader/segment/core.js +9 -0
- package/dist/text/reader/segment/core.js.map +1 -0
- package/dist/text/reader/segment/index.d.ts +2 -0
- package/dist/text/reader/segment/index.js +5 -0
- package/dist/text/reader/segment/index.js.map +1 -0
- package/dist/text/reader/segment/intl-segmenter.js.map +1 -0
- package/dist/text/reader/segment/types.js +1 -0
- package/dist/text/reader/segment/types.js.map +1 -0
- package/dist/text/reader/types.d.ts +29 -0
- package/dist/text/reader/types.js +1 -0
- package/dist/text/reader/types.js.map +1 -0
- package/dist/text/serial/discovery.d.ts +36 -0
- package/dist/text/serial/discovery.js +5 -0
- package/dist/text/serial/discovery.js.map +1 -0
- package/dist/text/serial/fragments.d.ts +67 -0
- package/dist/text/serial/fragments.js +121 -0
- package/dist/text/serial/fragments.js.map +1 -0
- package/dist/text/serial/generation.d.ts +48 -0
- package/dist/text/serial/generation.js +257 -0
- package/dist/text/serial/generation.js.map +1 -0
- package/dist/text/serial/index.d.ts +40 -0
- package/dist/text/serial/index.js +7 -0
- package/dist/text/serial/index.js.map +1 -0
- package/dist/text/serial/options.d.ts +77 -0
- package/dist/text/serial/options.js +17 -0
- package/dist/text/serial/options.js.map +1 -0
- package/dist/text/serial/read.d.ts +28 -0
- package/dist/text/serial/read.js +19 -0
- package/dist/text/serial/read.js.map +1 -0
- package/dist/text/serial/reader-graph.d.ts +39 -0
- package/dist/text/serial/reader-graph.js +27 -0
- package/dist/text/serial/reader-graph.js.map +1 -0
- package/dist/text/serial/record.d.ts +40 -0
- package/dist/text/serial/record.js +21 -0
- package/dist/text/serial/record.js.map +1 -0
- package/dist/text/serial/source.d.ts +39 -0
- package/dist/text/serial/source.js +12 -0
- package/dist/text/serial/source.js.map +1 -0
- package/dist/text/serial/topology.d.ts +43 -0
- package/dist/text/serial/topology.js +64 -0
- package/dist/text/serial/topology.js.map +1 -0
- package/dist/text/source/adapter.js.map +1 -0
- package/dist/text/source/epub/archive.js.map +1 -0
- package/dist/text/source/epub/content.js.map +1 -0
- package/dist/text/source/epub/document.js.map +1 -0
- package/dist/text/source/epub/index.js.map +1 -0
- package/dist/text/source/epub/navigation.js.map +1 -0
- package/dist/text/source/epub/package.js.map +1 -0
- package/dist/text/source/epub/xml.js.map +1 -0
- package/dist/text/source/index.js.map +1 -0
- package/dist/text/source/meta.js.map +1 -0
- package/dist/text/source/plain-text.js.map +1 -0
- package/dist/text/source/toc.d.ts +17 -0
- package/dist/text/source/toc.js +19 -0
- package/dist/text/source/toc.js.map +1 -0
- package/dist/text/source/types.js +1 -0
- package/dist/text/source/types.js.map +1 -0
- package/dist/text/summary-build/artifact.d.ts +44 -0
- package/dist/text/summary-build/artifact.js +157 -0
- package/dist/text/summary-build/artifact.js.map +1 -0
- package/dist/text/summary-build/build.d.ts +37 -0
- package/dist/text/summary-build/build.js +60 -0
- package/dist/text/summary-build/build.js.map +1 -0
- package/dist/text/summary-build/index.d.ts +38 -0
- package/dist/text/summary-build/index.js +4 -0
- package/dist/text/summary-build/index.js.map +1 -0
- package/dist/text/summary-build/schema.d.ts +106 -0
- package/dist/text/summary-build/schema.js +118 -0
- package/dist/text/summary-build/schema.js.map +1 -0
- package/dist/text/summary-build/snapshot/chunk-store.d.ts +17 -0
- package/dist/text/summary-build/snapshot/chunk-store.js +68 -0
- package/dist/text/summary-build/snapshot/chunk-store.js.map +1 -0
- package/dist/text/summary-build/snapshot/empty-stores.d.ts +50 -0
- package/dist/text/summary-build/snapshot/empty-stores.js +60 -0
- package/dist/text/summary-build/snapshot/empty-stores.js.map +1 -0
- package/dist/text/summary-build/snapshot/graph-stores.d.ts +42 -0
- package/dist/text/summary-build/snapshot/graph-stores.js +148 -0
- package/dist/text/summary-build/snapshot/graph-stores.js.map +1 -0
- package/dist/text/summary-build/snapshot/helpers.d.ts +17 -0
- package/dist/text/summary-build/snapshot/helpers.js +65 -0
- package/dist/text/summary-build/snapshot/helpers.js.map +1 -0
- package/dist/text/summary-build/snapshot/index.d.ts +63 -0
- package/dist/text/summary-build/snapshot/index.js +106 -0
- package/dist/text/summary-build/snapshot/index.js.map +1 -0
- package/dist/text/summary-build/snapshot/serial-store.d.ts +29 -0
- package/dist/text/summary-build/snapshot/serial-store.js +92 -0
- package/dist/text/summary-build/snapshot/serial-store.js.map +1 -0
- package/dist/text/summary-build/snapshot-io.d.ts +14 -0
- package/dist/text/summary-build/snapshot-io.js +25 -0
- package/dist/text/summary-build/snapshot-io.js.map +1 -0
- package/dist/text/summary-build/source.d.ts +39 -0
- package/dist/text/summary-build/source.js +30 -0
- package/dist/text/summary-build/source.js.map +1 -0
- package/dist/text/summary-build/types.d.ts +34 -0
- package/dist/text/summary-build/types.js +1 -0
- package/dist/text/summary-build/types.js.map +1 -0
- package/dist/worker-DWasYKWW.d.cts +143 -0
- package/dist/worker.cjs +5560 -2312
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.cts +1 -2
- package/dist/worker.d.ts +2 -2
- package/dist/worker.js +1 -1
- package/dist/worker.js.map +1 -1
- package/package.json +3 -2
- package/dist/archive/query/archive-view.d.ts +0 -26
- package/dist/archive/query/archive-view.js +0 -4540
- package/dist/archive/query/archive-view.js.map +0 -1
- package/dist/archive/query/continuation-cursor.d.ts +0 -61
- package/dist/archive/query/continuation-cursor.js +0 -363
- package/dist/archive/query/continuation-cursor.js.map +0 -1
- package/dist/archive/query/index.d.ts +0 -29
- package/dist/archive/query/index.js +0 -63
- package/dist/archive/query/index.js.map +0 -1
- package/dist/archive/query/lexical-search.js.map +0 -1
- package/dist/archive/query/search-cache.d.ts +0 -192
- package/dist/archive/query/search-cache.js +0 -1248
- package/dist/archive/query/search-cache.js.map +0 -1
- package/dist/archive/search-index/index.d.ts +0 -26
- package/dist/archive/search-index/index.js +0 -29
- package/dist/archive/search-index/index.js.map +0 -1
- package/dist/archive/search-index/search-index.d.ts +0 -26
- package/dist/archive/search-index/search-index.js +0 -555
- package/dist/archive/search-index/search-index.js.map +0 -1
- package/dist/archive/search-index/search-tokenizer.js +0 -225
- package/dist/archive/search-index/search-tokenizer.js.map +0 -1
- package/dist/common/cli-command.js.map +0 -1
- package/dist/common/data-dir.js +0 -48
- package/dist/common/data-dir.js.map +0 -1
- package/dist/common/language.js.map +0 -1
- package/dist/common/llm-scope.js.map +0 -1
- package/dist/common/logging.js.map +0 -1
- package/dist/common/template.js.map +0 -1
- package/dist/common/tinyld-language.js.map +0 -1
- package/dist/common/wiki-graph-dir.d.ts +0 -10
- package/dist/common/wiki-graph-dir.js +0 -41
- package/dist/common/wiki-graph-dir.js.map +0 -1
- package/dist/common/wiki-graph-temp.js +0 -21
- package/dist/common/wiki-graph-temp.js.map +0 -1
- package/dist/common/wiki-graph-uri.d.ts +0 -28
- package/dist/common/wiki-graph-uri.js +0 -171
- package/dist/common/wiki-graph-uri.js.map +0 -1
- package/dist/context/index.d.ts +0 -1
- package/dist/context/index.js +0 -13
- package/dist/context/index.js.map +0 -1
- package/dist/context/task-context.js +0 -111
- package/dist/context/task-context.js.map +0 -1
- package/dist/document/document.d.ts +0 -153
- package/dist/document/document.js +0 -615
- package/dist/document/document.js.map +0 -1
- package/dist/document/fragments.d.ts +0 -63
- package/dist/document/fragments.js +0 -371
- package/dist/document/fragments.js.map +0 -1
- package/dist/document/stores.d.ts +0 -203
- package/dist/document/stores.js +0 -1678
- package/dist/document/stores.js.map +0 -1
- package/dist/document/text-streams.d.ts +0 -86
- package/dist/document/text-streams.js +0 -515
- package/dist/document/text-streams.js.map +0 -1
- package/dist/editor/clue.d.ts +0 -27
- package/dist/editor/clue.js.map +0 -1
- package/dist/editor/compressor.d.ts +0 -18
- package/dist/editor/compressor.js +0 -68
- package/dist/editor/compressor.js.map +0 -1
- package/dist/editor/editor.d.ts +0 -39
- package/dist/editor/editor.js +0 -253
- package/dist/editor/editor.js.map +0 -1
- package/dist/editor/feedback.d.ts +0 -16
- package/dist/editor/feedback.js.map +0 -1
- package/dist/editor/index.d.ts +0 -17
- package/dist/editor/index.js +0 -5
- package/dist/editor/index.js.map +0 -1
- package/dist/editor/language-review.d.ts +0 -14
- package/dist/editor/language-review.js +0 -35
- package/dist/editor/language-review.js.map +0 -1
- package/dist/editor/log.d.ts +0 -37
- package/dist/editor/log.js +0 -202
- package/dist/editor/log.js.map +0 -1
- package/dist/editor/markup.d.ts +0 -20
- package/dist/editor/markup.js +0 -294
- package/dist/editor/markup.js.map +0 -1
- package/dist/editor/prompt-templates.js.map +0 -1
- package/dist/editor/response.js.map +0 -1
- package/dist/editor/review.d.ts +0 -34
- package/dist/editor/review.js +0 -189
- package/dist/editor/review.js.map +0 -1
- package/dist/editor/types.js +0 -21
- package/dist/editor/types.js.map +0 -1
- package/dist/evidence-selection/anchor-resolver.d.ts +0 -43
- package/dist/evidence-selection/anchor-resolver.js +0 -783
- package/dist/evidence-selection/anchor-resolver.js.map +0 -1
- package/dist/evidence-selection/anchor-types.d.ts +0 -27
- package/dist/evidence-selection/anchor-types.js +0 -1
- package/dist/evidence-selection/index.d.ts +0 -8
- package/dist/evidence-selection/index.js +0 -32
- package/dist/evidence-selection/index.js.map +0 -1
- package/dist/evidence-selection/prompt.js.map +0 -1
- package/dist/evidence-selection/quote-score.js.map +0 -1
- package/dist/evidence-selection/selection-resolver.js +0 -303
- package/dist/evidence-selection/selection-resolver.js.map +0 -1
- package/dist/evidence-selection/text.js.map +0 -1
- package/dist/facade/app.d.ts +0 -75
- package/dist/facade/app.js +0 -141
- package/dist/facade/app.js.map +0 -1
- package/dist/facade/build-queue.d.ts +0 -181
- package/dist/facade/build-queue.js +0 -1442
- package/dist/facade/build-queue.js.map +0 -1
- package/dist/facade/chapter-build.d.ts +0 -60
- package/dist/facade/chapter-build.js +0 -1020
- package/dist/facade/chapter-build.js.map +0 -1
- package/dist/facade/chapter.d.ts +0 -168
- package/dist/facade/chapter.js +0 -944
- package/dist/facade/chapter.js.map +0 -1
- package/dist/facade/digest.d.ts +0 -55
- package/dist/facade/digest.js +0 -168
- package/dist/facade/digest.js.map +0 -1
- package/dist/facade/graph.d.ts +0 -60
- package/dist/facade/graph.js +0 -203
- package/dist/facade/graph.js.map +0 -1
- package/dist/facade/import.d.ts +0 -49
- package/dist/facade/import.js +0 -262
- package/dist/facade/import.js.map +0 -1
- package/dist/facade/index.d.ts +0 -39
- package/dist/facade/index.js +0 -171
- package/dist/facade/index.js.map +0 -1
- package/dist/facade/knowledge-graph-build.d.ts +0 -75
- package/dist/facade/knowledge-graph-build.js +0 -897
- package/dist/facade/knowledge-graph-build.js.map +0 -1
- package/dist/facade/llm-sampling.d.ts +0 -11
- package/dist/facade/llm-sampling.js +0 -58
- package/dist/facade/llm-sampling.js.map +0 -1
- package/dist/facade/wiki-graph-archive.d.ts +0 -41
- package/dist/facade/wiki-graph-archive.js +0 -130
- package/dist/facade/wiki-graph-archive.js.map +0 -1
- package/dist/gc/files.js +0 -141
- package/dist/gc/files.js.map +0 -1
- package/dist/gc/index.js.map +0 -1
- package/dist/gc/lock.js +0 -137
- package/dist/gc/lock.js.map +0 -1
- package/dist/gc/runner.js +0 -129
- package/dist/gc/runner.js.map +0 -1
- package/dist/gc/tmp-gc.js +0 -57
- package/dist/gc/tmp-gc.js.map +0 -1
- package/dist/guaranteed/classifier.js.map +0 -1
- package/dist/guaranteed/errors.js.map +0 -1
- package/dist/guaranteed/index.js.map +0 -1
- package/dist/guaranteed/request.js.map +0 -1
- package/dist/guaranteed/response.js.map +0 -1
- package/dist/index-B8NNnQ8P.d.ts +0 -424
- package/dist/legacy-sdpub/upgrade.js +0 -795
- package/dist/legacy-sdpub/upgrade.js.map +0 -1
- package/dist/llm/cache.js +0 -35
- package/dist/llm/cache.js.map +0 -1
- package/dist/llm/client.d.ts +0 -26
- package/dist/llm/client.js +0 -572
- package/dist/llm/client.js.map +0 -1
- package/dist/llm/context.js +0 -78
- package/dist/llm/context.js.map +0 -1
- package/dist/llm/errors.js.map +0 -1
- package/dist/llm/index.d.ts +0 -7
- package/dist/llm/index.js +0 -17
- package/dist/llm/index.js.map +0 -1
- package/dist/llm/request-log.js +0 -35
- package/dist/llm/request-log.js.map +0 -1
- package/dist/llm/sampling.js.map +0 -1
- package/dist/output/epub/archive.js.map +0 -1
- package/dist/output/epub/book.d.ts +0 -15
- package/dist/output/epub/book.js.map +0 -1
- package/dist/output/epub/content.js.map +0 -1
- package/dist/output/epub/index.d.ts +0 -20
- package/dist/output/epub/index.js.map +0 -1
- package/dist/output/epub/navigation.js.map +0 -1
- package/dist/output/epub/package.js.map +0 -1
- package/dist/output/epub/shared.js.map +0 -1
- package/dist/output/epub/templates.js +0 -26
- package/dist/output/epub/templates.js.map +0 -1
- package/dist/output/index.d.ts +0 -14
- package/dist/output/index.js.map +0 -1
- package/dist/output/plain-text.d.ts +0 -18
- package/dist/output/plain-text.js.map +0 -1
- package/dist/progress/index.js.map +0 -1
- package/dist/progress/reporter.js.map +0 -1
- package/dist/progress/tracker.js.map +0 -1
- package/dist/reader/attention/attention.d.ts +0 -39
- package/dist/reader/attention/attention.js +0 -123
- package/dist/reader/attention/attention.js.map +0 -1
- package/dist/reader/attention/index.d.ts +0 -9
- package/dist/reader/attention/index.js +0 -5
- package/dist/reader/attention/index.js.map +0 -1
- package/dist/reader/attention/wave-reflection.d.ts +0 -21
- package/dist/reader/attention/wave-reflection.js.map +0 -1
- package/dist/reader/attention/working-memory.d.ts +0 -28
- package/dist/reader/attention/working-memory.js.map +0 -1
- package/dist/reader/chunk-batch/extract.d.ts +0 -13
- package/dist/reader/chunk-batch/extract.js.map +0 -1
- package/dist/reader/chunk-batch/extractor.d.ts +0 -17
- package/dist/reader/chunk-batch/extractor.js +0 -337
- package/dist/reader/chunk-batch/extractor.js.map +0 -1
- package/dist/reader/chunk-batch/fragment-projection.d.ts +0 -34
- package/dist/reader/chunk-batch/fragment-projection.js.map +0 -1
- package/dist/reader/chunk-batch/index.d.ts +0 -12
- package/dist/reader/chunk-batch/index.js +0 -13
- package/dist/reader/chunk-batch/index.js.map +0 -1
- package/dist/reader/chunk-batch/language.d.ts +0 -9
- package/dist/reader/chunk-batch/language.js +0 -23
- package/dist/reader/chunk-batch/language.js.map +0 -1
- package/dist/reader/chunk-batch/parser.d.ts +0 -94
- package/dist/reader/chunk-batch/parser.js +0 -640
- package/dist/reader/chunk-batch/parser.js.map +0 -1
- package/dist/reader/chunk-batch/prompt-templates.js.map +0 -1
- package/dist/reader/chunk-batch/types.d.ts +0 -85
- package/dist/reader/index.d.ts +0 -13
- package/dist/reader/index.js +0 -7
- package/dist/reader/index.js.map +0 -1
- package/dist/reader/reader.d.ts +0 -37
- package/dist/reader/reader.js +0 -82
- package/dist/reader/reader.js.map +0 -1
- package/dist/reader/segment/index.d.ts +0 -2
- package/dist/reader/segment/index.js +0 -5
- package/dist/reader/segment/index.js.map +0 -1
- package/dist/reader/segment/intl-segmenter.js.map +0 -1
- package/dist/reader/segment/segment.js +0 -9
- package/dist/reader/segment/segment.js.map +0 -1
- package/dist/reader/types.d.ts +0 -29
- package/dist/source/epub/archive.js.map +0 -1
- package/dist/source/epub/content.js.map +0 -1
- package/dist/source/epub/document.js.map +0 -1
- package/dist/source/epub/index.js.map +0 -1
- package/dist/source/epub/navigation.js.map +0 -1
- package/dist/source/epub/package.js.map +0 -1
- package/dist/source/epub/xml.js.map +0 -1
- package/dist/source/index.js.map +0 -1
- package/dist/source/meta.js.map +0 -1
- package/dist/source/plain-text.js.map +0 -1
- package/dist/source/toc.d.ts +0 -16
- package/dist/source/toc.js +0 -17
- package/dist/source/toc.js.map +0 -1
- package/dist/topology/grouping.d.ts +0 -15
- package/dist/topology/grouping.js.map +0 -1
- package/dist/topology/index.d.ts +0 -21
- package/dist/topology/index.js +0 -5
- package/dist/topology/index.js.map +0 -1
- package/dist/topology/resource-segmentation.d.ts +0 -13
- package/dist/topology/resource-segmentation.js.map +0 -1
- package/dist/topology/segment-incision.d.ts +0 -18
- package/dist/topology/segment-incision.js.map +0 -1
- package/dist/topology/snake-detector.d.ts +0 -13
- package/dist/topology/snake-detector.js +0 -520
- package/dist/topology/snake-detector.js.map +0 -1
- package/dist/topology/snake-graph-builder.d.ts +0 -14
- package/dist/topology/snake-graph-builder.js +0 -76
- package/dist/topology/snake-graph-builder.js.map +0 -1
- package/dist/topology/topology.d.ts +0 -29
- package/dist/topology/topology.js +0 -348
- package/dist/topology/topology.js.map +0 -1
- package/dist/topology/weights.d.ts +0 -10
- package/dist/topology/weights.js +0 -84
- package/dist/topology/weights.js.map +0 -1
- package/dist/types-FVIqiLC9.d.cts +0 -24
- package/dist/wikg/archive-uri.d.ts +0 -1
- package/dist/wikg/archive-uri.js +0 -37
- package/dist/wikg/archive-uri.js.map +0 -1
- package/dist/wikg/archive.d.ts +0 -28
- package/dist/wikg/archive.js +0 -496
- package/dist/wikg/archive.js.map +0 -1
- package/dist/wikg/index.d.ts +0 -31
- package/dist/wikg/index.js +0 -60
- package/dist/wikg/index.js.map +0 -1
- package/dist/wikg/wikg-coordinator.d.ts +0 -45
- package/dist/wikg/wikg-coordinator.js +0 -1687
- package/dist/wikg/wikg-coordinator.js.map +0 -1
- package/dist/wikg/wiki-graph-archive-file.d.ts +0 -42
- package/dist/wikg/wiki-graph-archive-file.js +0 -78
- package/dist/wikg/wiki-graph-archive-file.js.map +0 -1
- package/dist/wikilink/index.d.ts +0 -10
- package/dist/wikilink/index.js.map +0 -1
- package/dist/wikilink/relation-discovery.d.ts +0 -31
- package/dist/wikilink/relation-discovery.js +0 -477
- package/dist/wikilink/relation-discovery.js.map +0 -1
- package/dist/wikilink/types.d.ts +0 -23
- package/dist/wikilink/window.d.ts +0 -7
- package/dist/wikilink/window.js.map +0 -1
- package/dist/wikimatch/enrichment.d.ts +0 -10
- package/dist/wikimatch/enrichment.js +0 -55
- package/dist/wikimatch/enrichment.js.map +0 -1
- package/dist/wikimatch/index.d.ts +0 -16
- package/dist/wikimatch/index.js +0 -66
- package/dist/wikimatch/index.js.map +0 -1
- package/dist/wikimatch/option-narrowing.d.ts +0 -17
- package/dist/wikimatch/option-narrowing.js.map +0 -1
- package/dist/wikimatch/options.d.ts +0 -14
- package/dist/wikimatch/options.js +0 -155
- package/dist/wikimatch/options.js.map +0 -1
- package/dist/wikimatch/policy-judge.d.ts +0 -17
- package/dist/wikimatch/policy-judge.js +0 -430
- package/dist/wikimatch/policy-judge.js.map +0 -1
- package/dist/wikimatch/range-suppression.js.map +0 -1
- package/dist/wikimatch/surface-screening.d.ts +0 -16
- package/dist/wikimatch/surface-screening.js +0 -168
- package/dist/wikimatch/surface-screening.js.map +0 -1
- package/dist/wikimatch/surface-window.d.ts +0 -6
- package/dist/wikimatch/surface-window.js +0 -44
- package/dist/wikimatch/surface-window.js.map +0 -1
- package/dist/wikimatch/types.d.ts +0 -151
- package/dist/wikimatch/wikispine.d.ts +0 -43
- package/dist/wikimatch/wikispine.js.map +0 -1
- package/dist/wikimatch/window.d.ts +0 -6
- package/dist/wikimatch/window.js.map +0 -1
- package/dist/wikimatch/words.js.map +0 -1
- package/dist/wikipage/cache.d.ts +0 -18
- package/dist/wikipage/cache.js +0 -404
- package/dist/wikipage/cache.js.map +0 -1
- package/dist/wikipage/fetch-log.js +0 -143
- package/dist/wikipage/fetch-log.js.map +0 -1
- package/dist/wikipage/index.d.ts +0 -14
- package/dist/wikipage/index.js +0 -17
- package/dist/wikipage/index.js.map +0 -1
- package/dist/wikipage/normalizer.d.ts +0 -14
- package/dist/wikipage/normalizer.js +0 -147
- package/dist/wikipage/normalizer.js.map +0 -1
- package/dist/wikipage/rate-limiter.js.map +0 -1
- package/dist/wikipage/resolver.d.ts +0 -26
- package/dist/wikipage/resolver.js +0 -325
- package/dist/wikipage/resolver.js.map +0 -1
- package/dist/wikipage/types.d.ts +0 -96
- package/dist/wikipage/wikimedia-client.d.ts +0 -48
- package/dist/wikipage/wikimedia-client.js +0 -397
- package/dist/wikipage/wikimedia-client.js.map +0 -1
- package/dist/worker-BgQ0Xl8T.d.cts +0 -181
- /package/dist/{evidence-selection → api/chapter-build}/types.js +0 -0
- /package/dist/{evidence-selection → api/chapter-build}/types.js.map +0 -0
- /package/dist/{facade → api/knowledge-graph-build}/types.js +0 -0
- /package/dist/{facade → api/knowledge-graph-build}/types.js.map +0 -0
- /package/dist/{facade → api}/types.d.ts +0 -0
- /package/dist/{gc → api}/types.js +0 -0
- /package/dist/{gc → api}/types.js.map +0 -0
- /package/dist/{guaranteed → document/directory}/types.js +0 -0
- /package/dist/{guaranteed → document/directory}/types.js.map +0 -0
- /package/dist/{llm → document/stores}/types.js +0 -0
- /package/dist/{llm → document/stores}/types.js.map +0 -0
- /package/dist/{guaranteed → external/guaranteed}/classifier.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/classifier.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/errors.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/errors.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/index.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/index.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/request.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/request.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/response.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/response.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/types.d.ts +0 -0
- /package/dist/{progress → external/guaranteed}/types.js +0 -0
- /package/dist/{progress → external/guaranteed}/types.js.map +0 -0
- /package/dist/{llm → external/llm}/cache.d.ts +0 -0
- /package/dist/{llm → external/llm}/context.d.ts +0 -0
- /package/dist/{llm → external/llm}/errors.d.ts +0 -0
- /package/dist/{llm → external/llm}/errors.js +0 -0
- /package/dist/{llm → external/llm}/request-log.d.ts +0 -0
- /package/dist/{llm → external/llm}/sampling.d.ts +0 -0
- /package/dist/{llm → external/llm}/sampling.js +0 -0
- /package/dist/{llm → external/llm}/types.d.ts +0 -0
- /package/dist/{reader/chunk-batch → external/llm}/types.js +0 -0
- /package/dist/{reader/chunk-batch → external/llm}/types.js.map +0 -0
- /package/dist/{wikimatch → external/wikimatch}/option-narrowing.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/range-suppression.d.ts +0 -0
- /package/dist/{wikimatch → external/wikimatch}/range-suppression.js +0 -0
- /package/dist/{reader/segment → external/wikimatch}/types.js +0 -0
- /package/dist/{reader/segment → external/wikimatch}/types.js.map +0 -0
- /package/dist/{wikimatch → external/wikimatch}/wikispine.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/window.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/words.d.ts +0 -0
- /package/dist/{wikimatch → external/wikimatch}/words.js +0 -0
- /package/dist/{wikipage → external/wikipage}/fetch-log.d.ts +0 -0
- /package/dist/{wikipage → external/wikipage}/rate-limiter.d.ts +0 -0
- /package/dist/{wikipage → external/wikipage}/rate-limiter.js +0 -0
- /package/dist/{reader → external/wikipage}/types.js +0 -0
- /package/dist/{reader → external/wikipage}/types.js.map +0 -0
- /package/dist/{source → graph/evidence-selection/anchor}/types.js +0 -0
- /package/dist/{source → graph/evidence-selection/anchor}/types.js.map +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/prompt.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/prompt.js +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/quote-score.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/quote-score.js +0 -0
- /package/dist/{evidence-selection/selection-resolver.d.ts → graph/evidence-selection/resolver.d.ts} +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/text.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/text.js +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/types.d.ts +0 -0
- /package/dist/{wikilink → graph/evidence-selection}/types.js +0 -0
- /package/dist/{wikilink → graph/evidence-selection}/types.js.map +0 -0
- /package/dist/{wikimatch → graph/knowledge-build}/types.js +0 -0
- /package/dist/{wikimatch → graph/knowledge-build}/types.js.map +0 -0
- /package/dist/{wikipage → graph/reading-build}/types.js +0 -0
- /package/dist/{wikipage → graph/reading-build}/types.js.map +0 -0
- /package/dist/{topology → graph/topology}/grouping.js +0 -0
- /package/dist/{topology → graph/topology}/resource-segmentation.js +0 -0
- /package/dist/{topology → graph/topology}/segment-incision.js +0 -0
- /package/dist/{evidence-selection/anchor-types.js.map → graph/topology/snake/types.js.map} +0 -0
- /package/dist/{wikilink → graph/wikilink}/index.js +0 -0
- /package/dist/{output/epub/model.js.map → graph/wikilink/types.js.map} +0 -0
- /package/dist/{wikilink → graph/wikilink}/window.js +0 -0
- /package/dist/{source/adapter.js.map → retrieval/query/archive-view/types.js.map} +0 -0
- /package/dist/{archive → retrieval}/query/lexical-search.d.ts +0 -0
- /package/dist/{archive → retrieval}/query/lexical-search.js +0 -0
- /package/dist/{archive/search-index/search-tokenizer.d.ts → retrieval/search-index/search/tokenizer.d.ts} +0 -0
- /package/dist/{common → runtime/common}/cli-command.d.ts +0 -0
- /package/dist/{common → runtime/common}/cli-command.js +0 -0
- /package/dist/{common → runtime/common}/data-dir.d.ts +0 -0
- /package/dist/{common → runtime/common}/language.d.ts +0 -0
- /package/dist/{common → runtime/common}/language.js +0 -0
- /package/dist/{common → runtime/common}/llm-scope.d.ts +0 -0
- /package/dist/{common → runtime/common}/llm-scope.js +0 -0
- /package/dist/{common → runtime/common}/logging.d.ts +0 -0
- /package/dist/{common → runtime/common}/logging.js +0 -0
- /package/dist/{common → runtime/common}/template.d.ts +0 -0
- /package/dist/{common → runtime/common}/template.js +0 -0
- /package/dist/{common → runtime/common}/tinyld-language.d.ts +0 -0
- /package/dist/{common → runtime/common}/tinyld-language.js +0 -0
- /package/dist/{common/wiki-graph-temp.d.ts → runtime/common/wiki-graph/temp.d.ts} +0 -0
- /package/dist/{context/task-context.d.ts → runtime/context/task.d.ts} +0 -0
- /package/dist/{gc → runtime/gc}/files.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/index.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/index.js +0 -0
- /package/dist/{gc → runtime/gc}/lock.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/runner.d.ts +0 -0
- /package/dist/{gc/tmp-gc.d.ts → runtime/gc/temp.d.ts} +0 -0
- /package/dist/{gc → runtime/gc}/types.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/index.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/index.js +0 -0
- /package/dist/{progress → runtime/progress}/reporter.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/reporter.js +0 -0
- /package/dist/{progress → runtime/progress}/tracker.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/tracker.js +0 -0
- /package/dist/{progress → runtime/progress}/types.d.ts +0 -0
- /package/dist/{legacy-sdpub/upgrade.d.ts → storage/migration/legacy-sdpub/upgrade/index.d.ts} +0 -0
- /package/dist/{editor → text/editor}/clue.js +0 -0
- /package/dist/{editor → text/editor}/feedback.js +0 -0
- /package/dist/{editor → text/editor}/prompt-templates.d.ts +0 -0
- /package/dist/{editor → text/editor}/prompt-templates.js +0 -0
- /package/dist/{editor → text/editor}/response.d.ts +0 -0
- /package/dist/{editor → text/editor}/response.js +0 -0
- /package/dist/{editor → text/editor}/types.d.ts +0 -0
- /package/dist/{output → text/output}/epub/archive.d.ts +0 -0
- /package/dist/{output → text/output}/epub/archive.js +0 -0
- /package/dist/{output → text/output}/epub/book.js +0 -0
- /package/dist/{output → text/output}/epub/content.d.ts +0 -0
- /package/dist/{output → text/output}/epub/content.js +0 -0
- /package/dist/{output → text/output}/epub/index.js +0 -0
- /package/dist/{output → text/output}/epub/model.d.ts +0 -0
- /package/dist/{output → text/output}/epub/model.js +0 -0
- /package/dist/{output → text/output}/epub/navigation.d.ts +0 -0
- /package/dist/{output → text/output}/epub/navigation.js +0 -0
- /package/dist/{output → text/output}/epub/package.d.ts +0 -0
- /package/dist/{output → text/output}/epub/package.js +0 -0
- /package/dist/{output → text/output}/epub/shared.d.ts +0 -0
- /package/dist/{output → text/output}/epub/shared.js +0 -0
- /package/dist/{output → text/output}/epub/templates.d.ts +0 -0
- /package/dist/{output → text/output}/index.js +0 -0
- /package/dist/{output → text/output}/plain-text.js +0 -0
- /package/dist/{reader → text/reader}/attention/wave-reflection.js +0 -0
- /package/dist/{reader → text/reader}/attention/working-memory.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/extract.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/fragment-projection.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/prompt-templates.d.ts +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/prompt-templates.js +0 -0
- /package/dist/{reader/segment/segment.d.ts → text/reader/segment/core.d.ts} +0 -0
- /package/dist/{reader → text/reader}/segment/intl-segmenter.d.ts +0 -0
- /package/dist/{reader → text/reader}/segment/intl-segmenter.js +0 -0
- /package/dist/{reader → text/reader}/segment/types.d.ts +0 -0
- /package/dist/{source → text/source}/adapter.d.ts +0 -0
- /package/dist/{source → text/source}/adapter.js +0 -0
- /package/dist/{source → text/source}/epub/archive.d.ts +0 -0
- /package/dist/{source → text/source}/epub/archive.js +0 -0
- /package/dist/{source → text/source}/epub/content.d.ts +0 -0
- /package/dist/{source → text/source}/epub/content.js +0 -0
- /package/dist/{source → text/source}/epub/document.d.ts +0 -0
- /package/dist/{source → text/source}/epub/document.js +0 -0
- /package/dist/{source → text/source}/epub/index.d.ts +0 -0
- /package/dist/{source → text/source}/epub/index.js +0 -0
- /package/dist/{source → text/source}/epub/navigation.d.ts +0 -0
- /package/dist/{source → text/source}/epub/navigation.js +0 -0
- /package/dist/{source → text/source}/epub/package.d.ts +0 -0
- /package/dist/{source → text/source}/epub/package.js +0 -0
- /package/dist/{source → text/source}/epub/xml.d.ts +0 -0
- /package/dist/{source → text/source}/epub/xml.js +0 -0
- /package/dist/{source → text/source}/index.d.ts +0 -0
- /package/dist/{source → text/source}/index.js +0 -0
- /package/dist/{source → text/source}/meta.d.ts +0 -0
- /package/dist/{source → text/source}/meta.js +0 -0
- /package/dist/{source → text/source}/plain-text.d.ts +0 -0
- /package/dist/{source → text/source}/plain-text.js +0 -0
- /package/dist/{source → text/source}/types.d.ts +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/graph/evidence-selection/quote-score.ts"],"sourcesContent":["const EXACT_SCORE = 1;\nconst NORMALIZED_EXACT_SCORE = 0.995;\nconst SUBSTRING_BASE_SCORE = 0.95;\nconst SUBSTRING_COVERAGE_BONUS = 0.04;\nconst FUZZY_MIN_WINDOW_RATIO = 0.72;\nconst FUZZY_MAX_WINDOW_RATIO = 2.25;\nconst UNORDERED_PENALTY_THRESHOLD = 0.75;\nconst LOW_ORDERED_PENALTY_THRESHOLD = 0.45;\n\nconst CASE_FOLDING_OVERRIDES = new Map<string, string>([\n [\"ß\", \"ss\"],\n [\"ẞ\", \"ss\"],\n [\"ς\", \"σ\"],\n]);\n\nexport type EvidenceQuoteMatchStrategy =\n | \"empty\"\n | \"exact\"\n | \"normalized_exact\"\n | \"normalized_substring\"\n | \"fuzzy_window\";\n\nexport interface EvidenceQuoteScore {\n readonly exactRaw: boolean;\n readonly exactNormalized: boolean;\n readonly exactSubstring: boolean;\n readonly matchEnd: number;\n readonly matchStart: number;\n readonly normalizedQuote: string;\n readonly normalizedSentence: string;\n readonly score: number;\n readonly strategy: EvidenceQuoteMatchStrategy;\n}\n\nexport interface PreparedEvidenceQuote {\n readonly normalizedQuote: string;\n readonly quoteRaw: string;\n}\n\nexport function normalizeEvidenceDisplayText(text: string): string {\n return text\n .replace(/\\p{Default_Ignorable_Code_Point}/gu, \"\")\n .normalize(\"NFKC\")\n .replace(/\\s+/gu, \" \")\n .trim();\n}\n\nexport function normalizeEvidenceText(text: string): string {\n const separated = replaceSeparatorsWithSpace(text);\n const stripped = separated.replace(/\\p{Default_Ignorable_Code_Point}/gu, \"\");\n const compatible = stripped.normalize(\"NFKC\");\n const folded = caseFold(compatible);\n const decomposed = folded.normalize(\"NFD\").replace(/\\p{M}/gu, \"\");\n const reseparated = replaceSeparatorsWithSpace(decomposed);\n\n return reseparated.replace(/ +/gu, \" \").trim();\n}\n\nexport function scoreEvidenceQuote(input: {\n readonly quote: string;\n readonly sentence: string;\n}): EvidenceQuoteScore {\n return scorePreparedEvidenceQuote({\n preparedQuote: prepareEvidenceQuote(input.quote),\n sentence: input.sentence,\n });\n}\n\nexport function prepareEvidenceQuote(quote: string): PreparedEvidenceQuote {\n const quoteRaw = stripMarkup(quote).trim();\n\n return {\n normalizedQuote: normalizeEvidenceText(quoteRaw),\n quoteRaw,\n };\n}\n\nexport function scorePreparedEvidenceQuote(input: {\n readonly preparedQuote: PreparedEvidenceQuote;\n readonly sentence: string;\n}): EvidenceQuoteScore {\n const { normalizedQuote, quoteRaw } = input.preparedQuote;\n const sentenceRaw = stripMarkup(input.sentence).trim();\n const normalizedSentence = normalizeEvidenceText(sentenceRaw);\n\n if (normalizedQuote === \"\" || normalizedSentence === \"\") {\n return createEmptyScore(normalizedQuote, normalizedSentence);\n }\n\n if (quoteRaw === sentenceRaw) {\n return {\n exactNormalized: true,\n exactRaw: true,\n exactSubstring: true,\n matchEnd: normalizedSentence.length,\n matchStart: 0,\n normalizedQuote,\n normalizedSentence,\n score: EXACT_SCORE,\n strategy: \"exact\",\n };\n }\n\n if (normalizedQuote === normalizedSentence) {\n return {\n exactNormalized: true,\n exactRaw: false,\n exactSubstring: true,\n matchEnd: normalizedSentence.length,\n matchStart: 0,\n normalizedQuote,\n normalizedSentence,\n score: NORMALIZED_EXACT_SCORE,\n strategy: \"normalized_exact\",\n };\n }\n\n const substringStart = normalizedSentence.indexOf(normalizedQuote);\n\n if (substringStart !== -1) {\n const coverage =\n normalizedQuote.length / Math.max(1, normalizedSentence.length);\n\n return {\n exactNormalized: false,\n exactRaw: false,\n exactSubstring: true,\n matchEnd: substringStart + normalizedQuote.length,\n matchStart: substringStart,\n normalizedQuote,\n normalizedSentence,\n score: Math.min(\n 0.99,\n SUBSTRING_BASE_SCORE + SUBSTRING_COVERAGE_BONUS * coverage,\n ),\n strategy: \"normalized_substring\",\n };\n }\n\n return scoreBestFuzzyWindow(normalizedQuote, normalizedSentence);\n}\n\nfunction scoreBestFuzzyWindow(\n normalizedQuote: string,\n normalizedSentence: string,\n): EvidenceQuoteScore {\n const minWindow = Math.max(\n 1,\n Math.floor(normalizedQuote.length * FUZZY_MIN_WINDOW_RATIO),\n );\n const maxWindow = Math.min(\n normalizedSentence.length,\n Math.max(\n minWindow,\n Math.ceil(normalizedQuote.length * FUZZY_MAX_WINDOW_RATIO),\n ),\n );\n let best: EvidenceQuoteScore = createEmptyScore(\n normalizedQuote,\n normalizedSentence,\n );\n\n for (let windowSize = minWindow; windowSize <= maxWindow; windowSize += 1) {\n for (\n let start = 0;\n start <= normalizedSentence.length - windowSize;\n start += 1\n ) {\n const window = normalizedSentence.slice(start, start + windowSize);\n const score = scoreWindow(normalizedQuote, window);\n\n if (score <= best.score) {\n continue;\n }\n\n best = {\n exactNormalized: false,\n exactRaw: false,\n exactSubstring: false,\n matchEnd: start + windowSize,\n matchStart: start,\n normalizedQuote,\n normalizedSentence,\n score,\n strategy: \"fuzzy_window\",\n };\n }\n }\n\n return best;\n}\n\nfunction scoreWindow(quote: string, window: string): number {\n const editScore = levenshteinSimilarity(quote, window);\n const substringScore = longestCommonSubstringScore(quote, window);\n const subsequenceScore = longestCommonSubsequenceScore(quote, window);\n const orderedCoverageScore = orderedCoverage(quote, window);\n const ngramScore = charNgramScore(quote, window);\n const lengthScore = lengthSimilarity(quote, window);\n const unorderedScore = unorderedCharOverlapScore(quote, window);\n const orderedScore = Math.max(\n editScore,\n substringScore,\n subsequenceScore,\n orderedCoverageScore,\n );\n let score =\n 0.2 * editScore +\n 0.18 * substringScore +\n 0.24 * subsequenceScore +\n 0.2 * orderedCoverageScore +\n 0.08 * ngramScore +\n 0.05 * lengthScore +\n 0.05 * unorderedScore;\n\n if (\n unorderedScore >= UNORDERED_PENALTY_THRESHOLD &&\n orderedScore < LOW_ORDERED_PENALTY_THRESHOLD\n ) {\n score *= 0.65;\n }\n\n return Math.max(0, Math.min(1, score));\n}\n\nfunction normalizeScalar(char: string): string {\n return CASE_FOLDING_OVERRIDES.get(char) ?? char.toLocaleLowerCase(\"und\");\n}\n\nfunction caseFold(text: string): string {\n let folded = \"\";\n\n for (const char of text) {\n folded += normalizeScalar(char);\n }\n\n return folded;\n}\n\nfunction replaceSeparatorsWithSpace(text: string): string {\n let output = \"\";\n\n for (const char of text) {\n output += isPreservedSymbol(char) || !isSeparator(char) ? char : \" \";\n }\n\n return output;\n}\n\nfunction isPreservedSymbol(char: string): boolean {\n return char === \"+\" || char === \"#\" || char === \"&\";\n}\n\nfunction isSeparator(char: string): boolean {\n return (\n /\\s/u.test(char) ||\n /\\p{Separator}/u.test(char) ||\n /[\\p{Dash_Punctuation}\\p{Connector_Punctuation}\\p{Initial_Punctuation}\\p{Final_Punctuation}\\p{Open_Punctuation}\\p{Close_Punctuation}\\p{Other_Punctuation}]/u.test(\n char,\n ) ||\n /[\\\\/.。.。、,,::;;!!??·・•|]/u.test(char)\n );\n}\n\nfunction stripMarkup(text: string): string {\n return text.replace(/<\\/?(?:mention|quote)\\b[^>]*>/giu, \"\");\n}\n\nfunction createEmptyScore(\n normalizedQuote: string,\n normalizedSentence: string,\n): EvidenceQuoteScore {\n return {\n exactNormalized: false,\n exactRaw: false,\n exactSubstring: false,\n matchEnd: -1,\n matchStart: -1,\n normalizedQuote,\n normalizedSentence,\n score: 0,\n strategy: \"empty\",\n };\n}\n\nfunction charNgramScore(left: string, right: string): number {\n const bigramScore = diceCoefficient(\n charNgrams(left, 2),\n charNgrams(right, 2),\n );\n const trigramScore = diceCoefficient(\n charNgrams(left, 3),\n charNgrams(right, 3),\n );\n\n return (bigramScore + trigramScore) / 2;\n}\n\nfunction charNgrams(text: string, size: number): ReadonlySet<string> {\n if (text.length <= size) {\n return text === \"\" ? new Set() : new Set([text]);\n }\n\n const result = new Set<string>();\n\n for (let index = 0; index <= text.length - size; index += 1) {\n result.add(text.slice(index, index + size));\n }\n\n return result;\n}\n\nfunction diceCoefficient(\n left: ReadonlySet<string>,\n right: ReadonlySet<string>,\n): number {\n if (left.size === 0 || right.size === 0) {\n return 0;\n }\n\n let overlap = 0;\n\n for (const value of left) {\n if (right.has(value)) {\n overlap += 1;\n }\n }\n\n return (2 * overlap) / (left.size + right.size);\n}\n\nfunction lengthSimilarity(left: string, right: string): number {\n return (\n 1 -\n Math.abs(left.length - right.length) / Math.max(left.length, right.length)\n );\n}\n\nfunction levenshteinSimilarity(left: string, right: string): number {\n if (left === right) {\n return 1;\n }\n if (left === \"\" || right === \"\") {\n return 0;\n }\n\n let previous = Array.from({ length: right.length + 1 }, (_, index) => index);\n let current = new Array<number>(right.length + 1).fill(0);\n const leftChars = [...left];\n const rightChars = [...right];\n\n for (const [leftIndex, leftChar] of leftChars.entries()) {\n current[0] = leftIndex + 1;\n\n for (const [rightIndex, rightChar] of rightChars.entries()) {\n const insertCost = (current[rightIndex] ?? 0) + 1;\n const deleteCost = (previous[rightIndex + 1] ?? 0) + 1;\n const replaceCost =\n (previous[rightIndex] ?? 0) + (leftChar === rightChar ? 0 : 1);\n\n current[rightIndex + 1] = Math.min(insertCost, deleteCost, replaceCost);\n }\n\n [previous, current] = [current, previous];\n }\n\n const distance =\n previous[rightChars.length] ?? Math.max(left.length, right.length);\n\n return 1 - distance / Math.max(left.length, right.length);\n}\n\nfunction longestCommonSubstringScore(left: string, right: string): number {\n if (left === \"\" || right === \"\") {\n return 0;\n }\n\n const leftChars = [...left];\n const rightChars = [...right];\n let previous = new Array<number>(rightChars.length + 1).fill(0);\n let current = new Array<number>(rightChars.length + 1).fill(0);\n let longest = 0;\n\n for (let leftIndex = 1; leftIndex <= leftChars.length; leftIndex += 1) {\n for (let rightIndex = 1; rightIndex <= rightChars.length; rightIndex += 1) {\n current[rightIndex] =\n leftChars[leftIndex - 1] === rightChars[rightIndex - 1]\n ? (previous[rightIndex - 1] ?? 0) + 1\n : 0;\n longest = Math.max(longest, current[rightIndex] ?? 0);\n }\n\n [previous, current] = [current, previous];\n current.fill(0);\n }\n\n return (2 * longest) / (leftChars.length + rightChars.length);\n}\n\nfunction longestCommonSubsequenceScore(left: string, right: string): number {\n if (left === \"\" || right === \"\") {\n return 0;\n }\n\n const leftChars = [...left];\n const rightChars = [...right];\n let previous = new Array<number>(rightChars.length + 1).fill(0);\n let current = new Array<number>(rightChars.length + 1).fill(0);\n\n for (let leftIndex = 1; leftIndex <= leftChars.length; leftIndex += 1) {\n for (let rightIndex = 1; rightIndex <= rightChars.length; rightIndex += 1) {\n current[rightIndex] =\n leftChars[leftIndex - 1] === rightChars[rightIndex - 1]\n ? (previous[rightIndex - 1] ?? 0) + 1\n : Math.max(previous[rightIndex] ?? 0, current[rightIndex - 1] ?? 0);\n }\n\n [previous, current] = [current, previous];\n current.fill(0);\n }\n\n const longest = previous[rightChars.length] ?? 0;\n\n return (2 * longest) / (leftChars.length + rightChars.length);\n}\n\nfunction orderedCoverage(left: string, right: string): number {\n if (left === \"\" || right === \"\") {\n return 0;\n }\n\n const leftChars = [...left];\n const rightChars = [...right];\n let previous = new Array<number>(rightChars.length + 1).fill(0);\n let current = new Array<number>(rightChars.length + 1).fill(0);\n\n for (let leftIndex = 1; leftIndex <= leftChars.length; leftIndex += 1) {\n for (let rightIndex = 1; rightIndex <= rightChars.length; rightIndex += 1) {\n current[rightIndex] =\n leftChars[leftIndex - 1] === rightChars[rightIndex - 1]\n ? (previous[rightIndex - 1] ?? 0) + 1\n : Math.max(previous[rightIndex] ?? 0, current[rightIndex - 1] ?? 0);\n }\n\n [previous, current] = [current, previous];\n current.fill(0);\n }\n\n return (previous[rightChars.length] ?? 0) / leftChars.length;\n}\n\nfunction unorderedCharOverlapScore(left: string, right: string): number {\n const leftCounts = countChars(left);\n const rightCounts = countChars(right);\n let overlap = 0;\n let total = 0;\n\n for (const [char, leftCount] of leftCounts) {\n const rightCount = rightCounts.get(char) ?? 0;\n\n overlap += Math.min(leftCount, rightCount);\n total += leftCount;\n }\n\n return total === 0 ? 0 : overlap / total;\n}\n\nfunction countChars(text: string): Map<string, number> {\n const counts = new Map<string, number>();\n\n for (const char of text) {\n counts.set(char, (counts.get(char) ?? 0) + 1);\n }\n\n return counts;\n}\n"],"mappings":"AAAA,MAAM,cAAc;AACpB,MAAM,yBAAyB;AAC/B,MAAM,uBAAuB;AAC7B,MAAM,2BAA2B;AACjC,MAAM,yBAAyB;AAC/B,MAAM,yBAAyB;AAC/B,MAAM,8BAA8B;AACpC,MAAM,gCAAgC;AAEtC,MAAM,yBAAyB,oBAAI,IAAoB;AAAA,EACrD,CAAC,QAAK,IAAI;AAAA,EACV,CAAC,UAAK,IAAI;AAAA,EACV,CAAC,UAAK,QAAG;AACX,CAAC;AA0BM,SAAS,6BAA6B,MAAsB;AACjE,SAAO,KACJ,QAAQ,WAAC,qCAAiC,IAAE,GAAE,EAAE,EAChD,UAAU,MAAM,EAChB,QAAQ,SAAS,GAAG,EACpB,KAAK;AACV;AAEO,SAAS,sBAAsB,MAAsB;AAC1D,QAAM,YAAY,2BAA2B,IAAI;AACjD,QAAM,WAAW,UAAU,QAAQ,WAAC,qCAAiC,IAAE,GAAE,EAAE;AAC3E,QAAM,aAAa,SAAS,UAAU,MAAM;AAC5C,QAAM,SAAS,SAAS,UAAU;AAClC,QAAM,aAAa,OAAO,UAAU,KAAK,EAAE,QAAQ,WAAC,UAAM,IAAE,GAAE,EAAE;AAChE,QAAM,cAAc,2BAA2B,UAAU;AAEzD,SAAO,YAAY,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC/C;AAEO,SAAS,mBAAmB,OAGZ;AACrB,SAAO,2BAA2B;AAAA,IAChC,eAAe,qBAAqB,MAAM,KAAK;AAAA,IAC/C,UAAU,MAAM;AAAA,EAClB,CAAC;AACH;AAEO,SAAS,qBAAqB,OAAsC;AACzE,QAAM,WAAW,YAAY,KAAK,EAAE,KAAK;AAEzC,SAAO;AAAA,IACL,iBAAiB,sBAAsB,QAAQ;AAAA,IAC/C;AAAA,EACF;AACF;AAEO,SAAS,2BAA2B,OAGpB;AACrB,QAAM,EAAE,iBAAiB,SAAS,IAAI,MAAM;AAC5C,QAAM,cAAc,YAAY,MAAM,QAAQ,EAAE,KAAK;AACrD,QAAM,qBAAqB,sBAAsB,WAAW;AAE5D,MAAI,oBAAoB,MAAM,uBAAuB,IAAI;AACvD,WAAO,iBAAiB,iBAAiB,kBAAkB;AAAA,EAC7D;AAEA,MAAI,aAAa,aAAa;AAC5B,WAAO;AAAA,MACL,iBAAiB;AAAA,MACjB,UAAU;AAAA,MACV,gBAAgB;AAAA,MAChB,UAAU,mBAAmB;AAAA,MAC7B,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP,UAAU;AAAA,IACZ;AAAA,EACF;AAEA,MAAI,oBAAoB,oBAAoB;AAC1C,WAAO;AAAA,MACL,iBAAiB;AAAA,MACjB,UAAU;AAAA,MACV,gBAAgB;AAAA,MAChB,UAAU,mBAAmB;AAAA,MAC7B,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP,UAAU;AAAA,IACZ;AAAA,EACF;AAEA,QAAM,iBAAiB,mBAAmB,QAAQ,eAAe;AAEjE,MAAI,mBAAmB,IAAI;AACzB,UAAM,WACJ,gBAAgB,SAAS,KAAK,IAAI,GAAG,mBAAmB,MAAM;AAEhE,WAAO;AAAA,MACL,iBAAiB;AAAA,MACjB,UAAU;AAAA,MACV,gBAAgB;AAAA,MAChB,UAAU,iBAAiB,gBAAgB;AAAA,MAC3C,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,OAAO,KAAK;AAAA,QACV;AAAA,QACA,uBAAuB,2BAA2B;AAAA,MACpD;AAAA,MACA,UAAU;AAAA,IACZ;AAAA,EACF;AAEA,SAAO,qBAAqB,iBAAiB,kBAAkB;AACjE;AAEA,SAAS,qBACP,iBACA,oBACoB;AACpB,QAAM,YAAY,KAAK;AAAA,IACrB;AAAA,IACA,KAAK,MAAM,gBAAgB,SAAS,sBAAsB;AAAA,EAC5D;AACA,QAAM,YAAY,KAAK;AAAA,IACrB,mBAAmB;AAAA,IACnB,KAAK;AAAA,MACH;AAAA,MACA,KAAK,KAAK,gBAAgB,SAAS,sBAAsB;AAAA,IAC3D;AAAA,EACF;AACA,MAAI,OAA2B;AAAA,IAC7B;AAAA,IACA;AAAA,EACF;AAEA,WAAS,aAAa,WAAW,cAAc,WAAW,cAAc,GAAG;AACzE,aACM,QAAQ,GACZ,SAAS,mBAAmB,SAAS,YACrC,SAAS,GACT;AACA,YAAM,SAAS,mBAAmB,MAAM,OAAO,QAAQ,UAAU;AACjE,YAAM,QAAQ,YAAY,iBAAiB,MAAM;AAEjD,UAAI,SAAS,KAAK,OAAO;AACvB;AAAA,MACF;AAEA,aAAO;AAAA,QACL,iBAAiB;AAAA,QACjB,UAAU;AAAA,QACV,gBAAgB;AAAA,QAChB,UAAU,QAAQ;AAAA,QAClB,YAAY;AAAA,QACZ;AAAA,QACA;AAAA,QACA;AAAA,QACA,UAAU;AAAA,MACZ;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,YAAY,OAAe,QAAwB;AAC1D,QAAM,YAAY,sBAAsB,OAAO,MAAM;AACrD,QAAM,iBAAiB,4BAA4B,OAAO,MAAM;AAChE,QAAM,mBAAmB,8BAA8B,OAAO,MAAM;AACpE,QAAM,uBAAuB,gBAAgB,OAAO,MAAM;AAC1D,QAAM,aAAa,eAAe,OAAO,MAAM;AAC/C,QAAM,cAAc,iBAAiB,OAAO,MAAM;AAClD,QAAM,iBAAiB,0BAA0B,OAAO,MAAM;AAC9D,QAAM,eAAe,KAAK;AAAA,IACxB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,MAAI,QACF,MAAM,YACN,OAAO,iBACP,OAAO,mBACP,MAAM,uBACN,OAAO,aACP,OAAO,cACP,OAAO;AAET,MACE,kBAAkB,+BAClB,eAAe,+BACf;AACA,aAAS;AAAA,EACX;AAEA,SAAO,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC;AACvC;AAEA,SAAS,gBAAgB,MAAsB;AAC7C,SAAO,uBAAuB,IAAI,IAAI,KAAK,KAAK,kBAAkB,KAAK;AACzE;AAEA,SAAS,SAAS,MAAsB;AACtC,MAAI,SAAS;AAEb,aAAW,QAAQ,MAAM;AACvB,cAAU,gBAAgB,IAAI;AAAA,EAChC;AAEA,SAAO;AACT;AAEA,SAAS,2BAA2B,MAAsB;AACxD,MAAI,SAAS;AAEb,aAAW,QAAQ,MAAM;AACvB,cAAU,kBAAkB,IAAI,KAAK,CAAC,YAAY,IAAI,IAAI,OAAO;AAAA,EACnE;AAEA,SAAO;AACT;AAEA,SAAS,kBAAkB,MAAuB;AAChD,SAAO,SAAS,OAAO,SAAS,OAAO,SAAS;AAClD;AAEA,SAAS,YAAY,MAAuB;AAC1C,SACE,MAAM,KAAK,IAAI,KACf,WAAC,kBAAc,GAAC,EAAC,KAAK,IAAI,KAC1B,6JAA6J;AAAA,IAC3J;AAAA,EACF,KACA,4BAA4B,KAAK,IAAI;AAEzC;AAEA,SAAS,YAAY,MAAsB;AACzC,SAAO,KAAK,QAAQ,oCAAoC,EAAE;AAC5D;AAEA,SAAS,iBACP,iBACA,oBACoB;AACpB,SAAO;AAAA,IACL,iBAAiB;AAAA,IACjB,UAAU;AAAA,IACV,gBAAgB;AAAA,IAChB,UAAU;AAAA,IACV,YAAY;AAAA,IACZ;AAAA,IACA;AAAA,IACA,OAAO;AAAA,IACP,UAAU;AAAA,EACZ;AACF;AAEA,SAAS,eAAe,MAAc,OAAuB;AAC3D,QAAM,cAAc;AAAA,IAClB,WAAW,MAAM,CAAC;AAAA,IAClB,WAAW,OAAO,CAAC;AAAA,EACrB;AACA,QAAM,eAAe;AAAA,IACnB,WAAW,MAAM,CAAC;AAAA,IAClB,WAAW,OAAO,CAAC;AAAA,EACrB;AAEA,UAAQ,cAAc,gBAAgB;AACxC;AAEA,SAAS,WAAW,MAAc,MAAmC;AACnE,MAAI,KAAK,UAAU,MAAM;AACvB,WAAO,SAAS,KAAK,oBAAI,IAAI,IAAI,oBAAI,IAAI,CAAC,IAAI,CAAC;AAAA,EACjD;AAEA,QAAM,SAAS,oBAAI,IAAY;AAE/B,WAAS,QAAQ,GAAG,SAAS,KAAK,SAAS,MAAM,SAAS,GAAG;AAC3D,WAAO,IAAI,KAAK,MAAM,OAAO,QAAQ,IAAI,CAAC;AAAA,EAC5C;AAEA,SAAO;AACT;AAEA,SAAS,gBACP,MACA,OACQ;AACR,MAAI,KAAK,SAAS,KAAK,MAAM,SAAS,GAAG;AACvC,WAAO;AAAA,EACT;AAEA,MAAI,UAAU;AAEd,aAAW,SAAS,MAAM;AACxB,QAAI,MAAM,IAAI,KAAK,GAAG;AACpB,iBAAW;AAAA,IACb;AAAA,EACF;AAEA,SAAQ,IAAI,WAAY,KAAK,OAAO,MAAM;AAC5C;AAEA,SAAS,iBAAiB,MAAc,OAAuB;AAC7D,SACE,IACA,KAAK,IAAI,KAAK,SAAS,MAAM,MAAM,IAAI,KAAK,IAAI,KAAK,QAAQ,MAAM,MAAM;AAE7E;AAEA,SAAS,sBAAsB,MAAc,OAAuB;AAClE,MAAI,SAAS,OAAO;AAClB,WAAO;AAAA,EACT;AACA,MAAI,SAAS,MAAM,UAAU,IAAI;AAC/B,WAAO;AAAA,EACT;AAEA,MAAI,WAAW,MAAM,KAAK,EAAE,QAAQ,MAAM,SAAS,EAAE,GAAG,CAAC,GAAG,UAAU,KAAK;AAC3E,MAAI,UAAU,IAAI,MAAc,MAAM,SAAS,CAAC,EAAE,KAAK,CAAC;AACxD,QAAM,YAAY,CAAC,GAAG,IAAI;AAC1B,QAAM,aAAa,CAAC,GAAG,KAAK;AAE5B,aAAW,CAAC,WAAW,QAAQ,KAAK,UAAU,QAAQ,GAAG;AACvD,YAAQ,CAAC,IAAI,YAAY;AAEzB,eAAW,CAAC,YAAY,SAAS,KAAK,WAAW,QAAQ,GAAG;AAC1D,YAAM,cAAc,QAAQ,UAAU,KAAK,KAAK;AAChD,YAAM,cAAc,SAAS,aAAa,CAAC,KAAK,KAAK;AACrD,YAAM,eACH,SAAS,UAAU,KAAK,MAAM,aAAa,YAAY,IAAI;AAE9D,cAAQ,aAAa,CAAC,IAAI,KAAK,IAAI,YAAY,YAAY,WAAW;AAAA,IACxE;AAEA,KAAC,UAAU,OAAO,IAAI,CAAC,SAAS,QAAQ;AAAA,EAC1C;AAEA,QAAM,WACJ,SAAS,WAAW,MAAM,KAAK,KAAK,IAAI,KAAK,QAAQ,MAAM,MAAM;AAEnE,SAAO,IAAI,WAAW,KAAK,IAAI,KAAK,QAAQ,MAAM,MAAM;AAC1D;AAEA,SAAS,4BAA4B,MAAc,OAAuB;AACxE,MAAI,SAAS,MAAM,UAAU,IAAI;AAC/B,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,CAAC,GAAG,IAAI;AAC1B,QAAM,aAAa,CAAC,GAAG,KAAK;AAC5B,MAAI,WAAW,IAAI,MAAc,WAAW,SAAS,CAAC,EAAE,KAAK,CAAC;AAC9D,MAAI,UAAU,IAAI,MAAc,WAAW,SAAS,CAAC,EAAE,KAAK,CAAC;AAC7D,MAAI,UAAU;AAEd,WAAS,YAAY,GAAG,aAAa,UAAU,QAAQ,aAAa,GAAG;AACrE,aAAS,aAAa,GAAG,cAAc,WAAW,QAAQ,cAAc,GAAG;AACzE,cAAQ,UAAU,IAChB,UAAU,YAAY,CAAC,MAAM,WAAW,aAAa,CAAC,KACjD,SAAS,aAAa,CAAC,KAAK,KAAK,IAClC;AACN,gBAAU,KAAK,IAAI,SAAS,QAAQ,UAAU,KAAK,CAAC;AAAA,IACtD;AAEA,KAAC,UAAU,OAAO,IAAI,CAAC,SAAS,QAAQ;AACxC,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,SAAQ,IAAI,WAAY,UAAU,SAAS,WAAW;AACxD;AAEA,SAAS,8BAA8B,MAAc,OAAuB;AAC1E,MAAI,SAAS,MAAM,UAAU,IAAI;AAC/B,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,CAAC,GAAG,IAAI;AAC1B,QAAM,aAAa,CAAC,GAAG,KAAK;AAC5B,MAAI,WAAW,IAAI,MAAc,WAAW,SAAS,CAAC,EAAE,KAAK,CAAC;AAC9D,MAAI,UAAU,IAAI,MAAc,WAAW,SAAS,CAAC,EAAE,KAAK,CAAC;AAE7D,WAAS,YAAY,GAAG,aAAa,UAAU,QAAQ,aAAa,GAAG;AACrE,aAAS,aAAa,GAAG,cAAc,WAAW,QAAQ,cAAc,GAAG;AACzE,cAAQ,UAAU,IAChB,UAAU,YAAY,CAAC,MAAM,WAAW,aAAa,CAAC,KACjD,SAAS,aAAa,CAAC,KAAK,KAAK,IAClC,KAAK,IAAI,SAAS,UAAU,KAAK,GAAG,QAAQ,aAAa,CAAC,KAAK,CAAC;AAAA,IACxE;AAEA,KAAC,UAAU,OAAO,IAAI,CAAC,SAAS,QAAQ;AACxC,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,QAAM,UAAU,SAAS,WAAW,MAAM,KAAK;AAE/C,SAAQ,IAAI,WAAY,UAAU,SAAS,WAAW;AACxD;AAEA,SAAS,gBAAgB,MAAc,OAAuB;AAC5D,MAAI,SAAS,MAAM,UAAU,IAAI;AAC/B,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,CAAC,GAAG,IAAI;AAC1B,QAAM,aAAa,CAAC,GAAG,KAAK;AAC5B,MAAI,WAAW,IAAI,MAAc,WAAW,SAAS,CAAC,EAAE,KAAK,CAAC;AAC9D,MAAI,UAAU,IAAI,MAAc,WAAW,SAAS,CAAC,EAAE,KAAK,CAAC;AAE7D,WAAS,YAAY,GAAG,aAAa,UAAU,QAAQ,aAAa,GAAG;AACrE,aAAS,aAAa,GAAG,cAAc,WAAW,QAAQ,cAAc,GAAG;AACzE,cAAQ,UAAU,IAChB,UAAU,YAAY,CAAC,MAAM,WAAW,aAAa,CAAC,KACjD,SAAS,aAAa,CAAC,KAAK,KAAK,IAClC,KAAK,IAAI,SAAS,UAAU,KAAK,GAAG,QAAQ,aAAa,CAAC,KAAK,CAAC;AAAA,IACxE;AAEA,KAAC,UAAU,OAAO,IAAI,CAAC,SAAS,QAAQ;AACxC,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,UAAQ,SAAS,WAAW,MAAM,KAAK,KAAK,UAAU;AACxD;AAEA,SAAS,0BAA0B,MAAc,OAAuB;AACtE,QAAM,aAAa,WAAW,IAAI;AAClC,QAAM,cAAc,WAAW,KAAK;AACpC,MAAI,UAAU;AACd,MAAI,QAAQ;AAEZ,aAAW,CAAC,MAAM,SAAS,KAAK,YAAY;AAC1C,UAAM,aAAa,YAAY,IAAI,IAAI,KAAK;AAE5C,eAAW,KAAK,IAAI,WAAW,UAAU;AACzC,aAAS;AAAA,EACX;AAEA,SAAO,UAAU,IAAI,IAAI,UAAU;AACrC;AAEA,SAAS,WAAW,MAAmC;AACrD,QAAM,SAAS,oBAAI,IAAoB;AAEvC,aAAW,QAAQ,MAAM;AACvB,WAAO,IAAI,OAAO,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC;AAAA,EAC9C;AAEA,SAAO;AACT;","names":[]}
|
|
@@ -0,0 +1,303 @@
|
|
|
1
|
+
import {
|
|
2
|
+
normalizeEvidenceDisplayText,
|
|
3
|
+
prepareEvidenceQuote,
|
|
4
|
+
scorePreparedEvidenceQuote
|
|
5
|
+
} from "./quote-score.js";
|
|
6
|
+
import { splitTextIntoSentences } from "./text.js";
|
|
7
|
+
const DIRECT_ID_MIN_SCORE = 0.72;
|
|
8
|
+
const DIRECT_ID_SUBSTRING_MIN_SCORE = 0.95;
|
|
9
|
+
const AUTO_TOP_MIN_SCORE = 0.72;
|
|
10
|
+
const AUTO_TOP_MIN_GAP = 0.15;
|
|
11
|
+
const LOW_CONFIDENCE_MAX_SCORE = 0.45;
|
|
12
|
+
const MAX_CANDIDATES = 5;
|
|
13
|
+
function resolveEvidenceSelection(input) {
|
|
14
|
+
const quote = normalizeQuote(input.evidence.quote);
|
|
15
|
+
const sentenceId = normalizeSentenceId(input.evidence.sentence_id);
|
|
16
|
+
let directCandidateById;
|
|
17
|
+
if (quote === "") {
|
|
18
|
+
return [
|
|
19
|
+
void 0,
|
|
20
|
+
{
|
|
21
|
+
candidates: [],
|
|
22
|
+
code: "invalid",
|
|
23
|
+
message: "Evidence quote is missing or empty."
|
|
24
|
+
}
|
|
25
|
+
];
|
|
26
|
+
}
|
|
27
|
+
const preparedQuote = prepareEvidenceQuote(quote);
|
|
28
|
+
if (sentenceId !== void 0) {
|
|
29
|
+
const directIndex = input.sentences.findIndex(
|
|
30
|
+
(sentence) => sentence.id === sentenceId
|
|
31
|
+
);
|
|
32
|
+
const directSentence = input.sentences[directIndex];
|
|
33
|
+
if (directSentence !== void 0) {
|
|
34
|
+
const directCandidate = createCandidate({
|
|
35
|
+
index: directIndex,
|
|
36
|
+
scored: scorePreparedEvidenceQuote({
|
|
37
|
+
preparedQuote,
|
|
38
|
+
sentence: directSentence.text
|
|
39
|
+
}),
|
|
40
|
+
sentence: directSentence,
|
|
41
|
+
sentences: input.sentences
|
|
42
|
+
});
|
|
43
|
+
directCandidateById = directCandidate;
|
|
44
|
+
if (isDirectExactCandidateTrusted(directCandidate)) {
|
|
45
|
+
return [
|
|
46
|
+
{
|
|
47
|
+
candidate: directCandidate,
|
|
48
|
+
confidence: directCandidate.score,
|
|
49
|
+
sentenceIds: [directCandidate.sentence.sentenceId],
|
|
50
|
+
strategy: `sentence_id+${directCandidate.strategy}`
|
|
51
|
+
},
|
|
52
|
+
void 0
|
|
53
|
+
];
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
const candidates = rankTopEvidenceQuoteCandidates(
|
|
58
|
+
preparedQuote,
|
|
59
|
+
input.sentences,
|
|
60
|
+
MAX_CANDIDATES
|
|
61
|
+
);
|
|
62
|
+
if (sentenceId !== void 0) {
|
|
63
|
+
const directCandidate = candidates.find((candidate) => candidate.occurrenceId === sentenceId) ?? directCandidateById;
|
|
64
|
+
const topCandidate2 = candidates[0];
|
|
65
|
+
if (directCandidate !== void 0 && topCandidate2 !== void 0 && isDirectCandidateTrusted(directCandidate, topCandidate2)) {
|
|
66
|
+
return [
|
|
67
|
+
{
|
|
68
|
+
candidate: directCandidate,
|
|
69
|
+
confidence: directCandidate.score,
|
|
70
|
+
sentenceIds: [directCandidate.sentence.sentenceId],
|
|
71
|
+
strategy: `sentence_id+${directCandidate.strategy}`
|
|
72
|
+
},
|
|
73
|
+
void 0
|
|
74
|
+
];
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
const topCandidate = candidates[0];
|
|
78
|
+
if (topCandidate === void 0) {
|
|
79
|
+
return [
|
|
80
|
+
void 0,
|
|
81
|
+
{
|
|
82
|
+
candidates: [],
|
|
83
|
+
code: "none",
|
|
84
|
+
message: "Evidence quote could not be matched: no candidates available."
|
|
85
|
+
}
|
|
86
|
+
];
|
|
87
|
+
}
|
|
88
|
+
const secondScore = candidates[1]?.score ?? 0;
|
|
89
|
+
const gap = topCandidate.score - secondScore;
|
|
90
|
+
const boundaryHint = formatSentenceBoundaryHint(quote);
|
|
91
|
+
if (topCandidate.score < LOW_CONFIDENCE_MAX_SCORE) {
|
|
92
|
+
return [
|
|
93
|
+
void 0,
|
|
94
|
+
{
|
|
95
|
+
candidates: candidates.slice(0, MAX_CANDIDATES),
|
|
96
|
+
code: "low_confidence",
|
|
97
|
+
message: `Evidence quote could not be matched confidently. Best candidate score=${topCandidate.score.toFixed(3)}.` + boundaryHint
|
|
98
|
+
}
|
|
99
|
+
];
|
|
100
|
+
}
|
|
101
|
+
if (topCandidate.score >= AUTO_TOP_MIN_SCORE && gap >= AUTO_TOP_MIN_GAP) {
|
|
102
|
+
return [
|
|
103
|
+
{
|
|
104
|
+
candidate: topCandidate,
|
|
105
|
+
confidence: topCandidate.score,
|
|
106
|
+
sentenceIds: [topCandidate.sentence.sentenceId],
|
|
107
|
+
strategy: `quote_auto_top1:${topCandidate.strategy}`
|
|
108
|
+
},
|
|
109
|
+
void 0
|
|
110
|
+
];
|
|
111
|
+
}
|
|
112
|
+
return [
|
|
113
|
+
void 0,
|
|
114
|
+
{
|
|
115
|
+
candidates: candidates.slice(0, MAX_CANDIDATES),
|
|
116
|
+
code: "ambiguous",
|
|
117
|
+
message: "Evidence quote is ambiguous. Choose one candidate occurrence ID." + boundaryHint
|
|
118
|
+
}
|
|
119
|
+
];
|
|
120
|
+
}
|
|
121
|
+
function formatSentenceBoundaryHint(quote) {
|
|
122
|
+
if (splitTextIntoSentences(quote).length <= 1) {
|
|
123
|
+
return "";
|
|
124
|
+
}
|
|
125
|
+
return " Evidence quote appears to contain more than one sentence. Each evidence item must stay within one source sentence. Recheck whether this evidence should be shortened, split into multiple evidence items, or removed.";
|
|
126
|
+
}
|
|
127
|
+
function resolveEvidenceSelectionList(input) {
|
|
128
|
+
const selections = normalizeEvidenceSelectionList(input.evidence);
|
|
129
|
+
if (selections.length === 0) {
|
|
130
|
+
return [
|
|
131
|
+
void 0,
|
|
132
|
+
{
|
|
133
|
+
candidates: [],
|
|
134
|
+
code: "invalid",
|
|
135
|
+
message: "Evidence selection list is empty."
|
|
136
|
+
}
|
|
137
|
+
];
|
|
138
|
+
}
|
|
139
|
+
const sentenceIds = [];
|
|
140
|
+
const strategies = [];
|
|
141
|
+
let confidence = 1;
|
|
142
|
+
let candidate;
|
|
143
|
+
for (const selection of selections) {
|
|
144
|
+
const [resolution, failure] = resolveEvidenceSelection({
|
|
145
|
+
evidence: selection,
|
|
146
|
+
sentences: input.sentences
|
|
147
|
+
});
|
|
148
|
+
if (failure !== void 0) {
|
|
149
|
+
return [void 0, failure];
|
|
150
|
+
}
|
|
151
|
+
if (resolution === void 0) {
|
|
152
|
+
return [
|
|
153
|
+
void 0,
|
|
154
|
+
{
|
|
155
|
+
candidates: [],
|
|
156
|
+
code: "none",
|
|
157
|
+
message: "Evidence selection could not be resolved."
|
|
158
|
+
}
|
|
159
|
+
];
|
|
160
|
+
}
|
|
161
|
+
candidate ??= resolution.candidate;
|
|
162
|
+
confidence = Math.min(confidence, resolution.confidence);
|
|
163
|
+
sentenceIds.push(...resolution.sentenceIds);
|
|
164
|
+
strategies.push(resolution.strategy);
|
|
165
|
+
}
|
|
166
|
+
if (candidate === void 0) {
|
|
167
|
+
return [
|
|
168
|
+
void 0,
|
|
169
|
+
{
|
|
170
|
+
candidates: [],
|
|
171
|
+
code: "none",
|
|
172
|
+
message: "Evidence selection could not be resolved."
|
|
173
|
+
}
|
|
174
|
+
];
|
|
175
|
+
}
|
|
176
|
+
return [
|
|
177
|
+
{
|
|
178
|
+
candidate,
|
|
179
|
+
confidence,
|
|
180
|
+
sentenceIds: uniqueSentenceIds(sentenceIds),
|
|
181
|
+
strategy: `list:${strategies.join(",")}`
|
|
182
|
+
},
|
|
183
|
+
void 0
|
|
184
|
+
];
|
|
185
|
+
}
|
|
186
|
+
function normalizeEvidenceSelectionList(evidence) {
|
|
187
|
+
if (isEvidenceSelectionArray(evidence)) {
|
|
188
|
+
return evidence;
|
|
189
|
+
}
|
|
190
|
+
return [evidence];
|
|
191
|
+
}
|
|
192
|
+
function isEvidenceSelectionArray(evidence) {
|
|
193
|
+
return Array.isArray(evidence);
|
|
194
|
+
}
|
|
195
|
+
function rankEvidenceQuote(quote, sentences) {
|
|
196
|
+
const preparedQuote = prepareEvidenceQuote(quote);
|
|
197
|
+
return sentences.map((sentence, index) => {
|
|
198
|
+
const scored = scorePreparedEvidenceQuote({
|
|
199
|
+
preparedQuote,
|
|
200
|
+
sentence: sentence.text
|
|
201
|
+
});
|
|
202
|
+
return createCandidate({
|
|
203
|
+
index,
|
|
204
|
+
scored,
|
|
205
|
+
sentence,
|
|
206
|
+
sentences
|
|
207
|
+
});
|
|
208
|
+
}).sort(compareCandidates);
|
|
209
|
+
}
|
|
210
|
+
function rankTopEvidenceQuoteCandidates(preparedQuote, sentences, limit) {
|
|
211
|
+
const candidates = [];
|
|
212
|
+
for (const [index, sentence] of sentences.entries()) {
|
|
213
|
+
const scored = scorePreparedEvidenceQuote({
|
|
214
|
+
preparedQuote,
|
|
215
|
+
sentence: sentence.text
|
|
216
|
+
});
|
|
217
|
+
const candidate = createCandidate({
|
|
218
|
+
index,
|
|
219
|
+
scored,
|
|
220
|
+
sentence,
|
|
221
|
+
sentences
|
|
222
|
+
});
|
|
223
|
+
insertCandidate(candidates, candidate, limit);
|
|
224
|
+
}
|
|
225
|
+
return candidates;
|
|
226
|
+
}
|
|
227
|
+
function insertCandidate(candidates, candidate, limit) {
|
|
228
|
+
const insertAt = candidates.findIndex(
|
|
229
|
+
(item) => compareCandidates(candidate, item) < 0
|
|
230
|
+
);
|
|
231
|
+
if (insertAt === -1) {
|
|
232
|
+
if (candidates.length < limit) {
|
|
233
|
+
candidates.push(candidate);
|
|
234
|
+
}
|
|
235
|
+
return;
|
|
236
|
+
}
|
|
237
|
+
candidates.splice(insertAt, 0, candidate);
|
|
238
|
+
if (candidates.length > limit) {
|
|
239
|
+
candidates.pop();
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
function createCandidate(input) {
|
|
243
|
+
return {
|
|
244
|
+
exactNormalized: input.scored.exactNormalized,
|
|
245
|
+
exactRaw: input.scored.exactRaw,
|
|
246
|
+
exactSubstring: input.scored.exactSubstring,
|
|
247
|
+
index: input.index,
|
|
248
|
+
nextText: input.sentences[input.index + 1]?.text ?? "",
|
|
249
|
+
occurrenceId: input.sentence.id,
|
|
250
|
+
prevText: input.sentences[input.index - 1]?.text ?? "",
|
|
251
|
+
score: input.scored.score,
|
|
252
|
+
sentence: input.sentence,
|
|
253
|
+
strategy: input.scored.strategy
|
|
254
|
+
};
|
|
255
|
+
}
|
|
256
|
+
function compareCandidates(left, right) {
|
|
257
|
+
if (left.score !== right.score) {
|
|
258
|
+
return right.score - left.score;
|
|
259
|
+
}
|
|
260
|
+
if (left.exactRaw !== right.exactRaw) {
|
|
261
|
+
return left.exactRaw ? -1 : 1;
|
|
262
|
+
}
|
|
263
|
+
if (left.exactSubstring !== right.exactSubstring) {
|
|
264
|
+
return left.exactSubstring ? -1 : 1;
|
|
265
|
+
}
|
|
266
|
+
if (left.exactNormalized !== right.exactNormalized) {
|
|
267
|
+
return left.exactNormalized ? -1 : 1;
|
|
268
|
+
}
|
|
269
|
+
return left.index - right.index;
|
|
270
|
+
}
|
|
271
|
+
function isDirectCandidateTrusted(candidate, topCandidate) {
|
|
272
|
+
const trustedScore = candidate.score >= DIRECT_ID_MIN_SCORE || candidate.exactSubstring && candidate.score >= DIRECT_ID_SUBSTRING_MIN_SCORE;
|
|
273
|
+
return trustedScore && (candidate.occurrenceId === topCandidate.occurrenceId || topCandidate.score - candidate.score < AUTO_TOP_MIN_GAP);
|
|
274
|
+
}
|
|
275
|
+
function isDirectExactCandidateTrusted(candidate) {
|
|
276
|
+
return candidate.score >= DIRECT_ID_SUBSTRING_MIN_SCORE && candidate.exactSubstring;
|
|
277
|
+
}
|
|
278
|
+
function normalizeQuote(value) {
|
|
279
|
+
return normalizeEvidenceDisplayText(value ?? "");
|
|
280
|
+
}
|
|
281
|
+
function normalizeSentenceId(value) {
|
|
282
|
+
const normalized = value?.trim();
|
|
283
|
+
return normalized === "" ? void 0 : normalized;
|
|
284
|
+
}
|
|
285
|
+
function uniqueSentenceIds(sentenceIds) {
|
|
286
|
+
const seen = /* @__PURE__ */ new Set();
|
|
287
|
+
const unique = [];
|
|
288
|
+
for (const sentenceId of sentenceIds) {
|
|
289
|
+
const key = sentenceId.join(":");
|
|
290
|
+
if (seen.has(key)) {
|
|
291
|
+
continue;
|
|
292
|
+
}
|
|
293
|
+
seen.add(key);
|
|
294
|
+
unique.push(sentenceId);
|
|
295
|
+
}
|
|
296
|
+
return unique;
|
|
297
|
+
}
|
|
298
|
+
export {
|
|
299
|
+
rankEvidenceQuote,
|
|
300
|
+
resolveEvidenceSelection,
|
|
301
|
+
resolveEvidenceSelectionList
|
|
302
|
+
};
|
|
303
|
+
//# sourceMappingURL=resolver.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/graph/evidence-selection/resolver.ts"],"sourcesContent":["import {\n normalizeEvidenceDisplayText,\n prepareEvidenceQuote,\n scorePreparedEvidenceQuote,\n type PreparedEvidenceQuote,\n type EvidenceQuoteScore,\n} from \"./quote-score.js\";\nimport { splitTextIntoSentences } from \"./text.js\";\nimport type {\n EvidenceSelection,\n EvidenceSelectionCandidate,\n EvidenceSelectionFailure,\n EvidenceSelectionList,\n EvidenceSelectionResolution,\n EvidenceSelectionSentence,\n} from \"./types.js\";\n\nconst DIRECT_ID_MIN_SCORE = 0.72;\nconst DIRECT_ID_SUBSTRING_MIN_SCORE = 0.95;\nconst AUTO_TOP_MIN_SCORE = 0.72;\nconst AUTO_TOP_MIN_GAP = 0.15;\nconst LOW_CONFIDENCE_MAX_SCORE = 0.45;\nconst MAX_CANDIDATES = 5;\n\nexport function resolveEvidenceSelection(input: {\n readonly evidence: EvidenceSelection;\n readonly sentences: readonly EvidenceSelectionSentence[];\n}): readonly [\n resolution: EvidenceSelectionResolution | undefined,\n failure: EvidenceSelectionFailure | undefined,\n] {\n const quote = normalizeQuote(input.evidence.quote);\n const sentenceId = normalizeSentenceId(input.evidence.sentence_id);\n let directCandidateById: EvidenceSelectionCandidate | undefined;\n\n if (quote === \"\") {\n return [\n undefined,\n {\n candidates: [],\n code: \"invalid\",\n message: \"Evidence quote is missing or empty.\",\n },\n ];\n }\n\n const preparedQuote = prepareEvidenceQuote(quote);\n\n if (sentenceId !== undefined) {\n const directIndex = input.sentences.findIndex(\n (sentence) => sentence.id === sentenceId,\n );\n const directSentence = input.sentences[directIndex];\n\n if (directSentence !== undefined) {\n const directCandidate = createCandidate({\n index: directIndex,\n scored: scorePreparedEvidenceQuote({\n preparedQuote,\n sentence: directSentence.text,\n }),\n sentence: directSentence,\n sentences: input.sentences,\n });\n directCandidateById = directCandidate;\n\n if (isDirectExactCandidateTrusted(directCandidate)) {\n return [\n {\n candidate: directCandidate,\n confidence: directCandidate.score,\n sentenceIds: [directCandidate.sentence.sentenceId],\n strategy: `sentence_id+${directCandidate.strategy}`,\n },\n undefined,\n ];\n }\n }\n }\n\n const candidates = rankTopEvidenceQuoteCandidates(\n preparedQuote,\n input.sentences,\n MAX_CANDIDATES,\n );\n\n if (sentenceId !== undefined) {\n const directCandidate =\n candidates.find((candidate) => candidate.occurrenceId === sentenceId) ??\n directCandidateById;\n const topCandidate = candidates[0];\n\n if (\n directCandidate !== undefined &&\n topCandidate !== undefined &&\n isDirectCandidateTrusted(directCandidate, topCandidate)\n ) {\n return [\n {\n candidate: directCandidate,\n confidence: directCandidate.score,\n sentenceIds: [directCandidate.sentence.sentenceId],\n strategy: `sentence_id+${directCandidate.strategy}`,\n },\n undefined,\n ];\n }\n }\n\n const topCandidate = candidates[0];\n\n if (topCandidate === undefined) {\n return [\n undefined,\n {\n candidates: [],\n code: \"none\",\n message:\n \"Evidence quote could not be matched: no candidates available.\",\n },\n ];\n }\n\n const secondScore = candidates[1]?.score ?? 0;\n const gap = topCandidate.score - secondScore;\n const boundaryHint = formatSentenceBoundaryHint(quote);\n\n if (topCandidate.score < LOW_CONFIDENCE_MAX_SCORE) {\n return [\n undefined,\n {\n candidates: candidates.slice(0, MAX_CANDIDATES),\n code: \"low_confidence\",\n message:\n \"Evidence quote could not be matched confidently. \" +\n `Best candidate score=${topCandidate.score.toFixed(3)}.` +\n boundaryHint,\n },\n ];\n }\n\n if (topCandidate.score >= AUTO_TOP_MIN_SCORE && gap >= AUTO_TOP_MIN_GAP) {\n return [\n {\n candidate: topCandidate,\n confidence: topCandidate.score,\n sentenceIds: [topCandidate.sentence.sentenceId],\n strategy: `quote_auto_top1:${topCandidate.strategy}`,\n },\n undefined,\n ];\n }\n\n return [\n undefined,\n {\n candidates: candidates.slice(0, MAX_CANDIDATES),\n code: \"ambiguous\",\n message:\n \"Evidence quote is ambiguous. Choose one candidate occurrence ID.\" +\n boundaryHint,\n },\n ];\n}\n\nfunction formatSentenceBoundaryHint(quote: string): string {\n if (splitTextIntoSentences(quote).length <= 1) {\n return \"\";\n }\n\n return (\n \" Evidence quote appears to contain more than one sentence. \" +\n \"Each evidence item must stay within one source sentence. \" +\n \"Recheck whether this evidence should be shortened, split into multiple evidence items, or removed.\"\n );\n}\n\nexport function resolveEvidenceSelectionList(input: {\n readonly evidence: EvidenceSelectionList;\n readonly sentences: readonly EvidenceSelectionSentence[];\n}): readonly [\n resolution: EvidenceSelectionResolution | undefined,\n failure: EvidenceSelectionFailure | undefined,\n] {\n const selections = normalizeEvidenceSelectionList(input.evidence);\n\n if (selections.length === 0) {\n return [\n undefined,\n {\n candidates: [],\n code: \"invalid\",\n message: \"Evidence selection list is empty.\",\n },\n ];\n }\n\n const sentenceIds: EvidenceSelectionResolution[\"sentenceIds\"][number][] = [];\n const strategies: string[] = [];\n let confidence = 1;\n let candidate: EvidenceSelectionCandidate | undefined;\n\n for (const selection of selections) {\n const [resolution, failure] = resolveEvidenceSelection({\n evidence: selection,\n sentences: input.sentences,\n });\n\n if (failure !== undefined) {\n return [undefined, failure];\n }\n\n if (resolution === undefined) {\n return [\n undefined,\n {\n candidates: [],\n code: \"none\",\n message: \"Evidence selection could not be resolved.\",\n },\n ];\n }\n\n candidate ??= resolution.candidate;\n confidence = Math.min(confidence, resolution.confidence);\n sentenceIds.push(...resolution.sentenceIds);\n strategies.push(resolution.strategy);\n }\n\n if (candidate === undefined) {\n return [\n undefined,\n {\n candidates: [],\n code: \"none\",\n message: \"Evidence selection could not be resolved.\",\n },\n ];\n }\n\n return [\n {\n candidate,\n confidence,\n sentenceIds: uniqueSentenceIds(sentenceIds),\n strategy: `list:${strategies.join(\",\")}`,\n },\n undefined,\n ];\n}\n\nfunction normalizeEvidenceSelectionList(\n evidence: EvidenceSelectionList,\n): readonly EvidenceSelection[] {\n if (isEvidenceSelectionArray(evidence)) {\n return evidence;\n }\n\n return [evidence];\n}\n\nfunction isEvidenceSelectionArray(\n evidence: EvidenceSelectionList,\n): evidence is readonly EvidenceSelection[] {\n return Array.isArray(evidence);\n}\n\nexport function rankEvidenceQuote(\n quote: string,\n sentences: readonly EvidenceSelectionSentence[],\n): EvidenceSelectionCandidate[] {\n const preparedQuote = prepareEvidenceQuote(quote);\n\n return sentences\n .map((sentence, index) => {\n const scored = scorePreparedEvidenceQuote({\n preparedQuote,\n sentence: sentence.text,\n });\n\n return createCandidate({\n index,\n scored,\n sentence,\n sentences,\n });\n })\n .sort(compareCandidates);\n}\n\nfunction rankTopEvidenceQuoteCandidates(\n preparedQuote: PreparedEvidenceQuote,\n sentences: readonly EvidenceSelectionSentence[],\n limit: number,\n): EvidenceSelectionCandidate[] {\n const candidates: EvidenceSelectionCandidate[] = [];\n\n for (const [index, sentence] of sentences.entries()) {\n const scored = scorePreparedEvidenceQuote({\n preparedQuote,\n sentence: sentence.text,\n });\n const candidate = createCandidate({\n index,\n scored,\n sentence,\n sentences,\n });\n\n insertCandidate(candidates, candidate, limit);\n }\n\n return candidates;\n}\n\nfunction insertCandidate(\n candidates: EvidenceSelectionCandidate[],\n candidate: EvidenceSelectionCandidate,\n limit: number,\n): void {\n const insertAt = candidates.findIndex(\n (item) => compareCandidates(candidate, item) < 0,\n );\n\n if (insertAt === -1) {\n if (candidates.length < limit) {\n candidates.push(candidate);\n }\n return;\n }\n\n candidates.splice(insertAt, 0, candidate);\n\n if (candidates.length > limit) {\n candidates.pop();\n }\n}\n\nfunction createCandidate(input: {\n readonly index: number;\n readonly scored: EvidenceQuoteScore;\n readonly sentence: EvidenceSelectionSentence;\n readonly sentences: readonly EvidenceSelectionSentence[];\n}): EvidenceSelectionCandidate {\n return {\n exactNormalized: input.scored.exactNormalized,\n exactRaw: input.scored.exactRaw,\n exactSubstring: input.scored.exactSubstring,\n index: input.index,\n nextText: input.sentences[input.index + 1]?.text ?? \"\",\n occurrenceId: input.sentence.id,\n prevText: input.sentences[input.index - 1]?.text ?? \"\",\n score: input.scored.score,\n sentence: input.sentence,\n strategy: input.scored.strategy,\n };\n}\n\nfunction compareCandidates(\n left: EvidenceSelectionCandidate,\n right: EvidenceSelectionCandidate,\n): number {\n if (left.score !== right.score) {\n return right.score - left.score;\n }\n if (left.exactRaw !== right.exactRaw) {\n return left.exactRaw ? -1 : 1;\n }\n if (left.exactSubstring !== right.exactSubstring) {\n return left.exactSubstring ? -1 : 1;\n }\n if (left.exactNormalized !== right.exactNormalized) {\n return left.exactNormalized ? -1 : 1;\n }\n\n return left.index - right.index;\n}\n\nfunction isDirectCandidateTrusted(\n candidate: EvidenceSelectionCandidate,\n topCandidate: EvidenceSelectionCandidate,\n): boolean {\n const trustedScore =\n candidate.score >= DIRECT_ID_MIN_SCORE ||\n (candidate.exactSubstring &&\n candidate.score >= DIRECT_ID_SUBSTRING_MIN_SCORE);\n\n return (\n trustedScore &&\n (candidate.occurrenceId === topCandidate.occurrenceId ||\n topCandidate.score - candidate.score < AUTO_TOP_MIN_GAP)\n );\n}\n\nfunction isDirectExactCandidateTrusted(\n candidate: EvidenceSelectionCandidate,\n): boolean {\n return (\n candidate.score >= DIRECT_ID_SUBSTRING_MIN_SCORE && candidate.exactSubstring\n );\n}\n\nfunction normalizeQuote(value: string | undefined): string {\n return normalizeEvidenceDisplayText(value ?? \"\");\n}\n\nfunction normalizeSentenceId(value: string | undefined): string | undefined {\n const normalized = value?.trim();\n\n return normalized === \"\" ? undefined : normalized;\n}\n\nfunction uniqueSentenceIds(\n sentenceIds: EvidenceSelectionResolution[\"sentenceIds\"],\n): EvidenceSelectionResolution[\"sentenceIds\"] {\n const seen = new Set<string>();\n const unique: EvidenceSelectionResolution[\"sentenceIds\"][number][] = [];\n\n for (const sentenceId of sentenceIds) {\n const key = sentenceId.join(\":\");\n\n if (seen.has(key)) {\n continue;\n }\n\n seen.add(key);\n unique.push(sentenceId);\n }\n\n return unique;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AACP,SAAS,8BAA8B;AAUvC,MAAM,sBAAsB;AAC5B,MAAM,gCAAgC;AACtC,MAAM,qBAAqB;AAC3B,MAAM,mBAAmB;AACzB,MAAM,2BAA2B;AACjC,MAAM,iBAAiB;AAEhB,SAAS,yBAAyB,OAMvC;AACA,QAAM,QAAQ,eAAe,MAAM,SAAS,KAAK;AACjD,QAAM,aAAa,oBAAoB,MAAM,SAAS,WAAW;AACjE,MAAI;AAEJ,MAAI,UAAU,IAAI;AAChB,WAAO;AAAA,MACL;AAAA,MACA;AAAA,QACE,YAAY,CAAC;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAEA,QAAM,gBAAgB,qBAAqB,KAAK;AAEhD,MAAI,eAAe,QAAW;AAC5B,UAAM,cAAc,MAAM,UAAU;AAAA,MAClC,CAAC,aAAa,SAAS,OAAO;AAAA,IAChC;AACA,UAAM,iBAAiB,MAAM,UAAU,WAAW;AAElD,QAAI,mBAAmB,QAAW;AAChC,YAAM,kBAAkB,gBAAgB;AAAA,QACtC,OAAO;AAAA,QACP,QAAQ,2BAA2B;AAAA,UACjC;AAAA,UACA,UAAU,eAAe;AAAA,QAC3B,CAAC;AAAA,QACD,UAAU;AAAA,QACV,WAAW,MAAM;AAAA,MACnB,CAAC;AACD,4BAAsB;AAEtB,UAAI,8BAA8B,eAAe,GAAG;AAClD,eAAO;AAAA,UACL;AAAA,YACE,WAAW;AAAA,YACX,YAAY,gBAAgB;AAAA,YAC5B,aAAa,CAAC,gBAAgB,SAAS,UAAU;AAAA,YACjD,UAAU,eAAe,gBAAgB,QAAQ;AAAA,UACnD;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,aAAa;AAAA,IACjB;AAAA,IACA,MAAM;AAAA,IACN;AAAA,EACF;AAEA,MAAI,eAAe,QAAW;AAC5B,UAAM,kBACJ,WAAW,KAAK,CAAC,cAAc,UAAU,iBAAiB,UAAU,KACpE;AACF,UAAMA,gBAAe,WAAW,CAAC;AAEjC,QACE,oBAAoB,UACpBA,kBAAiB,UACjB,yBAAyB,iBAAiBA,aAAY,GACtD;AACA,aAAO;AAAA,QACL;AAAA,UACE,WAAW;AAAA,UACX,YAAY,gBAAgB;AAAA,UAC5B,aAAa,CAAC,gBAAgB,SAAS,UAAU;AAAA,UACjD,UAAU,eAAe,gBAAgB,QAAQ;AAAA,QACnD;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,QAAM,eAAe,WAAW,CAAC;AAEjC,MAAI,iBAAiB,QAAW;AAC9B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,QACE,YAAY,CAAC;AAAA,QACb,MAAM;AAAA,QACN,SACE;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AAEA,QAAM,cAAc,WAAW,CAAC,GAAG,SAAS;AAC5C,QAAM,MAAM,aAAa,QAAQ;AACjC,QAAM,eAAe,2BAA2B,KAAK;AAErD,MAAI,aAAa,QAAQ,0BAA0B;AACjD,WAAO;AAAA,MACL;AAAA,MACA;AAAA,QACE,YAAY,WAAW,MAAM,GAAG,cAAc;AAAA,QAC9C,MAAM;AAAA,QACN,SACE,yEACwB,aAAa,MAAM,QAAQ,CAAC,CAAC,MACrD;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AAEA,MAAI,aAAa,SAAS,sBAAsB,OAAO,kBAAkB;AACvE,WAAO;AAAA,MACL;AAAA,QACE,WAAW;AAAA,QACX,YAAY,aAAa;AAAA,QACzB,aAAa,CAAC,aAAa,SAAS,UAAU;AAAA,QAC9C,UAAU,mBAAmB,aAAa,QAAQ;AAAA,MACpD;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,MACE,YAAY,WAAW,MAAM,GAAG,cAAc;AAAA,MAC9C,MAAM;AAAA,MACN,SACE,qEACA;AAAA,IACJ;AAAA,EACF;AACF;AAEA,SAAS,2BAA2B,OAAuB;AACzD,MAAI,uBAAuB,KAAK,EAAE,UAAU,GAAG;AAC7C,WAAO;AAAA,EACT;AAEA,SACE;AAIJ;AAEO,SAAS,6BAA6B,OAM3C;AACA,QAAM,aAAa,+BAA+B,MAAM,QAAQ;AAEhE,MAAI,WAAW,WAAW,GAAG;AAC3B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,QACE,YAAY,CAAC;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAEA,QAAM,cAAoE,CAAC;AAC3E,QAAM,aAAuB,CAAC;AAC9B,MAAI,aAAa;AACjB,MAAI;AAEJ,aAAW,aAAa,YAAY;AAClC,UAAM,CAAC,YAAY,OAAO,IAAI,yBAAyB;AAAA,MACrD,UAAU;AAAA,MACV,WAAW,MAAM;AAAA,IACnB,CAAC;AAED,QAAI,YAAY,QAAW;AACzB,aAAO,CAAC,QAAW,OAAO;AAAA,IAC5B;AAEA,QAAI,eAAe,QAAW;AAC5B,aAAO;AAAA,QACL;AAAA,QACA;AAAA,UACE,YAAY,CAAC;AAAA,UACb,MAAM;AAAA,UACN,SAAS;AAAA,QACX;AAAA,MACF;AAAA,IACF;AAEA,kBAAc,WAAW;AACzB,iBAAa,KAAK,IAAI,YAAY,WAAW,UAAU;AACvD,gBAAY,KAAK,GAAG,WAAW,WAAW;AAC1C,eAAW,KAAK,WAAW,QAAQ;AAAA,EACrC;AAEA,MAAI,cAAc,QAAW;AAC3B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,QACE,YAAY,CAAC;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,MACE;AAAA,MACA;AAAA,MACA,aAAa,kBAAkB,WAAW;AAAA,MAC1C,UAAU,QAAQ,WAAW,KAAK,GAAG,CAAC;AAAA,IACxC;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,+BACP,UAC8B;AAC9B,MAAI,yBAAyB,QAAQ,GAAG;AACtC,WAAO;AAAA,EACT;AAEA,SAAO,CAAC,QAAQ;AAClB;AAEA,SAAS,yBACP,UAC0C;AAC1C,SAAO,MAAM,QAAQ,QAAQ;AAC/B;AAEO,SAAS,kBACd,OACA,WAC8B;AAC9B,QAAM,gBAAgB,qBAAqB,KAAK;AAEhD,SAAO,UACJ,IAAI,CAAC,UAAU,UAAU;AACxB,UAAM,SAAS,2BAA2B;AAAA,MACxC;AAAA,MACA,UAAU,SAAS;AAAA,IACrB,CAAC;AAED,WAAO,gBAAgB;AAAA,MACrB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH,CAAC,EACA,KAAK,iBAAiB;AAC3B;AAEA,SAAS,+BACP,eACA,WACA,OAC8B;AAC9B,QAAM,aAA2C,CAAC;AAElD,aAAW,CAAC,OAAO,QAAQ,KAAK,UAAU,QAAQ,GAAG;AACnD,UAAM,SAAS,2BAA2B;AAAA,MACxC;AAAA,MACA,UAAU,SAAS;AAAA,IACrB,CAAC;AACD,UAAM,YAAY,gBAAgB;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,oBAAgB,YAAY,WAAW,KAAK;AAAA,EAC9C;AAEA,SAAO;AACT;AAEA,SAAS,gBACP,YACA,WACA,OACM;AACN,QAAM,WAAW,WAAW;AAAA,IAC1B,CAAC,SAAS,kBAAkB,WAAW,IAAI,IAAI;AAAA,EACjD;AAEA,MAAI,aAAa,IAAI;AACnB,QAAI,WAAW,SAAS,OAAO;AAC7B,iBAAW,KAAK,SAAS;AAAA,IAC3B;AACA;AAAA,EACF;AAEA,aAAW,OAAO,UAAU,GAAG,SAAS;AAExC,MAAI,WAAW,SAAS,OAAO;AAC7B,eAAW,IAAI;AAAA,EACjB;AACF;AAEA,SAAS,gBAAgB,OAKM;AAC7B,SAAO;AAAA,IACL,iBAAiB,MAAM,OAAO;AAAA,IAC9B,UAAU,MAAM,OAAO;AAAA,IACvB,gBAAgB,MAAM,OAAO;AAAA,IAC7B,OAAO,MAAM;AAAA,IACb,UAAU,MAAM,UAAU,MAAM,QAAQ,CAAC,GAAG,QAAQ;AAAA,IACpD,cAAc,MAAM,SAAS;AAAA,IAC7B,UAAU,MAAM,UAAU,MAAM,QAAQ,CAAC,GAAG,QAAQ;AAAA,IACpD,OAAO,MAAM,OAAO;AAAA,IACpB,UAAU,MAAM;AAAA,IAChB,UAAU,MAAM,OAAO;AAAA,EACzB;AACF;AAEA,SAAS,kBACP,MACA,OACQ;AACR,MAAI,KAAK,UAAU,MAAM,OAAO;AAC9B,WAAO,MAAM,QAAQ,KAAK;AAAA,EAC5B;AACA,MAAI,KAAK,aAAa,MAAM,UAAU;AACpC,WAAO,KAAK,WAAW,KAAK;AAAA,EAC9B;AACA,MAAI,KAAK,mBAAmB,MAAM,gBAAgB;AAChD,WAAO,KAAK,iBAAiB,KAAK;AAAA,EACpC;AACA,MAAI,KAAK,oBAAoB,MAAM,iBAAiB;AAClD,WAAO,KAAK,kBAAkB,KAAK;AAAA,EACrC;AAEA,SAAO,KAAK,QAAQ,MAAM;AAC5B;AAEA,SAAS,yBACP,WACA,cACS;AACT,QAAM,eACJ,UAAU,SAAS,uBAClB,UAAU,kBACT,UAAU,SAAS;AAEvB,SACE,iBACC,UAAU,iBAAiB,aAAa,gBACvC,aAAa,QAAQ,UAAU,QAAQ;AAE7C;AAEA,SAAS,8BACP,WACS;AACT,SACE,UAAU,SAAS,iCAAiC,UAAU;AAElE;AAEA,SAAS,eAAe,OAAmC;AACzD,SAAO,6BAA6B,SAAS,EAAE;AACjD;AAEA,SAAS,oBAAoB,OAA+C;AAC1E,QAAM,aAAa,OAAO,KAAK;AAE/B,SAAO,eAAe,KAAK,SAAY;AACzC;AAEA,SAAS,kBACP,aAC4C;AAC5C,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,SAA+D,CAAC;AAEtE,aAAW,cAAc,aAAa;AACpC,UAAM,MAAM,WAAW,KAAK,GAAG;AAE/B,QAAI,KAAK,IAAI,GAAG,GAAG;AACjB;AAAA,IACF;AAEA,SAAK,IAAI,GAAG;AACZ,WAAO,KAAK,UAAU;AAAA,EACxB;AAEA,SAAO;AACT;","names":["topCandidate"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/graph/evidence-selection/text.ts"],"sourcesContent":["const HYPHEN_FLAGS = new Set([\"‐\", \"‑\", \"‒\", \"–\", \"—\", \"―\"]);\nconst SENTENCE_SEGMENTER = new Intl.Segmenter(undefined, {\n granularity: \"sentence\",\n});\n\nexport function splitTextIntoSentences(text: string): string[] {\n const stripped = text.trim();\n\n if (stripped === \"\") {\n return [];\n }\n\n return Array.from(SENTENCE_SEGMENTER.segment(stripped))\n .map((segment) => segment.segment.trim())\n .filter((segment) => segment !== \"\");\n}\n\nexport function normalizeText(text: string): string {\n const collapsed = text.replace(/\\s+/gu, \" \").trim();\n const chars = processSpacesAndHyphens(collapsed);\n let normalized = \"\";\n\n for (const char of chars) {\n if (isPunctuation(char)) {\n continue;\n }\n\n if (!isLatinLetter(char)) {\n normalized += char;\n continue;\n }\n\n normalized += char.toLowerCase().normalize(\"NFD\").replace(/\\p{M}/gu, \"\");\n }\n\n return normalized;\n}\n\nfunction processSpacesAndHyphens(text: string): string[] {\n const chars: string[] = [];\n let index = 0;\n\n while (index < text.length) {\n const char = text[index];\n\n if (char === undefined) {\n break;\n }\n\n if (char !== \" \") {\n chars.push(char);\n index += 1;\n continue;\n }\n\n if (\n chars.length >= 2 &&\n HYPHEN_FLAGS.has(chars[chars.length - 1] ?? \"\") &&\n isLatinLetter(chars[chars.length - 2] ?? \"\") &&\n index < text.length - 1 &&\n isLatinLetter(text[index + 1] ?? \"\")\n ) {\n chars.pop();\n index += 1;\n continue;\n }\n\n const previousChar = chars[chars.length - 1] ?? \"\";\n const nextChar = text[index + 1] ?? \"\";\n const keepSpace =\n previousChar !== \"\" &&\n nextChar !== \"\" &&\n isLatinLetter(previousChar) &&\n isLatinLetter(nextChar);\n\n if (keepSpace) {\n chars.push(char);\n }\n\n index += 1;\n }\n\n return chars;\n}\n\nfunction isLatinLetter(char: string): boolean {\n return char !== \"\" && /\\p{Script=Latin}/u.test(char) && /\\p{L}/u.test(char);\n}\n\nfunction isPunctuation(char: string): boolean {\n return /[\\p{P}\\p{S}]/u.test(char);\n}\n"],"mappings":"AAAA,MAAM,eAAe,oBAAI,IAAI,CAAC,UAAK,UAAK,UAAK,UAAK,UAAK,QAAG,CAAC;AAC3D,MAAM,qBAAqB,IAAI,KAAK,UAAU,QAAW;AAAA,EACvD,aAAa;AACf,CAAC;AAEM,SAAS,uBAAuB,MAAwB;AAC7D,QAAM,WAAW,KAAK,KAAK;AAE3B,MAAI,aAAa,IAAI;AACnB,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,MAAM,KAAK,mBAAmB,QAAQ,QAAQ,CAAC,EACnD,IAAI,CAAC,YAAY,QAAQ,QAAQ,KAAK,CAAC,EACvC,OAAO,CAAC,YAAY,YAAY,EAAE;AACvC;AAEO,SAAS,cAAc,MAAsB;AAClD,QAAM,YAAY,KAAK,QAAQ,SAAS,GAAG,EAAE,KAAK;AAClD,QAAM,QAAQ,wBAAwB,SAAS;AAC/C,MAAI,aAAa;AAEjB,aAAW,QAAQ,OAAO;AACxB,QAAI,cAAc,IAAI,GAAG;AACvB;AAAA,IACF;AAEA,QAAI,CAAC,cAAc,IAAI,GAAG;AACxB,oBAAc;AACd;AAAA,IACF;AAEA,kBAAc,KAAK,YAAY,EAAE,UAAU,KAAK,EAAE,QAAQ,WAAC,UAAM,IAAE,GAAE,EAAE;AAAA,EACzE;AAEA,SAAO;AACT;AAEA,SAAS,wBAAwB,MAAwB;AACvD,QAAM,QAAkB,CAAC;AACzB,MAAI,QAAQ;AAEZ,SAAO,QAAQ,KAAK,QAAQ;AAC1B,UAAM,OAAO,KAAK,KAAK;AAEvB,QAAI,SAAS,QAAW;AACtB;AAAA,IACF;AAEA,QAAI,SAAS,KAAK;AAChB,YAAM,KAAK,IAAI;AACf,eAAS;AACT;AAAA,IACF;AAEA,QACE,MAAM,UAAU,KAChB,aAAa,IAAI,MAAM,MAAM,SAAS,CAAC,KAAK,EAAE,KAC9C,cAAc,MAAM,MAAM,SAAS,CAAC,KAAK,EAAE,KAC3C,QAAQ,KAAK,SAAS,KACtB,cAAc,KAAK,QAAQ,CAAC,KAAK,EAAE,GACnC;AACA,YAAM,IAAI;AACV,eAAS;AACT;AAAA,IACF;AAEA,UAAM,eAAe,MAAM,MAAM,SAAS,CAAC,KAAK;AAChD,UAAM,WAAW,KAAK,QAAQ,CAAC,KAAK;AACpC,UAAM,YACJ,iBAAiB,MACjB,aAAa,MACb,cAAc,YAAY,KAC1B,cAAc,QAAQ;AAExB,QAAI,WAAW;AACb,YAAM,KAAK,IAAI;AAAA,IACjB;AAEA,aAAS;AAAA,EACX;AAEA,SAAO;AACT;AAEA,SAAS,cAAc,MAAuB;AAC5C,SAAO,SAAS,MAAM,WAAC,qBAAiB,GAAC,EAAC,KAAK,IAAI,KAAK,WAAC,UAAM,GAAC,EAAC,KAAK,IAAI;AAC5E;AAEA,SAAS,cAAc,MAAuB;AAC5C,SAAO,gBAAgB,KAAK,IAAI;AAClC;","names":[]}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { MentionLinkRecord, MentionRecord } from '../../document/types.js';
|
|
2
|
+
|
|
3
|
+
declare function validateChapterKnowledgeGraphArtifact(chapterId: number, records: {
|
|
4
|
+
readonly mentionLinks: readonly MentionLinkRecord[];
|
|
5
|
+
readonly mentions: readonly MentionRecord[];
|
|
6
|
+
}): void;
|
|
7
|
+
declare function writeJsonl<T>(path: string, records: AsyncIterable<T> | Iterable<T>, parseRecord: (record: unknown) => T): Promise<void>;
|
|
8
|
+
declare function readJsonl<T>(path: string, parseRecord: (record: unknown) => T): Promise<T[]>;
|
|
9
|
+
declare function parseMentionRecord(record: unknown): MentionRecord;
|
|
10
|
+
declare function parseMentionLinkRecord(record: unknown): MentionLinkRecord;
|
|
11
|
+
|
|
12
|
+
export { parseMentionLinkRecord, parseMentionRecord, readJsonl, validateChapterKnowledgeGraphArtifact, writeJsonl };
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { createReadStream, createWriteStream } from "fs";
|
|
2
|
+
import { createInterface } from "readline";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
const mentionRecordSchema = z.object({
|
|
5
|
+
id: z.string().min(1),
|
|
6
|
+
chapterId: z.number().int(),
|
|
7
|
+
sentenceIndex: z.number().int().nonnegative().optional(),
|
|
8
|
+
rangeStart: z.number().int().nonnegative(),
|
|
9
|
+
rangeEnd: z.number().int().nonnegative(),
|
|
10
|
+
surface: z.string().min(1),
|
|
11
|
+
qid: z.string().regex(/^Q[1-9][0-9]*$/),
|
|
12
|
+
confidence: z.number().min(0).max(1).optional(),
|
|
13
|
+
note: z.string().optional()
|
|
14
|
+
});
|
|
15
|
+
const sentenceIdSchema = z.tuple([z.number().int().nonnegative(), z.number().int().nonnegative()]).readonly();
|
|
16
|
+
const mentionLinkRecordSchema = z.object({
|
|
17
|
+
id: z.string().min(1),
|
|
18
|
+
sourceMentionId: z.string().min(1),
|
|
19
|
+
targetMentionId: z.string().min(1),
|
|
20
|
+
predicate: z.string().min(1),
|
|
21
|
+
evidenceSentenceIds: z.array(sentenceIdSchema).min(1),
|
|
22
|
+
confidence: z.number().min(0).max(1).optional(),
|
|
23
|
+
note: z.string().optional()
|
|
24
|
+
});
|
|
25
|
+
function validateChapterKnowledgeGraphArtifact(chapterId, records) {
|
|
26
|
+
const mentionIds = /* @__PURE__ */ new Set();
|
|
27
|
+
for (const mention of records.mentions) {
|
|
28
|
+
if (mention.chapterId !== chapterId) {
|
|
29
|
+
throw new Error(
|
|
30
|
+
`Mention ${mention.id} belongs to chapter ${mention.chapterId}, expected chapter ${chapterId}.`
|
|
31
|
+
);
|
|
32
|
+
}
|
|
33
|
+
if (mention.rangeEnd <= mention.rangeStart) {
|
|
34
|
+
throw new Error(
|
|
35
|
+
`Mention ${mention.id} has invalid range [${mention.rangeStart}, ${mention.rangeEnd}).`
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
if (mentionIds.has(mention.id)) {
|
|
39
|
+
throw new Error(`Duplicate mention id ${mention.id}.`);
|
|
40
|
+
}
|
|
41
|
+
mentionIds.add(mention.id);
|
|
42
|
+
}
|
|
43
|
+
const linkIds = /* @__PURE__ */ new Set();
|
|
44
|
+
for (const link of records.mentionLinks) {
|
|
45
|
+
if (linkIds.has(link.id)) {
|
|
46
|
+
throw new Error(`Duplicate mention link id ${link.id}.`);
|
|
47
|
+
}
|
|
48
|
+
if (!mentionIds.has(link.sourceMentionId)) {
|
|
49
|
+
throw new Error(
|
|
50
|
+
`Mention link ${link.id} references unknown source mention ${link.sourceMentionId}.`
|
|
51
|
+
);
|
|
52
|
+
}
|
|
53
|
+
if (!mentionIds.has(link.targetMentionId)) {
|
|
54
|
+
throw new Error(
|
|
55
|
+
`Mention link ${link.id} references unknown target mention ${link.targetMentionId}.`
|
|
56
|
+
);
|
|
57
|
+
}
|
|
58
|
+
if (link.evidenceSentenceIds.length === 0) {
|
|
59
|
+
throw new Error(`Mention link ${link.id} has no evidence sentences.`);
|
|
60
|
+
}
|
|
61
|
+
for (const sentenceId of link.evidenceSentenceIds) {
|
|
62
|
+
if (sentenceId[0] !== chapterId) {
|
|
63
|
+
throw new Error(
|
|
64
|
+
`Mention link ${link.id} evidence sentence ${formatSentenceId(sentenceId)} is outside chapter ${chapterId}.`
|
|
65
|
+
);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
linkIds.add(link.id);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
function formatSentenceId(sentenceId) {
|
|
72
|
+
return sentenceId.join(":");
|
|
73
|
+
}
|
|
74
|
+
async function writeJsonl(path, records, parseRecord) {
|
|
75
|
+
const stream = createWriteStream(path, { encoding: "utf8", flags: "wx" });
|
|
76
|
+
try {
|
|
77
|
+
for await (const record of records) {
|
|
78
|
+
stream.write(`${JSON.stringify(parseRecord(record))}
|
|
79
|
+
`);
|
|
80
|
+
}
|
|
81
|
+
} finally {
|
|
82
|
+
await closeWritableStream(stream);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
async function readJsonl(path, parseRecord) {
|
|
86
|
+
const records = [];
|
|
87
|
+
const lines = createInterface({
|
|
88
|
+
crlfDelay: Infinity,
|
|
89
|
+
input: createReadStream(path, { encoding: "utf8" })
|
|
90
|
+
});
|
|
91
|
+
let lineNumber = 0;
|
|
92
|
+
for await (const line of lines) {
|
|
93
|
+
lineNumber += 1;
|
|
94
|
+
if (line.trim() === "") {
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
try {
|
|
98
|
+
records.push(parseRecord(JSON.parse(line)));
|
|
99
|
+
} catch (error) {
|
|
100
|
+
throw new Error(`Invalid JSONL record at ${path}:${lineNumber}`, {
|
|
101
|
+
cause: error
|
|
102
|
+
});
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
return records;
|
|
106
|
+
}
|
|
107
|
+
function parseMentionRecord(record) {
|
|
108
|
+
const parsed = mentionRecordSchema.parse(record);
|
|
109
|
+
return {
|
|
110
|
+
chapterId: parsed.chapterId,
|
|
111
|
+
...parsed.confidence === void 0 ? {} : { confidence: parsed.confidence },
|
|
112
|
+
id: parsed.id,
|
|
113
|
+
...parsed.note === void 0 ? {} : { note: parsed.note },
|
|
114
|
+
qid: parsed.qid,
|
|
115
|
+
rangeEnd: parsed.rangeEnd,
|
|
116
|
+
rangeStart: parsed.rangeStart,
|
|
117
|
+
...parsed.sentenceIndex === void 0 ? {} : { sentenceIndex: parsed.sentenceIndex },
|
|
118
|
+
surface: parsed.surface
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
function parseMentionLinkRecord(record) {
|
|
122
|
+
const parsed = mentionLinkRecordSchema.parse(record);
|
|
123
|
+
return {
|
|
124
|
+
...parsed.confidence === void 0 ? {} : { confidence: parsed.confidence },
|
|
125
|
+
evidenceSentenceIds: parsed.evidenceSentenceIds,
|
|
126
|
+
id: parsed.id,
|
|
127
|
+
...parsed.note === void 0 ? {} : { note: parsed.note },
|
|
128
|
+
predicate: parsed.predicate,
|
|
129
|
+
sourceMentionId: parsed.sourceMentionId,
|
|
130
|
+
targetMentionId: parsed.targetMentionId
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
async function closeWritableStream(stream) {
|
|
134
|
+
await new Promise((resolveClose, rejectClose) => {
|
|
135
|
+
stream.end((error) => {
|
|
136
|
+
if (error !== void 0 && error !== null) {
|
|
137
|
+
rejectClose(error);
|
|
138
|
+
return;
|
|
139
|
+
}
|
|
140
|
+
resolveClose();
|
|
141
|
+
});
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
export {
|
|
145
|
+
parseMentionLinkRecord,
|
|
146
|
+
parseMentionRecord,
|
|
147
|
+
readJsonl,
|
|
148
|
+
validateChapterKnowledgeGraphArtifact,
|
|
149
|
+
writeJsonl
|
|
150
|
+
};
|
|
151
|
+
//# sourceMappingURL=artifact-io.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/graph/knowledge-build/artifact-io.ts"],"sourcesContent":["import { createReadStream, createWriteStream } from \"fs\";\nimport { createInterface } from \"readline\";\nimport { z } from \"zod\";\n\nimport type {\n MentionLinkRecord,\n MentionRecord,\n SentenceId,\n} from \"../../document/index.js\";\n\nconst mentionRecordSchema = z.object({\n id: z.string().min(1),\n chapterId: z.number().int(),\n sentenceIndex: z.number().int().nonnegative().optional(),\n rangeStart: z.number().int().nonnegative(),\n rangeEnd: z.number().int().nonnegative(),\n surface: z.string().min(1),\n qid: z.string().regex(/^Q[1-9][0-9]*$/),\n confidence: z.number().min(0).max(1).optional(),\n note: z.string().optional(),\n});\n\nconst sentenceIdSchema = z\n .tuple([z.number().int().nonnegative(), z.number().int().nonnegative()])\n .readonly();\n\nconst mentionLinkRecordSchema = z.object({\n id: z.string().min(1),\n sourceMentionId: z.string().min(1),\n targetMentionId: z.string().min(1),\n predicate: z.string().min(1),\n evidenceSentenceIds: z.array(sentenceIdSchema).min(1),\n confidence: z.number().min(0).max(1).optional(),\n note: z.string().optional(),\n});\n\nexport function validateChapterKnowledgeGraphArtifact(\n chapterId: number,\n records: {\n readonly mentionLinks: readonly MentionLinkRecord[];\n readonly mentions: readonly MentionRecord[];\n },\n): void {\n const mentionIds = new Set<string>();\n\n for (const mention of records.mentions) {\n if (mention.chapterId !== chapterId) {\n throw new Error(\n `Mention ${mention.id} belongs to chapter ${mention.chapterId}, expected chapter ${chapterId}.`,\n );\n }\n if (mention.rangeEnd <= mention.rangeStart) {\n throw new Error(\n `Mention ${mention.id} has invalid range [${mention.rangeStart}, ${mention.rangeEnd}).`,\n );\n }\n if (mentionIds.has(mention.id)) {\n throw new Error(`Duplicate mention id ${mention.id}.`);\n }\n\n mentionIds.add(mention.id);\n }\n\n const linkIds = new Set<string>();\n\n for (const link of records.mentionLinks) {\n if (linkIds.has(link.id)) {\n throw new Error(`Duplicate mention link id ${link.id}.`);\n }\n if (!mentionIds.has(link.sourceMentionId)) {\n throw new Error(\n `Mention link ${link.id} references unknown source mention ${link.sourceMentionId}.`,\n );\n }\n if (!mentionIds.has(link.targetMentionId)) {\n throw new Error(\n `Mention link ${link.id} references unknown target mention ${link.targetMentionId}.`,\n );\n }\n if (link.evidenceSentenceIds.length === 0) {\n throw new Error(`Mention link ${link.id} has no evidence sentences.`);\n }\n\n for (const sentenceId of link.evidenceSentenceIds) {\n if (sentenceId[0] !== chapterId) {\n throw new Error(\n `Mention link ${link.id} evidence sentence ${formatSentenceId(sentenceId)} is outside chapter ${chapterId}.`,\n );\n }\n }\n\n linkIds.add(link.id);\n }\n}\n\nfunction formatSentenceId(sentenceId: SentenceId): string {\n return sentenceId.join(\":\");\n}\n\nexport async function writeJsonl<T>(\n path: string,\n records: AsyncIterable<T> | Iterable<T>,\n parseRecord: (record: unknown) => T,\n): Promise<void> {\n const stream = createWriteStream(path, { encoding: \"utf8\", flags: \"wx\" });\n\n try {\n for await (const record of records) {\n stream.write(`${JSON.stringify(parseRecord(record))}\\n`);\n }\n } finally {\n await closeWritableStream(stream);\n }\n}\n\nexport async function readJsonl<T>(\n path: string,\n parseRecord: (record: unknown) => T,\n): Promise<T[]> {\n const records: T[] = [];\n const lines = createInterface({\n crlfDelay: Infinity,\n input: createReadStream(path, { encoding: \"utf8\" }),\n });\n let lineNumber = 0;\n\n for await (const line of lines) {\n lineNumber += 1;\n if (line.trim() === \"\") {\n continue;\n }\n\n try {\n records.push(parseRecord(JSON.parse(line)));\n } catch (error) {\n throw new Error(`Invalid JSONL record at ${path}:${lineNumber}`, {\n cause: error,\n });\n }\n }\n\n return records;\n}\n\nexport function parseMentionRecord(record: unknown): MentionRecord {\n const parsed = mentionRecordSchema.parse(record);\n\n return {\n chapterId: parsed.chapterId,\n ...(parsed.confidence === undefined\n ? {}\n : { confidence: parsed.confidence }),\n id: parsed.id,\n ...(parsed.note === undefined ? {} : { note: parsed.note }),\n qid: parsed.qid,\n rangeEnd: parsed.rangeEnd,\n rangeStart: parsed.rangeStart,\n ...(parsed.sentenceIndex === undefined\n ? {}\n : { sentenceIndex: parsed.sentenceIndex }),\n surface: parsed.surface,\n };\n}\n\nexport function parseMentionLinkRecord(record: unknown): MentionLinkRecord {\n const parsed = mentionLinkRecordSchema.parse(record);\n\n return {\n ...(parsed.confidence === undefined\n ? {}\n : { confidence: parsed.confidence }),\n evidenceSentenceIds: parsed.evidenceSentenceIds,\n id: parsed.id,\n ...(parsed.note === undefined ? {} : { note: parsed.note }),\n predicate: parsed.predicate,\n sourceMentionId: parsed.sourceMentionId,\n targetMentionId: parsed.targetMentionId,\n };\n}\n\nasync function closeWritableStream(\n stream: NodeJS.WritableStream,\n): Promise<void> {\n await new Promise<void>((resolveClose, rejectClose) => {\n stream.end((error?: Error | null) => {\n if (error !== undefined && error !== null) {\n rejectClose(error);\n return;\n }\n\n resolveClose();\n });\n });\n}\n"],"mappings":"AAAA,SAAS,kBAAkB,yBAAyB;AACpD,SAAS,uBAAuB;AAChC,SAAS,SAAS;AAQlB,MAAM,sBAAsB,EAAE,OAAO;AAAA,EACnC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,WAAW,EAAE,OAAO,EAAE,IAAI;AAAA,EAC1B,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS;AAAA,EACvD,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY;AAAA,EACzC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY;AAAA,EACvC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACzB,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB;AAAA,EACtC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EAC9C,MAAM,EAAE,OAAO,EAAE,SAAS;AAC5B,CAAC;AAED,MAAM,mBAAmB,EACtB,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,EACtE,SAAS;AAEZ,MAAM,0BAA0B,EAAE,OAAO;AAAA,EACvC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACpB,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACjC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACjC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAC3B,qBAAqB,EAAE,MAAM,gBAAgB,EAAE,IAAI,CAAC;AAAA,EACpD,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EAC9C,MAAM,EAAE,OAAO,EAAE,SAAS;AAC5B,CAAC;AAEM,SAAS,sCACd,WACA,SAIM;AACN,QAAM,aAAa,oBAAI,IAAY;AAEnC,aAAW,WAAW,QAAQ,UAAU;AACtC,QAAI,QAAQ,cAAc,WAAW;AACnC,YAAM,IAAI;AAAA,QACR,WAAW,QAAQ,EAAE,uBAAuB,QAAQ,SAAS,sBAAsB,SAAS;AAAA,MAC9F;AAAA,IACF;AACA,QAAI,QAAQ,YAAY,QAAQ,YAAY;AAC1C,YAAM,IAAI;AAAA,QACR,WAAW,QAAQ,EAAE,uBAAuB,QAAQ,UAAU,KAAK,QAAQ,QAAQ;AAAA,MACrF;AAAA,IACF;AACA,QAAI,WAAW,IAAI,QAAQ,EAAE,GAAG;AAC9B,YAAM,IAAI,MAAM,wBAAwB,QAAQ,EAAE,GAAG;AAAA,IACvD;AAEA,eAAW,IAAI,QAAQ,EAAE;AAAA,EAC3B;AAEA,QAAM,UAAU,oBAAI,IAAY;AAEhC,aAAW,QAAQ,QAAQ,cAAc;AACvC,QAAI,QAAQ,IAAI,KAAK,EAAE,GAAG;AACxB,YAAM,IAAI,MAAM,6BAA6B,KAAK,EAAE,GAAG;AAAA,IACzD;AACA,QAAI,CAAC,WAAW,IAAI,KAAK,eAAe,GAAG;AACzC,YAAM,IAAI;AAAA,QACR,gBAAgB,KAAK,EAAE,sCAAsC,KAAK,eAAe;AAAA,MACnF;AAAA,IACF;AACA,QAAI,CAAC,WAAW,IAAI,KAAK,eAAe,GAAG;AACzC,YAAM,IAAI;AAAA,QACR,gBAAgB,KAAK,EAAE,sCAAsC,KAAK,eAAe;AAAA,MACnF;AAAA,IACF;AACA,QAAI,KAAK,oBAAoB,WAAW,GAAG;AACzC,YAAM,IAAI,MAAM,gBAAgB,KAAK,EAAE,6BAA6B;AAAA,IACtE;AAEA,eAAW,cAAc,KAAK,qBAAqB;AACjD,UAAI,WAAW,CAAC,MAAM,WAAW;AAC/B,cAAM,IAAI;AAAA,UACR,gBAAgB,KAAK,EAAE,sBAAsB,iBAAiB,UAAU,CAAC,uBAAuB,SAAS;AAAA,QAC3G;AAAA,MACF;AAAA,IACF;AAEA,YAAQ,IAAI,KAAK,EAAE;AAAA,EACrB;AACF;AAEA,SAAS,iBAAiB,YAAgC;AACxD,SAAO,WAAW,KAAK,GAAG;AAC5B;AAEA,eAAsB,WACpB,MACA,SACA,aACe;AACf,QAAM,SAAS,kBAAkB,MAAM,EAAE,UAAU,QAAQ,OAAO,KAAK,CAAC;AAExE,MAAI;AACF,qBAAiB,UAAU,SAAS;AAClC,aAAO,MAAM,GAAG,KAAK,UAAU,YAAY,MAAM,CAAC,CAAC;AAAA,CAAI;AAAA,IACzD;AAAA,EACF,UAAE;AACA,UAAM,oBAAoB,MAAM;AAAA,EAClC;AACF;AAEA,eAAsB,UACpB,MACA,aACc;AACd,QAAM,UAAe,CAAC;AACtB,QAAM,QAAQ,gBAAgB;AAAA,IAC5B,WAAW;AAAA,IACX,OAAO,iBAAiB,MAAM,EAAE,UAAU,OAAO,CAAC;AAAA,EACpD,CAAC;AACD,MAAI,aAAa;AAEjB,mBAAiB,QAAQ,OAAO;AAC9B,kBAAc;AACd,QAAI,KAAK,KAAK,MAAM,IAAI;AACtB;AAAA,IACF;AAEA,QAAI;AACF,cAAQ,KAAK,YAAY,KAAK,MAAM,IAAI,CAAC,CAAC;AAAA,IAC5C,SAAS,OAAO;AACd,YAAM,IAAI,MAAM,2BAA2B,IAAI,IAAI,UAAU,IAAI;AAAA,QAC/D,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,mBAAmB,QAAgC;AACjE,QAAM,SAAS,oBAAoB,MAAM,MAAM;AAE/C,SAAO;AAAA,IACL,WAAW,OAAO;AAAA,IAClB,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,IAAI,OAAO;AAAA,IACX,GAAI,OAAO,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,OAAO,KAAK;AAAA,IACzD,KAAK,OAAO;AAAA,IACZ,UAAU,OAAO;AAAA,IACjB,YAAY,OAAO;AAAA,IACnB,GAAI,OAAO,kBAAkB,SACzB,CAAC,IACD,EAAE,eAAe,OAAO,cAAc;AAAA,IAC1C,SAAS,OAAO;AAAA,EAClB;AACF;AAEO,SAAS,uBAAuB,QAAoC;AACzE,QAAM,SAAS,wBAAwB,MAAM,MAAM;AAEnD,SAAO;AAAA,IACL,GAAI,OAAO,eAAe,SACtB,CAAC,IACD,EAAE,YAAY,OAAO,WAAW;AAAA,IACpC,qBAAqB,OAAO;AAAA,IAC5B,IAAI,OAAO;AAAA,IACX,GAAI,OAAO,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,OAAO,KAAK;AAAA,IACzD,WAAW,OAAO;AAAA,IAClB,iBAAiB,OAAO;AAAA,IACxB,iBAAiB,OAAO;AAAA,EAC1B;AACF;AAEA,eAAe,oBACb,QACe;AACf,QAAM,IAAI,QAAc,CAAC,cAAc,gBAAgB;AACrD,WAAO,IAAI,CAAC,UAAyB;AACnC,UAAI,UAAU,UAAa,UAAU,MAAM;AACzC,oBAAY,KAAK;AACjB;AAAA,MACF;AAEA,mBAAa;AAAA,IACf,CAAC;AAAA,EACH,CAAC;AACH;","names":[]}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { BuildChapterKnowledgeGraphArtifactOptions, ChapterKnowledgeGraphBuildArtifact } from './types.js';
|
|
2
|
+
import '../../document/types.js';
|
|
3
|
+
import '../../external/guaranteed/types.js';
|
|
4
|
+
import '../../external/llm/types.js';
|
|
5
|
+
import 'ai';
|
|
6
|
+
import 'zod';
|
|
7
|
+
import '../../external/wikipage/types.js';
|
|
8
|
+
import '../../external/wikipage/wikimedia-client/wiki.js';
|
|
9
|
+
import '../../external/wikipage/fetch-log.js';
|
|
10
|
+
import '../../external/wikimatch/wikispine.js';
|
|
11
|
+
import '../../external/wikimatch/types.js';
|
|
12
|
+
import '../../runtime/jobs/types.js';
|
|
13
|
+
import '../../document/chapter/types.js';
|
|
14
|
+
|
|
15
|
+
declare function buildChapterKnowledgeGraphArtifact(chapterId: number, options: BuildChapterKnowledgeGraphArtifactOptions): Promise<ChapterKnowledgeGraphBuildArtifact>;
|
|
16
|
+
|
|
17
|
+
export { buildChapterKnowledgeGraphArtifact };
|