wiki-graph-core 0.3.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -0
- package/data/editor/text_compressor.jinja +17 -13
- package/data/help/commands/archive/next.jinja +7 -2
- package/data/help/commands/gc.jinja +2 -1
- package/data/help/commands/legacy/migrate.jinja +6 -1
- package/data/help/commands/legacy.jinja +3 -2
- package/data/help/commands/library-predicate.jinja +296 -0
- package/data/help/commands/library.jinja +235 -0
- package/data/help/commands/maintenance/chapter/add.jinja +3 -3
- package/data/help/commands/maintenance/chapter/list.jinja +4 -4
- package/data/help/commands/maintenance/chapter/move.jinja +4 -4
- package/data/help/commands/maintenance/chapter/remove.jinja +1 -1
- package/data/help/commands/maintenance/chapter/reset.jinja +1 -1
- package/data/help/commands/maintenance/chapter/set-source.jinja +2 -2
- package/data/help/commands/maintenance/chapter/set-summary.jinja +1 -1
- package/data/help/commands/maintenance/chapter/set-title.jinja +3 -3
- package/data/help/commands/maintenance/chapter/tree.jinja +6 -6
- package/data/help/commands/maintenance/chapter.jinja +10 -10
- package/data/help/commands/maintenance/meta.jinja +7 -7
- package/data/help/commands/maintenance/upgrade.jinja +35 -0
- package/data/help/commands/maintenance.jinja +23 -0
- package/data/help/commands/predicate.jinja +204 -28
- package/data/help/commands/root.jinja +10 -3
- package/data/help/commands/uri.jinja +165 -6
- package/data/help/topics/config.jinja +10 -3
- package/data/help/topics/library.jinja +87 -0
- package/data/help/topics/readiness.jinja +32 -2
- package/data/help/topics/recipe.jinja +42 -17
- package/data/help/topics/runtime.jinja +20 -3
- package/data/help/topics/uri.jinja +51 -25
- package/dist/api/app.d.ts +87 -0
- package/dist/api/app.js +137 -0
- package/dist/api/app.js.map +1 -0
- package/dist/api/chapter/advance.d.ts +36 -0
- package/dist/api/chapter/advance.js +171 -0
- package/dist/api/chapter/advance.js.map +1 -0
- package/dist/api/chapter/details.d.ts +25 -0
- package/dist/api/chapter/details.js +17 -0
- package/dist/api/chapter/details.js.map +1 -0
- package/dist/api/chapter/entries.d.ts +41 -0
- package/dist/api/chapter/entries.js +216 -0
- package/dist/api/chapter/entries.js.map +1 -0
- package/dist/api/chapter/generate.d.ts +42 -0
- package/dist/api/chapter/generate.js +61 -0
- package/dist/api/chapter/generate.js.map +1 -0
- package/dist/api/chapter/index.d.ts +43 -0
- package/dist/api/chapter/index.js +11 -0
- package/dist/api/chapter/index.js.map +1 -0
- package/dist/api/chapter/manage.d.ts +53 -0
- package/dist/api/chapter/manage.js +185 -0
- package/dist/api/chapter/manage.js.map +1 -0
- package/dist/api/chapter/options.d.ts +51 -0
- package/dist/api/chapter/options.js +11 -0
- package/dist/api/chapter/options.js.map +1 -0
- package/dist/api/chapter/parse.d.ts +13 -0
- package/dist/api/chapter/parse.js +16 -0
- package/dist/api/chapter/parse.js.map +1 -0
- package/dist/api/chapter/tree.d.ts +61 -0
- package/dist/api/chapter/tree.js +387 -0
- package/dist/api/chapter/tree.js.map +1 -0
- package/dist/api/chapter/types.d.ts +104 -0
- package/dist/api/chapter/types.js +5 -0
- package/dist/api/chapter/types.js.map +1 -0
- package/dist/api/chapter-build/index.d.ts +42 -0
- package/dist/api/chapter-build/index.js +3 -0
- package/dist/api/chapter-build/index.js.map +1 -0
- package/dist/api/chapter-build/types.d.ts +37 -0
- package/dist/api/digest.d.ts +67 -0
- package/dist/api/digest.js +171 -0
- package/dist/api/digest.js.map +1 -0
- package/dist/api/graph.d.ts +24 -0
- package/dist/api/graph.js +2 -0
- package/dist/api/graph.js.map +1 -0
- package/dist/api/import.d.ts +62 -0
- package/dist/api/import.js +269 -0
- package/dist/api/import.js.map +1 -0
- package/dist/api/index.d.ts +91 -0
- package/dist/api/index.js +189 -0
- package/dist/api/index.js.map +1 -0
- package/dist/api/knowledge-graph-build/index.d.ts +40 -0
- package/dist/api/knowledge-graph-build/index.js +2 -0
- package/dist/api/knowledge-graph-build/index.js.map +1 -0
- package/dist/api/knowledge-graph-build/types.d.ts +13 -0
- package/dist/api/llm-sampling.d.ts +11 -0
- package/dist/api/llm-sampling.js +58 -0
- package/dist/api/llm-sampling.js.map +1 -0
- package/dist/api/prompts.d.ts +1 -0
- package/dist/api/prompts.js +2 -0
- package/dist/api/prompts.js.map +1 -0
- package/dist/api/wiki-graph-archive.d.ts +42 -0
- package/dist/api/wiki-graph-archive.js +130 -0
- package/dist/api/wiki-graph-archive.js.map +1 -0
- package/dist/core-Cv8a8viI.d.ts +85 -0
- package/dist/document/chapter/index.d.ts +26 -0
- package/dist/document/chapter/index.js +23 -0
- package/dist/document/chapter/index.js.map +1 -0
- package/dist/document/chapter/path.d.ts +14 -0
- package/dist/document/chapter/path.js +133 -0
- package/dist/document/chapter/path.js.map +1 -0
- package/dist/document/chapter/query.d.ts +33 -0
- package/dist/document/chapter/query.js +83 -0
- package/dist/document/chapter/query.js.map +1 -0
- package/dist/document/chapter/stage.d.ts +28 -0
- package/dist/document/chapter/stage.js +13 -0
- package/dist/document/chapter/stage.js.map +1 -0
- package/dist/document/chapter/toc.d.ts +33 -0
- package/dist/document/chapter/toc.js +213 -0
- package/dist/document/chapter/toc.js.map +1 -0
- package/dist/document/chapter/tree.d.ts +20 -0
- package/dist/document/chapter/tree.js +48 -0
- package/dist/document/chapter/tree.js.map +1 -0
- package/dist/document/chapter/types.d.ts +31 -0
- package/dist/document/chapter/types.js +10 -0
- package/dist/document/chapter/types.js.map +1 -0
- package/dist/document/directory/context.d.ts +25 -0
- package/dist/document/directory/context.js +54 -0
- package/dist/document/directory/context.js.map +1 -0
- package/dist/document/directory/core.d.ts +25 -0
- package/dist/document/directory/core.js +382 -0
- package/dist/document/directory/core.js.map +1 -0
- package/dist/document/directory/file-store.d.ts +27 -0
- package/dist/document/directory/file-store.js +48 -0
- package/dist/document/directory/file-store.js.map +1 -0
- package/dist/document/directory/files.d.ts +53 -0
- package/dist/document/directory/files.js +71 -0
- package/dist/document/directory/files.js.map +1 -0
- package/dist/document/directory/index.d.ts +26 -0
- package/dist/document/directory/index.js +4 -0
- package/dist/document/directory/index.js.map +1 -0
- package/dist/document/directory/search-index.d.ts +32 -0
- package/dist/document/directory/search-index.js +154 -0
- package/dist/document/directory/search-index.js.map +1 -0
- package/dist/document/directory/serial-cleanup.d.ts +47 -0
- package/dist/document/directory/serial-cleanup.js +178 -0
- package/dist/document/directory/serial-cleanup.js.map +1 -0
- package/dist/document/directory/toc.d.ts +6 -0
- package/dist/document/directory/toc.js +14 -0
- package/dist/document/directory/toc.js.map +1 -0
- package/dist/document/directory/types.d.ts +105 -0
- package/dist/document/fragment-backed.d.ts +27 -0
- package/dist/document/fragment-backed.js +26 -0
- package/dist/document/fragment-backed.js.map +1 -0
- package/dist/document/fragments/core.d.ts +18 -0
- package/dist/document/fragments/core.js +68 -0
- package/dist/document/fragments/core.js.map +1 -0
- package/dist/document/fragments/draft.d.ts +16 -0
- package/dist/document/fragments/draft.js +57 -0
- package/dist/document/fragments/draft.js.map +1 -0
- package/dist/document/fragments/file-access.d.ts +7 -0
- package/dist/document/fragments/file-access.js +28 -0
- package/dist/document/fragments/file-access.js.map +1 -0
- package/dist/document/fragments/file.d.ts +7 -0
- package/dist/document/fragments/file.js +55 -0
- package/dist/document/fragments/file.js.map +1 -0
- package/dist/document/fragments/index.d.ts +5 -0
- package/dist/document/fragments/index.js +5 -0
- package/dist/document/fragments/index.js.map +1 -0
- package/dist/document/fragments/sentence.d.ts +5 -0
- package/dist/document/fragments/sentence.js +14 -0
- package/dist/document/fragments/sentence.js.map +1 -0
- package/dist/document/fragments/serial.d.ts +16 -0
- package/dist/document/fragments/serial.js +187 -0
- package/dist/document/fragments/serial.js.map +1 -0
- package/dist/document/fragments/types.d.ts +37 -0
- package/dist/document/fragments/types.js +9 -0
- package/dist/document/fragments/types.js.map +1 -0
- package/dist/document/home-schema-upgrade.d.ts +5 -0
- package/dist/document/home-schema-upgrade.js +529 -0
- package/dist/document/home-schema-upgrade.js.map +1 -0
- package/dist/document/index.d.ts +27 -8
- package/dist/document/index.js +10 -4
- package/dist/document/index.js.map +1 -1
- package/dist/document/schema.d.ts +3 -2
- package/dist/document/schema.js +24 -11
- package/dist/document/schema.js.map +1 -1
- package/dist/document/shared-state-database.js +27 -3
- package/dist/document/shared-state-database.js.map +1 -1
- package/dist/document/stores/chunk.d.ts +21 -0
- package/dist/document/stores/chunk.js +299 -0
- package/dist/document/stores/chunk.js.map +1 -0
- package/dist/document/stores/fragment-group.d.ts +16 -0
- package/dist/document/stores/fragment-group.js +77 -0
- package/dist/document/stores/fragment-group.js.map +1 -0
- package/dist/document/stores/graph-build-parameter.d.ts +17 -0
- package/dist/document/stores/graph-build-parameter.js +62 -0
- package/dist/document/stores/graph-build-parameter.js.map +1 -0
- package/dist/document/stores/helpers.d.ts +22 -0
- package/dist/document/stores/helpers.js +115 -0
- package/dist/document/stores/helpers.js.map +1 -0
- package/dist/document/stores/index.d.ts +15 -0
- package/dist/document/stores/index.js +23 -0
- package/dist/document/stores/index.js.map +1 -0
- package/dist/document/stores/mention-link.d.ts +32 -0
- package/dist/document/stores/mention-link.js +287 -0
- package/dist/document/stores/mention-link.js.map +1 -0
- package/dist/document/stores/mention.d.ts +31 -0
- package/dist/document/stores/mention.js +238 -0
- package/dist/document/stores/mention.js.map +1 -0
- package/dist/document/stores/object-metadata.d.ts +19 -0
- package/dist/document/stores/object-metadata.js +148 -0
- package/dist/document/stores/object-metadata.js.map +1 -0
- package/dist/document/stores/reading-edge.d.ts +17 -0
- package/dist/document/stores/reading-edge.js +80 -0
- package/dist/document/stores/reading-edge.js.map +1 -0
- package/dist/document/stores/serial.d.ts +29 -0
- package/dist/document/stores/serial.js +296 -0
- package/dist/document/stores/serial.js.map +1 -0
- package/dist/document/stores/snake/chunk.d.ts +14 -0
- package/dist/document/stores/snake/chunk.js +48 -0
- package/dist/document/stores/snake/chunk.js.map +1 -0
- package/dist/document/stores/snake/core.d.ts +15 -0
- package/dist/document/stores/snake/core.js +112 -0
- package/dist/document/stores/snake/core.js.map +1 -0
- package/dist/document/stores/snake/edge.d.ts +16 -0
- package/dist/document/stores/snake/edge.js +86 -0
- package/dist/document/stores/snake/edge.js.map +1 -0
- package/dist/document/stores/snake/index.d.ts +7 -0
- package/dist/document/stores/snake/index.js +4 -0
- package/dist/document/stores/snake/index.js.map +1 -0
- package/dist/document/stores/types.d.ts +95 -0
- package/dist/document/text-streams/core.d.ts +17 -0
- package/dist/document/text-streams/core.js +45 -0
- package/dist/document/text-streams/core.js.map +1 -0
- package/dist/document/text-streams/draft.d.ts +20 -0
- package/dist/document/text-streams/draft.js +70 -0
- package/dist/document/text-streams/draft.js.map +1 -0
- package/dist/document/text-streams/file-access.d.ts +6 -0
- package/dist/document/text-streams/file-access.js +31 -0
- package/dist/document/text-streams/file-access.js.map +1 -0
- package/dist/document/text-streams/index.d.ts +7 -0
- package/dist/document/text-streams/index.js +5 -0
- package/dist/document/text-streams/index.js.map +1 -0
- package/dist/document/text-streams/sentence.d.ts +13 -0
- package/dist/document/text-streams/sentence.js +77 -0
- package/dist/document/text-streams/sentence.js.map +1 -0
- package/dist/document/text-streams/serial.d.ts +24 -0
- package/dist/document/text-streams/serial.js +324 -0
- package/dist/document/text-streams/serial.js.map +1 -0
- package/dist/document/text-streams/types.d.ts +55 -0
- package/dist/document/text-streams/types.js +10 -0
- package/dist/document/text-streams/types.js.map +1 -0
- package/dist/external/guaranteed/classifier.js.map +1 -0
- package/dist/external/guaranteed/errors.js.map +1 -0
- package/dist/external/guaranteed/index.js.map +1 -0
- package/dist/external/guaranteed/request.js.map +1 -0
- package/dist/external/guaranteed/response.js.map +1 -0
- package/dist/external/llm/cache.js +35 -0
- package/dist/external/llm/cache.js.map +1 -0
- package/dist/external/llm/client/core.d.ts +26 -0
- package/dist/external/llm/client/core.js +321 -0
- package/dist/external/llm/client/core.js.map +1 -0
- package/dist/external/llm/client/files.d.ts +6 -0
- package/dist/external/llm/client/files.js +29 -0
- package/dist/external/llm/client/files.js.map +1 -0
- package/dist/external/llm/client/generation.d.ts +16 -0
- package/dist/external/llm/client/generation.js +35 -0
- package/dist/external/llm/client/generation.js.map +1 -0
- package/dist/external/llm/client/index.d.ts +5 -0
- package/dist/external/llm/client/index.js +5 -0
- package/dist/external/llm/client/index.js.map +1 -0
- package/dist/external/llm/client/log.d.ts +22 -0
- package/dist/external/llm/client/log.js +106 -0
- package/dist/external/llm/client/log.js.map +1 -0
- package/dist/external/llm/client/model.d.ts +10 -0
- package/dist/external/llm/client/model.js +26 -0
- package/dist/external/llm/client/model.js.map +1 -0
- package/dist/external/llm/client/retry.d.ts +4 -0
- package/dist/external/llm/client/retry.js +91 -0
- package/dist/external/llm/client/retry.js.map +1 -0
- package/dist/external/llm/context.js +78 -0
- package/dist/external/llm/context.js.map +1 -0
- package/dist/external/llm/errors.js.map +1 -0
- package/dist/external/llm/index.d.ts +7 -0
- package/dist/external/llm/index.js +17 -0
- package/dist/external/llm/index.js.map +1 -0
- package/dist/external/llm/request-log.js +35 -0
- package/dist/external/llm/request-log.js.map +1 -0
- package/dist/external/llm/sampling.js.map +1 -0
- package/dist/external/wikimatch/enrichment.d.ts +15 -0
- package/dist/external/wikimatch/enrichment.js +61 -0
- package/dist/external/wikimatch/enrichment.js.map +1 -0
- package/dist/external/wikimatch/index.d.ts +19 -0
- package/dist/external/wikimatch/index.js +66 -0
- package/dist/external/wikimatch/index.js.map +1 -0
- package/dist/external/wikimatch/option-narrowing.d.ts +19 -0
- package/dist/external/wikimatch/option-narrowing.js.map +1 -0
- package/dist/external/wikimatch/options.d.ts +16 -0
- package/dist/external/wikimatch/options.js +154 -0
- package/dist/external/wikimatch/options.js.map +1 -0
- package/dist/external/wikimatch/policy-judge.d.ts +19 -0
- package/dist/external/wikimatch/policy-judge.js +431 -0
- package/dist/external/wikimatch/policy-judge.js.map +1 -0
- package/dist/external/wikimatch/range-suppression.js.map +1 -0
- package/dist/external/wikimatch/surface/index.d.ts +10 -0
- package/dist/external/wikimatch/surface/index.js +3 -0
- package/dist/external/wikimatch/surface/index.js.map +1 -0
- package/dist/external/wikimatch/surface/screening.d.ts +18 -0
- package/dist/external/wikimatch/surface/screening.js +168 -0
- package/dist/external/wikimatch/surface/screening.js.map +1 -0
- package/dist/external/wikimatch/surface/window.d.ts +8 -0
- package/dist/external/wikimatch/surface/window.js +44 -0
- package/dist/external/wikimatch/surface/window.js.map +1 -0
- package/dist/external/wikimatch/types.d.ts +153 -0
- package/dist/external/wikimatch/wikispine.d.ts +45 -0
- package/dist/external/wikimatch/wikispine.js.map +1 -0
- package/dist/external/wikimatch/window.d.ts +8 -0
- package/dist/external/wikimatch/window.js.map +1 -0
- package/dist/external/wikimatch/words.js.map +1 -0
- package/dist/external/wikipage/cache.d.ts +20 -0
- package/dist/external/wikipage/cache.js +442 -0
- package/dist/external/wikipage/cache.js.map +1 -0
- package/dist/external/wikipage/fetch-log.js +146 -0
- package/dist/external/wikipage/fetch-log.js.map +1 -0
- package/dist/external/wikipage/index.d.ts +15 -0
- package/dist/external/wikipage/index.js +17 -0
- package/dist/external/wikipage/index.js.map +1 -0
- package/dist/external/wikipage/normalizer.d.ts +16 -0
- package/dist/external/wikipage/normalizer.js +188 -0
- package/dist/external/wikipage/normalizer.js.map +1 -0
- package/dist/external/wikipage/rate-limiter.js.map +1 -0
- package/dist/external/wikipage/resolver.d.ts +22 -0
- package/dist/external/wikipage/resolver.js +359 -0
- package/dist/external/wikipage/resolver.js.map +1 -0
- package/dist/external/wikipage/types.d.ts +118 -0
- package/dist/external/wikipage/wikimedia-client/core.d.ts +13 -0
- package/dist/external/wikipage/wikimedia-client/core.js +207 -0
- package/dist/external/wikipage/wikimedia-client/core.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/html.d.ts +7 -0
- package/dist/external/wikipage/wikimedia-client/html.js +136 -0
- package/dist/external/wikipage/wikimedia-client/html.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/index.d.ts +5 -0
- package/dist/external/wikipage/wikimedia-client/index.js +4 -0
- package/dist/external/wikipage/wikimedia-client/index.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/json.d.ts +7 -0
- package/dist/external/wikipage/wikimedia-client/json.js +27 -0
- package/dist/external/wikipage/wikimedia-client/json.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/request.d.ts +12 -0
- package/dist/external/wikipage/wikimedia-client/request.js +51 -0
- package/dist/external/wikipage/wikimedia-client/request.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/wiki.d.ts +54 -0
- package/dist/external/wikipage/wikimedia-client/wiki.js +28 -0
- package/dist/external/wikipage/wikimedia-client/wiki.js.map +1 -0
- package/dist/gc.cjs +8188 -8373
- package/dist/gc.cjs.map +1 -1
- package/dist/gc.d.cts +23 -3
- package/dist/gc.d.ts +2 -2
- package/dist/gc.js +1 -1
- package/dist/gc.js.map +1 -1
- package/dist/graph/evidence-selection/anchor/index.d.ts +4 -0
- package/dist/graph/evidence-selection/anchor/index.js +3 -0
- package/dist/graph/evidence-selection/anchor/index.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.d.ts +38 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.js +418 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.d.ts +8 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.js +178 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.d.ts +7 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.js +91 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.d.ts +20 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.js +119 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.d.ts +15 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.js +17 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/types.d.ts +27 -0
- package/dist/graph/evidence-selection/index.d.ts +9 -0
- package/dist/graph/evidence-selection/index.js +32 -0
- package/dist/graph/evidence-selection/index.js.map +1 -0
- package/dist/graph/evidence-selection/prompt.js.map +1 -0
- package/dist/graph/evidence-selection/quote-score.js.map +1 -0
- package/dist/graph/evidence-selection/resolver.js +303 -0
- package/dist/graph/evidence-selection/resolver.js.map +1 -0
- package/dist/graph/evidence-selection/text.js.map +1 -0
- package/dist/graph/knowledge-build/artifact-io.d.ts +12 -0
- package/dist/graph/knowledge-build/artifact-io.js +151 -0
- package/dist/graph/knowledge-build/artifact-io.js.map +1 -0
- package/dist/graph/knowledge-build/artifact.d.ts +17 -0
- package/dist/graph/knowledge-build/artifact.js +66 -0
- package/dist/graph/knowledge-build/artifact.js.map +1 -0
- package/dist/graph/knowledge-build/candidates.d.ts +24 -0
- package/dist/graph/knowledge-build/candidates.js +60 -0
- package/dist/graph/knowledge-build/candidates.js.map +1 -0
- package/dist/graph/knowledge-build/commit.d.ts +39 -0
- package/dist/graph/knowledge-build/commit.js +52 -0
- package/dist/graph/knowledge-build/commit.js.map +1 -0
- package/dist/graph/knowledge-build/constants.d.ts +6 -0
- package/dist/graph/knowledge-build/constants.js +11 -0
- package/dist/graph/knowledge-build/constants.js.map +1 -0
- package/dist/graph/knowledge-build/fragments.d.ts +33 -0
- package/dist/graph/knowledge-build/fragments.js +36 -0
- package/dist/graph/knowledge-build/fragments.js.map +1 -0
- package/dist/graph/knowledge-build/generate.d.ts +39 -0
- package/dist/graph/knowledge-build/generate.js +128 -0
- package/dist/graph/knowledge-build/generate.js.map +1 -0
- package/dist/graph/knowledge-build/grounding-runner.d.ts +23 -0
- package/dist/graph/knowledge-build/grounding-runner.js +90 -0
- package/dist/graph/knowledge-build/grounding-runner.js.map +1 -0
- package/dist/graph/knowledge-build/grounding.d.ts +19 -0
- package/dist/graph/knowledge-build/grounding.js +158 -0
- package/dist/graph/knowledge-build/grounding.js.map +1 -0
- package/dist/graph/knowledge-build/index.d.ts +40 -0
- package/dist/graph/knowledge-build/index.js +8 -0
- package/dist/graph/knowledge-build/index.js.map +1 -0
- package/dist/graph/knowledge-build/mentions.d.ts +25 -0
- package/dist/graph/knowledge-build/mentions.js +66 -0
- package/dist/graph/knowledge-build/mentions.js.map +1 -0
- package/dist/graph/knowledge-build/parameter.d.ts +19 -0
- package/dist/graph/knowledge-build/parameter.js +14 -0
- package/dist/graph/knowledge-build/parameter.js.map +1 -0
- package/dist/graph/knowledge-build/progress.d.ts +8 -0
- package/dist/graph/knowledge-build/progress.js +45 -0
- package/dist/graph/knowledge-build/progress.js.map +1 -0
- package/dist/graph/knowledge-build/relations.d.ts +22 -0
- package/dist/graph/knowledge-build/relations.js +118 -0
- package/dist/graph/knowledge-build/relations.js.map +1 -0
- package/dist/graph/knowledge-build/request.d.ts +8 -0
- package/dist/graph/knowledge-build/request.js +19 -0
- package/dist/graph/knowledge-build/request.js.map +1 -0
- package/dist/graph/knowledge-build/snapshot.d.ts +38 -0
- package/dist/graph/knowledge-build/snapshot.js +18 -0
- package/dist/graph/knowledge-build/snapshot.js.map +1 -0
- package/dist/graph/knowledge-build/types.d.ts +46 -0
- package/dist/graph/reading-build/artifact.d.ts +42 -0
- package/dist/graph/reading-build/artifact.js +162 -0
- package/dist/graph/reading-build/artifact.js.map +1 -0
- package/dist/graph/reading-build/copy.d.ts +28 -0
- package/dist/graph/reading-build/copy.js +65 -0
- package/dist/graph/reading-build/copy.js.map +1 -0
- package/dist/graph/reading-build/index.d.ts +39 -0
- package/dist/graph/reading-build/index.js +4 -0
- package/dist/graph/reading-build/index.js.map +1 -0
- package/dist/graph/reading-build/input.d.ts +32 -0
- package/dist/graph/reading-build/input.js +19 -0
- package/dist/graph/reading-build/input.js.map +1 -0
- package/dist/graph/reading-build/options.d.ts +47 -0
- package/dist/graph/reading-build/options.js +20 -0
- package/dist/graph/reading-build/options.js.map +1 -0
- package/dist/graph/reading-build/source-fragments.d.ts +15 -0
- package/dist/graph/reading-build/source-fragments.js +36 -0
- package/dist/graph/reading-build/source-fragments.js.map +1 -0
- package/dist/graph/reading-build/types.d.ts +57 -0
- package/dist/graph/reading.d.ts +73 -0
- package/dist/graph/reading.js +203 -0
- package/dist/graph/reading.js.map +1 -0
- package/dist/graph/topology/core.d.ts +42 -0
- package/dist/graph/topology/core.js +348 -0
- package/dist/graph/topology/core.js.map +1 -0
- package/dist/graph/topology/grouping.d.ts +13 -0
- package/dist/graph/topology/grouping.js.map +1 -0
- package/dist/graph/topology/index.d.ts +34 -0
- package/dist/graph/topology/index.js +5 -0
- package/dist/graph/topology/index.js.map +1 -0
- package/dist/graph/topology/resource-segmentation.d.ts +11 -0
- package/dist/graph/topology/resource-segmentation.js.map +1 -0
- package/dist/graph/topology/segment-incision.d.ts +16 -0
- package/dist/graph/topology/segment-incision.js.map +1 -0
- package/dist/graph/topology/snake/compare.d.ts +8 -0
- package/dist/graph/topology/snake/compare.js +29 -0
- package/dist/graph/topology/snake/compare.js.map +1 -0
- package/dist/graph/topology/snake/components.d.ts +12 -0
- package/dist/graph/topology/snake/components.js +80 -0
- package/dist/graph/topology/snake/components.js.map +1 -0
- package/dist/graph/topology/snake/constants.d.ts +7 -0
- package/dist/graph/topology/snake/constants.js +13 -0
- package/dist/graph/topology/snake/constants.js.map +1 -0
- package/dist/graph/topology/snake/detect.d.ts +9 -0
- package/dist/graph/topology/snake/detect.js +63 -0
- package/dist/graph/topology/snake/detect.js.map +1 -0
- package/dist/graph/topology/snake/detector.d.ts +3 -0
- package/dist/graph/topology/snake/detector.js +7 -0
- package/dist/graph/topology/snake/detector.js.map +1 -0
- package/dist/graph/topology/snake/fingerprints.d.ts +7 -0
- package/dist/graph/topology/snake/fingerprints.js +86 -0
- package/dist/graph/topology/snake/fingerprints.js.map +1 -0
- package/dist/graph/topology/snake/graph-builder.d.ts +14 -0
- package/dist/graph/topology/snake/graph-builder.js +76 -0
- package/dist/graph/topology/snake/graph-builder.js.map +1 -0
- package/dist/graph/topology/snake/graph.d.ts +7 -0
- package/dist/graph/topology/snake/graph.js +105 -0
- package/dist/graph/topology/snake/graph.js.map +1 -0
- package/dist/graph/topology/snake/index.d.ts +4 -0
- package/dist/graph/topology/snake/index.js +3 -0
- package/dist/graph/topology/snake/index.js.map +1 -0
- package/dist/graph/topology/snake/merge.d.ts +6 -0
- package/dist/graph/topology/snake/merge.js +174 -0
- package/dist/graph/topology/snake/merge.js.map +1 -0
- package/dist/graph/topology/snake/records.d.ts +12 -0
- package/dist/graph/topology/snake/records.js +35 -0
- package/dist/graph/topology/snake/records.js.map +1 -0
- package/dist/graph/topology/snake/types.d.ts +23 -0
- package/dist/graph/topology/snake/types.js +1 -0
- package/dist/graph/topology/snake/weights.d.ts +3 -0
- package/dist/graph/topology/snake/weights.js +17 -0
- package/dist/graph/topology/snake/weights.js.map +1 -0
- package/dist/graph/topology/weights.d.ts +10 -0
- package/dist/graph/topology/weights.js +84 -0
- package/dist/graph/topology/weights.js.map +1 -0
- package/dist/graph/wikilink/index.d.ts +12 -0
- package/dist/graph/wikilink/index.js.map +1 -0
- package/dist/graph/wikilink/relation-discovery.d.ts +33 -0
- package/dist/graph/wikilink/relation-discovery.js +477 -0
- package/dist/graph/wikilink/relation-discovery.js.map +1 -0
- package/dist/graph/wikilink/types.d.ts +25 -0
- package/dist/graph/wikilink/types.js +1 -0
- package/dist/graph/wikilink/window.d.ts +9 -0
- package/dist/graph/wikilink/window.js.map +1 -0
- package/dist/index.cjs +37880 -29183
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1657 -1421
- package/dist/index.d.ts +127 -72
- package/dist/index.js +333 -27
- package/dist/index.js.map +1 -1
- package/dist/library/index.d.ts +38 -0
- package/dist/library/index.js +6 -0
- package/dist/library/index.js.map +1 -0
- package/dist/library/lock.d.ts +9 -0
- package/dist/library/lock.js +121 -0
- package/dist/library/lock.js.map +1 -0
- package/dist/library/membership.d.ts +51 -0
- package/dist/library/membership.js +799 -0
- package/dist/library/membership.js.map +1 -0
- package/dist/library/query-helpers.d.ts +45 -0
- package/dist/library/query-helpers.js +45 -0
- package/dist/library/query-helpers.js.map +1 -0
- package/dist/library/query.d.ts +45 -0
- package/dist/library/query.js +422 -0
- package/dist/library/query.js.map +1 -0
- package/dist/library/registry.d.ts +39 -0
- package/dist/library/registry.js +591 -0
- package/dist/library/registry.js.map +1 -0
- package/dist/library/search-index.d.ts +87 -0
- package/dist/library/search-index.js +473 -0
- package/dist/library/search-index.js.map +1 -0
- package/dist/library/search-query.d.ts +32 -0
- package/dist/library/search-query.js +418 -0
- package/dist/library/search-query.js.map +1 -0
- package/dist/library/segments.d.ts +3 -0
- package/dist/library/segments.js +16 -0
- package/dist/library/segments.js.map +1 -0
- package/dist/maintenance/upgrade.d.ts +54 -0
- package/dist/maintenance/upgrade.js +199 -0
- package/dist/maintenance/upgrade.js.map +1 -0
- package/dist/object-stream.d.ts +170 -0
- package/dist/object-stream.js +732 -0
- package/dist/object-stream.js.map +1 -0
- package/dist/retrieval/query/archive-view/backlinks.d.ts +38 -0
- package/dist/retrieval/query/archive-view/backlinks.js +200 -0
- package/dist/retrieval/query/archive-view/backlinks.js.map +1 -0
- package/dist/retrieval/query/archive-view/collection.d.ts +33 -0
- package/dist/retrieval/query/archive-view/collection.js +327 -0
- package/dist/retrieval/query/archive-view/collection.js.map +1 -0
- package/dist/retrieval/query/archive-view/core.d.ts +44 -0
- package/dist/retrieval/query/archive-view/core.js +165 -0
- package/dist/retrieval/query/archive-view/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.d.ts +41 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.js +311 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/evidence.d.ts +31 -0
- package/dist/retrieval/query/archive-view/evidence.js +166 -0
- package/dist/retrieval/query/archive-view/evidence.js.map +1 -0
- package/dist/retrieval/query/archive-view/find.d.ts +41 -0
- package/dist/retrieval/query/archive-view/find.js +289 -0
- package/dist/retrieval/query/archive-view/find.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/constants.d.ts +15 -0
- package/dist/retrieval/query/archive-view/helper/constants.js +20 -0
- package/dist/retrieval/query/archive-view/helper/constants.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/index.d.ts +34 -0
- package/dist/retrieval/query/archive-view/helper/index.js +9 -0
- package/dist/retrieval/query/archive-view/helper/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/meta.d.ts +17 -0
- package/dist/retrieval/query/archive-view/helper/meta.js +57 -0
- package/dist/retrieval/query/archive-view/helper/meta.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/parse.d.ts +38 -0
- package/dist/retrieval/query/archive-view/helper/parse.js +71 -0
- package/dist/retrieval/query/archive-view/helper/parse.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/position.d.ts +39 -0
- package/dist/retrieval/query/archive-view/helper/position.js +75 -0
- package/dist/retrieval/query/archive-view/helper/position.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/results.d.ts +45 -0
- package/dist/retrieval/query/archive-view/helper/results.js +153 -0
- package/dist/retrieval/query/archive-view/helper/results.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/sort.d.ts +35 -0
- package/dist/retrieval/query/archive-view/helper/sort.js +88 -0
- package/dist/retrieval/query/archive-view/helper/sort.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/text.d.ts +46 -0
- package/dist/retrieval/query/archive-view/helper/text.js +91 -0
- package/dist/retrieval/query/archive-view/helper/text.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/uri.d.ts +4 -0
- package/dist/retrieval/query/archive-view/helper/uri.js +12 -0
- package/dist/retrieval/query/archive-view/helper/uri.js.map +1 -0
- package/dist/retrieval/query/archive-view/helpers.d.ts +34 -0
- package/dist/retrieval/query/archive-view/helpers.js +2 -0
- package/dist/retrieval/query/archive-view/helpers.js.map +1 -0
- package/dist/retrieval/query/archive-view/index-state.d.ts +35 -0
- package/dist/retrieval/query/archive-view/index-state.js +191 -0
- package/dist/retrieval/query/archive-view/index-state.js.map +1 -0
- package/dist/retrieval/query/archive-view/index.d.ts +41 -0
- package/dist/retrieval/query/archive-view/index.js +51 -0
- package/dist/retrieval/query/archive-view/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/knowledge.d.ts +45 -0
- package/dist/retrieval/query/archive-view/knowledge.js +99 -0
- package/dist/retrieval/query/archive-view/knowledge.js.map +1 -0
- package/dist/retrieval/query/archive-view/pack.d.ts +30 -0
- package/dist/retrieval/query/archive-view/pack.js +49 -0
- package/dist/retrieval/query/archive-view/pack.js.map +1 -0
- package/dist/retrieval/query/archive-view/pages.d.ts +41 -0
- package/dist/retrieval/query/archive-view/pages.js +341 -0
- package/dist/retrieval/query/archive-view/pages.js.map +1 -0
- package/dist/retrieval/query/archive-view/references.d.ts +88 -0
- package/dist/retrieval/query/archive-view/references.js +287 -0
- package/dist/retrieval/query/archive-view/references.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/core.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/core.js +163 -0
- package/dist/retrieval/query/archive-view/related/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/entity.d.ts +33 -0
- package/dist/retrieval/query/archive-view/related/entity.js +93 -0
- package/dist/retrieval/query/archive-view/related/entity.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/index.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/index.js +7 -0
- package/dist/retrieval/query/archive-view/related/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/pagination.d.ts +31 -0
- package/dist/retrieval/query/archive-view/related/pagination.js +90 -0
- package/dist/retrieval/query/archive-view/related/pagination.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/query.d.ts +31 -0
- package/dist/retrieval/query/archive-view/related/query.js +145 -0
- package/dist/retrieval/query/archive-view/related/query.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/sort.d.ts +32 -0
- package/dist/retrieval/query/archive-view/related/sort.js +85 -0
- package/dist/retrieval/query/archive-view/related/sort.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/wikipage.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/wikipage.js +43 -0
- package/dist/retrieval/query/archive-view/related/wikipage.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.d.ts +31 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.js +58 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.d.ts +36 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.js +64 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket.d.ts +30 -0
- package/dist/retrieval/query/archive-view/search/bucket.js +3 -0
- package/dist/retrieval/query/archive-view/search/bucket.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/buckets.d.ts +42 -0
- package/dist/retrieval/query/archive-view/search/buckets.js +302 -0
- package/dist/retrieval/query/archive-view/search/buckets.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/cache-input.d.ts +45 -0
- package/dist/retrieval/query/archive-view/search/cache-input.js +255 -0
- package/dist/retrieval/query/archive-view/search/cache-input.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/core.d.ts +31 -0
- package/dist/retrieval/query/archive-view/search/core.js +388 -0
- package/dist/retrieval/query/archive-view/search/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/hydration.d.ts +51 -0
- package/dist/retrieval/query/archive-view/search/hydration.js +234 -0
- package/dist/retrieval/query/archive-view/search/hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/index.d.ts +35 -0
- package/dist/retrieval/query/archive-view/search/index.js +7 -0
- package/dist/retrieval/query/archive-view/search/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.d.ts +60 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.js +330 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.d.ts +30 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.js +5 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.d.ts +46 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.js +82 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.d.ts +47 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.js +209 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.d.ts +31 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.js +49 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.js.map +1 -0
- package/dist/retrieval/query/archive-view/source.d.ts +30 -0
- package/dist/retrieval/query/archive-view/source.js +2 -0
- package/dist/retrieval/query/archive-view/source.js.map +1 -0
- package/dist/retrieval/query/archive-view/text-streams.d.ts +44 -0
- package/dist/retrieval/query/archive-view/text-streams.js +160 -0
- package/dist/retrieval/query/archive-view/text-streams.js.map +1 -0
- package/dist/retrieval/query/archive-view/types.d.ts +363 -0
- package/dist/retrieval/query/archive-view/types.js +1 -0
- package/dist/retrieval/query/continuation-cursor/core.d.ts +6 -0
- package/dist/retrieval/query/continuation-cursor/core.js +82 -0
- package/dist/retrieval/query/continuation-cursor/core.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/index.d.ts +2 -0
- package/dist/retrieval/query/continuation-cursor/index.js +3 -0
- package/dist/retrieval/query/continuation-cursor/index.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/payload.d.ts +12 -0
- package/dist/retrieval/query/continuation-cursor/payload.js +285 -0
- package/dist/retrieval/query/continuation-cursor/payload.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/store.d.ts +10 -0
- package/dist/retrieval/query/continuation-cursor/store.js +65 -0
- package/dist/retrieval/query/continuation-cursor/store.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/types.d.ts +72 -0
- package/dist/retrieval/query/continuation-cursor/types.js +1 -0
- package/dist/retrieval/query/continuation-cursor/types.js.map +1 -0
- package/dist/retrieval/query/index.d.ts +47 -0
- package/dist/retrieval/query/index.js +63 -0
- package/dist/retrieval/query/index.js.map +1 -0
- package/dist/retrieval/query/lexical-search.js.map +1 -0
- package/dist/retrieval/query/search-cache/buckets.d.ts +32 -0
- package/dist/retrieval/query/search-cache/buckets.js +87 -0
- package/dist/retrieval/query/search-cache/buckets.js.map +1 -0
- package/dist/retrieval/query/search-cache/cursor.d.ts +42 -0
- package/dist/retrieval/query/search-cache/cursor.js +84 -0
- package/dist/retrieval/query/search-cache/cursor.js.map +1 -0
- package/dist/retrieval/query/search-cache/database.d.ts +7 -0
- package/dist/retrieval/query/search-cache/database.js +47 -0
- package/dist/retrieval/query/search-cache/database.js.map +1 -0
- package/dist/retrieval/query/search-cache/gc.d.ts +6 -0
- package/dist/retrieval/query/search-cache/gc.js +110 -0
- package/dist/retrieval/query/search-cache/gc.js.map +1 -0
- package/dist/retrieval/query/search-cache/hits.d.ts +42 -0
- package/dist/retrieval/query/search-cache/hits.js +446 -0
- package/dist/retrieval/query/search-cache/hits.js.map +1 -0
- package/dist/retrieval/query/search-cache/ids.d.ts +32 -0
- package/dist/retrieval/query/search-cache/ids.js +48 -0
- package/dist/retrieval/query/search-cache/ids.js.map +1 -0
- package/dist/retrieval/query/search-cache/index.d.ts +33 -0
- package/dist/retrieval/query/search-cache/index.js +46 -0
- package/dist/retrieval/query/search-cache/index.js.map +1 -0
- package/dist/retrieval/query/search-cache/parsing.d.ts +36 -0
- package/dist/retrieval/query/search-cache/parsing.js +38 -0
- package/dist/retrieval/query/search-cache/parsing.js.map +1 -0
- package/dist/retrieval/query/search-cache/schema.d.ts +7 -0
- package/dist/retrieval/query/search-cache/schema.js +117 -0
- package/dist/retrieval/query/search-cache/schema.js.map +1 -0
- package/dist/retrieval/query/search-cache/scores.d.ts +4 -0
- package/dist/retrieval/query/search-cache/scores.js +12 -0
- package/dist/retrieval/query/search-cache/scores.js.map +1 -0
- package/dist/retrieval/query/search-cache/sessions.d.ts +45 -0
- package/dist/retrieval/query/search-cache/sessions.js +330 -0
- package/dist/retrieval/query/search-cache/sessions.js.map +1 -0
- package/dist/retrieval/query/search-cache/store.d.ts +23 -0
- package/dist/retrieval/query/search-cache/store.js +111 -0
- package/dist/retrieval/query/search-cache/store.js.map +1 -0
- package/dist/retrieval/query/search-cache/types.d.ts +164 -0
- package/dist/retrieval/query/search-cache/types.js +9 -0
- package/dist/retrieval/query/search-cache/types.js.map +1 -0
- package/dist/retrieval/query/view.d.ts +41 -0
- package/dist/retrieval/query/view.js +2 -0
- package/dist/retrieval/query/view.js.map +1 -0
- package/dist/retrieval/search-index/index.d.ts +33 -0
- package/dist/retrieval/search-index/index.js +41 -0
- package/dist/retrieval/search-index/index.js.map +1 -0
- package/dist/retrieval/search-index/search/build.d.ts +39 -0
- package/dist/retrieval/search-index/search/build.js +212 -0
- package/dist/retrieval/search-index/search/build.js.map +1 -0
- package/dist/retrieval/search-index/search/core.d.ts +33 -0
- package/dist/retrieval/search-index/search/core.js +8 -0
- package/dist/retrieval/search-index/search/core.js.map +1 -0
- package/dist/retrieval/search-index/search/dirty.d.ts +30 -0
- package/dist/retrieval/search-index/search/dirty.js +28 -0
- package/dist/retrieval/search-index/search/dirty.js.map +1 -0
- package/dist/retrieval/search-index/search/errors.d.ts +3 -0
- package/dist/retrieval/search-index/search/errors.js +8 -0
- package/dist/retrieval/search-index/search/errors.js.map +1 -0
- package/dist/retrieval/search-index/search/fingerprint.d.ts +8 -0
- package/dist/retrieval/search-index/search/fingerprint.js +51 -0
- package/dist/retrieval/search-index/search/fingerprint.js.map +1 -0
- package/dist/retrieval/search-index/search/helpers.d.ts +44 -0
- package/dist/retrieval/search-index/search/helpers.js +109 -0
- package/dist/retrieval/search-index/search/helpers.js.map +1 -0
- package/dist/retrieval/search-index/search/index.d.ts +34 -0
- package/dist/retrieval/search-index/search/index.js +3 -0
- package/dist/retrieval/search-index/search/index.js.map +1 -0
- package/dist/retrieval/search-index/search/match.d.ts +34 -0
- package/dist/retrieval/search-index/search/match.js +82 -0
- package/dist/retrieval/search-index/search/match.js.map +1 -0
- package/dist/retrieval/search-index/search/query.d.ts +44 -0
- package/dist/retrieval/search-index/search/query.js +219 -0
- package/dist/retrieval/search-index/search/query.js.map +1 -0
- package/dist/retrieval/search-index/search/settings.d.ts +29 -0
- package/dist/retrieval/search-index/search/settings.js +35 -0
- package/dist/retrieval/search-index/search/settings.js.map +1 -0
- package/dist/retrieval/search-index/search/status.d.ts +31 -0
- package/dist/retrieval/search-index/search/status.js +70 -0
- package/dist/retrieval/search-index/search/status.js.map +1 -0
- package/dist/retrieval/search-index/search/tokenizer.js +225 -0
- package/dist/retrieval/search-index/search/tokenizer.js.map +1 -0
- package/dist/retrieval/search-index/search/types.d.ts +79 -0
- package/dist/retrieval/search-index/search/types.js +31 -0
- package/dist/retrieval/search-index/search/types.js.map +1 -0
- package/dist/retrieval/search-index/search/write.d.ts +10 -0
- package/dist/retrieval/search-index/search/write.js +70 -0
- package/dist/retrieval/search-index/search/write.js.map +1 -0
- package/dist/runtime/common/cli-command.js.map +1 -0
- package/dist/runtime/common/data-dir.js +49 -0
- package/dist/runtime/common/data-dir.js.map +1 -0
- package/dist/runtime/common/language.js.map +1 -0
- package/dist/runtime/common/llm-scope.js.map +1 -0
- package/dist/runtime/common/logging.js.map +1 -0
- package/dist/runtime/common/prompts.d.ts +6 -0
- package/dist/runtime/common/prompts.js +25 -0
- package/dist/runtime/common/prompts.js.map +1 -0
- package/dist/runtime/common/template.js.map +1 -0
- package/dist/runtime/common/tinyld-language.js.map +1 -0
- package/dist/runtime/common/wiki-graph/dir.d.ts +19 -0
- package/dist/runtime/common/wiki-graph/dir.js +68 -0
- package/dist/runtime/common/wiki-graph/dir.js.map +1 -0
- package/dist/runtime/common/wiki-graph/index.d.ts +3 -0
- package/dist/runtime/common/wiki-graph/index.js +4 -0
- package/dist/runtime/common/wiki-graph/index.js.map +1 -0
- package/dist/runtime/common/wiki-graph/temp.js +21 -0
- package/dist/runtime/common/wiki-graph/temp.js.map +1 -0
- package/dist/runtime/common/wiki-graph/uri.d.ts +37 -0
- package/dist/runtime/common/wiki-graph/uri.js +288 -0
- package/dist/runtime/common/wiki-graph/uri.js.map +1 -0
- package/dist/runtime/context/index.d.ts +1 -0
- package/dist/runtime/context/index.js +13 -0
- package/dist/runtime/context/index.js.map +1 -0
- package/dist/runtime/context/task.js +111 -0
- package/dist/runtime/context/task.js.map +1 -0
- package/dist/runtime/gc/files.js +141 -0
- package/dist/runtime/gc/files.js.map +1 -0
- package/dist/runtime/gc/index.js.map +1 -0
- package/dist/runtime/gc/lock.js +137 -0
- package/dist/runtime/gc/lock.js.map +1 -0
- package/dist/runtime/gc/runner.js +134 -0
- package/dist/runtime/gc/runner.js.map +1 -0
- package/dist/runtime/gc/temp.js +57 -0
- package/dist/runtime/gc/temp.js.map +1 -0
- package/dist/runtime/gc/types.js +1 -0
- package/dist/runtime/gc/types.js.map +1 -0
- package/dist/runtime/jobs/conflicts.d.ts +16 -0
- package/dist/runtime/jobs/conflicts.js +61 -0
- package/dist/runtime/jobs/conflicts.js.map +1 -0
- package/dist/runtime/jobs/database.d.ts +12 -0
- package/dist/runtime/jobs/database.js +74 -0
- package/dist/runtime/jobs/database.js.map +1 -0
- package/dist/runtime/jobs/events.d.ts +6 -0
- package/dist/runtime/jobs/events.js +29 -0
- package/dist/runtime/jobs/events.js.map +1 -0
- package/dist/runtime/jobs/gc.d.ts +10 -0
- package/dist/runtime/jobs/gc.js +81 -0
- package/dist/runtime/jobs/gc.js.map +1 -0
- package/dist/runtime/jobs/helpers.d.ts +6 -0
- package/dist/runtime/jobs/helpers.js +35 -0
- package/dist/runtime/jobs/helpers.js.map +1 -0
- package/dist/runtime/jobs/index.d.ts +7 -0
- package/dist/runtime/jobs/index.js +42 -0
- package/dist/runtime/jobs/index.js.map +1 -0
- package/dist/runtime/jobs/jobs.d.ts +24 -0
- package/dist/runtime/jobs/jobs.js +416 -0
- package/dist/runtime/jobs/jobs.js.map +1 -0
- package/dist/runtime/jobs/paths.d.ts +9 -0
- package/dist/runtime/jobs/paths.js +48 -0
- package/dist/runtime/jobs/paths.js.map +1 -0
- package/dist/runtime/jobs/progress.d.ts +37 -0
- package/dist/runtime/jobs/progress.js +246 -0
- package/dist/runtime/jobs/progress.js.map +1 -0
- package/dist/runtime/jobs/recovery.d.ts +6 -0
- package/dist/runtime/jobs/recovery.js +40 -0
- package/dist/runtime/jobs/recovery.js.map +1 -0
- package/dist/runtime/jobs/row.d.ts +10 -0
- package/dist/runtime/jobs/row.js +92 -0
- package/dist/runtime/jobs/row.js.map +1 -0
- package/dist/runtime/jobs/schema.d.ts +3 -0
- package/dist/runtime/jobs/schema.js +55 -0
- package/dist/runtime/jobs/schema.js.map +1 -0
- package/dist/runtime/jobs/state.d.ts +13 -0
- package/dist/runtime/jobs/state.js +156 -0
- package/dist/runtime/jobs/state.js.map +1 -0
- package/dist/runtime/jobs/types.d.ts +141 -0
- package/dist/runtime/jobs/types.js +13 -0
- package/dist/runtime/jobs/types.js.map +1 -0
- package/dist/runtime/jobs/worker.d.ts +5 -0
- package/dist/runtime/jobs/worker.js +241 -0
- package/dist/runtime/jobs/worker.js.map +1 -0
- package/dist/runtime/progress/index.js.map +1 -0
- package/dist/runtime/progress/reporter.js.map +1 -0
- package/dist/runtime/progress/tracker.js.map +1 -0
- package/dist/runtime/progress/types.js +1 -0
- package/dist/runtime/progress/types.js.map +1 -0
- package/dist/serial.d.ts +36 -85
- package/dist/serial.js +1 -475
- package/dist/serial.js.map +1 -1
- package/dist/state-lock.d.ts +21 -0
- package/dist/state-lock.js +233 -0
- package/dist/state-lock.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.d.ts +11 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.js +94 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.d.ts +7 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.js +28 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.js +68 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/index.js +47 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/index.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.js +41 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.js +77 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.d.ts +10 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.js +123 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.d.ts +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.js +2 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.d.ts +5 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.js +305 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.d.ts +11 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js +62 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js +45 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.d.ts +19 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js.map +1 -0
- package/dist/storage/schema-upgrade/index.d.ts +8 -0
- package/dist/storage/schema-upgrade/index.js +308 -0
- package/dist/storage/schema-upgrade/index.js.map +1 -0
- package/dist/storage/wikg/archive/constants.d.ts +6 -0
- package/dist/storage/wikg/archive/constants.js +19 -0
- package/dist/storage/wikg/archive/constants.js.map +1 -0
- package/dist/storage/wikg/archive/document-files.d.ts +11 -0
- package/dist/storage/wikg/archive/document-files.js +70 -0
- package/dist/storage/wikg/archive/document-files.js.map +1 -0
- package/dist/storage/wikg/archive/extract.d.ts +3 -0
- package/dist/storage/wikg/archive/extract.js +37 -0
- package/dist/storage/wikg/archive/extract.js.map +1 -0
- package/dist/storage/wikg/archive/index.d.ts +6 -0
- package/dist/storage/wikg/archive/index.js +25 -0
- package/dist/storage/wikg/archive/index.js.map +1 -0
- package/dist/storage/wikg/archive/manifest.d.ts +11 -0
- package/dist/storage/wikg/archive/manifest.js +60 -0
- package/dist/storage/wikg/archive/manifest.js.map +1 -0
- package/dist/storage/wikg/archive/paths.d.ts +9 -0
- package/dist/storage/wikg/archive/paths.js +46 -0
- package/dist/storage/wikg/archive/paths.js.map +1 -0
- package/dist/storage/wikg/archive/reader.d.ts +17 -0
- package/dist/storage/wikg/archive/reader.js +101 -0
- package/dist/storage/wikg/archive/reader.js.map +1 -0
- package/dist/storage/wikg/archive/types.d.ts +10 -0
- package/dist/storage/wikg/archive/types.js +1 -0
- package/dist/storage/wikg/archive/types.js.map +1 -0
- package/dist/storage/wikg/archive/write.d.ts +8 -0
- package/dist/storage/wikg/archive/write.js +155 -0
- package/dist/storage/wikg/archive/write.js.map +1 -0
- package/dist/storage/wikg/archive/zip.d.ts +13 -0
- package/dist/storage/wikg/archive/zip.js +122 -0
- package/dist/storage/wikg/archive/zip.js.map +1 -0
- package/dist/storage/wikg/archive-uri.d.ts +1 -0
- package/dist/storage/wikg/archive-uri.js +39 -0
- package/dist/storage/wikg/archive-uri.js.map +1 -0
- package/dist/storage/wikg/coordinator.d.ts +29 -0
- package/dist/storage/wikg/coordinator.js +2 -0
- package/dist/storage/wikg/coordinator.js.map +1 -0
- package/dist/storage/wikg/index.d.ts +41 -0
- package/dist/storage/wikg/index.js +68 -0
- package/dist/storage/wikg/index.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/activity.d.ts +4 -0
- package/dist/storage/wikg/wikg-coordinator/activity.js +48 -0
- package/dist/storage/wikg/wikg-coordinator/activity.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.d.ts +7 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.js +38 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/constants.d.ts +9 -0
- package/dist/storage/wikg/wikg-coordinator/constants.js +19 -0
- package/dist/storage/wikg/wikg-coordinator/constants.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/facade.d.ts +40 -0
- package/dist/storage/wikg/wikg-coordinator/facade.js +43 -0
- package/dist/storage/wikg/wikg-coordinator/facade.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.d.ts +52 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.js +369 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.d.ts +4 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.js +115 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/gc.d.ts +5 -0
- package/dist/storage/wikg/wikg-coordinator/gc.js +197 -0
- package/dist/storage/wikg/wikg-coordinator/gc.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/index.d.ts +29 -0
- package/dist/storage/wikg/wikg-coordinator/index.js +11 -0
- package/dist/storage/wikg/wikg-coordinator/index.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/locks.d.ts +19 -0
- package/dist/storage/wikg/wikg-coordinator/locks.js +194 -0
- package/dist/storage/wikg/wikg-coordinator/locks.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.d.ts +32 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.js +141 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/owners.d.ts +15 -0
- package/dist/storage/wikg/wikg-coordinator/owners.js +95 -0
- package/dist/storage/wikg/wikg-coordinator/owners.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.d.ts +9 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.js +164 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/session.d.ts +43 -0
- package/dist/storage/wikg/wikg-coordinator/session.js +147 -0
- package/dist/storage/wikg/wikg-coordinator/session.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/state.d.ts +16 -0
- package/dist/storage/wikg/wikg-coordinator/state.js +258 -0
- package/dist/storage/wikg/wikg-coordinator/state.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/types.d.ts +28 -0
- package/dist/storage/wikg/wikg-coordinator/types.js +1 -0
- package/dist/storage/wikg/wikg-coordinator/types.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.d.ts +8 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.js +60 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.js.map +1 -0
- package/dist/storage/wikg/wiki-graph-archive-file.d.ts +45 -0
- package/dist/storage/wikg/wiki-graph-archive-file.js +78 -0
- package/dist/storage/wikg/wiki-graph-archive-file.js.map +1 -0
- package/dist/text/editor/clue.d.ts +40 -0
- package/dist/text/editor/clue.js.map +1 -0
- package/dist/text/editor/compression.d.ts +52 -0
- package/dist/text/editor/compression.js +253 -0
- package/dist/text/editor/compression.js.map +1 -0
- package/dist/text/editor/compressor.d.ts +19 -0
- package/dist/text/editor/compressor.js +123 -0
- package/dist/text/editor/compressor.js.map +1 -0
- package/dist/text/editor/feedback.d.ts +16 -0
- package/dist/text/editor/feedback.js.map +1 -0
- package/dist/text/editor/index.d.ts +30 -0
- package/dist/text/editor/index.js +5 -0
- package/dist/text/editor/index.js.map +1 -0
- package/dist/text/editor/language-review.d.ts +14 -0
- package/dist/text/editor/language-review.js +35 -0
- package/dist/text/editor/language-review.js.map +1 -0
- package/dist/text/editor/log.d.ts +50 -0
- package/dist/text/editor/log.js +202 -0
- package/dist/text/editor/log.js.map +1 -0
- package/dist/text/editor/markup.d.ts +18 -0
- package/dist/text/editor/markup.js +294 -0
- package/dist/text/editor/markup.js.map +1 -0
- package/dist/text/editor/prompt-templates.js.map +1 -0
- package/dist/text/editor/response.js.map +1 -0
- package/dist/text/editor/review.d.ts +47 -0
- package/dist/text/editor/review.js +189 -0
- package/dist/text/editor/review.js.map +1 -0
- package/dist/text/editor/types.js +21 -0
- package/dist/text/editor/types.js.map +1 -0
- package/dist/text/output/epub/archive.js.map +1 -0
- package/dist/text/output/epub/book.d.ts +28 -0
- package/dist/text/output/epub/book.js.map +1 -0
- package/dist/text/output/epub/content.js.map +1 -0
- package/dist/text/output/epub/index.d.ts +33 -0
- package/dist/text/output/epub/index.js.map +1 -0
- package/dist/text/output/epub/model.js.map +1 -0
- package/dist/text/output/epub/navigation.js.map +1 -0
- package/dist/text/output/epub/package.js.map +1 -0
- package/dist/text/output/epub/shared.js.map +1 -0
- package/dist/text/output/epub/templates.js +26 -0
- package/dist/text/output/epub/templates.js.map +1 -0
- package/dist/text/output/index.d.ts +27 -0
- package/dist/text/output/index.js.map +1 -0
- package/dist/text/output/plain-text.d.ts +31 -0
- package/dist/text/output/plain-text.js.map +1 -0
- package/dist/text/reader/attention/core.d.ts +39 -0
- package/dist/text/reader/attention/core.js +123 -0
- package/dist/text/reader/attention/core.js.map +1 -0
- package/dist/text/reader/attention/index.d.ts +9 -0
- package/dist/text/reader/attention/index.js +5 -0
- package/dist/text/reader/attention/index.js.map +1 -0
- package/dist/text/reader/attention/wave-reflection.d.ts +21 -0
- package/dist/text/reader/attention/wave-reflection.js.map +1 -0
- package/dist/text/reader/attention/working-memory.d.ts +28 -0
- package/dist/text/reader/attention/working-memory.js.map +1 -0
- package/dist/text/reader/chunk-batch/extract.d.ts +13 -0
- package/dist/text/reader/chunk-batch/extract.js.map +1 -0
- package/dist/text/reader/chunk-batch/extractor.d.ts +17 -0
- package/dist/text/reader/chunk-batch/extractor.js +337 -0
- package/dist/text/reader/chunk-batch/extractor.js.map +1 -0
- package/dist/text/reader/chunk-batch/fragment-projection.d.ts +34 -0
- package/dist/text/reader/chunk-batch/fragment-projection.js.map +1 -0
- package/dist/text/reader/chunk-batch/index.d.ts +13 -0
- package/dist/text/reader/chunk-batch/index.js +13 -0
- package/dist/text/reader/chunk-batch/index.js.map +1 -0
- package/dist/text/reader/chunk-batch/language.d.ts +9 -0
- package/dist/text/reader/chunk-batch/language.js +23 -0
- package/dist/text/reader/chunk-batch/language.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/annotations.d.ts +19 -0
- package/dist/text/reader/chunk-batch/parser/annotations.js +34 -0
- package/dist/text/reader/chunk-batch/parser/annotations.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/core.d.ts +33 -0
- package/dist/text/reader/chunk-batch/parser/core.js +171 -0
- package/dist/text/reader/chunk-batch/parser/core.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/evidence.d.ts +21 -0
- package/dist/text/reader/chunk-batch/parser/evidence.js +40 -0
- package/dist/text/reader/chunk-batch/parser/evidence.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/helpers.d.ts +27 -0
- package/dist/text/reader/chunk-batch/parser/helpers.js +98 -0
- package/dist/text/reader/chunk-batch/parser/helpers.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/index.d.ts +13 -0
- package/dist/text/reader/chunk-batch/parser/index.js +3 -0
- package/dist/text/reader/chunk-batch/parser/index.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/links.d.ts +17 -0
- package/dist/text/reader/chunk-batch/parser/links.js +44 -0
- package/dist/text/reader/chunk-batch/parser/links.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/resolver.d.ts +28 -0
- package/dist/text/reader/chunk-batch/parser/resolver.js +267 -0
- package/dist/text/reader/chunk-batch/parser/resolver.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/schema.d.ts +136 -0
- package/dist/text/reader/chunk-batch/parser/schema.js +71 -0
- package/dist/text/reader/chunk-batch/parser/schema.js.map +1 -0
- package/dist/text/reader/chunk-batch/prompt-templates.js.map +1 -0
- package/dist/text/reader/chunk-batch/types.d.ts +85 -0
- package/dist/text/reader/chunk-batch/types.js +1 -0
- package/dist/text/reader/chunk-batch/types.js.map +1 -0
- package/dist/text/reader/core.d.ts +37 -0
- package/dist/text/reader/core.js +82 -0
- package/dist/text/reader/core.js.map +1 -0
- package/dist/text/reader/index.d.ts +13 -0
- package/dist/text/reader/index.js +7 -0
- package/dist/text/reader/index.js.map +1 -0
- package/dist/text/reader/segment/core.js +9 -0
- package/dist/text/reader/segment/core.js.map +1 -0
- package/dist/text/reader/segment/index.d.ts +2 -0
- package/dist/text/reader/segment/index.js +5 -0
- package/dist/text/reader/segment/index.js.map +1 -0
- package/dist/text/reader/segment/intl-segmenter.js.map +1 -0
- package/dist/text/reader/segment/types.js +1 -0
- package/dist/text/reader/segment/types.js.map +1 -0
- package/dist/text/reader/types.d.ts +29 -0
- package/dist/text/reader/types.js +1 -0
- package/dist/text/reader/types.js.map +1 -0
- package/dist/text/serial/discovery.d.ts +36 -0
- package/dist/text/serial/discovery.js +5 -0
- package/dist/text/serial/discovery.js.map +1 -0
- package/dist/text/serial/fragments.d.ts +67 -0
- package/dist/text/serial/fragments.js +121 -0
- package/dist/text/serial/fragments.js.map +1 -0
- package/dist/text/serial/generation.d.ts +48 -0
- package/dist/text/serial/generation.js +257 -0
- package/dist/text/serial/generation.js.map +1 -0
- package/dist/text/serial/index.d.ts +40 -0
- package/dist/text/serial/index.js +7 -0
- package/dist/text/serial/index.js.map +1 -0
- package/dist/text/serial/options.d.ts +77 -0
- package/dist/text/serial/options.js +17 -0
- package/dist/text/serial/options.js.map +1 -0
- package/dist/text/serial/read.d.ts +28 -0
- package/dist/text/serial/read.js +19 -0
- package/dist/text/serial/read.js.map +1 -0
- package/dist/text/serial/reader-graph.d.ts +39 -0
- package/dist/text/serial/reader-graph.js +27 -0
- package/dist/text/serial/reader-graph.js.map +1 -0
- package/dist/text/serial/record.d.ts +40 -0
- package/dist/text/serial/record.js +21 -0
- package/dist/text/serial/record.js.map +1 -0
- package/dist/text/serial/source.d.ts +39 -0
- package/dist/text/serial/source.js +12 -0
- package/dist/text/serial/source.js.map +1 -0
- package/dist/text/serial/topology.d.ts +43 -0
- package/dist/text/serial/topology.js +64 -0
- package/dist/text/serial/topology.js.map +1 -0
- package/dist/text/source/adapter.js.map +1 -0
- package/dist/text/source/epub/archive.js.map +1 -0
- package/dist/text/source/epub/content.js.map +1 -0
- package/dist/text/source/epub/document.js.map +1 -0
- package/dist/text/source/epub/index.js.map +1 -0
- package/dist/text/source/epub/navigation.js.map +1 -0
- package/dist/text/source/epub/package.js.map +1 -0
- package/dist/text/source/epub/xml.js.map +1 -0
- package/dist/text/source/index.js.map +1 -0
- package/dist/text/source/meta.js.map +1 -0
- package/dist/text/source/plain-text.js.map +1 -0
- package/dist/text/source/toc.d.ts +17 -0
- package/dist/text/source/toc.js +19 -0
- package/dist/text/source/toc.js.map +1 -0
- package/dist/text/source/types.js +1 -0
- package/dist/text/source/types.js.map +1 -0
- package/dist/text/summary-build/artifact.d.ts +44 -0
- package/dist/text/summary-build/artifact.js +157 -0
- package/dist/text/summary-build/artifact.js.map +1 -0
- package/dist/text/summary-build/build.d.ts +37 -0
- package/dist/text/summary-build/build.js +60 -0
- package/dist/text/summary-build/build.js.map +1 -0
- package/dist/text/summary-build/index.d.ts +38 -0
- package/dist/text/summary-build/index.js +4 -0
- package/dist/text/summary-build/index.js.map +1 -0
- package/dist/text/summary-build/schema.d.ts +106 -0
- package/dist/text/summary-build/schema.js +118 -0
- package/dist/text/summary-build/schema.js.map +1 -0
- package/dist/text/summary-build/snapshot/chunk-store.d.ts +17 -0
- package/dist/text/summary-build/snapshot/chunk-store.js +68 -0
- package/dist/text/summary-build/snapshot/chunk-store.js.map +1 -0
- package/dist/text/summary-build/snapshot/empty-stores.d.ts +50 -0
- package/dist/text/summary-build/snapshot/empty-stores.js +60 -0
- package/dist/text/summary-build/snapshot/empty-stores.js.map +1 -0
- package/dist/text/summary-build/snapshot/graph-stores.d.ts +42 -0
- package/dist/text/summary-build/snapshot/graph-stores.js +148 -0
- package/dist/text/summary-build/snapshot/graph-stores.js.map +1 -0
- package/dist/text/summary-build/snapshot/helpers.d.ts +17 -0
- package/dist/text/summary-build/snapshot/helpers.js +65 -0
- package/dist/text/summary-build/snapshot/helpers.js.map +1 -0
- package/dist/text/summary-build/snapshot/index.d.ts +63 -0
- package/dist/text/summary-build/snapshot/index.js +106 -0
- package/dist/text/summary-build/snapshot/index.js.map +1 -0
- package/dist/text/summary-build/snapshot/serial-store.d.ts +29 -0
- package/dist/text/summary-build/snapshot/serial-store.js +92 -0
- package/dist/text/summary-build/snapshot/serial-store.js.map +1 -0
- package/dist/text/summary-build/snapshot-io.d.ts +14 -0
- package/dist/text/summary-build/snapshot-io.js +25 -0
- package/dist/text/summary-build/snapshot-io.js.map +1 -0
- package/dist/text/summary-build/source.d.ts +39 -0
- package/dist/text/summary-build/source.js +30 -0
- package/dist/text/summary-build/source.js.map +1 -0
- package/dist/text/summary-build/types.d.ts +34 -0
- package/dist/text/summary-build/types.js +1 -0
- package/dist/text/summary-build/types.js.map +1 -0
- package/dist/worker-DWasYKWW.d.cts +143 -0
- package/dist/worker.cjs +5560 -2312
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.cts +1 -2
- package/dist/worker.d.ts +2 -2
- package/dist/worker.js +1 -1
- package/dist/worker.js.map +1 -1
- package/package.json +3 -2
- package/dist/archive/query/archive-view.d.ts +0 -26
- package/dist/archive/query/archive-view.js +0 -4540
- package/dist/archive/query/archive-view.js.map +0 -1
- package/dist/archive/query/continuation-cursor.d.ts +0 -61
- package/dist/archive/query/continuation-cursor.js +0 -363
- package/dist/archive/query/continuation-cursor.js.map +0 -1
- package/dist/archive/query/index.d.ts +0 -29
- package/dist/archive/query/index.js +0 -63
- package/dist/archive/query/index.js.map +0 -1
- package/dist/archive/query/lexical-search.js.map +0 -1
- package/dist/archive/query/search-cache.d.ts +0 -192
- package/dist/archive/query/search-cache.js +0 -1248
- package/dist/archive/query/search-cache.js.map +0 -1
- package/dist/archive/search-index/index.d.ts +0 -26
- package/dist/archive/search-index/index.js +0 -29
- package/dist/archive/search-index/index.js.map +0 -1
- package/dist/archive/search-index/search-index.d.ts +0 -26
- package/dist/archive/search-index/search-index.js +0 -555
- package/dist/archive/search-index/search-index.js.map +0 -1
- package/dist/archive/search-index/search-tokenizer.js +0 -225
- package/dist/archive/search-index/search-tokenizer.js.map +0 -1
- package/dist/common/cli-command.js.map +0 -1
- package/dist/common/data-dir.js +0 -48
- package/dist/common/data-dir.js.map +0 -1
- package/dist/common/language.js.map +0 -1
- package/dist/common/llm-scope.js.map +0 -1
- package/dist/common/logging.js.map +0 -1
- package/dist/common/template.js.map +0 -1
- package/dist/common/tinyld-language.js.map +0 -1
- package/dist/common/wiki-graph-dir.d.ts +0 -10
- package/dist/common/wiki-graph-dir.js +0 -41
- package/dist/common/wiki-graph-dir.js.map +0 -1
- package/dist/common/wiki-graph-temp.js +0 -21
- package/dist/common/wiki-graph-temp.js.map +0 -1
- package/dist/common/wiki-graph-uri.d.ts +0 -28
- package/dist/common/wiki-graph-uri.js +0 -171
- package/dist/common/wiki-graph-uri.js.map +0 -1
- package/dist/context/index.d.ts +0 -1
- package/dist/context/index.js +0 -13
- package/dist/context/index.js.map +0 -1
- package/dist/context/task-context.js +0 -111
- package/dist/context/task-context.js.map +0 -1
- package/dist/document/document.d.ts +0 -153
- package/dist/document/document.js +0 -615
- package/dist/document/document.js.map +0 -1
- package/dist/document/fragments.d.ts +0 -63
- package/dist/document/fragments.js +0 -371
- package/dist/document/fragments.js.map +0 -1
- package/dist/document/stores.d.ts +0 -203
- package/dist/document/stores.js +0 -1678
- package/dist/document/stores.js.map +0 -1
- package/dist/document/text-streams.d.ts +0 -86
- package/dist/document/text-streams.js +0 -515
- package/dist/document/text-streams.js.map +0 -1
- package/dist/editor/clue.d.ts +0 -27
- package/dist/editor/clue.js.map +0 -1
- package/dist/editor/compressor.d.ts +0 -18
- package/dist/editor/compressor.js +0 -68
- package/dist/editor/compressor.js.map +0 -1
- package/dist/editor/editor.d.ts +0 -39
- package/dist/editor/editor.js +0 -253
- package/dist/editor/editor.js.map +0 -1
- package/dist/editor/feedback.d.ts +0 -16
- package/dist/editor/feedback.js.map +0 -1
- package/dist/editor/index.d.ts +0 -17
- package/dist/editor/index.js +0 -5
- package/dist/editor/index.js.map +0 -1
- package/dist/editor/language-review.d.ts +0 -14
- package/dist/editor/language-review.js +0 -35
- package/dist/editor/language-review.js.map +0 -1
- package/dist/editor/log.d.ts +0 -37
- package/dist/editor/log.js +0 -202
- package/dist/editor/log.js.map +0 -1
- package/dist/editor/markup.d.ts +0 -20
- package/dist/editor/markup.js +0 -294
- package/dist/editor/markup.js.map +0 -1
- package/dist/editor/prompt-templates.js.map +0 -1
- package/dist/editor/response.js.map +0 -1
- package/dist/editor/review.d.ts +0 -34
- package/dist/editor/review.js +0 -189
- package/dist/editor/review.js.map +0 -1
- package/dist/editor/types.js +0 -21
- package/dist/editor/types.js.map +0 -1
- package/dist/evidence-selection/anchor-resolver.d.ts +0 -43
- package/dist/evidence-selection/anchor-resolver.js +0 -783
- package/dist/evidence-selection/anchor-resolver.js.map +0 -1
- package/dist/evidence-selection/anchor-types.d.ts +0 -27
- package/dist/evidence-selection/anchor-types.js +0 -1
- package/dist/evidence-selection/index.d.ts +0 -8
- package/dist/evidence-selection/index.js +0 -32
- package/dist/evidence-selection/index.js.map +0 -1
- package/dist/evidence-selection/prompt.js.map +0 -1
- package/dist/evidence-selection/quote-score.js.map +0 -1
- package/dist/evidence-selection/selection-resolver.js +0 -303
- package/dist/evidence-selection/selection-resolver.js.map +0 -1
- package/dist/evidence-selection/text.js.map +0 -1
- package/dist/facade/app.d.ts +0 -75
- package/dist/facade/app.js +0 -141
- package/dist/facade/app.js.map +0 -1
- package/dist/facade/build-queue.d.ts +0 -181
- package/dist/facade/build-queue.js +0 -1442
- package/dist/facade/build-queue.js.map +0 -1
- package/dist/facade/chapter-build.d.ts +0 -60
- package/dist/facade/chapter-build.js +0 -1020
- package/dist/facade/chapter-build.js.map +0 -1
- package/dist/facade/chapter.d.ts +0 -168
- package/dist/facade/chapter.js +0 -944
- package/dist/facade/chapter.js.map +0 -1
- package/dist/facade/digest.d.ts +0 -55
- package/dist/facade/digest.js +0 -168
- package/dist/facade/digest.js.map +0 -1
- package/dist/facade/graph.d.ts +0 -60
- package/dist/facade/graph.js +0 -203
- package/dist/facade/graph.js.map +0 -1
- package/dist/facade/import.d.ts +0 -49
- package/dist/facade/import.js +0 -262
- package/dist/facade/import.js.map +0 -1
- package/dist/facade/index.d.ts +0 -39
- package/dist/facade/index.js +0 -171
- package/dist/facade/index.js.map +0 -1
- package/dist/facade/knowledge-graph-build.d.ts +0 -75
- package/dist/facade/knowledge-graph-build.js +0 -897
- package/dist/facade/knowledge-graph-build.js.map +0 -1
- package/dist/facade/llm-sampling.d.ts +0 -11
- package/dist/facade/llm-sampling.js +0 -58
- package/dist/facade/llm-sampling.js.map +0 -1
- package/dist/facade/wiki-graph-archive.d.ts +0 -41
- package/dist/facade/wiki-graph-archive.js +0 -130
- package/dist/facade/wiki-graph-archive.js.map +0 -1
- package/dist/gc/files.js +0 -141
- package/dist/gc/files.js.map +0 -1
- package/dist/gc/index.js.map +0 -1
- package/dist/gc/lock.js +0 -137
- package/dist/gc/lock.js.map +0 -1
- package/dist/gc/runner.js +0 -129
- package/dist/gc/runner.js.map +0 -1
- package/dist/gc/tmp-gc.js +0 -57
- package/dist/gc/tmp-gc.js.map +0 -1
- package/dist/guaranteed/classifier.js.map +0 -1
- package/dist/guaranteed/errors.js.map +0 -1
- package/dist/guaranteed/index.js.map +0 -1
- package/dist/guaranteed/request.js.map +0 -1
- package/dist/guaranteed/response.js.map +0 -1
- package/dist/index-B8NNnQ8P.d.ts +0 -424
- package/dist/legacy-sdpub/upgrade.js +0 -795
- package/dist/legacy-sdpub/upgrade.js.map +0 -1
- package/dist/llm/cache.js +0 -35
- package/dist/llm/cache.js.map +0 -1
- package/dist/llm/client.d.ts +0 -26
- package/dist/llm/client.js +0 -572
- package/dist/llm/client.js.map +0 -1
- package/dist/llm/context.js +0 -78
- package/dist/llm/context.js.map +0 -1
- package/dist/llm/errors.js.map +0 -1
- package/dist/llm/index.d.ts +0 -7
- package/dist/llm/index.js +0 -17
- package/dist/llm/index.js.map +0 -1
- package/dist/llm/request-log.js +0 -35
- package/dist/llm/request-log.js.map +0 -1
- package/dist/llm/sampling.js.map +0 -1
- package/dist/output/epub/archive.js.map +0 -1
- package/dist/output/epub/book.d.ts +0 -15
- package/dist/output/epub/book.js.map +0 -1
- package/dist/output/epub/content.js.map +0 -1
- package/dist/output/epub/index.d.ts +0 -20
- package/dist/output/epub/index.js.map +0 -1
- package/dist/output/epub/navigation.js.map +0 -1
- package/dist/output/epub/package.js.map +0 -1
- package/dist/output/epub/shared.js.map +0 -1
- package/dist/output/epub/templates.js +0 -26
- package/dist/output/epub/templates.js.map +0 -1
- package/dist/output/index.d.ts +0 -14
- package/dist/output/index.js.map +0 -1
- package/dist/output/plain-text.d.ts +0 -18
- package/dist/output/plain-text.js.map +0 -1
- package/dist/progress/index.js.map +0 -1
- package/dist/progress/reporter.js.map +0 -1
- package/dist/progress/tracker.js.map +0 -1
- package/dist/reader/attention/attention.d.ts +0 -39
- package/dist/reader/attention/attention.js +0 -123
- package/dist/reader/attention/attention.js.map +0 -1
- package/dist/reader/attention/index.d.ts +0 -9
- package/dist/reader/attention/index.js +0 -5
- package/dist/reader/attention/index.js.map +0 -1
- package/dist/reader/attention/wave-reflection.d.ts +0 -21
- package/dist/reader/attention/wave-reflection.js.map +0 -1
- package/dist/reader/attention/working-memory.d.ts +0 -28
- package/dist/reader/attention/working-memory.js.map +0 -1
- package/dist/reader/chunk-batch/extract.d.ts +0 -13
- package/dist/reader/chunk-batch/extract.js.map +0 -1
- package/dist/reader/chunk-batch/extractor.d.ts +0 -17
- package/dist/reader/chunk-batch/extractor.js +0 -337
- package/dist/reader/chunk-batch/extractor.js.map +0 -1
- package/dist/reader/chunk-batch/fragment-projection.d.ts +0 -34
- package/dist/reader/chunk-batch/fragment-projection.js.map +0 -1
- package/dist/reader/chunk-batch/index.d.ts +0 -12
- package/dist/reader/chunk-batch/index.js +0 -13
- package/dist/reader/chunk-batch/index.js.map +0 -1
- package/dist/reader/chunk-batch/language.d.ts +0 -9
- package/dist/reader/chunk-batch/language.js +0 -23
- package/dist/reader/chunk-batch/language.js.map +0 -1
- package/dist/reader/chunk-batch/parser.d.ts +0 -94
- package/dist/reader/chunk-batch/parser.js +0 -640
- package/dist/reader/chunk-batch/parser.js.map +0 -1
- package/dist/reader/chunk-batch/prompt-templates.js.map +0 -1
- package/dist/reader/chunk-batch/types.d.ts +0 -85
- package/dist/reader/index.d.ts +0 -13
- package/dist/reader/index.js +0 -7
- package/dist/reader/index.js.map +0 -1
- package/dist/reader/reader.d.ts +0 -37
- package/dist/reader/reader.js +0 -82
- package/dist/reader/reader.js.map +0 -1
- package/dist/reader/segment/index.d.ts +0 -2
- package/dist/reader/segment/index.js +0 -5
- package/dist/reader/segment/index.js.map +0 -1
- package/dist/reader/segment/intl-segmenter.js.map +0 -1
- package/dist/reader/segment/segment.js +0 -9
- package/dist/reader/segment/segment.js.map +0 -1
- package/dist/reader/types.d.ts +0 -29
- package/dist/source/epub/archive.js.map +0 -1
- package/dist/source/epub/content.js.map +0 -1
- package/dist/source/epub/document.js.map +0 -1
- package/dist/source/epub/index.js.map +0 -1
- package/dist/source/epub/navigation.js.map +0 -1
- package/dist/source/epub/package.js.map +0 -1
- package/dist/source/epub/xml.js.map +0 -1
- package/dist/source/index.js.map +0 -1
- package/dist/source/meta.js.map +0 -1
- package/dist/source/plain-text.js.map +0 -1
- package/dist/source/toc.d.ts +0 -16
- package/dist/source/toc.js +0 -17
- package/dist/source/toc.js.map +0 -1
- package/dist/topology/grouping.d.ts +0 -15
- package/dist/topology/grouping.js.map +0 -1
- package/dist/topology/index.d.ts +0 -21
- package/dist/topology/index.js +0 -5
- package/dist/topology/index.js.map +0 -1
- package/dist/topology/resource-segmentation.d.ts +0 -13
- package/dist/topology/resource-segmentation.js.map +0 -1
- package/dist/topology/segment-incision.d.ts +0 -18
- package/dist/topology/segment-incision.js.map +0 -1
- package/dist/topology/snake-detector.d.ts +0 -13
- package/dist/topology/snake-detector.js +0 -520
- package/dist/topology/snake-detector.js.map +0 -1
- package/dist/topology/snake-graph-builder.d.ts +0 -14
- package/dist/topology/snake-graph-builder.js +0 -76
- package/dist/topology/snake-graph-builder.js.map +0 -1
- package/dist/topology/topology.d.ts +0 -29
- package/dist/topology/topology.js +0 -348
- package/dist/topology/topology.js.map +0 -1
- package/dist/topology/weights.d.ts +0 -10
- package/dist/topology/weights.js +0 -84
- package/dist/topology/weights.js.map +0 -1
- package/dist/types-FVIqiLC9.d.cts +0 -24
- package/dist/wikg/archive-uri.d.ts +0 -1
- package/dist/wikg/archive-uri.js +0 -37
- package/dist/wikg/archive-uri.js.map +0 -1
- package/dist/wikg/archive.d.ts +0 -28
- package/dist/wikg/archive.js +0 -496
- package/dist/wikg/archive.js.map +0 -1
- package/dist/wikg/index.d.ts +0 -31
- package/dist/wikg/index.js +0 -60
- package/dist/wikg/index.js.map +0 -1
- package/dist/wikg/wikg-coordinator.d.ts +0 -45
- package/dist/wikg/wikg-coordinator.js +0 -1687
- package/dist/wikg/wikg-coordinator.js.map +0 -1
- package/dist/wikg/wiki-graph-archive-file.d.ts +0 -42
- package/dist/wikg/wiki-graph-archive-file.js +0 -78
- package/dist/wikg/wiki-graph-archive-file.js.map +0 -1
- package/dist/wikilink/index.d.ts +0 -10
- package/dist/wikilink/index.js.map +0 -1
- package/dist/wikilink/relation-discovery.d.ts +0 -31
- package/dist/wikilink/relation-discovery.js +0 -477
- package/dist/wikilink/relation-discovery.js.map +0 -1
- package/dist/wikilink/types.d.ts +0 -23
- package/dist/wikilink/window.d.ts +0 -7
- package/dist/wikilink/window.js.map +0 -1
- package/dist/wikimatch/enrichment.d.ts +0 -10
- package/dist/wikimatch/enrichment.js +0 -55
- package/dist/wikimatch/enrichment.js.map +0 -1
- package/dist/wikimatch/index.d.ts +0 -16
- package/dist/wikimatch/index.js +0 -66
- package/dist/wikimatch/index.js.map +0 -1
- package/dist/wikimatch/option-narrowing.d.ts +0 -17
- package/dist/wikimatch/option-narrowing.js.map +0 -1
- package/dist/wikimatch/options.d.ts +0 -14
- package/dist/wikimatch/options.js +0 -155
- package/dist/wikimatch/options.js.map +0 -1
- package/dist/wikimatch/policy-judge.d.ts +0 -17
- package/dist/wikimatch/policy-judge.js +0 -430
- package/dist/wikimatch/policy-judge.js.map +0 -1
- package/dist/wikimatch/range-suppression.js.map +0 -1
- package/dist/wikimatch/surface-screening.d.ts +0 -16
- package/dist/wikimatch/surface-screening.js +0 -168
- package/dist/wikimatch/surface-screening.js.map +0 -1
- package/dist/wikimatch/surface-window.d.ts +0 -6
- package/dist/wikimatch/surface-window.js +0 -44
- package/dist/wikimatch/surface-window.js.map +0 -1
- package/dist/wikimatch/types.d.ts +0 -151
- package/dist/wikimatch/wikispine.d.ts +0 -43
- package/dist/wikimatch/wikispine.js.map +0 -1
- package/dist/wikimatch/window.d.ts +0 -6
- package/dist/wikimatch/window.js.map +0 -1
- package/dist/wikimatch/words.js.map +0 -1
- package/dist/wikipage/cache.d.ts +0 -18
- package/dist/wikipage/cache.js +0 -404
- package/dist/wikipage/cache.js.map +0 -1
- package/dist/wikipage/fetch-log.js +0 -143
- package/dist/wikipage/fetch-log.js.map +0 -1
- package/dist/wikipage/index.d.ts +0 -14
- package/dist/wikipage/index.js +0 -17
- package/dist/wikipage/index.js.map +0 -1
- package/dist/wikipage/normalizer.d.ts +0 -14
- package/dist/wikipage/normalizer.js +0 -147
- package/dist/wikipage/normalizer.js.map +0 -1
- package/dist/wikipage/rate-limiter.js.map +0 -1
- package/dist/wikipage/resolver.d.ts +0 -26
- package/dist/wikipage/resolver.js +0 -325
- package/dist/wikipage/resolver.js.map +0 -1
- package/dist/wikipage/types.d.ts +0 -96
- package/dist/wikipage/wikimedia-client.d.ts +0 -48
- package/dist/wikipage/wikimedia-client.js +0 -397
- package/dist/wikipage/wikimedia-client.js.map +0 -1
- package/dist/worker-BgQ0Xl8T.d.cts +0 -181
- /package/dist/{evidence-selection → api/chapter-build}/types.js +0 -0
- /package/dist/{evidence-selection → api/chapter-build}/types.js.map +0 -0
- /package/dist/{facade → api/knowledge-graph-build}/types.js +0 -0
- /package/dist/{facade → api/knowledge-graph-build}/types.js.map +0 -0
- /package/dist/{facade → api}/types.d.ts +0 -0
- /package/dist/{gc → api}/types.js +0 -0
- /package/dist/{gc → api}/types.js.map +0 -0
- /package/dist/{guaranteed → document/directory}/types.js +0 -0
- /package/dist/{guaranteed → document/directory}/types.js.map +0 -0
- /package/dist/{llm → document/stores}/types.js +0 -0
- /package/dist/{llm → document/stores}/types.js.map +0 -0
- /package/dist/{guaranteed → external/guaranteed}/classifier.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/classifier.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/errors.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/errors.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/index.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/index.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/request.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/request.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/response.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/response.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/types.d.ts +0 -0
- /package/dist/{progress → external/guaranteed}/types.js +0 -0
- /package/dist/{progress → external/guaranteed}/types.js.map +0 -0
- /package/dist/{llm → external/llm}/cache.d.ts +0 -0
- /package/dist/{llm → external/llm}/context.d.ts +0 -0
- /package/dist/{llm → external/llm}/errors.d.ts +0 -0
- /package/dist/{llm → external/llm}/errors.js +0 -0
- /package/dist/{llm → external/llm}/request-log.d.ts +0 -0
- /package/dist/{llm → external/llm}/sampling.d.ts +0 -0
- /package/dist/{llm → external/llm}/sampling.js +0 -0
- /package/dist/{llm → external/llm}/types.d.ts +0 -0
- /package/dist/{reader/chunk-batch → external/llm}/types.js +0 -0
- /package/dist/{reader/chunk-batch → external/llm}/types.js.map +0 -0
- /package/dist/{wikimatch → external/wikimatch}/option-narrowing.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/range-suppression.d.ts +0 -0
- /package/dist/{wikimatch → external/wikimatch}/range-suppression.js +0 -0
- /package/dist/{reader/segment → external/wikimatch}/types.js +0 -0
- /package/dist/{reader/segment → external/wikimatch}/types.js.map +0 -0
- /package/dist/{wikimatch → external/wikimatch}/wikispine.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/window.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/words.d.ts +0 -0
- /package/dist/{wikimatch → external/wikimatch}/words.js +0 -0
- /package/dist/{wikipage → external/wikipage}/fetch-log.d.ts +0 -0
- /package/dist/{wikipage → external/wikipage}/rate-limiter.d.ts +0 -0
- /package/dist/{wikipage → external/wikipage}/rate-limiter.js +0 -0
- /package/dist/{reader → external/wikipage}/types.js +0 -0
- /package/dist/{reader → external/wikipage}/types.js.map +0 -0
- /package/dist/{source → graph/evidence-selection/anchor}/types.js +0 -0
- /package/dist/{source → graph/evidence-selection/anchor}/types.js.map +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/prompt.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/prompt.js +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/quote-score.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/quote-score.js +0 -0
- /package/dist/{evidence-selection/selection-resolver.d.ts → graph/evidence-selection/resolver.d.ts} +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/text.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/text.js +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/types.d.ts +0 -0
- /package/dist/{wikilink → graph/evidence-selection}/types.js +0 -0
- /package/dist/{wikilink → graph/evidence-selection}/types.js.map +0 -0
- /package/dist/{wikimatch → graph/knowledge-build}/types.js +0 -0
- /package/dist/{wikimatch → graph/knowledge-build}/types.js.map +0 -0
- /package/dist/{wikipage → graph/reading-build}/types.js +0 -0
- /package/dist/{wikipage → graph/reading-build}/types.js.map +0 -0
- /package/dist/{topology → graph/topology}/grouping.js +0 -0
- /package/dist/{topology → graph/topology}/resource-segmentation.js +0 -0
- /package/dist/{topology → graph/topology}/segment-incision.js +0 -0
- /package/dist/{evidence-selection/anchor-types.js.map → graph/topology/snake/types.js.map} +0 -0
- /package/dist/{wikilink → graph/wikilink}/index.js +0 -0
- /package/dist/{output/epub/model.js.map → graph/wikilink/types.js.map} +0 -0
- /package/dist/{wikilink → graph/wikilink}/window.js +0 -0
- /package/dist/{source/adapter.js.map → retrieval/query/archive-view/types.js.map} +0 -0
- /package/dist/{archive → retrieval}/query/lexical-search.d.ts +0 -0
- /package/dist/{archive → retrieval}/query/lexical-search.js +0 -0
- /package/dist/{archive/search-index/search-tokenizer.d.ts → retrieval/search-index/search/tokenizer.d.ts} +0 -0
- /package/dist/{common → runtime/common}/cli-command.d.ts +0 -0
- /package/dist/{common → runtime/common}/cli-command.js +0 -0
- /package/dist/{common → runtime/common}/data-dir.d.ts +0 -0
- /package/dist/{common → runtime/common}/language.d.ts +0 -0
- /package/dist/{common → runtime/common}/language.js +0 -0
- /package/dist/{common → runtime/common}/llm-scope.d.ts +0 -0
- /package/dist/{common → runtime/common}/llm-scope.js +0 -0
- /package/dist/{common → runtime/common}/logging.d.ts +0 -0
- /package/dist/{common → runtime/common}/logging.js +0 -0
- /package/dist/{common → runtime/common}/template.d.ts +0 -0
- /package/dist/{common → runtime/common}/template.js +0 -0
- /package/dist/{common → runtime/common}/tinyld-language.d.ts +0 -0
- /package/dist/{common → runtime/common}/tinyld-language.js +0 -0
- /package/dist/{common/wiki-graph-temp.d.ts → runtime/common/wiki-graph/temp.d.ts} +0 -0
- /package/dist/{context/task-context.d.ts → runtime/context/task.d.ts} +0 -0
- /package/dist/{gc → runtime/gc}/files.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/index.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/index.js +0 -0
- /package/dist/{gc → runtime/gc}/lock.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/runner.d.ts +0 -0
- /package/dist/{gc/tmp-gc.d.ts → runtime/gc/temp.d.ts} +0 -0
- /package/dist/{gc → runtime/gc}/types.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/index.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/index.js +0 -0
- /package/dist/{progress → runtime/progress}/reporter.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/reporter.js +0 -0
- /package/dist/{progress → runtime/progress}/tracker.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/tracker.js +0 -0
- /package/dist/{progress → runtime/progress}/types.d.ts +0 -0
- /package/dist/{legacy-sdpub/upgrade.d.ts → storage/migration/legacy-sdpub/upgrade/index.d.ts} +0 -0
- /package/dist/{editor → text/editor}/clue.js +0 -0
- /package/dist/{editor → text/editor}/feedback.js +0 -0
- /package/dist/{editor → text/editor}/prompt-templates.d.ts +0 -0
- /package/dist/{editor → text/editor}/prompt-templates.js +0 -0
- /package/dist/{editor → text/editor}/response.d.ts +0 -0
- /package/dist/{editor → text/editor}/response.js +0 -0
- /package/dist/{editor → text/editor}/types.d.ts +0 -0
- /package/dist/{output → text/output}/epub/archive.d.ts +0 -0
- /package/dist/{output → text/output}/epub/archive.js +0 -0
- /package/dist/{output → text/output}/epub/book.js +0 -0
- /package/dist/{output → text/output}/epub/content.d.ts +0 -0
- /package/dist/{output → text/output}/epub/content.js +0 -0
- /package/dist/{output → text/output}/epub/index.js +0 -0
- /package/dist/{output → text/output}/epub/model.d.ts +0 -0
- /package/dist/{output → text/output}/epub/model.js +0 -0
- /package/dist/{output → text/output}/epub/navigation.d.ts +0 -0
- /package/dist/{output → text/output}/epub/navigation.js +0 -0
- /package/dist/{output → text/output}/epub/package.d.ts +0 -0
- /package/dist/{output → text/output}/epub/package.js +0 -0
- /package/dist/{output → text/output}/epub/shared.d.ts +0 -0
- /package/dist/{output → text/output}/epub/shared.js +0 -0
- /package/dist/{output → text/output}/epub/templates.d.ts +0 -0
- /package/dist/{output → text/output}/index.js +0 -0
- /package/dist/{output → text/output}/plain-text.js +0 -0
- /package/dist/{reader → text/reader}/attention/wave-reflection.js +0 -0
- /package/dist/{reader → text/reader}/attention/working-memory.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/extract.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/fragment-projection.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/prompt-templates.d.ts +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/prompt-templates.js +0 -0
- /package/dist/{reader/segment/segment.d.ts → text/reader/segment/core.d.ts} +0 -0
- /package/dist/{reader → text/reader}/segment/intl-segmenter.d.ts +0 -0
- /package/dist/{reader → text/reader}/segment/intl-segmenter.js +0 -0
- /package/dist/{reader → text/reader}/segment/types.d.ts +0 -0
- /package/dist/{source → text/source}/adapter.d.ts +0 -0
- /package/dist/{source → text/source}/adapter.js +0 -0
- /package/dist/{source → text/source}/epub/archive.d.ts +0 -0
- /package/dist/{source → text/source}/epub/archive.js +0 -0
- /package/dist/{source → text/source}/epub/content.d.ts +0 -0
- /package/dist/{source → text/source}/epub/content.js +0 -0
- /package/dist/{source → text/source}/epub/document.d.ts +0 -0
- /package/dist/{source → text/source}/epub/document.js +0 -0
- /package/dist/{source → text/source}/epub/index.d.ts +0 -0
- /package/dist/{source → text/source}/epub/index.js +0 -0
- /package/dist/{source → text/source}/epub/navigation.d.ts +0 -0
- /package/dist/{source → text/source}/epub/navigation.js +0 -0
- /package/dist/{source → text/source}/epub/package.d.ts +0 -0
- /package/dist/{source → text/source}/epub/package.js +0 -0
- /package/dist/{source → text/source}/epub/xml.d.ts +0 -0
- /package/dist/{source → text/source}/epub/xml.js +0 -0
- /package/dist/{source → text/source}/index.d.ts +0 -0
- /package/dist/{source → text/source}/index.js +0 -0
- /package/dist/{source → text/source}/meta.d.ts +0 -0
- /package/dist/{source → text/source}/meta.js +0 -0
- /package/dist/{source → text/source}/plain-text.d.ts +0 -0
- /package/dist/{source → text/source}/plain-text.js +0 -0
- /package/dist/{source → text/source}/types.d.ts +0 -0
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
import { createHash } from "crypto";
|
|
2
|
+
const HAN_RUN_RE = new RegExp("\\p{Script=Han}+", "gu");
|
|
3
|
+
const LATIN_OR_NUMBER_RE = /[\p{Script=Latin}\p{Number}]+/gu;
|
|
4
|
+
const ZERO_WIDTH_RE = /[\u200B-\u200D\u2060\uFEFF]/gu;
|
|
5
|
+
const CONTROL_RE = /[\p{Cc}\p{Cf}]/gu;
|
|
6
|
+
const WHITESPACE_RE = /\s+/gu;
|
|
7
|
+
const HAN_RE = new RegExp("^\\p{Script=Han}+$", "u");
|
|
8
|
+
const ASCII_ALNUM_RE = /^[a-z0-9]+$/u;
|
|
9
|
+
const CHINESE_STOPWORDS = /* @__PURE__ */ new Set([
|
|
10
|
+
"\u7684",
|
|
11
|
+
"\u5730",
|
|
12
|
+
"\u5F97",
|
|
13
|
+
"\u4E86",
|
|
14
|
+
"\u7740",
|
|
15
|
+
"\u8FC7",
|
|
16
|
+
"\u548C",
|
|
17
|
+
"\u4E0E",
|
|
18
|
+
"\u53CA",
|
|
19
|
+
"\u6216",
|
|
20
|
+
"\u800C",
|
|
21
|
+
"\u5728",
|
|
22
|
+
"\u662F",
|
|
23
|
+
"\u4E3A",
|
|
24
|
+
"\u4EE5",
|
|
25
|
+
"\u4E8E",
|
|
26
|
+
"\u5BF9",
|
|
27
|
+
"\u4E2D",
|
|
28
|
+
"\u4E0A",
|
|
29
|
+
"\u4E0B",
|
|
30
|
+
"\u7B49"
|
|
31
|
+
]);
|
|
32
|
+
const ENGLISH_STOPWORDS = /* @__PURE__ */ new Set([
|
|
33
|
+
"a",
|
|
34
|
+
"an",
|
|
35
|
+
"and",
|
|
36
|
+
"are",
|
|
37
|
+
"as",
|
|
38
|
+
"at",
|
|
39
|
+
"be",
|
|
40
|
+
"been",
|
|
41
|
+
"being",
|
|
42
|
+
"by",
|
|
43
|
+
"can",
|
|
44
|
+
"could",
|
|
45
|
+
"did",
|
|
46
|
+
"do",
|
|
47
|
+
"does",
|
|
48
|
+
"for",
|
|
49
|
+
"from",
|
|
50
|
+
"had",
|
|
51
|
+
"has",
|
|
52
|
+
"have",
|
|
53
|
+
"in",
|
|
54
|
+
"is",
|
|
55
|
+
"may",
|
|
56
|
+
"might",
|
|
57
|
+
"of",
|
|
58
|
+
"on",
|
|
59
|
+
"or",
|
|
60
|
+
"should",
|
|
61
|
+
"the",
|
|
62
|
+
"to",
|
|
63
|
+
"was",
|
|
64
|
+
"were",
|
|
65
|
+
"will",
|
|
66
|
+
"with",
|
|
67
|
+
"would"
|
|
68
|
+
]);
|
|
69
|
+
const IRREGULAR_LEMMAS = /* @__PURE__ */ new Map([
|
|
70
|
+
["am", "be"],
|
|
71
|
+
["are", "be"],
|
|
72
|
+
["is", "be"],
|
|
73
|
+
["was", "be"],
|
|
74
|
+
["were", "be"],
|
|
75
|
+
["been", "be"],
|
|
76
|
+
["being", "be"],
|
|
77
|
+
["has", "have"],
|
|
78
|
+
["had", "have"],
|
|
79
|
+
["does", "do"],
|
|
80
|
+
["did", "do"],
|
|
81
|
+
["done", "do"]
|
|
82
|
+
]);
|
|
83
|
+
function normalizeSearchText(value) {
|
|
84
|
+
return value.normalize("NFKC").replace(ZERO_WIDTH_RE, "").replace(CONTROL_RE, " ").replace(WHITESPACE_RE, " ").trim();
|
|
85
|
+
}
|
|
86
|
+
function createSearchTokenPlan(value) {
|
|
87
|
+
const normalized = normalizeSearchText(value);
|
|
88
|
+
const tier1 = [];
|
|
89
|
+
const tier2 = [];
|
|
90
|
+
const tier3 = [];
|
|
91
|
+
for (const raw of createHanTokens(normalized, "phrase")) {
|
|
92
|
+
tier1.push(createToken(raw, "hp", 1));
|
|
93
|
+
}
|
|
94
|
+
for (const raw of createHanTokens(normalized, "bigram")) {
|
|
95
|
+
tier1.push(createToken(raw, "h2", 1));
|
|
96
|
+
}
|
|
97
|
+
for (const raw of createHanTokens(normalized, "trigram")) {
|
|
98
|
+
tier1.push(createToken(raw, "h3", 1));
|
|
99
|
+
}
|
|
100
|
+
for (const raw of createSegmenterTokens(normalized)) {
|
|
101
|
+
tier1.push(createToken(raw, "hw", 1));
|
|
102
|
+
}
|
|
103
|
+
for (const raw of createLatinTokens(normalized)) {
|
|
104
|
+
tier1.push(createToken(raw, "le", 1));
|
|
105
|
+
const stem = stemEnglish(raw);
|
|
106
|
+
if (stem !== raw && !ENGLISH_STOPWORDS.has(stem)) {
|
|
107
|
+
tier2.push(createToken(stem, "ls", 2));
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
for (const raw of createHanTokens(normalized, "char")) {
|
|
111
|
+
tier3.push(createToken(raw, "hc", 3));
|
|
112
|
+
}
|
|
113
|
+
return {
|
|
114
|
+
tier1: dedupeTokens(tier1),
|
|
115
|
+
tier2: dedupeTokens(tier2),
|
|
116
|
+
tier3: dedupeTokens(tier3)
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
function listSearchPlanTerms(plan) {
|
|
120
|
+
return [
|
|
121
|
+
...new Set(
|
|
122
|
+
[...plan.tier1, ...plan.tier2, ...plan.tier3].map((token) => token.raw)
|
|
123
|
+
)
|
|
124
|
+
];
|
|
125
|
+
}
|
|
126
|
+
function hasSearchTokens(plan) {
|
|
127
|
+
return plan.tier1.length > 0 || plan.tier2.length > 0 || plan.tier3.length > 0;
|
|
128
|
+
}
|
|
129
|
+
function createHanTokens(value, kind) {
|
|
130
|
+
const tokens = [];
|
|
131
|
+
for (const match of value.matchAll(HAN_RUN_RE)) {
|
|
132
|
+
const run = [...match[0]];
|
|
133
|
+
if (kind === "phrase") {
|
|
134
|
+
if (run.length >= 2) {
|
|
135
|
+
tokens.push(run.join(""));
|
|
136
|
+
}
|
|
137
|
+
continue;
|
|
138
|
+
}
|
|
139
|
+
if (kind === "char") {
|
|
140
|
+
tokens.push(...run.filter((token) => !CHINESE_STOPWORDS.has(token)));
|
|
141
|
+
continue;
|
|
142
|
+
}
|
|
143
|
+
const size = kind === "bigram" ? 2 : 3;
|
|
144
|
+
if (run.length < size) {
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
for (let index = 0; index <= run.length - size; index += 1) {
|
|
148
|
+
tokens.push(run.slice(index, index + size).join(""));
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
return tokens;
|
|
152
|
+
}
|
|
153
|
+
function createLatinTokens(value) {
|
|
154
|
+
return [...value.toLowerCase().matchAll(LATIN_OR_NUMBER_RE)].map((match) => match[0]).filter((token) => !ENGLISH_STOPWORDS.has(token));
|
|
155
|
+
}
|
|
156
|
+
function createSegmenterTokens(value) {
|
|
157
|
+
if (typeof Intl.Segmenter !== "function") {
|
|
158
|
+
return [];
|
|
159
|
+
}
|
|
160
|
+
const segmenter = new Intl.Segmenter("zh-CN", { granularity: "word" });
|
|
161
|
+
const tokens = [];
|
|
162
|
+
for (const segment of segmenter.segment(value)) {
|
|
163
|
+
const token = normalizeSearchText(segment.segment).toLowerCase();
|
|
164
|
+
if (segment.isWordLike === true && [...token].length >= 2 && HAN_RE.test(token)) {
|
|
165
|
+
tokens.push(token);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
return tokens;
|
|
169
|
+
}
|
|
170
|
+
function createToken(raw, prefix, tier) {
|
|
171
|
+
const normalized = normalizeSearchText(raw).toLowerCase();
|
|
172
|
+
const digest = createHash("sha256").update(normalized).digest("hex").slice(0, 20);
|
|
173
|
+
return {
|
|
174
|
+
encoded: `${prefix}${digest}`,
|
|
175
|
+
raw: normalized,
|
|
176
|
+
tier
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
function dedupeTokens(tokens) {
|
|
180
|
+
const seen = /* @__PURE__ */ new Set();
|
|
181
|
+
const result = [];
|
|
182
|
+
for (const token of tokens) {
|
|
183
|
+
if (seen.has(token.encoded)) {
|
|
184
|
+
continue;
|
|
185
|
+
}
|
|
186
|
+
seen.add(token.encoded);
|
|
187
|
+
result.push(token);
|
|
188
|
+
}
|
|
189
|
+
return result;
|
|
190
|
+
}
|
|
191
|
+
function stemEnglish(token) {
|
|
192
|
+
const lemma = IRREGULAR_LEMMAS.get(token);
|
|
193
|
+
if (lemma !== void 0) {
|
|
194
|
+
return lemma;
|
|
195
|
+
}
|
|
196
|
+
if (!ASCII_ALNUM_RE.test(token) || /\d/u.test(token) || token.length < 4) {
|
|
197
|
+
return token;
|
|
198
|
+
}
|
|
199
|
+
return porterStem(token);
|
|
200
|
+
}
|
|
201
|
+
function porterStem(value) {
|
|
202
|
+
let token = value;
|
|
203
|
+
if (token.endsWith("ies") && token.length > 4) {
|
|
204
|
+
token = `${token.slice(0, -3)}y`;
|
|
205
|
+
} else if (token.endsWith("ing") && token.length > 5) {
|
|
206
|
+
token = token.slice(0, -3);
|
|
207
|
+
} else if (token.endsWith("ed") && token.length > 4) {
|
|
208
|
+
token = token.slice(0, -2);
|
|
209
|
+
} else if (token.endsWith("es") && token.length > 4) {
|
|
210
|
+
token = token.slice(0, -2);
|
|
211
|
+
} else if (token.endsWith("s") && token.length > 4) {
|
|
212
|
+
token = token.slice(0, -1);
|
|
213
|
+
}
|
|
214
|
+
if (token.length > 3 && token.at(-1) === token.at(-2) && /[bcdfghjklmnpqrstvwxyz]/u.test(token.at(-1))) {
|
|
215
|
+
token = token.slice(0, -1);
|
|
216
|
+
}
|
|
217
|
+
return token;
|
|
218
|
+
}
|
|
219
|
+
export {
|
|
220
|
+
createSearchTokenPlan,
|
|
221
|
+
hasSearchTokens,
|
|
222
|
+
listSearchPlanTerms,
|
|
223
|
+
normalizeSearchText
|
|
224
|
+
};
|
|
225
|
+
//# sourceMappingURL=tokenizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/retrieval/search-index/search/tokenizer.ts"],"sourcesContent":["import { createHash } from \"crypto\";\n\nexport interface SearchToken {\n readonly encoded: string;\n readonly raw: string;\n readonly tier: 1 | 2 | 3;\n}\n\nexport interface SearchTokenPlan {\n readonly tier1: readonly SearchToken[];\n readonly tier2: readonly SearchToken[];\n readonly tier3: readonly SearchToken[];\n}\n\nconst HAN_RUN_RE = /\\p{Script=Han}+/gu;\nconst LATIN_OR_NUMBER_RE = /[\\p{Script=Latin}\\p{Number}]+/gu;\nconst ZERO_WIDTH_RE = /[\\u200B-\\u200D\\u2060\\uFEFF]/gu;\nconst CONTROL_RE = /[\\p{Cc}\\p{Cf}]/gu;\nconst WHITESPACE_RE = /\\s+/gu;\nconst HAN_RE = /^\\p{Script=Han}+$/u;\nconst ASCII_ALNUM_RE = /^[a-z0-9]+$/u;\n\nconst CHINESE_STOPWORDS = new Set([\n \"的\",\n \"地\",\n \"得\",\n \"了\",\n \"着\",\n \"过\",\n \"和\",\n \"与\",\n \"及\",\n \"或\",\n \"而\",\n \"在\",\n \"是\",\n \"为\",\n \"以\",\n \"于\",\n \"对\",\n \"中\",\n \"上\",\n \"下\",\n \"等\",\n]);\n\nconst ENGLISH_STOPWORDS = new Set([\n \"a\",\n \"an\",\n \"and\",\n \"are\",\n \"as\",\n \"at\",\n \"be\",\n \"been\",\n \"being\",\n \"by\",\n \"can\",\n \"could\",\n \"did\",\n \"do\",\n \"does\",\n \"for\",\n \"from\",\n \"had\",\n \"has\",\n \"have\",\n \"in\",\n \"is\",\n \"may\",\n \"might\",\n \"of\",\n \"on\",\n \"or\",\n \"should\",\n \"the\",\n \"to\",\n \"was\",\n \"were\",\n \"will\",\n \"with\",\n \"would\",\n]);\n\nconst IRREGULAR_LEMMAS = new Map([\n [\"am\", \"be\"],\n [\"are\", \"be\"],\n [\"is\", \"be\"],\n [\"was\", \"be\"],\n [\"were\", \"be\"],\n [\"been\", \"be\"],\n [\"being\", \"be\"],\n [\"has\", \"have\"],\n [\"had\", \"have\"],\n [\"does\", \"do\"],\n [\"did\", \"do\"],\n [\"done\", \"do\"],\n]);\n\nexport function normalizeSearchText(value: string): string {\n return value\n .normalize(\"NFKC\")\n .replace(ZERO_WIDTH_RE, \"\")\n .replace(CONTROL_RE, \" \")\n .replace(WHITESPACE_RE, \" \")\n .trim();\n}\n\nexport function createSearchTokenPlan(value: string): SearchTokenPlan {\n const normalized = normalizeSearchText(value);\n const tier1: SearchToken[] = [];\n const tier2: SearchToken[] = [];\n const tier3: SearchToken[] = [];\n\n for (const raw of createHanTokens(normalized, \"phrase\")) {\n tier1.push(createToken(raw, \"hp\", 1));\n }\n for (const raw of createHanTokens(normalized, \"bigram\")) {\n tier1.push(createToken(raw, \"h2\", 1));\n }\n for (const raw of createHanTokens(normalized, \"trigram\")) {\n tier1.push(createToken(raw, \"h3\", 1));\n }\n for (const raw of createSegmenterTokens(normalized)) {\n tier1.push(createToken(raw, \"hw\", 1));\n }\n for (const raw of createLatinTokens(normalized)) {\n tier1.push(createToken(raw, \"le\", 1));\n const stem = stemEnglish(raw);\n\n if (stem !== raw && !ENGLISH_STOPWORDS.has(stem)) {\n tier2.push(createToken(stem, \"ls\", 2));\n }\n }\n for (const raw of createHanTokens(normalized, \"char\")) {\n tier3.push(createToken(raw, \"hc\", 3));\n }\n\n return {\n tier1: dedupeTokens(tier1),\n tier2: dedupeTokens(tier2),\n tier3: dedupeTokens(tier3),\n };\n}\n\nexport function listSearchPlanTerms(plan: SearchTokenPlan): readonly string[] {\n return [\n ...new Set(\n [...plan.tier1, ...plan.tier2, ...plan.tier3].map((token) => token.raw),\n ),\n ];\n}\n\nexport function hasSearchTokens(plan: SearchTokenPlan): boolean {\n return (\n plan.tier1.length > 0 || plan.tier2.length > 0 || plan.tier3.length > 0\n );\n}\n\nfunction createHanTokens(\n value: string,\n kind: \"bigram\" | \"char\" | \"phrase\" | \"trigram\",\n): readonly string[] {\n const tokens: string[] = [];\n\n for (const match of value.matchAll(HAN_RUN_RE)) {\n const run = [...match[0]];\n\n if (kind === \"phrase\") {\n if (run.length >= 2) {\n tokens.push(run.join(\"\"));\n }\n continue;\n }\n if (kind === \"char\") {\n tokens.push(...run.filter((token) => !CHINESE_STOPWORDS.has(token)));\n continue;\n }\n\n const size = kind === \"bigram\" ? 2 : 3;\n\n if (run.length < size) {\n continue;\n }\n for (let index = 0; index <= run.length - size; index += 1) {\n tokens.push(run.slice(index, index + size).join(\"\"));\n }\n }\n\n return tokens;\n}\n\nfunction createLatinTokens(value: string): readonly string[] {\n return [...value.toLowerCase().matchAll(LATIN_OR_NUMBER_RE)]\n .map((match) => match[0])\n .filter((token) => !ENGLISH_STOPWORDS.has(token));\n}\n\nfunction createSegmenterTokens(value: string): readonly string[] {\n if (typeof Intl.Segmenter !== \"function\") {\n return [];\n }\n\n const segmenter = new Intl.Segmenter(\"zh-CN\", { granularity: \"word\" });\n const tokens: string[] = [];\n\n for (const segment of segmenter.segment(value)) {\n const token = normalizeSearchText(segment.segment).toLowerCase();\n\n if (\n segment.isWordLike === true &&\n [...token].length >= 2 &&\n HAN_RE.test(token)\n ) {\n tokens.push(token);\n }\n }\n\n return tokens;\n}\n\nfunction createToken(\n raw: string,\n prefix: string,\n tier: 1 | 2 | 3,\n): SearchToken {\n const normalized = normalizeSearchText(raw).toLowerCase();\n const digest = createHash(\"sha256\")\n .update(normalized)\n .digest(\"hex\")\n .slice(0, 20);\n\n return {\n encoded: `${prefix}${digest}`,\n raw: normalized,\n tier,\n };\n}\n\nfunction dedupeTokens(tokens: readonly SearchToken[]): readonly SearchToken[] {\n const seen = new Set<string>();\n const result: SearchToken[] = [];\n\n for (const token of tokens) {\n if (seen.has(token.encoded)) {\n continue;\n }\n\n seen.add(token.encoded);\n result.push(token);\n }\n\n return result;\n}\n\nfunction stemEnglish(token: string): string {\n const lemma = IRREGULAR_LEMMAS.get(token);\n\n if (lemma !== undefined) {\n return lemma;\n }\n if (!ASCII_ALNUM_RE.test(token) || /\\d/u.test(token) || token.length < 4) {\n return token;\n }\n\n return porterStem(token);\n}\n\nfunction porterStem(value: string): string {\n // A deliberately small Porter-like stemmer: enough for weak recall tokens,\n // not intended to replace exact Latin tokens or final ranking.\n let token = value;\n\n if (token.endsWith(\"ies\") && token.length > 4) {\n token = `${token.slice(0, -3)}y`;\n } else if (token.endsWith(\"ing\") && token.length > 5) {\n token = token.slice(0, -3);\n } else if (token.endsWith(\"ed\") && token.length > 4) {\n token = token.slice(0, -2);\n } else if (token.endsWith(\"es\") && token.length > 4) {\n token = token.slice(0, -2);\n } else if (token.endsWith(\"s\") && token.length > 4) {\n token = token.slice(0, -1);\n }\n\n if (\n token.length > 3 &&\n token.at(-1) === token.at(-2) &&\n /[bcdfghjklmnpqrstvwxyz]/u.test(token.at(-1)!)\n ) {\n token = token.slice(0, -1);\n }\n\n return token;\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAc3B,MAAM,aAAa,WAAC,oBAAgB,IAAE;AACtC,MAAM,qBAAqB;AAC3B,MAAM,gBAAgB;AACtB,MAAM,aAAa;AACnB,MAAM,gBAAgB;AACtB,MAAM,SAAS,WAAC,sBAAkB,GAAC;AACnC,MAAM,iBAAiB;AAEvB,MAAM,oBAAoB,oBAAI,IAAI;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,oBAAoB,oBAAI,IAAI;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,mBAAmB,oBAAI,IAAI;AAAA,EAC/B,CAAC,MAAM,IAAI;AAAA,EACX,CAAC,OAAO,IAAI;AAAA,EACZ,CAAC,MAAM,IAAI;AAAA,EACX,CAAC,OAAO,IAAI;AAAA,EACZ,CAAC,QAAQ,IAAI;AAAA,EACb,CAAC,QAAQ,IAAI;AAAA,EACb,CAAC,SAAS,IAAI;AAAA,EACd,CAAC,OAAO,MAAM;AAAA,EACd,CAAC,OAAO,MAAM;AAAA,EACd,CAAC,QAAQ,IAAI;AAAA,EACb,CAAC,OAAO,IAAI;AAAA,EACZ,CAAC,QAAQ,IAAI;AACf,CAAC;AAEM,SAAS,oBAAoB,OAAuB;AACzD,SAAO,MACJ,UAAU,MAAM,EAChB,QAAQ,eAAe,EAAE,EACzB,QAAQ,YAAY,GAAG,EACvB,QAAQ,eAAe,GAAG,EAC1B,KAAK;AACV;AAEO,SAAS,sBAAsB,OAAgC;AACpE,QAAM,aAAa,oBAAoB,KAAK;AAC5C,QAAM,QAAuB,CAAC;AAC9B,QAAM,QAAuB,CAAC;AAC9B,QAAM,QAAuB,CAAC;AAE9B,aAAW,OAAO,gBAAgB,YAAY,QAAQ,GAAG;AACvD,UAAM,KAAK,YAAY,KAAK,MAAM,CAAC,CAAC;AAAA,EACtC;AACA,aAAW,OAAO,gBAAgB,YAAY,QAAQ,GAAG;AACvD,UAAM,KAAK,YAAY,KAAK,MAAM,CAAC,CAAC;AAAA,EACtC;AACA,aAAW,OAAO,gBAAgB,YAAY,SAAS,GAAG;AACxD,UAAM,KAAK,YAAY,KAAK,MAAM,CAAC,CAAC;AAAA,EACtC;AACA,aAAW,OAAO,sBAAsB,UAAU,GAAG;AACnD,UAAM,KAAK,YAAY,KAAK,MAAM,CAAC,CAAC;AAAA,EACtC;AACA,aAAW,OAAO,kBAAkB,UAAU,GAAG;AAC/C,UAAM,KAAK,YAAY,KAAK,MAAM,CAAC,CAAC;AACpC,UAAM,OAAO,YAAY,GAAG;AAE5B,QAAI,SAAS,OAAO,CAAC,kBAAkB,IAAI,IAAI,GAAG;AAChD,YAAM,KAAK,YAAY,MAAM,MAAM,CAAC,CAAC;AAAA,IACvC;AAAA,EACF;AACA,aAAW,OAAO,gBAAgB,YAAY,MAAM,GAAG;AACrD,UAAM,KAAK,YAAY,KAAK,MAAM,CAAC,CAAC;AAAA,EACtC;AAEA,SAAO;AAAA,IACL,OAAO,aAAa,KAAK;AAAA,IACzB,OAAO,aAAa,KAAK;AAAA,IACzB,OAAO,aAAa,KAAK;AAAA,EAC3B;AACF;AAEO,SAAS,oBAAoB,MAA0C;AAC5E,SAAO;AAAA,IACL,GAAG,IAAI;AAAA,MACL,CAAC,GAAG,KAAK,OAAO,GAAG,KAAK,OAAO,GAAG,KAAK,KAAK,EAAE,IAAI,CAAC,UAAU,MAAM,GAAG;AAAA,IACxE;AAAA,EACF;AACF;AAEO,SAAS,gBAAgB,MAAgC;AAC9D,SACE,KAAK,MAAM,SAAS,KAAK,KAAK,MAAM,SAAS,KAAK,KAAK,MAAM,SAAS;AAE1E;AAEA,SAAS,gBACP,OACA,MACmB;AACnB,QAAM,SAAmB,CAAC;AAE1B,aAAW,SAAS,MAAM,SAAS,UAAU,GAAG;AAC9C,UAAM,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC;AAExB,QAAI,SAAS,UAAU;AACrB,UAAI,IAAI,UAAU,GAAG;AACnB,eAAO,KAAK,IAAI,KAAK,EAAE,CAAC;AAAA,MAC1B;AACA;AAAA,IACF;AACA,QAAI,SAAS,QAAQ;AACnB,aAAO,KAAK,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC,kBAAkB,IAAI,KAAK,CAAC,CAAC;AACnE;AAAA,IACF;AAEA,UAAM,OAAO,SAAS,WAAW,IAAI;AAErC,QAAI,IAAI,SAAS,MAAM;AACrB;AAAA,IACF;AACA,aAAS,QAAQ,GAAG,SAAS,IAAI,SAAS,MAAM,SAAS,GAAG;AAC1D,aAAO,KAAK,IAAI,MAAM,OAAO,QAAQ,IAAI,EAAE,KAAK,EAAE,CAAC;AAAA,IACrD;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,kBAAkB,OAAkC;AAC3D,SAAO,CAAC,GAAG,MAAM,YAAY,EAAE,SAAS,kBAAkB,CAAC,EACxD,IAAI,CAAC,UAAU,MAAM,CAAC,CAAC,EACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,IAAI,KAAK,CAAC;AACpD;AAEA,SAAS,sBAAsB,OAAkC;AAC/D,MAAI,OAAO,KAAK,cAAc,YAAY;AACxC,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,YAAY,IAAI,KAAK,UAAU,SAAS,EAAE,aAAa,OAAO,CAAC;AACrE,QAAM,SAAmB,CAAC;AAE1B,aAAW,WAAW,UAAU,QAAQ,KAAK,GAAG;AAC9C,UAAM,QAAQ,oBAAoB,QAAQ,OAAO,EAAE,YAAY;AAE/D,QACE,QAAQ,eAAe,QACvB,CAAC,GAAG,KAAK,EAAE,UAAU,KACrB,OAAO,KAAK,KAAK,GACjB;AACA,aAAO,KAAK,KAAK;AAAA,IACnB;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,YACP,KACA,QACA,MACa;AACb,QAAM,aAAa,oBAAoB,GAAG,EAAE,YAAY;AACxD,QAAM,SAAS,WAAW,QAAQ,EAC/B,OAAO,UAAU,EACjB,OAAO,KAAK,EACZ,MAAM,GAAG,EAAE;AAEd,SAAO;AAAA,IACL,SAAS,GAAG,MAAM,GAAG,MAAM;AAAA,IAC3B,KAAK;AAAA,IACL;AAAA,EACF;AACF;AAEA,SAAS,aAAa,QAAwD;AAC5E,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,SAAwB,CAAC;AAE/B,aAAW,SAAS,QAAQ;AAC1B,QAAI,KAAK,IAAI,MAAM,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,SAAK,IAAI,MAAM,OAAO;AACtB,WAAO,KAAK,KAAK;AAAA,EACnB;AAEA,SAAO;AACT;AAEA,SAAS,YAAY,OAAuB;AAC1C,QAAM,QAAQ,iBAAiB,IAAI,KAAK;AAExC,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AACA,MAAI,CAAC,eAAe,KAAK,KAAK,KAAK,MAAM,KAAK,KAAK,KAAK,MAAM,SAAS,GAAG;AACxE,WAAO;AAAA,EACT;AAEA,SAAO,WAAW,KAAK;AACzB;AAEA,SAAS,WAAW,OAAuB;AAGzC,MAAI,QAAQ;AAEZ,MAAI,MAAM,SAAS,KAAK,KAAK,MAAM,SAAS,GAAG;AAC7C,YAAQ,GAAG,MAAM,MAAM,GAAG,EAAE,CAAC;AAAA,EAC/B,WAAW,MAAM,SAAS,KAAK,KAAK,MAAM,SAAS,GAAG;AACpD,YAAQ,MAAM,MAAM,GAAG,EAAE;AAAA,EAC3B,WAAW,MAAM,SAAS,IAAI,KAAK,MAAM,SAAS,GAAG;AACnD,YAAQ,MAAM,MAAM,GAAG,EAAE;AAAA,EAC3B,WAAW,MAAM,SAAS,IAAI,KAAK,MAAM,SAAS,GAAG;AACnD,YAAQ,MAAM,MAAM,GAAG,EAAE;AAAA,EAC3B,WAAW,MAAM,SAAS,GAAG,KAAK,MAAM,SAAS,GAAG;AAClD,YAAQ,MAAM,MAAM,GAAG,EAAE;AAAA,EAC3B;AAEA,MACE,MAAM,SAAS,KACf,MAAM,GAAG,EAAE,MAAM,MAAM,GAAG,EAAE,KAC5B,2BAA2B,KAAK,MAAM,GAAG,EAAE,CAAE,GAC7C;AACA,YAAQ,MAAM,MAAM,GAAG,EAAE;AAAA,EAC3B;AAEA,SAAO;AACT;","names":[]}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
declare const TEXT_SENTENCE_KIND: {
|
|
2
|
+
readonly source: 1;
|
|
3
|
+
readonly summary: 2;
|
|
4
|
+
};
|
|
5
|
+
declare const SINGLE_ARCHIVE_INDEX_ID = 0;
|
|
6
|
+
type TextSentenceKind = (typeof TEXT_SENTENCE_KIND)[keyof typeof TEXT_SENTENCE_KIND];
|
|
7
|
+
declare const SEARCH_OBJECT_PROPERTY_OWNER_KIND: {
|
|
8
|
+
readonly chapter: 1;
|
|
9
|
+
readonly chunk: 2;
|
|
10
|
+
readonly entity: 3;
|
|
11
|
+
};
|
|
12
|
+
type SearchObjectPropertyOwnerKind = (typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND];
|
|
13
|
+
declare const SEARCH_OBJECT_PROPERTY_KIND: {
|
|
14
|
+
readonly title: 1;
|
|
15
|
+
readonly label: 1;
|
|
16
|
+
readonly content: 2;
|
|
17
|
+
readonly surface: 1;
|
|
18
|
+
};
|
|
19
|
+
type SearchObjectPropertyKind = (typeof SEARCH_OBJECT_PROPERTY_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_KIND];
|
|
20
|
+
interface TextSentenceRecordInput {
|
|
21
|
+
readonly archiveId: number;
|
|
22
|
+
readonly chapterId: number;
|
|
23
|
+
readonly kind: TextSentenceKind;
|
|
24
|
+
readonly sentenceIndex: number;
|
|
25
|
+
readonly text: string;
|
|
26
|
+
readonly wordsCount: number;
|
|
27
|
+
}
|
|
28
|
+
interface SearchObjectPropertyRecordInput {
|
|
29
|
+
readonly archiveId: number;
|
|
30
|
+
readonly chapterId?: number;
|
|
31
|
+
readonly ownerId: string;
|
|
32
|
+
readonly ownerKind: SearchObjectPropertyOwnerKind;
|
|
33
|
+
readonly propertyKind: SearchObjectPropertyKind;
|
|
34
|
+
readonly text: string;
|
|
35
|
+
}
|
|
36
|
+
interface SearchIndexInput {
|
|
37
|
+
readonly objectProperties: readonly SearchObjectPropertyRecordInput[];
|
|
38
|
+
readonly textSentences: readonly TextSentenceRecordInput[];
|
|
39
|
+
}
|
|
40
|
+
type SearchIndexProgressPhase = "checking" | "clearing" | "collecting" | "finalizing" | "indexing-objects" | "indexing-text";
|
|
41
|
+
interface SearchIndexProgressEvent {
|
|
42
|
+
readonly done?: number;
|
|
43
|
+
readonly phase: SearchIndexProgressPhase;
|
|
44
|
+
readonly total?: number;
|
|
45
|
+
readonly unit?: "chapter" | "object" | "sentence";
|
|
46
|
+
}
|
|
47
|
+
type SearchIndexProgressReporter = (event: SearchIndexProgressEvent) => void | Promise<void>;
|
|
48
|
+
type SearchIndexStatus = "current" | "dirty" | "missing";
|
|
49
|
+
interface SearchIndexTextHit {
|
|
50
|
+
readonly archiveId: number;
|
|
51
|
+
readonly chapterId: number;
|
|
52
|
+
readonly kind: TextSentenceKind;
|
|
53
|
+
readonly rank: number;
|
|
54
|
+
readonly score: number;
|
|
55
|
+
readonly sentenceIndex: number;
|
|
56
|
+
readonly wordsCount: number;
|
|
57
|
+
}
|
|
58
|
+
interface SearchIndexObjectHit {
|
|
59
|
+
readonly archiveId: number;
|
|
60
|
+
readonly chapterId?: number;
|
|
61
|
+
readonly ownerId: string;
|
|
62
|
+
readonly ownerKind: SearchObjectPropertyOwnerKind;
|
|
63
|
+
readonly propertyKind: SearchObjectPropertyKind;
|
|
64
|
+
readonly score: number;
|
|
65
|
+
}
|
|
66
|
+
interface SearchIndexQueryResult {
|
|
67
|
+
readonly objectHits: readonly SearchIndexObjectHit[];
|
|
68
|
+
readonly terms: readonly string[];
|
|
69
|
+
readonly textHits: readonly SearchIndexTextHit[];
|
|
70
|
+
}
|
|
71
|
+
declare const SEARCH_INDEX_VERSION = "4";
|
|
72
|
+
declare const SEARCH_INDEX_FTS_HIT_LIMIT = 32000;
|
|
73
|
+
declare const FTS5_RANK_SCORE_SCALE = 1000000;
|
|
74
|
+
declare const TIER_WEIGHTS: readonly [1, 0.45, 0.08];
|
|
75
|
+
interface ArchiveIndexSettings {
|
|
76
|
+
readonly ftsEmbedded: boolean;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
export { type ArchiveIndexSettings, FTS5_RANK_SCORE_SCALE, SEARCH_INDEX_FTS_HIT_LIMIT, SEARCH_INDEX_VERSION, SEARCH_OBJECT_PROPERTY_KIND, SEARCH_OBJECT_PROPERTY_OWNER_KIND, SINGLE_ARCHIVE_INDEX_ID, type SearchIndexInput, type SearchIndexObjectHit, type SearchIndexProgressEvent, type SearchIndexProgressPhase, type SearchIndexProgressReporter, type SearchIndexQueryResult, type SearchIndexStatus, type SearchIndexTextHit, type SearchObjectPropertyKind, type SearchObjectPropertyOwnerKind, type SearchObjectPropertyRecordInput, TEXT_SENTENCE_KIND, TIER_WEIGHTS, type TextSentenceKind, type TextSentenceRecordInput };
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
const TEXT_SENTENCE_KIND = {
|
|
2
|
+
source: 1,
|
|
3
|
+
summary: 2
|
|
4
|
+
};
|
|
5
|
+
const SINGLE_ARCHIVE_INDEX_ID = 0;
|
|
6
|
+
const SEARCH_OBJECT_PROPERTY_OWNER_KIND = {
|
|
7
|
+
chapter: 1,
|
|
8
|
+
chunk: 2,
|
|
9
|
+
entity: 3
|
|
10
|
+
};
|
|
11
|
+
const SEARCH_OBJECT_PROPERTY_KIND = {
|
|
12
|
+
title: 1,
|
|
13
|
+
label: 1,
|
|
14
|
+
content: 2,
|
|
15
|
+
surface: 1
|
|
16
|
+
};
|
|
17
|
+
const SEARCH_INDEX_VERSION = "4";
|
|
18
|
+
const SEARCH_INDEX_FTS_HIT_LIMIT = 32e3;
|
|
19
|
+
const FTS5_RANK_SCORE_SCALE = 1e6;
|
|
20
|
+
const TIER_WEIGHTS = [1, 0.45, 0.08];
|
|
21
|
+
export {
|
|
22
|
+
FTS5_RANK_SCORE_SCALE,
|
|
23
|
+
SEARCH_INDEX_FTS_HIT_LIMIT,
|
|
24
|
+
SEARCH_INDEX_VERSION,
|
|
25
|
+
SEARCH_OBJECT_PROPERTY_KIND,
|
|
26
|
+
SEARCH_OBJECT_PROPERTY_OWNER_KIND,
|
|
27
|
+
SINGLE_ARCHIVE_INDEX_ID,
|
|
28
|
+
TEXT_SENTENCE_KIND,
|
|
29
|
+
TIER_WEIGHTS
|
|
30
|
+
};
|
|
31
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/retrieval/search-index/search/types.ts"],"sourcesContent":["export const TEXT_SENTENCE_KIND = {\n source: 1,\n summary: 2,\n} as const;\n\nexport const SINGLE_ARCHIVE_INDEX_ID = 0;\n\nexport type TextSentenceKind =\n (typeof TEXT_SENTENCE_KIND)[keyof typeof TEXT_SENTENCE_KIND];\n\nexport const SEARCH_OBJECT_PROPERTY_OWNER_KIND = {\n chapter: 1,\n chunk: 2,\n entity: 3,\n} as const;\n\nexport type SearchObjectPropertyOwnerKind =\n (typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND];\n\nexport const SEARCH_OBJECT_PROPERTY_KIND = {\n title: 1,\n label: 1,\n content: 2,\n surface: 1,\n} as const;\n\nexport type SearchObjectPropertyKind =\n (typeof SEARCH_OBJECT_PROPERTY_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_KIND];\n\nexport interface TextSentenceRecordInput {\n readonly archiveId: number;\n readonly chapterId: number;\n readonly kind: TextSentenceKind;\n readonly sentenceIndex: number;\n readonly text: string;\n readonly wordsCount: number;\n}\n\nexport interface SearchObjectPropertyRecordInput {\n readonly archiveId: number;\n readonly chapterId?: number;\n readonly ownerId: string;\n readonly ownerKind: SearchObjectPropertyOwnerKind;\n readonly propertyKind: SearchObjectPropertyKind;\n readonly text: string;\n}\n\nexport interface SearchIndexInput {\n readonly objectProperties: readonly SearchObjectPropertyRecordInput[];\n readonly textSentences: readonly TextSentenceRecordInput[];\n}\n\nexport type SearchIndexProgressPhase =\n | \"checking\"\n | \"clearing\"\n | \"collecting\"\n | \"finalizing\"\n | \"indexing-objects\"\n | \"indexing-text\";\n\nexport interface SearchIndexProgressEvent {\n readonly done?: number;\n readonly phase: SearchIndexProgressPhase;\n readonly total?: number;\n readonly unit?: \"chapter\" | \"object\" | \"sentence\";\n}\n\nexport type SearchIndexProgressReporter = (\n event: SearchIndexProgressEvent,\n) => void | Promise<void>;\n\nexport type SearchIndexStatus = \"current\" | \"dirty\" | \"missing\";\n\nexport interface SearchIndexTextHit {\n readonly archiveId: number;\n readonly chapterId: number;\n readonly kind: TextSentenceKind;\n readonly rank: number;\n readonly score: number;\n readonly sentenceIndex: number;\n readonly wordsCount: number;\n}\n\nexport interface SearchIndexObjectHit {\n readonly archiveId: number;\n readonly chapterId?: number;\n readonly ownerId: string;\n readonly ownerKind: SearchObjectPropertyOwnerKind;\n readonly propertyKind: SearchObjectPropertyKind;\n readonly score: number;\n}\n\nexport interface SearchIndexQueryResult {\n readonly objectHits: readonly SearchIndexObjectHit[];\n readonly terms: readonly string[];\n readonly textHits: readonly SearchIndexTextHit[];\n}\n\nexport const SEARCH_INDEX_VERSION = \"4\";\nexport const SEARCH_INDEX_FTS_HIT_LIMIT = 32_000;\nexport const FTS5_RANK_SCORE_SCALE = 1_000_000;\nexport const TIER_WEIGHTS = [1, 0.45, 0.08] as const;\n\nexport interface ArchiveIndexSettings {\n readonly ftsEmbedded: boolean;\n}\n"],"mappings":"AAAO,MAAM,qBAAqB;AAAA,EAChC,QAAQ;AAAA,EACR,SAAS;AACX;AAEO,MAAM,0BAA0B;AAKhC,MAAM,oCAAoC;AAAA,EAC/C,SAAS;AAAA,EACT,OAAO;AAAA,EACP,QAAQ;AACV;AAKO,MAAM,8BAA8B;AAAA,EACzC,OAAO;AAAA,EACP,OAAO;AAAA,EACP,SAAS;AAAA,EACT,SAAS;AACX;AA0EO,MAAM,uBAAuB;AAC7B,MAAM,6BAA6B;AACnC,MAAM,wBAAwB;AAC9B,MAAM,eAAe,CAAC,GAAG,MAAM,IAAI;","names":[]}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Database } from '../../../document/database.js';
|
|
2
|
+
import { SearchTokenPlan } from './tokenizer.js';
|
|
3
|
+
import { SearchObjectPropertyRecordInput, TextSentenceRecordInput } from './types.js';
|
|
4
|
+
import 'sqlite3';
|
|
5
|
+
|
|
6
|
+
declare function insertTextSentenceRecord(database: Database, record: TextSentenceRecordInput): Promise<number>;
|
|
7
|
+
declare function insertSearchObjectPropertyRecord(database: Database, record: SearchObjectPropertyRecordInput): Promise<number>;
|
|
8
|
+
declare function insertFtsRecord(database: Database, table: "search_object_properties_fts" | "text_sentence_fts", rowId: number, plan: SearchTokenPlan): Promise<void>;
|
|
9
|
+
|
|
10
|
+
export { insertFtsRecord, insertSearchObjectPropertyRecord, insertTextSentenceRecord };
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import { getNumber } from "../../../document/database.js";
|
|
2
|
+
import { serializeTokens } from "./helpers.js";
|
|
3
|
+
async function insertTextSentenceRecord(database, record) {
|
|
4
|
+
const rowId = await database.queryOne(
|
|
5
|
+
`
|
|
6
|
+
SELECT id
|
|
7
|
+
FROM text_sentence_records
|
|
8
|
+
WHERE archive_id = ? AND kind = ? AND chapter_id = ? AND sentence_index = ?
|
|
9
|
+
`,
|
|
10
|
+
[record.archiveId, record.kind, record.chapterId, record.sentenceIndex],
|
|
11
|
+
(row) => getNumber(row, "id")
|
|
12
|
+
);
|
|
13
|
+
if (rowId !== void 0) {
|
|
14
|
+
return rowId;
|
|
15
|
+
}
|
|
16
|
+
await database.run(
|
|
17
|
+
`
|
|
18
|
+
INSERT INTO text_sentence_records (
|
|
19
|
+
archive_id, kind, chapter_id, sentence_index, words_count, byte_offset, byte_length
|
|
20
|
+
)
|
|
21
|
+
VALUES (?, ?, ?, ?, ?, 0, 0)
|
|
22
|
+
`,
|
|
23
|
+
[
|
|
24
|
+
record.archiveId,
|
|
25
|
+
record.kind,
|
|
26
|
+
record.chapterId,
|
|
27
|
+
record.sentenceIndex,
|
|
28
|
+
record.wordsCount
|
|
29
|
+
]
|
|
30
|
+
);
|
|
31
|
+
return await database.getLastInsertRowId();
|
|
32
|
+
}
|
|
33
|
+
async function insertSearchObjectPropertyRecord(database, record) {
|
|
34
|
+
await database.run(
|
|
35
|
+
`
|
|
36
|
+
INSERT INTO search_object_properties_records (
|
|
37
|
+
archive_id, owner_kind, owner_id, property_kind, chapter_id
|
|
38
|
+
)
|
|
39
|
+
VALUES (?, ?, ?, ?, ?)
|
|
40
|
+
`,
|
|
41
|
+
[
|
|
42
|
+
record.archiveId,
|
|
43
|
+
record.ownerKind,
|
|
44
|
+
record.ownerId,
|
|
45
|
+
record.propertyKind,
|
|
46
|
+
record.chapterId ?? null
|
|
47
|
+
]
|
|
48
|
+
);
|
|
49
|
+
return await database.getLastInsertRowId();
|
|
50
|
+
}
|
|
51
|
+
async function insertFtsRecord(database, table, rowId, plan) {
|
|
52
|
+
await database.run(
|
|
53
|
+
`
|
|
54
|
+
INSERT INTO ${table}(rowid, tier1, tier2, tier3)
|
|
55
|
+
VALUES (?, ?, ?, ?)
|
|
56
|
+
`,
|
|
57
|
+
[
|
|
58
|
+
rowId,
|
|
59
|
+
serializeTokens(plan.tier1),
|
|
60
|
+
serializeTokens(plan.tier2),
|
|
61
|
+
serializeTokens(plan.tier3)
|
|
62
|
+
]
|
|
63
|
+
);
|
|
64
|
+
}
|
|
65
|
+
export {
|
|
66
|
+
insertFtsRecord,
|
|
67
|
+
insertSearchObjectPropertyRecord,
|
|
68
|
+
insertTextSentenceRecord
|
|
69
|
+
};
|
|
70
|
+
//# sourceMappingURL=write.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/retrieval/search-index/search/write.ts"],"sourcesContent":["import { getNumber, type Database } from \"../../../document/database.js\";\nimport { serializeTokens } from \"./helpers.js\";\nimport type { SearchTokenPlan } from \"./tokenizer.js\";\nimport type {\n SearchObjectPropertyRecordInput,\n TextSentenceRecordInput,\n} from \"./types.js\";\n\nexport async function insertTextSentenceRecord(\n database: Database,\n record: TextSentenceRecordInput,\n): Promise<number> {\n const rowId = await database.queryOne(\n `\n SELECT id\n FROM text_sentence_records\n WHERE archive_id = ? AND kind = ? AND chapter_id = ? AND sentence_index = ?\n `,\n [record.archiveId, record.kind, record.chapterId, record.sentenceIndex],\n (row) => getNumber(row, \"id\"),\n );\n\n if (rowId !== undefined) {\n return rowId;\n }\n\n await database.run(\n `\n INSERT INTO text_sentence_records (\n archive_id, kind, chapter_id, sentence_index, words_count, byte_offset, byte_length\n )\n VALUES (?, ?, ?, ?, ?, 0, 0)\n `,\n [\n record.archiveId,\n record.kind,\n record.chapterId,\n record.sentenceIndex,\n record.wordsCount,\n ],\n );\n\n return await database.getLastInsertRowId();\n}\n\nexport async function insertSearchObjectPropertyRecord(\n database: Database,\n record: SearchObjectPropertyRecordInput,\n): Promise<number> {\n await database.run(\n `\n INSERT INTO search_object_properties_records (\n archive_id, owner_kind, owner_id, property_kind, chapter_id\n )\n VALUES (?, ?, ?, ?, ?)\n `,\n [\n record.archiveId,\n record.ownerKind,\n record.ownerId,\n record.propertyKind,\n record.chapterId ?? null,\n ],\n );\n\n return await database.getLastInsertRowId();\n}\n\nexport async function insertFtsRecord(\n database: Database,\n table: \"search_object_properties_fts\" | \"text_sentence_fts\",\n rowId: number,\n plan: SearchTokenPlan,\n): Promise<void> {\n await database.run(\n `\n INSERT INTO ${table}(rowid, tier1, tier2, tier3)\n VALUES (?, ?, ?, ?)\n `,\n [\n rowId,\n serializeTokens(plan.tier1),\n serializeTokens(plan.tier2),\n serializeTokens(plan.tier3),\n ],\n );\n}\n"],"mappings":"AAAA,SAAS,iBAAgC;AACzC,SAAS,uBAAuB;AAOhC,eAAsB,yBACpB,UACA,QACiB;AACjB,QAAM,QAAQ,MAAM,SAAS;AAAA,IAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,OAAO,WAAW,OAAO,MAAM,OAAO,WAAW,OAAO,aAAa;AAAA,IACtE,CAAC,QAAQ,UAAU,KAAK,IAAI;AAAA,EAC9B;AAEA,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AAEA,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA;AAAA,MACE,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,mBAAmB;AAC3C;AAEA,eAAsB,iCACpB,UACA,QACiB;AACjB,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA;AAAA,MACE,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO,aAAa;AAAA,IACtB;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,mBAAmB;AAC3C;AAEA,eAAsB,gBACpB,UACA,OACA,OACA,MACe;AACf,QAAM,SAAS;AAAA,IACb;AAAA,oBACgB,KAAK;AAAA;AAAA;AAAA,IAGrB;AAAA,MACE;AAAA,MACA,gBAAgB,KAAK,KAAK;AAAA,MAC1B,gBAAgB,KAAK,KAAK;AAAA,MAC1B,gBAAgB,KAAK,KAAK;AAAA,IAC5B;AAAA,EACF;AACF;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/cli-command.ts"],"sourcesContent":["export const CLI_PRIMARY_COMMAND = \"wg\";\nexport const CLI_FULL_COMMAND = \"wikigraph\";\n"],"mappings":"AAAO,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;","names":[]}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { existsSync, statSync } from "fs";
|
|
2
|
+
import { fileURLToPath } from "url";
|
|
3
|
+
import { dirname, join, parse, resolve } from "path";
|
|
4
|
+
function resolveDataDirPath() {
|
|
5
|
+
const injectedPath = globalThis.__WIKIGRAPH_DATA_DIR__;
|
|
6
|
+
if (typeof injectedPath === "string" && injectedPath !== "") {
|
|
7
|
+
return injectedPath;
|
|
8
|
+
}
|
|
9
|
+
const moduleDataDirPath = resolveDataDirPathFromModule();
|
|
10
|
+
if (moduleDataDirPath !== void 0) {
|
|
11
|
+
return moduleDataDirPath;
|
|
12
|
+
}
|
|
13
|
+
return resolveDataDirPathFromWorkingDirectory();
|
|
14
|
+
}
|
|
15
|
+
function resolveDataDirPathFromModule() {
|
|
16
|
+
const moduleDirectoryPath = dirname(fileURLToPath(import.meta.url));
|
|
17
|
+
for (const candidatePath of [
|
|
18
|
+
resolve(moduleDirectoryPath, "../../../data"),
|
|
19
|
+
resolve(moduleDirectoryPath, "../../data"),
|
|
20
|
+
resolve(moduleDirectoryPath, "../data")
|
|
21
|
+
]) {
|
|
22
|
+
if (existsSync(candidatePath) && statSync(candidatePath).isDirectory()) {
|
|
23
|
+
return candidatePath;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
return void 0;
|
|
27
|
+
}
|
|
28
|
+
function resolveDataDirPathFromWorkingDirectory() {
|
|
29
|
+
let currentDirectoryPath = process.cwd();
|
|
30
|
+
const rootDirectoryPath = parse(currentDirectoryPath).root;
|
|
31
|
+
while (true) {
|
|
32
|
+
for (const candidatePath of [
|
|
33
|
+
join(currentDirectoryPath, "data"),
|
|
34
|
+
join(currentDirectoryPath, "packages", "core", "data")
|
|
35
|
+
]) {
|
|
36
|
+
if (existsSync(candidatePath) && statSync(candidatePath).isDirectory()) {
|
|
37
|
+
return candidatePath;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
if (currentDirectoryPath === rootDirectoryPath) {
|
|
41
|
+
throw new Error("Could not locate data directory");
|
|
42
|
+
}
|
|
43
|
+
currentDirectoryPath = dirname(currentDirectoryPath);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
export {
|
|
47
|
+
resolveDataDirPath
|
|
48
|
+
};
|
|
49
|
+
//# sourceMappingURL=data-dir.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/data-dir.ts"],"sourcesContent":["import { existsSync, statSync } from \"fs\";\nimport { fileURLToPath } from \"url\";\nimport { dirname, join, parse, resolve } from \"path\";\n\nexport function resolveDataDirPath(): string {\n const injectedPath = (globalThis as { __WIKIGRAPH_DATA_DIR__?: unknown })\n .__WIKIGRAPH_DATA_DIR__;\n\n if (typeof injectedPath === \"string\" && injectedPath !== \"\") {\n return injectedPath;\n }\n\n const moduleDataDirPath = resolveDataDirPathFromModule();\n if (moduleDataDirPath !== undefined) {\n return moduleDataDirPath;\n }\n\n return resolveDataDirPathFromWorkingDirectory();\n}\n\nfunction resolveDataDirPathFromModule(): string | undefined {\n const moduleDirectoryPath = dirname(fileURLToPath(import.meta.url));\n\n for (const candidatePath of [\n resolve(moduleDirectoryPath, \"../../../data\"),\n resolve(moduleDirectoryPath, \"../../data\"),\n resolve(moduleDirectoryPath, \"../data\"),\n ]) {\n if (existsSync(candidatePath) && statSync(candidatePath).isDirectory()) {\n return candidatePath;\n }\n }\n\n return undefined;\n}\n\nfunction resolveDataDirPathFromWorkingDirectory(): string {\n let currentDirectoryPath = process.cwd();\n const rootDirectoryPath = parse(currentDirectoryPath).root;\n\n while (true) {\n for (const candidatePath of [\n join(currentDirectoryPath, \"data\"),\n join(currentDirectoryPath, \"packages\", \"core\", \"data\"),\n ]) {\n if (existsSync(candidatePath) && statSync(candidatePath).isDirectory()) {\n return candidatePath;\n }\n }\n\n if (currentDirectoryPath === rootDirectoryPath) {\n throw new Error(\"Could not locate data directory\");\n }\n\n currentDirectoryPath = dirname(currentDirectoryPath);\n }\n}\n"],"mappings":"AAAA,SAAS,YAAY,gBAAgB;AACrC,SAAS,qBAAqB;AAC9B,SAAS,SAAS,MAAM,OAAO,eAAe;AAEvC,SAAS,qBAA6B;AAC3C,QAAM,eAAgB,WACnB;AAEH,MAAI,OAAO,iBAAiB,YAAY,iBAAiB,IAAI;AAC3D,WAAO;AAAA,EACT;AAEA,QAAM,oBAAoB,6BAA6B;AACvD,MAAI,sBAAsB,QAAW;AACnC,WAAO;AAAA,EACT;AAEA,SAAO,uCAAuC;AAChD;AAEA,SAAS,+BAAmD;AAC1D,QAAM,sBAAsB,QAAQ,cAAc,YAAY,GAAG,CAAC;AAElE,aAAW,iBAAiB;AAAA,IAC1B,QAAQ,qBAAqB,eAAe;AAAA,IAC5C,QAAQ,qBAAqB,YAAY;AAAA,IACzC,QAAQ,qBAAqB,SAAS;AAAA,EACxC,GAAG;AACD,QAAI,WAAW,aAAa,KAAK,SAAS,aAAa,EAAE,YAAY,GAAG;AACtE,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,yCAAiD;AACxD,MAAI,uBAAuB,QAAQ,IAAI;AACvC,QAAM,oBAAoB,MAAM,oBAAoB,EAAE;AAEtD,SAAO,MAAM;AACX,eAAW,iBAAiB;AAAA,MAC1B,KAAK,sBAAsB,MAAM;AAAA,MACjC,KAAK,sBAAsB,YAAY,QAAQ,MAAM;AAAA,IACvD,GAAG;AACD,UAAI,WAAW,aAAa,KAAK,SAAS,aAAa,EAAE,YAAY,GAAG;AACtE,eAAO;AAAA,MACT;AAAA,IACF;AAEA,QAAI,yBAAyB,mBAAmB;AAC9C,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAEA,2BAAuB,QAAQ,oBAAoB;AAAA,EACrD;AACF;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/language.ts"],"sourcesContent":["export enum Language {\n Arabic = \"Arabic\",\n Danish = \"Danish\",\n Dutch = \"Dutch\",\n English = \"English\",\n Finnish = \"Finnish\",\n French = \"French\",\n German = \"German\",\n Hindi = \"Hindi\",\n Indonesian = \"Indonesian\",\n Italian = \"Italian\",\n Japanese = \"Japanese\",\n Korean = \"Korean\",\n Norwegian = \"Norwegian\",\n Polish = \"Polish\",\n Portuguese = \"Portuguese\",\n Russian = \"Russian\",\n SimplifiedChinese = \"Simplified Chinese\",\n Spanish = \"Spanish\",\n Swedish = \"Swedish\",\n Thai = \"Thai\",\n TraditionalChinese = \"Traditional Chinese\",\n Turkish = \"Turkish\",\n Vietnamese = \"Vietnamese\",\n}\n\nexport enum LanguageCode {\n Arabic = \"ar\",\n Chinese = \"zh\",\n Danish = \"da\",\n Dutch = \"nl\",\n English = \"en\",\n Finnish = \"fi\",\n French = \"fr\",\n German = \"de\",\n Hindi = \"hi\",\n Indonesian = \"id\",\n Italian = \"it\",\n Japanese = \"ja\",\n Korean = \"ko\",\n Norwegian = \"no\",\n Polish = \"pl\",\n Portuguese = \"pt\",\n Russian = \"ru\",\n Spanish = \"es\",\n Swedish = \"sv\",\n Thai = \"th\",\n Turkish = \"tr\",\n Vietnamese = \"vi\",\n}\n\nconst LANGUAGE_TO_CODE = {\n [Language.Arabic]: LanguageCode.Arabic,\n [Language.Danish]: LanguageCode.Danish,\n [Language.Dutch]: LanguageCode.Dutch,\n [Language.English]: LanguageCode.English,\n [Language.Finnish]: LanguageCode.Finnish,\n [Language.French]: LanguageCode.French,\n [Language.German]: LanguageCode.German,\n [Language.Hindi]: LanguageCode.Hindi,\n [Language.Indonesian]: LanguageCode.Indonesian,\n [Language.Italian]: LanguageCode.Italian,\n [Language.Japanese]: LanguageCode.Japanese,\n [Language.Korean]: LanguageCode.Korean,\n [Language.Norwegian]: LanguageCode.Norwegian,\n [Language.Polish]: LanguageCode.Polish,\n [Language.Portuguese]: LanguageCode.Portuguese,\n [Language.Russian]: LanguageCode.Russian,\n [Language.SimplifiedChinese]: LanguageCode.Chinese,\n [Language.Spanish]: LanguageCode.Spanish,\n [Language.Swedish]: LanguageCode.Swedish,\n [Language.Thai]: LanguageCode.Thai,\n [Language.TraditionalChinese]: LanguageCode.Chinese,\n [Language.Turkish]: LanguageCode.Turkish,\n [Language.Vietnamese]: LanguageCode.Vietnamese,\n} satisfies Record<Language, LanguageCode>;\n\nconst LANGUAGE_CODE_TO_PROMPT_LANGUAGE = {\n [LanguageCode.Arabic]: Language.Arabic,\n [LanguageCode.Chinese]: Language.SimplifiedChinese,\n [LanguageCode.Danish]: Language.Danish,\n [LanguageCode.Dutch]: Language.Dutch,\n [LanguageCode.English]: Language.English,\n [LanguageCode.Finnish]: Language.Finnish,\n [LanguageCode.French]: Language.French,\n [LanguageCode.German]: Language.German,\n [LanguageCode.Hindi]: Language.Hindi,\n [LanguageCode.Indonesian]: Language.Indonesian,\n [LanguageCode.Italian]: Language.Italian,\n [LanguageCode.Japanese]: Language.Japanese,\n [LanguageCode.Korean]: Language.Korean,\n [LanguageCode.Norwegian]: Language.Norwegian,\n [LanguageCode.Polish]: Language.Polish,\n [LanguageCode.Portuguese]: Language.Portuguese,\n [LanguageCode.Russian]: Language.Russian,\n [LanguageCode.Spanish]: Language.Spanish,\n [LanguageCode.Swedish]: Language.Swedish,\n [LanguageCode.Thai]: Language.Thai,\n [LanguageCode.Turkish]: Language.Turkish,\n [LanguageCode.Vietnamese]: Language.Vietnamese,\n} satisfies Record<LanguageCode, Language>;\n\nconst LANGUAGE_CODE_ALIASES = new Map<string, LanguageCode>([\n [\"ar\", LanguageCode.Arabic],\n [\"ara\", LanguageCode.Arabic],\n [\"arabic\", LanguageCode.Arabic],\n [\"da\", LanguageCode.Danish],\n [\"danish\", LanguageCode.Danish],\n [\"de\", LanguageCode.German],\n [\"deu\", LanguageCode.German],\n [\"dut\", LanguageCode.Dutch],\n [\"dutch\", LanguageCode.Dutch],\n [\"en\", LanguageCode.English],\n [\"eng\", LanguageCode.English],\n [\"english\", LanguageCode.English],\n [\"fi\", LanguageCode.Finnish],\n [\"fin\", LanguageCode.Finnish],\n [\"finnish\", LanguageCode.Finnish],\n [\"fr\", LanguageCode.French],\n [\"fra\", LanguageCode.French],\n [\"fre\", LanguageCode.French],\n [\"french\", LanguageCode.French],\n [\"ger\", LanguageCode.German],\n [\"german\", LanguageCode.German],\n [\"hi\", LanguageCode.Hindi],\n [\"hin\", LanguageCode.Hindi],\n [\"hindi\", LanguageCode.Hindi],\n [\"id\", LanguageCode.Indonesian],\n [\"ind\", LanguageCode.Indonesian],\n [\"indonesian\", LanguageCode.Indonesian],\n [\"it\", LanguageCode.Italian],\n [\"ita\", LanguageCode.Italian],\n [\"italian\", LanguageCode.Italian],\n [\"ja\", LanguageCode.Japanese],\n [\"japanese\", LanguageCode.Japanese],\n [\"jpn\", LanguageCode.Japanese],\n [\"ko\", LanguageCode.Korean],\n [\"kor\", LanguageCode.Korean],\n [\"korean\", LanguageCode.Korean],\n [\"nl\", LanguageCode.Dutch],\n [\"no\", LanguageCode.Norwegian],\n [\"nor\", LanguageCode.Norwegian],\n [\"norwegian\", LanguageCode.Norwegian],\n [\"pl\", LanguageCode.Polish],\n [\"pol\", LanguageCode.Polish],\n [\"polish\", LanguageCode.Polish],\n [\"por\", LanguageCode.Portuguese],\n [\"portuguese\", LanguageCode.Portuguese],\n [\"pt\", LanguageCode.Portuguese],\n [\"ru\", LanguageCode.Russian],\n [\"rus\", LanguageCode.Russian],\n [\"russian\", LanguageCode.Russian],\n [\"spa\", LanguageCode.Spanish],\n [\"spanish\", LanguageCode.Spanish],\n [\"es\", LanguageCode.Spanish],\n [\"sv\", LanguageCode.Swedish],\n [\"swe\", LanguageCode.Swedish],\n [\"swedish\", LanguageCode.Swedish],\n [\"th\", LanguageCode.Thai],\n [\"tha\", LanguageCode.Thai],\n [\"thai\", LanguageCode.Thai],\n [\"tr\", LanguageCode.Turkish],\n [\"tur\", LanguageCode.Turkish],\n [\"turkish\", LanguageCode.Turkish],\n [\"vi\", LanguageCode.Vietnamese],\n [\"vie\", LanguageCode.Vietnamese],\n [\"vietnamese\", LanguageCode.Vietnamese],\n [\"zh\", LanguageCode.Chinese],\n [\"zh-cn\", LanguageCode.Chinese],\n [\"zh-hans\", LanguageCode.Chinese],\n [\"zh-sg\", LanguageCode.Chinese],\n [\"zh-tw\", LanguageCode.Chinese],\n [\"zh-hant\", LanguageCode.Chinese],\n [\"zh-hk\", LanguageCode.Chinese],\n [\"cn\", LanguageCode.Chinese],\n [\"chi\", LanguageCode.Chinese],\n [\"chinese\", LanguageCode.Chinese],\n [\"simplified chinese\", LanguageCode.Chinese],\n [\"traditional chinese\", LanguageCode.Chinese],\n [\"zho\", LanguageCode.Chinese],\n]);\n\nexport function getLanguageCode(language: Language): LanguageCode {\n return LANGUAGE_TO_CODE[language];\n}\n\nexport function formatLanguageForPrompt(code: LanguageCode): Language {\n return LANGUAGE_CODE_TO_PROMPT_LANGUAGE[code];\n}\n\nexport function normalizeLanguageCode(\n language: Language | string | null | undefined,\n): LanguageCode | undefined {\n const normalized = language?.trim().toLowerCase().replaceAll(\"_\", \"-\");\n\n if (normalized === undefined || normalized === \"\") {\n return undefined;\n }\n\n return LANGUAGE_CODE_ALIASES.get(normalized);\n}\n\nexport function getWikipageLanguageCode(\n language: Language | string | null | undefined,\n): \"en\" | \"zh\" | undefined {\n const code = normalizeLanguageCode(language);\n\n if (code === LanguageCode.English || code === LanguageCode.Chinese) {\n return code;\n }\n\n return undefined;\n}\n"],"mappings":"AAAO,IAAK,WAAL,kBAAKA,cAAL;AACL,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,WAAQ;AACR,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,WAAQ;AACR,EAAAA,UAAA,gBAAa;AACb,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,cAAW;AACX,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,eAAY;AACZ,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,gBAAa;AACb,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,uBAAoB;AACpB,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,UAAO;AACP,EAAAA,UAAA,wBAAqB;AACrB,EAAAA,UAAA,aAAU;AACV,EAAAA,UAAA,gBAAa;AAvBH,SAAAA;AAAA,GAAA;AA0BL,IAAK,eAAL,kBAAKC,kBAAL;AACL,EAAAA,cAAA,YAAS;AACT,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,YAAS;AACT,EAAAA,cAAA,WAAQ;AACR,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,YAAS;AACT,EAAAA,cAAA,YAAS;AACT,EAAAA,cAAA,WAAQ;AACR,EAAAA,cAAA,gBAAa;AACb,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,cAAW;AACX,EAAAA,cAAA,YAAS;AACT,EAAAA,cAAA,eAAY;AACZ,EAAAA,cAAA,YAAS;AACT,EAAAA,cAAA,gBAAa;AACb,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,UAAO;AACP,EAAAA,cAAA,aAAU;AACV,EAAAA,cAAA,gBAAa;AAtBH,SAAAA;AAAA,GAAA;AAyBZ,MAAM,mBAAmB;AAAA,EACvB,CAAC,qBAAe,GAAG;AAAA,EACnB,CAAC,qBAAe,GAAG;AAAA,EACnB,CAAC,mBAAc,GAAG;AAAA,EAClB,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,qBAAe,GAAG;AAAA,EACnB,CAAC,qBAAe,GAAG;AAAA,EACnB,CAAC,mBAAc,GAAG;AAAA,EAClB,CAAC,6BAAmB,GAAG;AAAA,EACvB,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,yBAAiB,GAAG;AAAA,EACrB,CAAC,qBAAe,GAAG;AAAA,EACnB,CAAC,2BAAkB,GAAG;AAAA,EACtB,CAAC,qBAAe,GAAG;AAAA,EACnB,CAAC,6BAAmB,GAAG;AAAA,EACvB,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,4CAA0B,GAAG;AAAA,EAC9B,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,iBAAa,GAAG;AAAA,EACjB,CAAC,8CAA2B,GAAG;AAAA,EAC/B,CAAC,uBAAgB,GAAG;AAAA,EACpB,CAAC,6BAAmB,GAAG;AACzB;AAEA,MAAM,mCAAmC;AAAA,EACvC,CAAC,iBAAmB,GAAG;AAAA,EACvB,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,iBAAmB,GAAG;AAAA,EACvB,CAAC,gBAAkB,GAAG;AAAA,EACtB,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,iBAAmB,GAAG;AAAA,EACvB,CAAC,iBAAmB,GAAG;AAAA,EACvB,CAAC,gBAAkB,GAAG;AAAA,EACtB,CAAC,qBAAuB,GAAG;AAAA,EAC3B,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,mBAAqB,GAAG;AAAA,EACzB,CAAC,iBAAmB,GAAG;AAAA,EACvB,CAAC,oBAAsB,GAAG;AAAA,EAC1B,CAAC,iBAAmB,GAAG;AAAA,EACvB,CAAC,qBAAuB,GAAG;AAAA,EAC3B,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,eAAiB,GAAG;AAAA,EACrB,CAAC,kBAAoB,GAAG;AAAA,EACxB,CAAC,qBAAuB,GAAG;AAC7B;AAEA,MAAM,wBAAwB,oBAAI,IAA0B;AAAA,EAC1D,CAAC,MAAM,iBAAmB;AAAA,EAC1B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,UAAU,iBAAmB;AAAA,EAC9B,CAAC,MAAM,iBAAmB;AAAA,EAC1B,CAAC,UAAU,iBAAmB;AAAA,EAC9B,CAAC,MAAM,iBAAmB;AAAA,EAC1B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,OAAO,gBAAkB;AAAA,EAC1B,CAAC,SAAS,gBAAkB;AAAA,EAC5B,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,MAAM,iBAAmB;AAAA,EAC1B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,UAAU,iBAAmB;AAAA,EAC9B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,UAAU,iBAAmB;AAAA,EAC9B,CAAC,MAAM,gBAAkB;AAAA,EACzB,CAAC,OAAO,gBAAkB;AAAA,EAC1B,CAAC,SAAS,gBAAkB;AAAA,EAC5B,CAAC,MAAM,qBAAuB;AAAA,EAC9B,CAAC,OAAO,qBAAuB;AAAA,EAC/B,CAAC,cAAc,qBAAuB;AAAA,EACtC,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,MAAM,mBAAqB;AAAA,EAC5B,CAAC,YAAY,mBAAqB;AAAA,EAClC,CAAC,OAAO,mBAAqB;AAAA,EAC7B,CAAC,MAAM,iBAAmB;AAAA,EAC1B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,UAAU,iBAAmB;AAAA,EAC9B,CAAC,MAAM,gBAAkB;AAAA,EACzB,CAAC,MAAM,oBAAsB;AAAA,EAC7B,CAAC,OAAO,oBAAsB;AAAA,EAC9B,CAAC,aAAa,oBAAsB;AAAA,EACpC,CAAC,MAAM,iBAAmB;AAAA,EAC1B,CAAC,OAAO,iBAAmB;AAAA,EAC3B,CAAC,UAAU,iBAAmB;AAAA,EAC9B,CAAC,OAAO,qBAAuB;AAAA,EAC/B,CAAC,cAAc,qBAAuB;AAAA,EACtC,CAAC,MAAM,qBAAuB;AAAA,EAC9B,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,MAAM,eAAiB;AAAA,EACxB,CAAC,OAAO,eAAiB;AAAA,EACzB,CAAC,QAAQ,eAAiB;AAAA,EAC1B,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,MAAM,qBAAuB;AAAA,EAC9B,CAAC,OAAO,qBAAuB;AAAA,EAC/B,CAAC,cAAc,qBAAuB;AAAA,EACtC,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,SAAS,kBAAoB;AAAA,EAC9B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,SAAS,kBAAoB;AAAA,EAC9B,CAAC,SAAS,kBAAoB;AAAA,EAC9B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,SAAS,kBAAoB;AAAA,EAC9B,CAAC,MAAM,kBAAoB;AAAA,EAC3B,CAAC,OAAO,kBAAoB;AAAA,EAC5B,CAAC,WAAW,kBAAoB;AAAA,EAChC,CAAC,sBAAsB,kBAAoB;AAAA,EAC3C,CAAC,uBAAuB,kBAAoB;AAAA,EAC5C,CAAC,OAAO,kBAAoB;AAC9B,CAAC;AAEM,SAAS,gBAAgB,UAAkC;AAChE,SAAO,iBAAiB,QAAQ;AAClC;AAEO,SAAS,wBAAwB,MAA8B;AACpE,SAAO,iCAAiC,IAAI;AAC9C;AAEO,SAAS,sBACd,UAC0B;AAC1B,QAAM,aAAa,UAAU,KAAK,EAAE,YAAY,EAAE,WAAW,KAAK,GAAG;AAErE,MAAI,eAAe,UAAa,eAAe,IAAI;AACjD,WAAO;AAAA,EACT;AAEA,SAAO,sBAAsB,IAAI,UAAU;AAC7C;AAEO,SAAS,wBACd,UACyB;AACzB,QAAM,OAAO,sBAAsB,QAAQ;AAE3C,MAAI,SAAS,sBAAwB,SAAS,oBAAsB;AAClE,WAAO;AAAA,EACT;AAEA,SAAO;AACT;","names":["Language","LanguageCode"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/llm-scope.ts"],"sourcesContent":["export enum WikiGraphScope {\n EditorCompress = \"serial-generation/editor-compress\",\n EditorReview = \"serial-generation/editor-review\",\n EditorReviewGuide = \"serial-generation/editor-review-guide\",\n ReaderChoice = \"serial-generation/reader-choice\",\n ReaderExtraction = \"serial-generation/reader-extraction\",\n}\n\nexport const WIKI_GRAPH_SCOPES = Object.freeze([\n WikiGraphScope.EditorCompress,\n WikiGraphScope.EditorReview,\n WikiGraphScope.EditorReviewGuide,\n WikiGraphScope.ReaderChoice,\n WikiGraphScope.ReaderExtraction,\n] as const);\n\nexport const WIKI_GRAPH_EDITOR_SCOPES = Object.freeze({\n compress: WikiGraphScope.EditorCompress,\n review: WikiGraphScope.EditorReview,\n reviewGuide: WikiGraphScope.EditorReviewGuide,\n});\n\nexport const WIKI_GRAPH_READER_SCOPES = Object.freeze({\n choice: WikiGraphScope.ReaderChoice,\n extraction: WikiGraphScope.ReaderExtraction,\n});\n"],"mappings":"AAAO,IAAK,iBAAL,kBAAKA,oBAAL;AACL,EAAAA,gBAAA,oBAAiB;AACjB,EAAAA,gBAAA,kBAAe;AACf,EAAAA,gBAAA,uBAAoB;AACpB,EAAAA,gBAAA,kBAAe;AACf,EAAAA,gBAAA,sBAAmB;AALT,SAAAA;AAAA,GAAA;AAQL,MAAM,oBAAoB,OAAO,OAAO;AAAA,EAC7C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAU;AAEH,MAAM,2BAA2B,OAAO,OAAO;AAAA,EACpD,UAAU;AAAA,EACV,QAAQ;AAAA,EACR,aAAa;AACf,CAAC;AAEM,MAAM,2BAA2B,OAAO,OAAO;AAAA,EACpD,QAAQ;AAAA,EACR,YAAY;AACd,CAAC;","names":["WikiGraphScope"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/logging.ts"],"sourcesContent":["import { AsyncLocalStorage } from \"async_hooks\";\nimport { randomUUID } from \"crypto\";\nimport { existsSync, mkdirSync } from \"fs\";\nimport { dirname, join, resolve } from \"path\";\n\nimport pino, {\n multistream,\n type Logger as PinoLogger,\n type StreamEntry,\n} from \"pino\";\nimport pretty from \"pino-pretty\";\nimport type { PrettyOptions } from \"pino-pretty\";\n\ninterface LoggingContext {\n readonly artifactCounters: Map<string, number>;\n readonly artifactRootDirPath?: string;\n readonly logger: PinoLogger;\n readonly rootLogDirPath?: string;\n readonly runId: string;\n}\n\nconst loggingContext = new AsyncLocalStorage<LoggingContext>();\nconst artifactCounters = new Map<string, number>();\nconst silentLogger = pino({ enabled: false });\n\nexport async function withLoggingContext<T>(\n input: {\n readonly operation: string;\n readonly logDirPath?: string;\n readonly verbose?: boolean;\n },\n operation: () => Promise<T>,\n): Promise<T> {\n const rootLogDirPath =\n input.logDirPath === undefined ? undefined : resolve(input.logDirPath);\n const runId = createRunId();\n const runDirPath =\n rootLogDirPath === undefined ? undefined : join(rootLogDirPath, runId);\n const artifactRootDirPath =\n runDirPath === undefined ? undefined : join(runDirPath, \"artifacts\");\n\n if (runDirPath !== undefined) {\n mkdirSync(runDirPath, { recursive: true });\n }\n\n const logger = createLogger({\n operation: input.operation,\n runId,\n verbose: input.verbose ?? false,\n ...(runDirPath === undefined\n ? {}\n : { eventLogPath: join(runDirPath, \"run.log\") }),\n });\n\n return await loggingContext.run(\n {\n artifactCounters: new Map(),\n logger,\n runId,\n ...(artifactRootDirPath === undefined ? {} : { artifactRootDirPath }),\n ...(rootLogDirPath === undefined ? {} : { rootLogDirPath }),\n },\n operation,\n );\n}\n\nexport function getLogger(bindings?: Record<string, unknown>): PinoLogger {\n const logger = loggingContext.getStore()?.logger ?? silentLogger;\n\n return bindings === undefined ? logger : logger.child(bindings);\n}\n\nexport function resolveArtifactPath(input: {\n readonly category: string;\n readonly fileName: string;\n readonly logDirPath?: string;\n}): string | undefined {\n if (input.logDirPath === undefined) {\n return undefined;\n }\n\n const rootLogDirPath = resolve(input.logDirPath);\n const context = loggingContext.getStore();\n\n if (\n context?.rootLogDirPath === rootLogDirPath &&\n context.artifactRootDirPath !== undefined\n ) {\n const categoryDirPath = join(context.artifactRootDirPath, input.category);\n\n mkdirSync(categoryDirPath, { recursive: true });\n\n return join(categoryDirPath, input.fileName);\n }\n\n mkdirSync(rootLogDirPath, { recursive: true });\n\n return join(rootLogDirPath, input.fileName);\n}\n\nexport function allocateArtifactPath(input: {\n readonly alwaysNumbered?: boolean;\n readonly category: string;\n readonly extension?: string;\n readonly logDirPath?: string;\n readonly prefix: string;\n}): string | undefined {\n if (input.logDirPath === undefined) {\n return undefined;\n }\n\n const rootLogDirPath = resolve(input.logDirPath);\n const context = loggingContext.getStore();\n const extension = input.extension ?? \".log\";\n const counterStore = context?.artifactCounters ?? artifactCounters;\n const counterKey = `${rootLogDirPath}:${input.category}:${input.prefix}:${extension}`;\n const nextIndex = counterStore.get(counterKey);\n const startIndex = nextIndex === undefined ? 1 : nextIndex + 1;\n\n for (let index = startIndex; ; index += 1) {\n const fileName =\n input.alwaysNumbered === true\n ? `${input.prefix}-${index}${extension}`\n : index === 1\n ? `${input.prefix}${extension}`\n : `${input.prefix}-${index}${extension}`;\n const resolvedPath = resolveArtifactPath({\n category: input.category,\n fileName,\n logDirPath: input.logDirPath,\n });\n\n if (resolvedPath === undefined) {\n return undefined;\n }\n\n if (!existsSync(resolvedPath)) {\n counterStore.set(counterKey, index);\n return resolvedPath;\n }\n }\n}\n\nfunction createLogger(input: {\n readonly eventLogPath?: string;\n readonly operation: string;\n readonly runId: string;\n readonly verbose: boolean;\n}): PinoLogger {\n const streams: StreamEntry[] = [];\n\n if (input.eventLogPath !== undefined) {\n mkdirSync(dirname(input.eventLogPath), { recursive: true });\n streams.push({\n level: \"info\",\n stream: pretty(createPrettyOptions(input.eventLogPath)),\n });\n }\n\n if (input.verbose) {\n streams.push({\n level: \"info\",\n stream: pretty(createPrettyOptions(process.stderr)),\n });\n }\n\n if (streams.length === 0) {\n return silentLogger;\n }\n\n return pino(\n {\n base: null,\n level: \"info\",\n },\n multistream(streams),\n ).child({\n operation: input.operation,\n runId: input.runId,\n });\n}\n\nfunction createPrettyOptions(\n destination: string | NodeJS.WritableStream,\n): PrettyOptions {\n return {\n colorize: false,\n destination,\n ignore: \"pid,hostname,operation,runId,component,scope,sessionId\",\n mkdir: typeof destination === \"string\",\n singleLine: true,\n sync: true,\n translateTime: \"SYS:yyyy-mm-dd HH:MM:ss\",\n };\n}\n\nfunction createRunId(): string {\n const now = new Date();\n const year = String(now.getUTCFullYear());\n const month = pad(now.getUTCMonth() + 1);\n const day = pad(now.getUTCDate());\n const hours = pad(now.getUTCHours());\n const minutes = pad(now.getUTCMinutes());\n const seconds = pad(now.getUTCSeconds());\n\n return `${year}${month}${day}-${hours}${minutes}${seconds}-${randomUUID().slice(0, 8)}`;\n}\n\nfunction pad(value: number): string {\n return String(value).padStart(2, \"0\");\n}\n"],"mappings":"AAAA,SAAS,yBAAyB;AAClC,SAAS,kBAAkB;AAC3B,SAAS,YAAY,iBAAiB;AACtC,SAAS,SAAS,MAAM,eAAe;AAEvC,OAAO;AAAA,EACL;AAAA,OAGK;AACP,OAAO,YAAY;AAWnB,MAAM,iBAAiB,IAAI,kBAAkC;AAC7D,MAAM,mBAAmB,oBAAI,IAAoB;AACjD,MAAM,eAAe,KAAK,EAAE,SAAS,MAAM,CAAC;AAE5C,eAAsB,mBACpB,OAKA,WACY;AACZ,QAAM,iBACJ,MAAM,eAAe,SAAY,SAAY,QAAQ,MAAM,UAAU;AACvE,QAAM,QAAQ,YAAY;AAC1B,QAAM,aACJ,mBAAmB,SAAY,SAAY,KAAK,gBAAgB,KAAK;AACvE,QAAM,sBACJ,eAAe,SAAY,SAAY,KAAK,YAAY,WAAW;AAErE,MAAI,eAAe,QAAW;AAC5B,cAAU,YAAY,EAAE,WAAW,KAAK,CAAC;AAAA,EAC3C;AAEA,QAAM,SAAS,aAAa;AAAA,IAC1B,WAAW,MAAM;AAAA,IACjB;AAAA,IACA,SAAS,MAAM,WAAW;AAAA,IAC1B,GAAI,eAAe,SACf,CAAC,IACD,EAAE,cAAc,KAAK,YAAY,SAAS,EAAE;AAAA,EAClD,CAAC;AAED,SAAO,MAAM,eAAe;AAAA,IAC1B;AAAA,MACE,kBAAkB,oBAAI,IAAI;AAAA,MAC1B;AAAA,MACA;AAAA,MACA,GAAI,wBAAwB,SAAY,CAAC,IAAI,EAAE,oBAAoB;AAAA,MACnE,GAAI,mBAAmB,SAAY,CAAC,IAAI,EAAE,eAAe;AAAA,IAC3D;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,UAAU,UAAgD;AACxE,QAAM,SAAS,eAAe,SAAS,GAAG,UAAU;AAEpD,SAAO,aAAa,SAAY,SAAS,OAAO,MAAM,QAAQ;AAChE;AAEO,SAAS,oBAAoB,OAIb;AACrB,MAAI,MAAM,eAAe,QAAW;AAClC,WAAO;AAAA,EACT;AAEA,QAAM,iBAAiB,QAAQ,MAAM,UAAU;AAC/C,QAAM,UAAU,eAAe,SAAS;AAExC,MACE,SAAS,mBAAmB,kBAC5B,QAAQ,wBAAwB,QAChC;AACA,UAAM,kBAAkB,KAAK,QAAQ,qBAAqB,MAAM,QAAQ;AAExE,cAAU,iBAAiB,EAAE,WAAW,KAAK,CAAC;AAE9C,WAAO,KAAK,iBAAiB,MAAM,QAAQ;AAAA,EAC7C;AAEA,YAAU,gBAAgB,EAAE,WAAW,KAAK,CAAC;AAE7C,SAAO,KAAK,gBAAgB,MAAM,QAAQ;AAC5C;AAEO,SAAS,qBAAqB,OAMd;AACrB,MAAI,MAAM,eAAe,QAAW;AAClC,WAAO;AAAA,EACT;AAEA,QAAM,iBAAiB,QAAQ,MAAM,UAAU;AAC/C,QAAM,UAAU,eAAe,SAAS;AACxC,QAAM,YAAY,MAAM,aAAa;AACrC,QAAM,eAAe,SAAS,oBAAoB;AAClD,QAAM,aAAa,GAAG,cAAc,IAAI,MAAM,QAAQ,IAAI,MAAM,MAAM,IAAI,SAAS;AACnF,QAAM,YAAY,aAAa,IAAI,UAAU;AAC7C,QAAM,aAAa,cAAc,SAAY,IAAI,YAAY;AAE7D,WAAS,QAAQ,cAAc,SAAS,GAAG;AACzC,UAAM,WACJ,MAAM,mBAAmB,OACrB,GAAG,MAAM,MAAM,IAAI,KAAK,GAAG,SAAS,KACpC,UAAU,IACR,GAAG,MAAM,MAAM,GAAG,SAAS,KAC3B,GAAG,MAAM,MAAM,IAAI,KAAK,GAAG,SAAS;AAC5C,UAAM,eAAe,oBAAoB;AAAA,MACvC,UAAU,MAAM;AAAA,MAChB;AAAA,MACA,YAAY,MAAM;AAAA,IACpB,CAAC;AAED,QAAI,iBAAiB,QAAW;AAC9B,aAAO;AAAA,IACT;AAEA,QAAI,CAAC,WAAW,YAAY,GAAG;AAC7B,mBAAa,IAAI,YAAY,KAAK;AAClC,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,SAAS,aAAa,OAKP;AACb,QAAM,UAAyB,CAAC;AAEhC,MAAI,MAAM,iBAAiB,QAAW;AACpC,cAAU,QAAQ,MAAM,YAAY,GAAG,EAAE,WAAW,KAAK,CAAC;AAC1D,YAAQ,KAAK;AAAA,MACX,OAAO;AAAA,MACP,QAAQ,OAAO,oBAAoB,MAAM,YAAY,CAAC;AAAA,IACxD,CAAC;AAAA,EACH;AAEA,MAAI,MAAM,SAAS;AACjB,YAAQ,KAAK;AAAA,MACX,OAAO;AAAA,MACP,QAAQ,OAAO,oBAAoB,QAAQ,MAAM,CAAC;AAAA,IACpD,CAAC;AAAA,EACH;AAEA,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAAA,IACA,YAAY,OAAO;AAAA,EACrB,EAAE,MAAM;AAAA,IACN,WAAW,MAAM;AAAA,IACjB,OAAO,MAAM;AAAA,EACf,CAAC;AACH;AAEA,SAAS,oBACP,aACe;AACf,SAAO;AAAA,IACL,UAAU;AAAA,IACV;AAAA,IACA,QAAQ;AAAA,IACR,OAAO,OAAO,gBAAgB;AAAA,IAC9B,YAAY;AAAA,IACZ,MAAM;AAAA,IACN,eAAe;AAAA,EACjB;AACF;AAEA,SAAS,cAAsB;AAC7B,QAAM,MAAM,oBAAI,KAAK;AACrB,QAAM,OAAO,OAAO,IAAI,eAAe,CAAC;AACxC,QAAM,QAAQ,IAAI,IAAI,YAAY,IAAI,CAAC;AACvC,QAAM,MAAM,IAAI,IAAI,WAAW,CAAC;AAChC,QAAM,QAAQ,IAAI,IAAI,YAAY,CAAC;AACnC,QAAM,UAAU,IAAI,IAAI,cAAc,CAAC;AACvC,QAAM,UAAU,IAAI,IAAI,cAAc,CAAC;AAEvC,SAAO,GAAG,IAAI,GAAG,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,OAAO,GAAG,OAAO,IAAI,WAAW,EAAE,MAAM,GAAG,CAAC,CAAC;AACvF;AAEA,SAAS,IAAI,OAAuB;AAClC,SAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACtC;","names":[]}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
declare const DEFAULT_EXTRACTION_PROMPT = "Focus on the main storyline and key character developments. Preserve important dialogues and critical plot points. Background descriptions and minor details can be compressed significantly.";
|
|
2
|
+
declare const DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT: string;
|
|
3
|
+
declare function resolveExtractionPrompt(prompt: string | undefined): string;
|
|
4
|
+
declare function resolveKnowledgeGraphRecallPrompt(prompt: string | undefined): string;
|
|
5
|
+
|
|
6
|
+
export { DEFAULT_EXTRACTION_PROMPT, DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT, resolveExtractionPrompt, resolveKnowledgeGraphRecallPrompt };
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
const DEFAULT_EXTRACTION_PROMPT = "Focus on the main storyline and key character developments. Preserve important dialogues and critical plot points. Background descriptions and minor details can be compressed significantly.";
|
|
2
|
+
const DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT = [
|
|
3
|
+
"Recall only source mentions that should become stable searchable knowledge graph objects.",
|
|
4
|
+
"Prefer named entities: historical persons, places, organizations, dynasties, political entities, named works, named events, battles, titles, and explicitly named domain concepts.",
|
|
5
|
+
"Recall a non-named common concept only when it is a central recurring topic of the chapter and would be useful as an entity search result across multiple evidence passages.",
|
|
6
|
+
"Do not recall a surface merely because it is useful for summarizing the story or explaining a detail.",
|
|
7
|
+
"Do not recall pure numbers, standalone dates without a named event role, units of measurement, dimensions, ordinal labels, chapter numbers, punctuation fragments, common function words, generic verbs, generic adjectives, generic roles, generic objects, or incidental attributes.",
|
|
8
|
+
"Measurements, quantities, dimensions, tactical details, and descriptive attributes should remain evidence text, not entity mentions.",
|
|
9
|
+
"When uncertain, skip the mention rather than creating a noisy knowledge graph object."
|
|
10
|
+
].join(" ");
|
|
11
|
+
function resolveExtractionPrompt(prompt) {
|
|
12
|
+
const normalizedPrompt = prompt?.trim();
|
|
13
|
+
return normalizedPrompt === void 0 || normalizedPrompt === "" ? DEFAULT_EXTRACTION_PROMPT : normalizedPrompt;
|
|
14
|
+
}
|
|
15
|
+
function resolveKnowledgeGraphRecallPrompt(prompt) {
|
|
16
|
+
const normalizedPrompt = prompt?.trim();
|
|
17
|
+
return normalizedPrompt === void 0 || normalizedPrompt === "" ? DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT : normalizedPrompt;
|
|
18
|
+
}
|
|
19
|
+
export {
|
|
20
|
+
DEFAULT_EXTRACTION_PROMPT,
|
|
21
|
+
DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT,
|
|
22
|
+
resolveExtractionPrompt,
|
|
23
|
+
resolveKnowledgeGraphRecallPrompt
|
|
24
|
+
};
|
|
25
|
+
//# sourceMappingURL=prompts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/prompts.ts"],"sourcesContent":["export const DEFAULT_EXTRACTION_PROMPT =\n \"Focus on the main storyline and key character developments. Preserve important dialogues and critical plot points. Background descriptions and minor details can be compressed significantly.\";\n\nexport const DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT = [\n \"Recall only source mentions that should become stable searchable knowledge graph objects.\",\n \"Prefer named entities: historical persons, places, organizations, dynasties, political entities, named works, named events, battles, titles, and explicitly named domain concepts.\",\n \"Recall a non-named common concept only when it is a central recurring topic of the chapter and would be useful as an entity search result across multiple evidence passages.\",\n \"Do not recall a surface merely because it is useful for summarizing the story or explaining a detail.\",\n \"Do not recall pure numbers, standalone dates without a named event role, units of measurement, dimensions, ordinal labels, chapter numbers, punctuation fragments, common function words, generic verbs, generic adjectives, generic roles, generic objects, or incidental attributes.\",\n \"Measurements, quantities, dimensions, tactical details, and descriptive attributes should remain evidence text, not entity mentions.\",\n \"When uncertain, skip the mention rather than creating a noisy knowledge graph object.\",\n].join(\" \");\n\nexport function resolveExtractionPrompt(prompt: string | undefined): string {\n const normalizedPrompt = prompt?.trim();\n\n return normalizedPrompt === undefined || normalizedPrompt === \"\"\n ? DEFAULT_EXTRACTION_PROMPT\n : normalizedPrompt;\n}\n\nexport function resolveKnowledgeGraphRecallPrompt(\n prompt: string | undefined,\n): string {\n const normalizedPrompt = prompt?.trim();\n\n return normalizedPrompt === undefined || normalizedPrompt === \"\"\n ? DEFAULT_KNOWLEDGE_GRAPH_RECALL_PROMPT\n : normalizedPrompt;\n}\n"],"mappings":"AAAO,MAAM,4BACX;AAEK,MAAM,wCAAwC;AAAA,EACnD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,EAAE,KAAK,GAAG;AAEH,SAAS,wBAAwB,QAAoC;AAC1E,QAAM,mBAAmB,QAAQ,KAAK;AAEtC,SAAO,qBAAqB,UAAa,qBAAqB,KAC1D,4BACA;AACN;AAEO,SAAS,kCACd,QACQ;AACR,QAAM,mBAAmB,QAAQ,KAAK;AAEtC,SAAO,qBAAqB,UAAa,qBAAqB,KAC1D,wCACA;AACN;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/runtime/common/template.ts"],"sourcesContent":["import { readFileSync, statSync } from \"fs\";\nimport { resolve, sep } from \"path\";\n\nimport { Environment, Loader, type LoaderSource } from \"nunjucks\";\n\nconst JINJA_EXTENSION_PATTERN = /\\.jinja$/i;\nconst LEADING_DOT_SEGMENT_PATTERN = /^\\.+\\//;\nconst LEADING_SLASH_PATTERN = /^\\/+/;\n\ntype LoaderSourceWithUpdateCheck = LoaderSource & {\n upToDate: () => boolean;\n};\n\nexport function createEnv(\n dirPath: string,\n options: {\n readonly autoescape?: boolean;\n readonly trimBlocks?: boolean;\n } = {},\n): Environment {\n return new Environment(new DSTemplateLoader(resolve(dirPath)), {\n autoescape: options.autoescape ?? true,\n trimBlocks: options.trimBlocks ?? true,\n });\n}\n\nclass DSTemplateLoader extends Loader {\n readonly #dirPath: string;\n\n public constructor(dirPath: string) {\n super();\n this.#dirPath = dirPath;\n }\n\n public getSource(templateName: string): LoaderSourceWithUpdateCheck {\n const normalizedTemplateName = normalizeTemplateName(templateName);\n const targetPath = resolve(this.#dirPath, normalizedTemplateName);\n\n assertWithinRoot(this.#dirPath, targetPath, normalizedTemplateName);\n\n const source = readFileSync(targetPath, \"utf8\");\n const modifiedTime = statSync(targetPath).mtimeMs;\n\n return {\n noCache: false,\n path: targetPath,\n src: source,\n upToDate: () => statSync(targetPath).mtimeMs === modifiedTime,\n };\n }\n}\n\nfunction normalizeTemplateName(templateName: string): string {\n if (LEADING_DOT_SEGMENT_PATTERN.test(templateName)) {\n throw new Error(`invalid path ${templateName}`);\n }\n\n const withoutLeadingSlash = templateName.replace(LEADING_SLASH_PATTERN, \"\");\n const withoutExtension = withoutLeadingSlash.replace(\n JINJA_EXTENSION_PATTERN,\n \"\",\n );\n\n return `${withoutExtension}.jinja`;\n}\n\nfunction assertWithinRoot(\n rootDirPath: string,\n targetPath: string,\n templateName: string,\n): void {\n const rootPrefix = rootDirPath.endsWith(sep)\n ? rootDirPath\n : `${rootDirPath}${sep}`;\n\n if (targetPath === rootDirPath || targetPath.startsWith(rootPrefix)) {\n return;\n }\n\n throw new Error(`cannot find ${templateName}`);\n}\n"],"mappings":"AAAA,SAAS,cAAc,gBAAgB;AACvC,SAAS,SAAS,WAAW;AAE7B,SAAS,aAAa,cAAiC;AAEvD,MAAM,0BAA0B;AAChC,MAAM,8BAA8B;AACpC,MAAM,wBAAwB;AAMvB,SAAS,UACd,SACA,UAGI,CAAC,GACQ;AACb,SAAO,IAAI,YAAY,IAAI,iBAAiB,QAAQ,OAAO,CAAC,GAAG;AAAA,IAC7D,YAAY,QAAQ,cAAc;AAAA,IAClC,YAAY,QAAQ,cAAc;AAAA,EACpC,CAAC;AACH;AAEA,MAAM,yBAAyB,OAAO;AAAA,EAC3B;AAAA,EAEF,YAAY,SAAiB;AAClC,UAAM;AACN,SAAK,WAAW;AAAA,EAClB;AAAA,EAEO,UAAU,cAAmD;AAClE,UAAM,yBAAyB,sBAAsB,YAAY;AACjE,UAAM,aAAa,QAAQ,KAAK,UAAU,sBAAsB;AAEhE,qBAAiB,KAAK,UAAU,YAAY,sBAAsB;AAElE,UAAM,SAAS,aAAa,YAAY,MAAM;AAC9C,UAAM,eAAe,SAAS,UAAU,EAAE;AAE1C,WAAO;AAAA,MACL,SAAS;AAAA,MACT,MAAM;AAAA,MACN,KAAK;AAAA,MACL,UAAU,MAAM,SAAS,UAAU,EAAE,YAAY;AAAA,IACnD;AAAA,EACF;AACF;AAEA,SAAS,sBAAsB,cAA8B;AAC3D,MAAI,4BAA4B,KAAK,YAAY,GAAG;AAClD,UAAM,IAAI,MAAM,gBAAgB,YAAY,EAAE;AAAA,EAChD;AAEA,QAAM,sBAAsB,aAAa,QAAQ,uBAAuB,EAAE;AAC1E,QAAM,mBAAmB,oBAAoB;AAAA,IAC3C;AAAA,IACA;AAAA,EACF;AAEA,SAAO,GAAG,gBAAgB;AAC5B;AAEA,SAAS,iBACP,aACA,YACA,cACM;AACN,QAAM,aAAa,YAAY,SAAS,GAAG,IACvC,cACA,GAAG,WAAW,GAAG,GAAG;AAExB,MAAI,eAAe,eAAe,WAAW,WAAW,UAAU,GAAG;AACnE;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,eAAe,YAAY,EAAE;AAC/C;","names":[]}
|