wiki-graph-core 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/data/editor/clue_reviewer.jinja +410 -0
- package/data/editor/clue_reviewer_generator.jinja +428 -0
- package/data/editor/revision_feedback.jinja +5 -0
- package/data/editor/text_compressor.jinja +127 -0
- package/data/guaranteed/response_intent_classifier.jinja +8 -0
- package/data/help/commands/archive/next.jinja +29 -0
- package/data/help/commands/gc.jinja +38 -0
- package/data/help/commands/legacy/migrate.jinja +20 -0
- package/data/help/commands/legacy.jinja +19 -0
- package/data/help/commands/maintenance/chapter/add.jinja +41 -0
- package/data/help/commands/maintenance/chapter/list.jinja +33 -0
- package/data/help/commands/maintenance/chapter/move.jinja +36 -0
- package/data/help/commands/maintenance/chapter/remove.jinja +26 -0
- package/data/help/commands/maintenance/chapter/reset.jinja +29 -0
- package/data/help/commands/maintenance/chapter/set-source.jinja +34 -0
- package/data/help/commands/maintenance/chapter/set-summary.jinja +31 -0
- package/data/help/commands/maintenance/chapter/set-title.jinja +29 -0
- package/data/help/commands/maintenance/chapter/tree.jinja +58 -0
- package/data/help/commands/maintenance/chapter.jinja +59 -0
- package/data/help/commands/maintenance/cover.jinja +28 -0
- package/data/help/commands/maintenance/meta.jinja +55 -0
- package/data/help/commands/predicate.jinja +460 -0
- package/data/help/commands/root.jinja +83 -0
- package/data/help/commands/transform.jinja +34 -0
- package/data/help/commands/uri.jinja +274 -0
- package/data/help/topics/config.jinja +88 -0
- package/data/help/topics/format.jinja +72 -0
- package/data/help/topics/readiness.jinja +99 -0
- package/data/help/topics/recipe.jinja +151 -0
- package/data/help/topics/runtime.jinja +62 -0
- package/data/help/topics/uri.jinja +178 -0
- package/data/output/epub/cover.xhtml.jinja +13 -0
- package/data/output/epub/nav.xhtml.jinja +12 -0
- package/data/output/epub/package.opf.xml.jinja +39 -0
- package/data/output/epub/section.xhtml.jinja +12 -0
- package/data/topologization/book_coherence_extraction.jinja +223 -0
- package/data/topologization/chunk_extraction.jinja +233 -0
- package/data/topologization/evidence_choice.jinja +38 -0
- package/data/topologization/translate_chunks.jinja +138 -0
- package/data/topologization/user_focused_extraction.jinja +378 -0
- package/dist/archive/query/archive-view.d.ts +26 -0
- package/dist/archive/query/archive-view.js +4540 -0
- package/dist/archive/query/archive-view.js.map +1 -0
- package/dist/archive/query/continuation-cursor.d.ts +61 -0
- package/dist/archive/query/continuation-cursor.js +363 -0
- package/dist/archive/query/continuation-cursor.js.map +1 -0
- package/dist/archive/query/index.d.ts +29 -0
- package/dist/archive/query/index.js +63 -0
- package/dist/archive/query/index.js.map +1 -0
- package/dist/archive/query/lexical-search.d.ts +22 -0
- package/dist/archive/query/lexical-search.js +137 -0
- package/dist/archive/query/lexical-search.js.map +1 -0
- package/dist/archive/query/search-cache.d.ts +192 -0
- package/dist/archive/query/search-cache.js +1248 -0
- package/dist/archive/query/search-cache.js.map +1 -0
- package/dist/archive/search-index/index.d.ts +26 -0
- package/dist/archive/search-index/index.js +29 -0
- package/dist/archive/search-index/index.js.map +1 -0
- package/dist/archive/search-index/search-index.d.ts +26 -0
- package/dist/archive/search-index/search-index.js +555 -0
- package/dist/archive/search-index/search-index.js.map +1 -0
- package/dist/archive/search-index/search-tokenizer.d.ts +16 -0
- package/dist/archive/search-index/search-tokenizer.js +225 -0
- package/dist/archive/search-index/search-tokenizer.js.map +1 -0
- package/dist/common/cli-command.d.ts +4 -0
- package/dist/common/cli-command.js +7 -0
- package/dist/common/cli-command.js.map +1 -0
- package/dist/common/data-dir.d.ts +3 -0
- package/dist/common/data-dir.js +48 -0
- package/dist/common/data-dir.js.map +1 -0
- package/dist/common/language.d.ts +55 -0
- package/dist/common/language.js +208 -0
- package/dist/common/language.js.map +1 -0
- package/dist/common/llm-scope.d.ts +19 -0
- package/dist/common/llm-scope.js +31 -0
- package/dist/common/llm-scope.js.map +1 -0
- package/dist/common/logging.d.ts +22 -0
- package/dist/common/logging.js +141 -0
- package/dist/common/logging.js.map +1 -0
- package/dist/common/template.d.ts +8 -0
- package/dist/common/template.js +54 -0
- package/dist/common/template.js.map +1 -0
- package/dist/common/tinyld-language.d.ts +6 -0
- package/dist/common/tinyld-language.js +34 -0
- package/dist/common/tinyld-language.js.map +1 -0
- package/dist/common/wiki-graph-dir.d.ts +10 -0
- package/dist/common/wiki-graph-dir.js +41 -0
- package/dist/common/wiki-graph-dir.js.map +1 -0
- package/dist/common/wiki-graph-temp.d.ts +6 -0
- package/dist/common/wiki-graph-temp.js +21 -0
- package/dist/common/wiki-graph-temp.js.map +1 -0
- package/dist/common/wiki-graph-uri.d.ts +28 -0
- package/dist/common/wiki-graph-uri.js +171 -0
- package/dist/common/wiki-graph-uri.js.map +1 -0
- package/dist/context/index.d.ts +1 -0
- package/dist/context/index.js +13 -0
- package/dist/context/index.js.map +1 -0
- package/dist/context/task-context.d.ts +41 -0
- package/dist/context/task-context.js +111 -0
- package/dist/context/task-context.js.map +1 -0
- package/dist/document/database.d.ts +30 -0
- package/dist/document/database.js +273 -0
- package/dist/document/database.js.map +1 -0
- package/dist/document/document.d.ts +153 -0
- package/dist/document/document.js +615 -0
- package/dist/document/document.js.map +1 -0
- package/dist/document/fragments.d.ts +63 -0
- package/dist/document/fragments.js +371 -0
- package/dist/document/fragments.js.map +1 -0
- package/dist/document/index.d.ts +13 -0
- package/dist/document/index.js +62 -0
- package/dist/document/index.js.map +1 -0
- package/dist/document/schema.d.ts +8 -0
- package/dist/document/schema.js +472 -0
- package/dist/document/schema.js.map +1 -0
- package/dist/document/shared-state-database.d.ts +9 -0
- package/dist/document/shared-state-database.js +193 -0
- package/dist/document/shared-state-database.js.map +1 -0
- package/dist/document/stores.d.ts +203 -0
- package/dist/document/stores.js +1678 -0
- package/dist/document/stores.js.map +1 -0
- package/dist/document/text-streams.d.ts +86 -0
- package/dist/document/text-streams.js +515 -0
- package/dist/document/text-streams.js.map +1 -0
- package/dist/document/types.d.ts +148 -0
- package/dist/document/types.js +69 -0
- package/dist/document/types.js.map +1 -0
- package/dist/editor/clue.d.ts +27 -0
- package/dist/editor/clue.js +158 -0
- package/dist/editor/clue.js.map +1 -0
- package/dist/editor/compressor.d.ts +18 -0
- package/dist/editor/compressor.js +68 -0
- package/dist/editor/compressor.js.map +1 -0
- package/dist/editor/editor.d.ts +39 -0
- package/dist/editor/editor.js +253 -0
- package/dist/editor/editor.js.map +1 -0
- package/dist/editor/feedback.d.ts +16 -0
- package/dist/editor/feedback.js +104 -0
- package/dist/editor/feedback.js.map +1 -0
- package/dist/editor/index.d.ts +17 -0
- package/dist/editor/index.js +5 -0
- package/dist/editor/index.js.map +1 -0
- package/dist/editor/language-review.d.ts +14 -0
- package/dist/editor/language-review.js +35 -0
- package/dist/editor/language-review.js.map +1 -0
- package/dist/editor/log.d.ts +37 -0
- package/dist/editor/log.js +202 -0
- package/dist/editor/log.js.map +1 -0
- package/dist/editor/markup.d.ts +20 -0
- package/dist/editor/markup.js +294 -0
- package/dist/editor/markup.js.map +1 -0
- package/dist/editor/prompt-templates.d.ts +6 -0
- package/dist/editor/prompt-templates.js +11 -0
- package/dist/editor/prompt-templates.js.map +1 -0
- package/dist/editor/response.d.ts +5 -0
- package/dist/editor/response.js +31 -0
- package/dist/editor/response.js.map +1 -0
- package/dist/editor/review.d.ts +34 -0
- package/dist/editor/review.js +189 -0
- package/dist/editor/review.js.map +1 -0
- package/dist/editor/types.d.ts +31 -0
- package/dist/editor/types.js +21 -0
- package/dist/editor/types.js.map +1 -0
- package/dist/evidence-selection/anchor-resolver.d.ts +43 -0
- package/dist/evidence-selection/anchor-resolver.js +783 -0
- package/dist/evidence-selection/anchor-resolver.js.map +1 -0
- package/dist/evidence-selection/anchor-types.d.ts +27 -0
- package/dist/evidence-selection/anchor-types.js +1 -0
- package/dist/evidence-selection/anchor-types.js.map +1 -0
- package/dist/evidence-selection/index.d.ts +8 -0
- package/dist/evidence-selection/index.js +32 -0
- package/dist/evidence-selection/index.js.map +1 -0
- package/dist/evidence-selection/prompt.d.ts +18 -0
- package/dist/evidence-selection/prompt.js +54 -0
- package/dist/evidence-selection/prompt.js.map +1 -0
- package/dist/evidence-selection/quote-score.d.ts +29 -0
- package/dist/evidence-selection/quote-score.js +331 -0
- package/dist/evidence-selection/quote-score.js.map +1 -0
- package/dist/evidence-selection/selection-resolver.d.ts +19 -0
- package/dist/evidence-selection/selection-resolver.js +303 -0
- package/dist/evidence-selection/selection-resolver.js.map +1 -0
- package/dist/evidence-selection/text.d.ts +4 -0
- package/dist/evidence-selection/text.js +66 -0
- package/dist/evidence-selection/text.js.map +1 -0
- package/dist/evidence-selection/types.d.ts +36 -0
- package/dist/evidence-selection/types.js +1 -0
- package/dist/evidence-selection/types.js.map +1 -0
- package/dist/facade/app.d.ts +75 -0
- package/dist/facade/app.js +141 -0
- package/dist/facade/app.js.map +1 -0
- package/dist/facade/build-queue.d.ts +181 -0
- package/dist/facade/build-queue.js +1442 -0
- package/dist/facade/build-queue.js.map +1 -0
- package/dist/facade/chapter-build.d.ts +60 -0
- package/dist/facade/chapter-build.js +1020 -0
- package/dist/facade/chapter-build.js.map +1 -0
- package/dist/facade/chapter.d.ts +168 -0
- package/dist/facade/chapter.js +944 -0
- package/dist/facade/chapter.js.map +1 -0
- package/dist/facade/digest.d.ts +55 -0
- package/dist/facade/digest.js +168 -0
- package/dist/facade/digest.js.map +1 -0
- package/dist/facade/graph.d.ts +60 -0
- package/dist/facade/graph.js +203 -0
- package/dist/facade/graph.js.map +1 -0
- package/dist/facade/import.d.ts +49 -0
- package/dist/facade/import.js +262 -0
- package/dist/facade/import.js.map +1 -0
- package/dist/facade/index.d.ts +39 -0
- package/dist/facade/index.js +171 -0
- package/dist/facade/index.js.map +1 -0
- package/dist/facade/knowledge-graph-build.d.ts +75 -0
- package/dist/facade/knowledge-graph-build.js +897 -0
- package/dist/facade/knowledge-graph-build.js.map +1 -0
- package/dist/facade/llm-sampling.d.ts +11 -0
- package/dist/facade/llm-sampling.js +58 -0
- package/dist/facade/llm-sampling.js.map +1 -0
- package/dist/facade/types.d.ts +8 -0
- package/dist/facade/types.js +1 -0
- package/dist/facade/types.js.map +1 -0
- package/dist/facade/wiki-graph-archive.d.ts +41 -0
- package/dist/facade/wiki-graph-archive.js +130 -0
- package/dist/facade/wiki-graph-archive.js.map +1 -0
- package/dist/gc/files.d.ts +15 -0
- package/dist/gc/files.js +141 -0
- package/dist/gc/files.js.map +1 -0
- package/dist/gc/index.d.ts +2 -0
- package/dist/gc/index.js +5 -0
- package/dist/gc/index.js.map +1 -0
- package/dist/gc/lock.d.ts +3 -0
- package/dist/gc/lock.js +137 -0
- package/dist/gc/lock.js.map +1 -0
- package/dist/gc/runner.d.ts +9 -0
- package/dist/gc/runner.js +129 -0
- package/dist/gc/runner.js.map +1 -0
- package/dist/gc/tmp-gc.d.ts +5 -0
- package/dist/gc/tmp-gc.js +57 -0
- package/dist/gc/tmp-gc.js.map +1 -0
- package/dist/gc/types.d.ts +24 -0
- package/dist/gc/types.js +1 -0
- package/dist/gc/types.js.map +1 -0
- package/dist/gc.cjs +10041 -0
- package/dist/gc.cjs.map +1 -0
- package/dist/gc.d.cts +10 -0
- package/dist/gc.d.ts +2 -0
- package/dist/gc.js +5 -0
- package/dist/gc.js.map +1 -0
- package/dist/guaranteed/classifier.d.ts +10 -0
- package/dist/guaranteed/classifier.js +88 -0
- package/dist/guaranteed/classifier.js.map +1 -0
- package/dist/guaranteed/errors.d.ts +38 -0
- package/dist/guaranteed/errors.js +73 -0
- package/dist/guaranteed/errors.js.map +1 -0
- package/dist/guaranteed/index.d.ts +7 -0
- package/dist/guaranteed/index.js +21 -0
- package/dist/guaranteed/index.js.map +1 -0
- package/dist/guaranteed/request.d.ts +8 -0
- package/dist/guaranteed/request.js +206 -0
- package/dist/guaranteed/request.js.map +1 -0
- package/dist/guaranteed/response.d.ts +12 -0
- package/dist/guaranteed/response.js +98 -0
- package/dist/guaranteed/response.js.map +1 -0
- package/dist/guaranteed/types.d.ts +20 -0
- package/dist/guaranteed/types.js +1 -0
- package/dist/guaranteed/types.js.map +1 -0
- package/dist/index-B8NNnQ8P.d.ts +424 -0
- package/dist/index.cjs +34774 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +2462 -0
- package/dist/index.d.ts +79 -0
- package/dist/index.js +168 -0
- package/dist/index.js.map +1 -0
- package/dist/legacy-sdpub/upgrade.d.ts +7 -0
- package/dist/legacy-sdpub/upgrade.js +795 -0
- package/dist/legacy-sdpub/upgrade.js.map +1 -0
- package/dist/llm/cache.d.ts +13 -0
- package/dist/llm/cache.js +35 -0
- package/dist/llm/cache.js.map +1 -0
- package/dist/llm/client.d.ts +26 -0
- package/dist/llm/client.js +572 -0
- package/dist/llm/client.js.map +1 -0
- package/dist/llm/context.d.ts +22 -0
- package/dist/llm/context.js +78 -0
- package/dist/llm/context.js.map +1 -0
- package/dist/llm/errors.d.ts +7 -0
- package/dist/llm/errors.js +12 -0
- package/dist/llm/errors.js.map +1 -0
- package/dist/llm/index.d.ts +7 -0
- package/dist/llm/index.js +17 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/request-log.d.ts +9 -0
- package/dist/llm/request-log.js +35 -0
- package/dist/llm/request-log.js.map +1 -0
- package/dist/llm/sampling.d.ts +11 -0
- package/dist/llm/sampling.js +67 -0
- package/dist/llm/sampling.js.map +1 -0
- package/dist/llm/types.d.ts +50 -0
- package/dist/llm/types.js +1 -0
- package/dist/llm/types.js.map +1 -0
- package/dist/output/epub/archive.d.ts +9 -0
- package/dist/output/epub/archive.js +81 -0
- package/dist/output/epub/archive.js.map +1 -0
- package/dist/output/epub/book.d.ts +15 -0
- package/dist/output/epub/book.js +76 -0
- package/dist/output/epub/book.js.map +1 -0
- package/dist/output/epub/content.d.ts +9 -0
- package/dist/output/epub/content.js +35 -0
- package/dist/output/epub/content.js.map +1 -0
- package/dist/output/epub/index.d.ts +20 -0
- package/dist/output/epub/index.js +14 -0
- package/dist/output/epub/index.js.map +1 -0
- package/dist/output/epub/model.d.ts +24 -0
- package/dist/output/epub/model.js +1 -0
- package/dist/output/epub/model.js.map +1 -0
- package/dist/output/epub/navigation.d.ts +10 -0
- package/dist/output/epub/navigation.js +39 -0
- package/dist/output/epub/navigation.js.map +1 -0
- package/dist/output/epub/package.d.ts +17 -0
- package/dist/output/epub/package.js +29 -0
- package/dist/output/epub/package.js.map +1 -0
- package/dist/output/epub/shared.d.ts +4 -0
- package/dist/output/epub/shared.js +12 -0
- package/dist/output/epub/shared.js.map +1 -0
- package/dist/output/epub/templates.d.ts +35 -0
- package/dist/output/epub/templates.js +26 -0
- package/dist/output/epub/templates.js.map +1 -0
- package/dist/output/index.d.ts +14 -0
- package/dist/output/index.js +11 -0
- package/dist/output/index.js.map +1 -0
- package/dist/output/plain-text.d.ts +18 -0
- package/dist/output/plain-text.js +56 -0
- package/dist/output/plain-text.js.map +1 -0
- package/dist/progress/index.d.ts +3 -0
- package/dist/progress/index.js +14 -0
- package/dist/progress/index.js.map +1 -0
- package/dist/progress/reporter.d.ts +10 -0
- package/dist/progress/reporter.js +79 -0
- package/dist/progress/reporter.js.map +1 -0
- package/dist/progress/tracker.d.ts +37 -0
- package/dist/progress/tracker.js +119 -0
- package/dist/progress/tracker.js.map +1 -0
- package/dist/progress/types.d.ts +28 -0
- package/dist/progress/types.js +1 -0
- package/dist/progress/types.js.map +1 -0
- package/dist/reader/attention/attention.d.ts +39 -0
- package/dist/reader/attention/attention.js +123 -0
- package/dist/reader/attention/attention.js.map +1 -0
- package/dist/reader/attention/index.d.ts +9 -0
- package/dist/reader/attention/index.js +5 -0
- package/dist/reader/attention/index.js.map +1 -0
- package/dist/reader/attention/wave-reflection.d.ts +21 -0
- package/dist/reader/attention/wave-reflection.js +153 -0
- package/dist/reader/attention/wave-reflection.js.map +1 -0
- package/dist/reader/attention/working-memory.d.ts +28 -0
- package/dist/reader/attention/working-memory.js +62 -0
- package/dist/reader/attention/working-memory.js.map +1 -0
- package/dist/reader/chunk-batch/extract.d.ts +13 -0
- package/dist/reader/chunk-batch/extract.js +14 -0
- package/dist/reader/chunk-batch/extract.js.map +1 -0
- package/dist/reader/chunk-batch/extractor.d.ts +17 -0
- package/dist/reader/chunk-batch/extractor.js +337 -0
- package/dist/reader/chunk-batch/extractor.js.map +1 -0
- package/dist/reader/chunk-batch/fragment-projection.d.ts +34 -0
- package/dist/reader/chunk-batch/fragment-projection.js +94 -0
- package/dist/reader/chunk-batch/fragment-projection.js.map +1 -0
- package/dist/reader/chunk-batch/index.d.ts +12 -0
- package/dist/reader/chunk-batch/index.js +13 -0
- package/dist/reader/chunk-batch/index.js.map +1 -0
- package/dist/reader/chunk-batch/language.d.ts +9 -0
- package/dist/reader/chunk-batch/language.js +23 -0
- package/dist/reader/chunk-batch/language.js.map +1 -0
- package/dist/reader/chunk-batch/parser.d.ts +94 -0
- package/dist/reader/chunk-batch/parser.js +640 -0
- package/dist/reader/chunk-batch/parser.js.map +1 -0
- package/dist/reader/chunk-batch/prompt-templates.d.ts +6 -0
- package/dist/reader/chunk-batch/prompt-templates.js +11 -0
- package/dist/reader/chunk-batch/prompt-templates.js.map +1 -0
- package/dist/reader/chunk-batch/types.d.ts +85 -0
- package/dist/reader/chunk-batch/types.js +1 -0
- package/dist/reader/chunk-batch/types.js.map +1 -0
- package/dist/reader/index.d.ts +13 -0
- package/dist/reader/index.js +7 -0
- package/dist/reader/index.js.map +1 -0
- package/dist/reader/reader.d.ts +37 -0
- package/dist/reader/reader.js +82 -0
- package/dist/reader/reader.js.map +1 -0
- package/dist/reader/segment/index.d.ts +2 -0
- package/dist/reader/segment/index.js +5 -0
- package/dist/reader/segment/index.js.map +1 -0
- package/dist/reader/segment/intl-segmenter.d.ts +5 -0
- package/dist/reader/segment/intl-segmenter.js +102 -0
- package/dist/reader/segment/intl-segmenter.js.map +1 -0
- package/dist/reader/segment/segment.d.ts +5 -0
- package/dist/reader/segment/segment.js +9 -0
- package/dist/reader/segment/segment.js.map +1 -0
- package/dist/reader/segment/types.d.ts +14 -0
- package/dist/reader/segment/types.js +1 -0
- package/dist/reader/segment/types.js.map +1 -0
- package/dist/reader/types.d.ts +29 -0
- package/dist/reader/types.js +1 -0
- package/dist/reader/types.js.map +1 -0
- package/dist/serial.d.ts +89 -0
- package/dist/serial.js +476 -0
- package/dist/serial.js.map +1 -0
- package/dist/source/adapter.d.ts +15 -0
- package/dist/source/adapter.js +1 -0
- package/dist/source/adapter.js.map +1 -0
- package/dist/source/epub/archive.d.ts +27 -0
- package/dist/source/epub/archive.js +189 -0
- package/dist/source/epub/archive.js.map +1 -0
- package/dist/source/epub/content.d.ts +22 -0
- package/dist/source/epub/content.js +183 -0
- package/dist/source/epub/content.js.map +1 -0
- package/dist/source/epub/document.d.ts +55 -0
- package/dist/source/epub/document.js +179 -0
- package/dist/source/epub/document.js.map +1 -0
- package/dist/source/epub/index.d.ts +10 -0
- package/dist/source/epub/index.js +6 -0
- package/dist/source/epub/index.js.map +1 -0
- package/dist/source/epub/navigation.d.ts +16 -0
- package/dist/source/epub/navigation.js +215 -0
- package/dist/source/epub/navigation.js.map +1 -0
- package/dist/source/epub/package.d.ts +33 -0
- package/dist/source/epub/package.js +237 -0
- package/dist/source/epub/package.js.map +1 -0
- package/dist/source/epub/xml.d.ts +16 -0
- package/dist/source/epub/xml.js +111 -0
- package/dist/source/epub/xml.js.map +1 -0
- package/dist/source/index.d.ts +12 -0
- package/dist/source/index.js +32 -0
- package/dist/source/index.js.map +1 -0
- package/dist/source/meta.d.ts +30 -0
- package/dist/source/meta.js +22 -0
- package/dist/source/meta.js.map +1 -0
- package/dist/source/plain-text.d.ts +16 -0
- package/dist/source/plain-text.js +86 -0
- package/dist/source/plain-text.js.map +1 -0
- package/dist/source/toc.d.ts +16 -0
- package/dist/source/toc.js +17 -0
- package/dist/source/toc.js.map +1 -0
- package/dist/source/types.d.ts +16 -0
- package/dist/source/types.js +1 -0
- package/dist/source/types.js.map +1 -0
- package/dist/topology/grouping.d.ts +15 -0
- package/dist/topology/grouping.js +18 -0
- package/dist/topology/grouping.js.map +1 -0
- package/dist/topology/index.d.ts +21 -0
- package/dist/topology/index.js +5 -0
- package/dist/topology/index.js.map +1 -0
- package/dist/topology/resource-segmentation.d.ts +13 -0
- package/dist/topology/resource-segmentation.js +111 -0
- package/dist/topology/resource-segmentation.js.map +1 -0
- package/dist/topology/segment-incision.d.ts +18 -0
- package/dist/topology/segment-incision.js +197 -0
- package/dist/topology/segment-incision.js.map +1 -0
- package/dist/topology/snake-detector.d.ts +13 -0
- package/dist/topology/snake-detector.js +520 -0
- package/dist/topology/snake-detector.js.map +1 -0
- package/dist/topology/snake-graph-builder.d.ts +14 -0
- package/dist/topology/snake-graph-builder.js +76 -0
- package/dist/topology/snake-graph-builder.js.map +1 -0
- package/dist/topology/topology.d.ts +29 -0
- package/dist/topology/topology.js +348 -0
- package/dist/topology/topology.js.map +1 -0
- package/dist/topology/weights.d.ts +10 -0
- package/dist/topology/weights.js +84 -0
- package/dist/topology/weights.js.map +1 -0
- package/dist/types-FVIqiLC9.d.cts +24 -0
- package/dist/utils/async-semaphore.d.ts +7 -0
- package/dist/utils/async-semaphore.js +40 -0
- package/dist/utils/async-semaphore.js.map +1 -0
- package/dist/utils/enum.d.ts +5 -0
- package/dist/utils/enum.js +18 -0
- package/dist/utils/enum.js.map +1 -0
- package/dist/utils/hash.d.ts +3 -0
- package/dist/utils/hash.js +132 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/node-error.d.ts +4 -0
- package/dist/utils/node-error.js +59 -0
- package/dist/utils/node-error.js.map +1 -0
- package/dist/wikg/archive-uri.d.ts +1 -0
- package/dist/wikg/archive-uri.js +37 -0
- package/dist/wikg/archive-uri.js.map +1 -0
- package/dist/wikg/archive.d.ts +28 -0
- package/dist/wikg/archive.js +496 -0
- package/dist/wikg/archive.js.map +1 -0
- package/dist/wikg/index.d.ts +31 -0
- package/dist/wikg/index.js +60 -0
- package/dist/wikg/index.js.map +1 -0
- package/dist/wikg/wikg-coordinator.d.ts +45 -0
- package/dist/wikg/wikg-coordinator.js +1687 -0
- package/dist/wikg/wikg-coordinator.js.map +1 -0
- package/dist/wikg/wiki-graph-archive-file.d.ts +42 -0
- package/dist/wikg/wiki-graph-archive-file.js +78 -0
- package/dist/wikg/wiki-graph-archive-file.js.map +1 -0
- package/dist/wikilink/index.d.ts +10 -0
- package/dist/wikilink/index.js +7 -0
- package/dist/wikilink/index.js.map +1 -0
- package/dist/wikilink/relation-discovery.d.ts +31 -0
- package/dist/wikilink/relation-discovery.js +477 -0
- package/dist/wikilink/relation-discovery.js.map +1 -0
- package/dist/wikilink/types.d.ts +23 -0
- package/dist/wikilink/types.js +1 -0
- package/dist/wikilink/types.js.map +1 -0
- package/dist/wikilink/window.d.ts +7 -0
- package/dist/wikilink/window.js +53 -0
- package/dist/wikilink/window.js.map +1 -0
- package/dist/wikimatch/enrichment.d.ts +10 -0
- package/dist/wikimatch/enrichment.js +55 -0
- package/dist/wikimatch/enrichment.js.map +1 -0
- package/dist/wikimatch/index.d.ts +16 -0
- package/dist/wikimatch/index.js +66 -0
- package/dist/wikimatch/index.js.map +1 -0
- package/dist/wikimatch/option-narrowing.d.ts +17 -0
- package/dist/wikimatch/option-narrowing.js +208 -0
- package/dist/wikimatch/option-narrowing.js.map +1 -0
- package/dist/wikimatch/options.d.ts +14 -0
- package/dist/wikimatch/options.js +155 -0
- package/dist/wikimatch/options.js.map +1 -0
- package/dist/wikimatch/policy-judge.d.ts +17 -0
- package/dist/wikimatch/policy-judge.js +430 -0
- package/dist/wikimatch/policy-judge.js.map +1 -0
- package/dist/wikimatch/range-suppression.d.ts +9 -0
- package/dist/wikimatch/range-suppression.js +27 -0
- package/dist/wikimatch/range-suppression.js.map +1 -0
- package/dist/wikimatch/surface-screening.d.ts +16 -0
- package/dist/wikimatch/surface-screening.js +168 -0
- package/dist/wikimatch/surface-screening.js.map +1 -0
- package/dist/wikimatch/surface-window.d.ts +6 -0
- package/dist/wikimatch/surface-window.js +44 -0
- package/dist/wikimatch/surface-window.js.map +1 -0
- package/dist/wikimatch/types.d.ts +151 -0
- package/dist/wikimatch/types.js +1 -0
- package/dist/wikimatch/types.js.map +1 -0
- package/dist/wikimatch/wikispine.d.ts +43 -0
- package/dist/wikimatch/wikispine.js +399 -0
- package/dist/wikimatch/wikispine.js.map +1 -0
- package/dist/wikimatch/window.d.ts +6 -0
- package/dist/wikimatch/window.js +83 -0
- package/dist/wikimatch/window.js.map +1 -0
- package/dist/wikimatch/words.d.ts +16 -0
- package/dist/wikimatch/words.js +66 -0
- package/dist/wikimatch/words.js.map +1 -0
- package/dist/wikipage/cache.d.ts +18 -0
- package/dist/wikipage/cache.js +404 -0
- package/dist/wikipage/cache.js.map +1 -0
- package/dist/wikipage/fetch-log.d.ts +17 -0
- package/dist/wikipage/fetch-log.js +143 -0
- package/dist/wikipage/fetch-log.js.map +1 -0
- package/dist/wikipage/index.d.ts +14 -0
- package/dist/wikipage/index.js +17 -0
- package/dist/wikipage/index.js.map +1 -0
- package/dist/wikipage/normalizer.d.ts +14 -0
- package/dist/wikipage/normalizer.js +147 -0
- package/dist/wikipage/normalizer.js.map +1 -0
- package/dist/wikipage/rate-limiter.d.ts +13 -0
- package/dist/wikipage/rate-limiter.js +84 -0
- package/dist/wikipage/rate-limiter.js.map +1 -0
- package/dist/wikipage/resolver.d.ts +26 -0
- package/dist/wikipage/resolver.js +325 -0
- package/dist/wikipage/resolver.js.map +1 -0
- package/dist/wikipage/types.d.ts +96 -0
- package/dist/wikipage/types.js +1 -0
- package/dist/wikipage/types.js.map +1 -0
- package/dist/wikipage/wikimedia-client.d.ts +48 -0
- package/dist/wikipage/wikimedia-client.js +397 -0
- package/dist/wikipage/wikimedia-client.js.map +1 -0
- package/dist/worker-BgQ0Xl8T.d.cts +181 -0
- package/dist/worker.cjs +5259 -0
- package/dist/worker.cjs.map +1 -0
- package/dist/worker.d.cts +2 -0
- package/dist/worker.d.ts +2 -0
- package/dist/worker.js +5 -0
- package/dist/worker.js.map +1 -0
- package/package.json +78 -0
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
const HAN_RE = new RegExp("\\p{Script=Han}", "u");
|
|
2
|
+
const LATIN_TOKEN_RE = /[\p{Script=Latin}\p{Number}]+/gu;
|
|
3
|
+
const PHRASE_WEIGHT = 2;
|
|
4
|
+
const TERM_WEIGHT = 1;
|
|
5
|
+
function createLexicalQuery(query) {
|
|
6
|
+
const normalizedQuery = query.trim();
|
|
7
|
+
if (normalizedQuery === "") {
|
|
8
|
+
return void 0;
|
|
9
|
+
}
|
|
10
|
+
const phraseTerms = splitQueryPhrases(normalizedQuery);
|
|
11
|
+
const characterTerms = [...normalizedQuery].filter((character) => HAN_RE.test(character)).map((character) => character.toLowerCase());
|
|
12
|
+
const latinTerms = normalizeLatinTokens(normalizedQuery);
|
|
13
|
+
const terms = dedupeStrings([
|
|
14
|
+
...phraseTerms,
|
|
15
|
+
...latinTerms,
|
|
16
|
+
...characterTerms
|
|
17
|
+
]);
|
|
18
|
+
if (terms.length === 0) {
|
|
19
|
+
return void 0;
|
|
20
|
+
}
|
|
21
|
+
return {
|
|
22
|
+
phrases: phraseTerms,
|
|
23
|
+
terms
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
function listLexicalQueryCandidateTerms(query) {
|
|
27
|
+
const normalizedQuery = query.trim();
|
|
28
|
+
return dedupeStrings([
|
|
29
|
+
...splitQueryPhrases(normalizedQuery),
|
|
30
|
+
...normalizeLatinTokens(normalizedQuery),
|
|
31
|
+
...[...normalizedQuery].filter((character) => HAN_RE.test(character)).map((character) => character.toLowerCase())
|
|
32
|
+
]);
|
|
33
|
+
}
|
|
34
|
+
function scoreLexicalText(value, query) {
|
|
35
|
+
const normalizedText = value.toLowerCase();
|
|
36
|
+
const matchedTerms = [];
|
|
37
|
+
const missingTerms = [];
|
|
38
|
+
let score = 0;
|
|
39
|
+
for (const phrase of query.phrases) {
|
|
40
|
+
const normalizedPhrase = phrase.toLowerCase();
|
|
41
|
+
if (normalizedText.includes(normalizedPhrase)) {
|
|
42
|
+
matchedTerms.push(phrase);
|
|
43
|
+
score += PHRASE_WEIGHT + countOccurrences(normalizedText, normalizedPhrase);
|
|
44
|
+
} else if (!missingTerms.includes(phrase)) {
|
|
45
|
+
missingTerms.push(phrase);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
const latinTokens = new Set(normalizeLatinTokens(value));
|
|
49
|
+
for (const term of query.terms) {
|
|
50
|
+
if (matchedTerms.includes(term)) {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
const isHan = [...term].every((character) => HAN_RE.test(character));
|
|
54
|
+
const matched = isHan ? normalizedText.includes(term) : latinTokens.has(term.toLowerCase());
|
|
55
|
+
if (matched) {
|
|
56
|
+
matchedTerms.push(term);
|
|
57
|
+
score += TERM_WEIGHT;
|
|
58
|
+
} else if (!missingTerms.includes(term)) {
|
|
59
|
+
missingTerms.push(term);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
if (matchedTerms.length === 0 || score <= 0) {
|
|
63
|
+
return void 0;
|
|
64
|
+
}
|
|
65
|
+
score += calculateCoverageBonus(matchedTerms, query);
|
|
66
|
+
score += calculateProximityBonus(normalizedText, matchedTerms);
|
|
67
|
+
return {
|
|
68
|
+
matchCount: matchedTerms.length,
|
|
69
|
+
matchedTerms: dedupeStrings(matchedTerms),
|
|
70
|
+
missingTerms: dedupeStrings(missingTerms).filter(
|
|
71
|
+
(term) => !matchedTerms.includes(term)
|
|
72
|
+
),
|
|
73
|
+
score,
|
|
74
|
+
snippetNeedle: selectSnippetNeedle(matchedTerms)
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
function createMentionLexicalHits(mentions, query) {
|
|
78
|
+
return mentions.map((mention) => {
|
|
79
|
+
const match = scoreLexicalText(mention.surface, query);
|
|
80
|
+
return match === void 0 ? void 0 : { match, mention };
|
|
81
|
+
}).filter(isDefined);
|
|
82
|
+
}
|
|
83
|
+
function splitQueryPhrases(query) {
|
|
84
|
+
return dedupeStrings(
|
|
85
|
+
query.split(/\s+/u).map((part) => part.trim()).filter((part) => part.length > 1)
|
|
86
|
+
);
|
|
87
|
+
}
|
|
88
|
+
function normalizeLatinTokens(value) {
|
|
89
|
+
return [...value.toLowerCase().matchAll(LATIN_TOKEN_RE)].map(
|
|
90
|
+
(match) => match[0]
|
|
91
|
+
);
|
|
92
|
+
}
|
|
93
|
+
function countOccurrences(value, needle) {
|
|
94
|
+
if (needle === "") {
|
|
95
|
+
return 0;
|
|
96
|
+
}
|
|
97
|
+
let count = 0;
|
|
98
|
+
let index = value.indexOf(needle);
|
|
99
|
+
while (index >= 0) {
|
|
100
|
+
count += 1;
|
|
101
|
+
index = value.indexOf(needle, index + needle.length);
|
|
102
|
+
}
|
|
103
|
+
return count;
|
|
104
|
+
}
|
|
105
|
+
function calculateCoverageBonus(matchedTerms, query) {
|
|
106
|
+
const total = query.terms.length;
|
|
107
|
+
if (total === 0) {
|
|
108
|
+
return 0;
|
|
109
|
+
}
|
|
110
|
+
return matchedTerms.length / total;
|
|
111
|
+
}
|
|
112
|
+
function calculateProximityBonus(normalizedText, matchedTerms) {
|
|
113
|
+
const positions = matchedTerms.map((term) => normalizedText.indexOf(term.toLowerCase())).filter((position) => position >= 0).sort((left, right) => left - right);
|
|
114
|
+
if (positions.length < 2) {
|
|
115
|
+
return 0;
|
|
116
|
+
}
|
|
117
|
+
const span = positions.at(-1) - positions[0];
|
|
118
|
+
return span <= 80 ? 1 : span <= 240 ? 0.5 : 0;
|
|
119
|
+
}
|
|
120
|
+
function selectSnippetNeedle(matchedTerms) {
|
|
121
|
+
return [...matchedTerms].sort(
|
|
122
|
+
(left, right) => right.length - left.length
|
|
123
|
+
)[0];
|
|
124
|
+
}
|
|
125
|
+
function dedupeStrings(values) {
|
|
126
|
+
return [...new Set(values.filter((value) => value !== ""))];
|
|
127
|
+
}
|
|
128
|
+
function isDefined(value) {
|
|
129
|
+
return value !== void 0;
|
|
130
|
+
}
|
|
131
|
+
export {
|
|
132
|
+
createLexicalQuery,
|
|
133
|
+
createMentionLexicalHits,
|
|
134
|
+
listLexicalQueryCandidateTerms,
|
|
135
|
+
scoreLexicalText
|
|
136
|
+
};
|
|
137
|
+
//# sourceMappingURL=lexical-search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/archive/query/lexical-search.ts"],"sourcesContent":["export interface LexicalQuery {\n readonly phrases: readonly string[];\n readonly terms: readonly string[];\n}\n\nexport interface LexicalScore {\n readonly matchCount: number;\n readonly matchedTerms: readonly string[];\n readonly missingTerms: readonly string[];\n readonly score: number;\n readonly snippetNeedle: string;\n}\n\nconst HAN_RE = /\\p{Script=Han}/u;\nconst LATIN_TOKEN_RE = /[\\p{Script=Latin}\\p{Number}]+/gu;\nconst PHRASE_WEIGHT = 2;\nconst TERM_WEIGHT = 1;\n\nexport function createLexicalQuery(query: string): LexicalQuery | undefined {\n const normalizedQuery = query.trim();\n\n if (normalizedQuery === \"\") {\n return undefined;\n }\n\n const phraseTerms = splitQueryPhrases(normalizedQuery);\n const characterTerms = [...normalizedQuery]\n .filter((character) => HAN_RE.test(character))\n .map((character) => character.toLowerCase());\n const latinTerms = normalizeLatinTokens(normalizedQuery);\n const terms = dedupeStrings([\n ...phraseTerms,\n ...latinTerms,\n ...characterTerms,\n ]);\n\n if (terms.length === 0) {\n return undefined;\n }\n\n return {\n phrases: phraseTerms,\n terms,\n };\n}\n\nexport function listLexicalQueryCandidateTerms(\n query: string,\n): readonly string[] {\n const normalizedQuery = query.trim();\n\n return dedupeStrings([\n ...splitQueryPhrases(normalizedQuery),\n ...normalizeLatinTokens(normalizedQuery),\n ...[...normalizedQuery]\n .filter((character) => HAN_RE.test(character))\n .map((character) => character.toLowerCase()),\n ]);\n}\n\nexport function scoreLexicalText(\n value: string,\n query: LexicalQuery,\n): LexicalScore | undefined {\n const normalizedText = value.toLowerCase();\n const matchedTerms: string[] = [];\n const missingTerms: string[] = [];\n let score = 0;\n\n for (const phrase of query.phrases) {\n const normalizedPhrase = phrase.toLowerCase();\n\n if (normalizedText.includes(normalizedPhrase)) {\n matchedTerms.push(phrase);\n score +=\n PHRASE_WEIGHT + countOccurrences(normalizedText, normalizedPhrase);\n } else if (!missingTerms.includes(phrase)) {\n missingTerms.push(phrase);\n }\n }\n\n const latinTokens = new Set(normalizeLatinTokens(value));\n\n for (const term of query.terms) {\n if (matchedTerms.includes(term)) {\n continue;\n }\n\n const isHan = [...term].every((character) => HAN_RE.test(character));\n const matched = isHan\n ? normalizedText.includes(term)\n : latinTokens.has(term.toLowerCase());\n\n if (matched) {\n matchedTerms.push(term);\n score += TERM_WEIGHT;\n } else if (!missingTerms.includes(term)) {\n missingTerms.push(term);\n }\n }\n\n if (matchedTerms.length === 0 || score <= 0) {\n return undefined;\n }\n\n score += calculateCoverageBonus(matchedTerms, query);\n score += calculateProximityBonus(normalizedText, matchedTerms);\n\n return {\n matchCount: matchedTerms.length,\n matchedTerms: dedupeStrings(matchedTerms),\n missingTerms: dedupeStrings(missingTerms).filter(\n (term) => !matchedTerms.includes(term),\n ),\n score,\n snippetNeedle: selectSnippetNeedle(matchedTerms),\n };\n}\n\nexport function createMentionLexicalHits<\n T extends { readonly surface: string },\n>(\n mentions: readonly T[],\n query: LexicalQuery,\n): readonly {\n readonly match: LexicalScore;\n readonly mention: T;\n}[] {\n return mentions\n .map((mention) => {\n const match = scoreLexicalText(mention.surface, query);\n\n return match === undefined ? undefined : { match, mention };\n })\n .filter(isDefined);\n}\n\nfunction splitQueryPhrases(query: string): readonly string[] {\n return dedupeStrings(\n query\n .split(/\\s+/u)\n .map((part) => part.trim())\n .filter((part) => part.length > 1),\n );\n}\n\nfunction normalizeLatinTokens(value: string): readonly string[] {\n return [...value.toLowerCase().matchAll(LATIN_TOKEN_RE)].map(\n (match) => match[0],\n );\n}\n\nfunction countOccurrences(value: string, needle: string): number {\n if (needle === \"\") {\n return 0;\n }\n\n let count = 0;\n let index = value.indexOf(needle);\n\n while (index >= 0) {\n count += 1;\n index = value.indexOf(needle, index + needle.length);\n }\n\n return count;\n}\n\nfunction calculateCoverageBonus(\n matchedTerms: readonly string[],\n query: LexicalQuery,\n): number {\n const total = query.terms.length;\n\n if (total === 0) {\n return 0;\n }\n\n return matchedTerms.length / total;\n}\n\nfunction calculateProximityBonus(\n normalizedText: string,\n matchedTerms: readonly string[],\n): number {\n const positions = matchedTerms\n .map((term) => normalizedText.indexOf(term.toLowerCase()))\n .filter((position) => position >= 0)\n .sort((left, right) => left - right);\n\n if (positions.length < 2) {\n return 0;\n }\n\n const span = positions.at(-1)! - positions[0]!;\n\n return span <= 80 ? 1 : span <= 240 ? 0.5 : 0;\n}\n\nfunction selectSnippetNeedle(matchedTerms: readonly string[]): string {\n return [...matchedTerms].sort(\n (left, right) => right.length - left.length,\n )[0]!;\n}\n\nfunction dedupeStrings(values: readonly string[]): readonly string[] {\n return [...new Set(values.filter((value) => value !== \"\"))];\n}\n\nfunction isDefined<T>(value: T | undefined): value is T {\n return value !== undefined;\n}\n"],"mappings":"AAaA,MAAM,SAAS,WAAC,mBAAe,GAAC;AAChC,MAAM,iBAAiB;AACvB,MAAM,gBAAgB;AACtB,MAAM,cAAc;AAEb,SAAS,mBAAmB,OAAyC;AAC1E,QAAM,kBAAkB,MAAM,KAAK;AAEnC,MAAI,oBAAoB,IAAI;AAC1B,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,kBAAkB,eAAe;AACrD,QAAM,iBAAiB,CAAC,GAAG,eAAe,EACvC,OAAO,CAAC,cAAc,OAAO,KAAK,SAAS,CAAC,EAC5C,IAAI,CAAC,cAAc,UAAU,YAAY,CAAC;AAC7C,QAAM,aAAa,qBAAqB,eAAe;AACvD,QAAM,QAAQ,cAAc;AAAA,IAC1B,GAAG;AAAA,IACH,GAAG;AAAA,IACH,GAAG;AAAA,EACL,CAAC;AAED,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,SAAS;AAAA,IACT;AAAA,EACF;AACF;AAEO,SAAS,+BACd,OACmB;AACnB,QAAM,kBAAkB,MAAM,KAAK;AAEnC,SAAO,cAAc;AAAA,IACnB,GAAG,kBAAkB,eAAe;AAAA,IACpC,GAAG,qBAAqB,eAAe;AAAA,IACvC,GAAG,CAAC,GAAG,eAAe,EACnB,OAAO,CAAC,cAAc,OAAO,KAAK,SAAS,CAAC,EAC5C,IAAI,CAAC,cAAc,UAAU,YAAY,CAAC;AAAA,EAC/C,CAAC;AACH;AAEO,SAAS,iBACd,OACA,OAC0B;AAC1B,QAAM,iBAAiB,MAAM,YAAY;AACzC,QAAM,eAAyB,CAAC;AAChC,QAAM,eAAyB,CAAC;AAChC,MAAI,QAAQ;AAEZ,aAAW,UAAU,MAAM,SAAS;AAClC,UAAM,mBAAmB,OAAO,YAAY;AAE5C,QAAI,eAAe,SAAS,gBAAgB,GAAG;AAC7C,mBAAa,KAAK,MAAM;AACxB,eACE,gBAAgB,iBAAiB,gBAAgB,gBAAgB;AAAA,IACrE,WAAW,CAAC,aAAa,SAAS,MAAM,GAAG;AACzC,mBAAa,KAAK,MAAM;AAAA,IAC1B;AAAA,EACF;AAEA,QAAM,cAAc,IAAI,IAAI,qBAAqB,KAAK,CAAC;AAEvD,aAAW,QAAQ,MAAM,OAAO;AAC9B,QAAI,aAAa,SAAS,IAAI,GAAG;AAC/B;AAAA,IACF;AAEA,UAAM,QAAQ,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,cAAc,OAAO,KAAK,SAAS,CAAC;AACnE,UAAM,UAAU,QACZ,eAAe,SAAS,IAAI,IAC5B,YAAY,IAAI,KAAK,YAAY,CAAC;AAEtC,QAAI,SAAS;AACX,mBAAa,KAAK,IAAI;AACtB,eAAS;AAAA,IACX,WAAW,CAAC,aAAa,SAAS,IAAI,GAAG;AACvC,mBAAa,KAAK,IAAI;AAAA,IACxB;AAAA,EACF;AAEA,MAAI,aAAa,WAAW,KAAK,SAAS,GAAG;AAC3C,WAAO;AAAA,EACT;AAEA,WAAS,uBAAuB,cAAc,KAAK;AACnD,WAAS,wBAAwB,gBAAgB,YAAY;AAE7D,SAAO;AAAA,IACL,YAAY,aAAa;AAAA,IACzB,cAAc,cAAc,YAAY;AAAA,IACxC,cAAc,cAAc,YAAY,EAAE;AAAA,MACxC,CAAC,SAAS,CAAC,aAAa,SAAS,IAAI;AAAA,IACvC;AAAA,IACA;AAAA,IACA,eAAe,oBAAoB,YAAY;AAAA,EACjD;AACF;AAEO,SAAS,yBAGd,UACA,OAIE;AACF,SAAO,SACJ,IAAI,CAAC,YAAY;AAChB,UAAM,QAAQ,iBAAiB,QAAQ,SAAS,KAAK;AAErD,WAAO,UAAU,SAAY,SAAY,EAAE,OAAO,QAAQ;AAAA,EAC5D,CAAC,EACA,OAAO,SAAS;AACrB;AAEA,SAAS,kBAAkB,OAAkC;AAC3D,SAAO;AAAA,IACL,MACG,MAAM,MAAM,EACZ,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC;AAAA,EACrC;AACF;AAEA,SAAS,qBAAqB,OAAkC;AAC9D,SAAO,CAAC,GAAG,MAAM,YAAY,EAAE,SAAS,cAAc,CAAC,EAAE;AAAA,IACvD,CAAC,UAAU,MAAM,CAAC;AAAA,EACpB;AACF;AAEA,SAAS,iBAAiB,OAAe,QAAwB;AAC/D,MAAI,WAAW,IAAI;AACjB,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ;AACZ,MAAI,QAAQ,MAAM,QAAQ,MAAM;AAEhC,SAAO,SAAS,GAAG;AACjB,aAAS;AACT,YAAQ,MAAM,QAAQ,QAAQ,QAAQ,OAAO,MAAM;AAAA,EACrD;AAEA,SAAO;AACT;AAEA,SAAS,uBACP,cACA,OACQ;AACR,QAAM,QAAQ,MAAM,MAAM;AAE1B,MAAI,UAAU,GAAG;AACf,WAAO;AAAA,EACT;AAEA,SAAO,aAAa,SAAS;AAC/B;AAEA,SAAS,wBACP,gBACA,cACQ;AACR,QAAM,YAAY,aACf,IAAI,CAAC,SAAS,eAAe,QAAQ,KAAK,YAAY,CAAC,CAAC,EACxD,OAAO,CAAC,aAAa,YAAY,CAAC,EAClC,KAAK,CAAC,MAAM,UAAU,OAAO,KAAK;AAErC,MAAI,UAAU,SAAS,GAAG;AACxB,WAAO;AAAA,EACT;AAEA,QAAM,OAAO,UAAU,GAAG,EAAE,IAAK,UAAU,CAAC;AAE5C,SAAO,QAAQ,KAAK,IAAI,QAAQ,MAAM,MAAM;AAC9C;AAEA,SAAS,oBAAoB,cAAyC;AACpE,SAAO,CAAC,GAAG,YAAY,EAAE;AAAA,IACvB,CAAC,MAAM,UAAU,MAAM,SAAS,KAAK;AAAA,EACvC,EAAE,CAAC;AACL;AAEA,SAAS,cAAc,QAA8C;AACnE,SAAO,CAAC,GAAG,IAAI,IAAI,OAAO,OAAO,CAAC,UAAU,UAAU,EAAE,CAAC,CAAC;AAC5D;AAEA,SAAS,UAAa,OAAkC;AACtD,SAAO,UAAU;AACnB;","names":[]}
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { GcContext, GcJobResult } from '../../gc/types.js';
|
|
2
|
+
import { j as ArchiveFindHit } from '../../index-B8NNnQ8P.js';
|
|
3
|
+
import '../../document/database.js';
|
|
4
|
+
import 'sqlite3';
|
|
5
|
+
import '../../document/document.js';
|
|
6
|
+
import '../../source/meta.js';
|
|
7
|
+
import 'zod';
|
|
8
|
+
import '../../source/toc.js';
|
|
9
|
+
import '../../source/types.js';
|
|
10
|
+
import '../../document/text-streams.js';
|
|
11
|
+
import '../../document/types.js';
|
|
12
|
+
import '../../document/stores.js';
|
|
13
|
+
import '../../wikipage/types.js';
|
|
14
|
+
import '../../facade/graph.js';
|
|
15
|
+
import '../../facade/chapter.js';
|
|
16
|
+
import '../../common/language.js';
|
|
17
|
+
import '../../common/llm-scope.js';
|
|
18
|
+
import '../../llm/client.js';
|
|
19
|
+
import '../../llm/context.js';
|
|
20
|
+
import '../../llm/cache.js';
|
|
21
|
+
import '../../llm/types.js';
|
|
22
|
+
import 'ai';
|
|
23
|
+
import '../../reader/types.js';
|
|
24
|
+
import '../../reader/attention/attention.js';
|
|
25
|
+
import '../../reader/chunk-batch/types.js';
|
|
26
|
+
import '../../reader/segment/types.js';
|
|
27
|
+
import '../../serial.js';
|
|
28
|
+
|
|
29
|
+
interface SearchSessionInput {
|
|
30
|
+
readonly archiveKey: string;
|
|
31
|
+
readonly chapters: readonly number[] | null;
|
|
32
|
+
readonly chunkHits?: readonly SearchChunkHitInput[];
|
|
33
|
+
readonly entityHits?: readonly SearchEntityHitInput[];
|
|
34
|
+
readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];
|
|
35
|
+
readonly items?: readonly ArchiveFindHit[];
|
|
36
|
+
readonly lens: string;
|
|
37
|
+
readonly match: string;
|
|
38
|
+
readonly order: string;
|
|
39
|
+
readonly query: string;
|
|
40
|
+
readonly revisionScope: string;
|
|
41
|
+
readonly terms: readonly string[];
|
|
42
|
+
readonly tripleHits?: readonly SearchTripleHitInput[];
|
|
43
|
+
readonly types: readonly string[] | null;
|
|
44
|
+
}
|
|
45
|
+
declare const SEARCH_EVIDENCE_KIND: {
|
|
46
|
+
readonly mention: 1;
|
|
47
|
+
readonly mentionLink: 2;
|
|
48
|
+
readonly chunk: 3;
|
|
49
|
+
};
|
|
50
|
+
type SearchEvidenceKind = (typeof SEARCH_EVIDENCE_KIND)[keyof typeof SEARCH_EVIDENCE_KIND];
|
|
51
|
+
interface SearchEvidenceHitEventInput {
|
|
52
|
+
readonly chapterId: number;
|
|
53
|
+
readonly evidenceId: string;
|
|
54
|
+
readonly evidenceKind: SearchEvidenceKind;
|
|
55
|
+
readonly score: number;
|
|
56
|
+
readonly sentenceIndex: number;
|
|
57
|
+
}
|
|
58
|
+
interface SearchEntityHitInput {
|
|
59
|
+
readonly evidenceTopScores?: readonly number[];
|
|
60
|
+
readonly propertyTopScores?: readonly number[];
|
|
61
|
+
readonly qid: string;
|
|
62
|
+
}
|
|
63
|
+
interface SearchTripleHitInput {
|
|
64
|
+
readonly evidenceTopScores: readonly number[];
|
|
65
|
+
readonly objectQid: string;
|
|
66
|
+
readonly predicate: string;
|
|
67
|
+
readonly subjectQid: string;
|
|
68
|
+
}
|
|
69
|
+
interface SearchChunkHitInput {
|
|
70
|
+
readonly chunkId: number;
|
|
71
|
+
readonly evidenceTopScores?: readonly number[];
|
|
72
|
+
readonly propertyTopScores?: readonly number[];
|
|
73
|
+
}
|
|
74
|
+
interface EntitySearchSessionInput {
|
|
75
|
+
readonly archiveKey: string;
|
|
76
|
+
readonly chapters: readonly number[] | null;
|
|
77
|
+
readonly chunkHits?: readonly SearchChunkHitInput[];
|
|
78
|
+
readonly entityHits?: readonly SearchEntityHitInput[];
|
|
79
|
+
readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];
|
|
80
|
+
readonly lens: string;
|
|
81
|
+
readonly match: string;
|
|
82
|
+
readonly order: string;
|
|
83
|
+
readonly query: string;
|
|
84
|
+
readonly revisionScope: string;
|
|
85
|
+
readonly terms: readonly string[];
|
|
86
|
+
readonly tripleHits?: readonly SearchTripleHitInput[];
|
|
87
|
+
readonly types: readonly string[] | null;
|
|
88
|
+
}
|
|
89
|
+
interface SearchSessionPage {
|
|
90
|
+
readonly chapters: readonly number[] | null;
|
|
91
|
+
readonly items: readonly ArchiveFindHit[];
|
|
92
|
+
readonly lens: string;
|
|
93
|
+
readonly match: string;
|
|
94
|
+
readonly nextCursor: string | null;
|
|
95
|
+
readonly query: string;
|
|
96
|
+
readonly sessionId: string;
|
|
97
|
+
readonly terms: readonly string[];
|
|
98
|
+
readonly types: readonly string[] | null;
|
|
99
|
+
}
|
|
100
|
+
interface EntitySearchSessionPage {
|
|
101
|
+
readonly chapters: readonly number[] | null;
|
|
102
|
+
readonly items: readonly ArchiveFindHit[];
|
|
103
|
+
readonly lens: string;
|
|
104
|
+
readonly match: string;
|
|
105
|
+
readonly nextCursor: string | null;
|
|
106
|
+
readonly query: string;
|
|
107
|
+
readonly sessionId: string;
|
|
108
|
+
readonly terms: readonly string[];
|
|
109
|
+
readonly types: readonly string[] | null;
|
|
110
|
+
}
|
|
111
|
+
interface SearchSessionDescriptor {
|
|
112
|
+
readonly chapters: readonly number[] | null;
|
|
113
|
+
readonly createdAt: number;
|
|
114
|
+
readonly lens: string;
|
|
115
|
+
readonly match: string;
|
|
116
|
+
readonly objectCachesPopulated: boolean;
|
|
117
|
+
readonly query: string;
|
|
118
|
+
readonly sessionId: string;
|
|
119
|
+
readonly terms: readonly string[];
|
|
120
|
+
readonly types: readonly string[] | null;
|
|
121
|
+
}
|
|
122
|
+
type BucketSearchCursor = {
|
|
123
|
+
readonly bucket: 0;
|
|
124
|
+
readonly key?: SearchChapterTitleCursorKey;
|
|
125
|
+
} | {
|
|
126
|
+
readonly bucket: 1;
|
|
127
|
+
readonly key?: SearchObjectCursorKey;
|
|
128
|
+
} | {
|
|
129
|
+
readonly bucket: 2;
|
|
130
|
+
readonly key?: SearchChunkCursorKey;
|
|
131
|
+
} | {
|
|
132
|
+
readonly bucket: 3;
|
|
133
|
+
readonly key?: SearchTextCursorKey;
|
|
134
|
+
};
|
|
135
|
+
interface SearchChapterTitleCursorKey {
|
|
136
|
+
readonly chapterId: number;
|
|
137
|
+
readonly score: number;
|
|
138
|
+
}
|
|
139
|
+
interface SearchObjectCursorKey {
|
|
140
|
+
readonly id: string;
|
|
141
|
+
readonly kind: "entity" | "triple";
|
|
142
|
+
readonly score: number;
|
|
143
|
+
}
|
|
144
|
+
interface SearchChunkCursorKey {
|
|
145
|
+
readonly chunkId: number;
|
|
146
|
+
readonly score: number;
|
|
147
|
+
}
|
|
148
|
+
interface SearchTextCursorKey {
|
|
149
|
+
readonly chapterId: number;
|
|
150
|
+
readonly kind: number;
|
|
151
|
+
readonly rank: number;
|
|
152
|
+
readonly sentenceIndex: number;
|
|
153
|
+
}
|
|
154
|
+
type SearchSessionCacheInput = Omit<SearchSessionInput, "items">;
|
|
155
|
+
type EntitySearchSessionCacheInput = EntitySearchSessionInput;
|
|
156
|
+
declare function readCachedSearchSessionPage(input: SearchSessionCacheInput, offset: number, limit: number): Promise<SearchSessionPage | undefined>;
|
|
157
|
+
declare function readCachedEntitySearchSessionPage(input: EntitySearchSessionCacheInput, offset: number, limit: number): Promise<EntitySearchSessionPage | undefined>;
|
|
158
|
+
declare function createSearchSession(input: SearchSessionInput): Promise<string>;
|
|
159
|
+
declare function readSearchSessionObjectBucketPage(sessionId: string, bucket: 1, after: SearchObjectCursorKey | undefined, limit: number): Promise<readonly ArchiveFindHit[]>;
|
|
160
|
+
declare function readSearchSessionChunkBucketPage(sessionId: string, after: SearchChunkCursorKey | undefined, limit: number): Promise<readonly ArchiveFindHit[]>;
|
|
161
|
+
declare function createEntitySearchSession(input: EntitySearchSessionInput): Promise<string>;
|
|
162
|
+
declare function populateSearchSessionObjectCaches(input: {
|
|
163
|
+
readonly chunkHits?: readonly SearchChunkHitInput[];
|
|
164
|
+
readonly entityHits?: readonly SearchEntityHitInput[];
|
|
165
|
+
readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];
|
|
166
|
+
readonly sessionId: string;
|
|
167
|
+
readonly tripleHits?: readonly SearchTripleHitInput[];
|
|
168
|
+
}): Promise<void>;
|
|
169
|
+
declare function deleteArchiveSearchSessions(archiveKey: string): Promise<void>;
|
|
170
|
+
declare function runSearchCacheGc(context: GcContext): Promise<GcJobResult>;
|
|
171
|
+
declare function readSearchSessionPage(sessionId: string, offset: number, limit: number, expectedArchiveKey?: string, expectedCreatedAt?: number): Promise<SearchSessionPage>;
|
|
172
|
+
declare function readEntitySearchSessionPage(sessionId: string, offset: number, limit: number, expectedArchiveKey?: string, expectedCreatedAt?: number): Promise<EntitySearchSessionPage>;
|
|
173
|
+
declare function readSearchSessionDescriptor(sessionId: string, expectedArchiveKey?: string): Promise<SearchSessionDescriptor>;
|
|
174
|
+
declare function readSearchSessionMetadataForCursor(sessionId: string, expectedArchiveKey?: string, expectedCreatedAt?: number): Promise<SearchSessionDescriptor>;
|
|
175
|
+
declare function readEntitySearchEvidenceMentions(sessionId: string, mentionIds: readonly string[], limit: number): Promise<readonly {
|
|
176
|
+
readonly mentionId: string;
|
|
177
|
+
readonly score: number;
|
|
178
|
+
}[]>;
|
|
179
|
+
declare function encodeSearchSessionCursor(sessionId: string, offset: number, createdAt: number): string;
|
|
180
|
+
declare function encodeBucketSearchSessionCursor(sessionId: string, cursor: BucketSearchCursor, createdAt: number): string;
|
|
181
|
+
declare function decodeBucketSearchSessionCursor(cursor: string): {
|
|
182
|
+
readonly createdAt: number;
|
|
183
|
+
readonly cursor: BucketSearchCursor;
|
|
184
|
+
readonly sessionId: string;
|
|
185
|
+
};
|
|
186
|
+
declare function decodeSearchSessionCursor(cursor: string): {
|
|
187
|
+
readonly createdAt?: number;
|
|
188
|
+
readonly offset: number;
|
|
189
|
+
readonly sessionId: string;
|
|
190
|
+
};
|
|
191
|
+
|
|
192
|
+
export { type BucketSearchCursor, type EntitySearchSessionInput, type EntitySearchSessionPage, SEARCH_EVIDENCE_KIND, type SearchChapterTitleCursorKey, type SearchChunkCursorKey, type SearchChunkHitInput, type SearchEntityHitInput, type SearchEvidenceHitEventInput, type SearchEvidenceKind, type SearchObjectCursorKey, type SearchSessionDescriptor, type SearchSessionInput, type SearchSessionPage, type SearchTextCursorKey, type SearchTripleHitInput, createEntitySearchSession, createSearchSession, decodeBucketSearchSessionCursor, decodeSearchSessionCursor, deleteArchiveSearchSessions, encodeBucketSearchSessionCursor, encodeSearchSessionCursor, populateSearchSessionObjectCaches, readCachedEntitySearchSessionPage, readCachedSearchSessionPage, readEntitySearchEvidenceMentions, readEntitySearchSessionPage, readSearchSessionChunkBucketPage, readSearchSessionDescriptor, readSearchSessionMetadataForCursor, readSearchSessionObjectBucketPage, readSearchSessionPage, runSearchCacheGc };
|