wiki-graph-core 0.3.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -0
- package/data/editor/text_compressor.jinja +17 -13
- package/data/help/commands/archive/next.jinja +7 -2
- package/data/help/commands/gc.jinja +2 -1
- package/data/help/commands/legacy/migrate.jinja +6 -1
- package/data/help/commands/legacy.jinja +3 -2
- package/data/help/commands/library-predicate.jinja +296 -0
- package/data/help/commands/library.jinja +235 -0
- package/data/help/commands/maintenance/chapter/add.jinja +3 -3
- package/data/help/commands/maintenance/chapter/list.jinja +4 -4
- package/data/help/commands/maintenance/chapter/move.jinja +4 -4
- package/data/help/commands/maintenance/chapter/remove.jinja +1 -1
- package/data/help/commands/maintenance/chapter/reset.jinja +1 -1
- package/data/help/commands/maintenance/chapter/set-source.jinja +2 -2
- package/data/help/commands/maintenance/chapter/set-summary.jinja +1 -1
- package/data/help/commands/maintenance/chapter/set-title.jinja +3 -3
- package/data/help/commands/maintenance/chapter/tree.jinja +6 -6
- package/data/help/commands/maintenance/chapter.jinja +10 -10
- package/data/help/commands/maintenance/meta.jinja +7 -7
- package/data/help/commands/maintenance/upgrade.jinja +35 -0
- package/data/help/commands/maintenance.jinja +23 -0
- package/data/help/commands/predicate.jinja +204 -28
- package/data/help/commands/root.jinja +10 -3
- package/data/help/commands/uri.jinja +165 -6
- package/data/help/topics/config.jinja +10 -3
- package/data/help/topics/library.jinja +87 -0
- package/data/help/topics/readiness.jinja +32 -2
- package/data/help/topics/recipe.jinja +42 -17
- package/data/help/topics/runtime.jinja +20 -3
- package/data/help/topics/uri.jinja +51 -25
- package/dist/api/app.d.ts +87 -0
- package/dist/api/app.js +137 -0
- package/dist/api/app.js.map +1 -0
- package/dist/api/chapter/advance.d.ts +36 -0
- package/dist/api/chapter/advance.js +171 -0
- package/dist/api/chapter/advance.js.map +1 -0
- package/dist/api/chapter/details.d.ts +25 -0
- package/dist/api/chapter/details.js +17 -0
- package/dist/api/chapter/details.js.map +1 -0
- package/dist/api/chapter/entries.d.ts +41 -0
- package/dist/api/chapter/entries.js +216 -0
- package/dist/api/chapter/entries.js.map +1 -0
- package/dist/api/chapter/generate.d.ts +42 -0
- package/dist/api/chapter/generate.js +61 -0
- package/dist/api/chapter/generate.js.map +1 -0
- package/dist/api/chapter/index.d.ts +43 -0
- package/dist/api/chapter/index.js +11 -0
- package/dist/api/chapter/index.js.map +1 -0
- package/dist/api/chapter/manage.d.ts +53 -0
- package/dist/api/chapter/manage.js +185 -0
- package/dist/api/chapter/manage.js.map +1 -0
- package/dist/api/chapter/options.d.ts +51 -0
- package/dist/api/chapter/options.js +11 -0
- package/dist/api/chapter/options.js.map +1 -0
- package/dist/api/chapter/parse.d.ts +13 -0
- package/dist/api/chapter/parse.js +16 -0
- package/dist/api/chapter/parse.js.map +1 -0
- package/dist/api/chapter/tree.d.ts +61 -0
- package/dist/api/chapter/tree.js +387 -0
- package/dist/api/chapter/tree.js.map +1 -0
- package/dist/api/chapter/types.d.ts +104 -0
- package/dist/api/chapter/types.js +5 -0
- package/dist/api/chapter/types.js.map +1 -0
- package/dist/api/chapter-build/index.d.ts +42 -0
- package/dist/api/chapter-build/index.js +3 -0
- package/dist/api/chapter-build/index.js.map +1 -0
- package/dist/api/chapter-build/types.d.ts +37 -0
- package/dist/api/digest.d.ts +67 -0
- package/dist/api/digest.js +171 -0
- package/dist/api/digest.js.map +1 -0
- package/dist/api/graph.d.ts +24 -0
- package/dist/api/graph.js +2 -0
- package/dist/api/graph.js.map +1 -0
- package/dist/api/import.d.ts +62 -0
- package/dist/api/import.js +269 -0
- package/dist/api/import.js.map +1 -0
- package/dist/api/index.d.ts +91 -0
- package/dist/api/index.js +189 -0
- package/dist/api/index.js.map +1 -0
- package/dist/api/knowledge-graph-build/index.d.ts +40 -0
- package/dist/api/knowledge-graph-build/index.js +2 -0
- package/dist/api/knowledge-graph-build/index.js.map +1 -0
- package/dist/api/knowledge-graph-build/types.d.ts +13 -0
- package/dist/api/llm-sampling.d.ts +11 -0
- package/dist/api/llm-sampling.js +58 -0
- package/dist/api/llm-sampling.js.map +1 -0
- package/dist/api/prompts.d.ts +1 -0
- package/dist/api/prompts.js +2 -0
- package/dist/api/prompts.js.map +1 -0
- package/dist/api/wiki-graph-archive.d.ts +42 -0
- package/dist/api/wiki-graph-archive.js +130 -0
- package/dist/api/wiki-graph-archive.js.map +1 -0
- package/dist/core-Cv8a8viI.d.ts +85 -0
- package/dist/document/chapter/index.d.ts +26 -0
- package/dist/document/chapter/index.js +23 -0
- package/dist/document/chapter/index.js.map +1 -0
- package/dist/document/chapter/path.d.ts +14 -0
- package/dist/document/chapter/path.js +133 -0
- package/dist/document/chapter/path.js.map +1 -0
- package/dist/document/chapter/query.d.ts +33 -0
- package/dist/document/chapter/query.js +83 -0
- package/dist/document/chapter/query.js.map +1 -0
- package/dist/document/chapter/stage.d.ts +28 -0
- package/dist/document/chapter/stage.js +13 -0
- package/dist/document/chapter/stage.js.map +1 -0
- package/dist/document/chapter/toc.d.ts +33 -0
- package/dist/document/chapter/toc.js +213 -0
- package/dist/document/chapter/toc.js.map +1 -0
- package/dist/document/chapter/tree.d.ts +20 -0
- package/dist/document/chapter/tree.js +48 -0
- package/dist/document/chapter/tree.js.map +1 -0
- package/dist/document/chapter/types.d.ts +31 -0
- package/dist/document/chapter/types.js +10 -0
- package/dist/document/chapter/types.js.map +1 -0
- package/dist/document/directory/context.d.ts +25 -0
- package/dist/document/directory/context.js +54 -0
- package/dist/document/directory/context.js.map +1 -0
- package/dist/document/directory/core.d.ts +25 -0
- package/dist/document/directory/core.js +382 -0
- package/dist/document/directory/core.js.map +1 -0
- package/dist/document/directory/file-store.d.ts +27 -0
- package/dist/document/directory/file-store.js +48 -0
- package/dist/document/directory/file-store.js.map +1 -0
- package/dist/document/directory/files.d.ts +53 -0
- package/dist/document/directory/files.js +71 -0
- package/dist/document/directory/files.js.map +1 -0
- package/dist/document/directory/index.d.ts +26 -0
- package/dist/document/directory/index.js +4 -0
- package/dist/document/directory/index.js.map +1 -0
- package/dist/document/directory/search-index.d.ts +32 -0
- package/dist/document/directory/search-index.js +154 -0
- package/dist/document/directory/search-index.js.map +1 -0
- package/dist/document/directory/serial-cleanup.d.ts +47 -0
- package/dist/document/directory/serial-cleanup.js +178 -0
- package/dist/document/directory/serial-cleanup.js.map +1 -0
- package/dist/document/directory/toc.d.ts +6 -0
- package/dist/document/directory/toc.js +14 -0
- package/dist/document/directory/toc.js.map +1 -0
- package/dist/document/directory/types.d.ts +105 -0
- package/dist/document/fragment-backed.d.ts +27 -0
- package/dist/document/fragment-backed.js +26 -0
- package/dist/document/fragment-backed.js.map +1 -0
- package/dist/document/fragments/core.d.ts +18 -0
- package/dist/document/fragments/core.js +68 -0
- package/dist/document/fragments/core.js.map +1 -0
- package/dist/document/fragments/draft.d.ts +16 -0
- package/dist/document/fragments/draft.js +57 -0
- package/dist/document/fragments/draft.js.map +1 -0
- package/dist/document/fragments/file-access.d.ts +7 -0
- package/dist/document/fragments/file-access.js +28 -0
- package/dist/document/fragments/file-access.js.map +1 -0
- package/dist/document/fragments/file.d.ts +7 -0
- package/dist/document/fragments/file.js +55 -0
- package/dist/document/fragments/file.js.map +1 -0
- package/dist/document/fragments/index.d.ts +5 -0
- package/dist/document/fragments/index.js +5 -0
- package/dist/document/fragments/index.js.map +1 -0
- package/dist/document/fragments/sentence.d.ts +5 -0
- package/dist/document/fragments/sentence.js +14 -0
- package/dist/document/fragments/sentence.js.map +1 -0
- package/dist/document/fragments/serial.d.ts +16 -0
- package/dist/document/fragments/serial.js +187 -0
- package/dist/document/fragments/serial.js.map +1 -0
- package/dist/document/fragments/types.d.ts +37 -0
- package/dist/document/fragments/types.js +9 -0
- package/dist/document/fragments/types.js.map +1 -0
- package/dist/document/home-schema-upgrade.d.ts +5 -0
- package/dist/document/home-schema-upgrade.js +529 -0
- package/dist/document/home-schema-upgrade.js.map +1 -0
- package/dist/document/index.d.ts +27 -8
- package/dist/document/index.js +10 -4
- package/dist/document/index.js.map +1 -1
- package/dist/document/schema.d.ts +3 -2
- package/dist/document/schema.js +24 -11
- package/dist/document/schema.js.map +1 -1
- package/dist/document/shared-state-database.js +27 -3
- package/dist/document/shared-state-database.js.map +1 -1
- package/dist/document/stores/chunk.d.ts +21 -0
- package/dist/document/stores/chunk.js +299 -0
- package/dist/document/stores/chunk.js.map +1 -0
- package/dist/document/stores/fragment-group.d.ts +16 -0
- package/dist/document/stores/fragment-group.js +77 -0
- package/dist/document/stores/fragment-group.js.map +1 -0
- package/dist/document/stores/graph-build-parameter.d.ts +17 -0
- package/dist/document/stores/graph-build-parameter.js +62 -0
- package/dist/document/stores/graph-build-parameter.js.map +1 -0
- package/dist/document/stores/helpers.d.ts +22 -0
- package/dist/document/stores/helpers.js +115 -0
- package/dist/document/stores/helpers.js.map +1 -0
- package/dist/document/stores/index.d.ts +15 -0
- package/dist/document/stores/index.js +23 -0
- package/dist/document/stores/index.js.map +1 -0
- package/dist/document/stores/mention-link.d.ts +32 -0
- package/dist/document/stores/mention-link.js +287 -0
- package/dist/document/stores/mention-link.js.map +1 -0
- package/dist/document/stores/mention.d.ts +31 -0
- package/dist/document/stores/mention.js +238 -0
- package/dist/document/stores/mention.js.map +1 -0
- package/dist/document/stores/object-metadata.d.ts +19 -0
- package/dist/document/stores/object-metadata.js +148 -0
- package/dist/document/stores/object-metadata.js.map +1 -0
- package/dist/document/stores/reading-edge.d.ts +17 -0
- package/dist/document/stores/reading-edge.js +80 -0
- package/dist/document/stores/reading-edge.js.map +1 -0
- package/dist/document/stores/serial.d.ts +29 -0
- package/dist/document/stores/serial.js +296 -0
- package/dist/document/stores/serial.js.map +1 -0
- package/dist/document/stores/snake/chunk.d.ts +14 -0
- package/dist/document/stores/snake/chunk.js +48 -0
- package/dist/document/stores/snake/chunk.js.map +1 -0
- package/dist/document/stores/snake/core.d.ts +15 -0
- package/dist/document/stores/snake/core.js +112 -0
- package/dist/document/stores/snake/core.js.map +1 -0
- package/dist/document/stores/snake/edge.d.ts +16 -0
- package/dist/document/stores/snake/edge.js +86 -0
- package/dist/document/stores/snake/edge.js.map +1 -0
- package/dist/document/stores/snake/index.d.ts +7 -0
- package/dist/document/stores/snake/index.js +4 -0
- package/dist/document/stores/snake/index.js.map +1 -0
- package/dist/document/stores/types.d.ts +95 -0
- package/dist/document/text-streams/core.d.ts +17 -0
- package/dist/document/text-streams/core.js +45 -0
- package/dist/document/text-streams/core.js.map +1 -0
- package/dist/document/text-streams/draft.d.ts +20 -0
- package/dist/document/text-streams/draft.js +70 -0
- package/dist/document/text-streams/draft.js.map +1 -0
- package/dist/document/text-streams/file-access.d.ts +6 -0
- package/dist/document/text-streams/file-access.js +31 -0
- package/dist/document/text-streams/file-access.js.map +1 -0
- package/dist/document/text-streams/index.d.ts +7 -0
- package/dist/document/text-streams/index.js +5 -0
- package/dist/document/text-streams/index.js.map +1 -0
- package/dist/document/text-streams/sentence.d.ts +13 -0
- package/dist/document/text-streams/sentence.js +77 -0
- package/dist/document/text-streams/sentence.js.map +1 -0
- package/dist/document/text-streams/serial.d.ts +24 -0
- package/dist/document/text-streams/serial.js +324 -0
- package/dist/document/text-streams/serial.js.map +1 -0
- package/dist/document/text-streams/types.d.ts +55 -0
- package/dist/document/text-streams/types.js +10 -0
- package/dist/document/text-streams/types.js.map +1 -0
- package/dist/external/guaranteed/classifier.js.map +1 -0
- package/dist/external/guaranteed/errors.js.map +1 -0
- package/dist/external/guaranteed/index.js.map +1 -0
- package/dist/external/guaranteed/request.js.map +1 -0
- package/dist/external/guaranteed/response.js.map +1 -0
- package/dist/external/llm/cache.js +35 -0
- package/dist/external/llm/cache.js.map +1 -0
- package/dist/external/llm/client/core.d.ts +26 -0
- package/dist/external/llm/client/core.js +321 -0
- package/dist/external/llm/client/core.js.map +1 -0
- package/dist/external/llm/client/files.d.ts +6 -0
- package/dist/external/llm/client/files.js +29 -0
- package/dist/external/llm/client/files.js.map +1 -0
- package/dist/external/llm/client/generation.d.ts +16 -0
- package/dist/external/llm/client/generation.js +35 -0
- package/dist/external/llm/client/generation.js.map +1 -0
- package/dist/external/llm/client/index.d.ts +5 -0
- package/dist/external/llm/client/index.js +5 -0
- package/dist/external/llm/client/index.js.map +1 -0
- package/dist/external/llm/client/log.d.ts +22 -0
- package/dist/external/llm/client/log.js +106 -0
- package/dist/external/llm/client/log.js.map +1 -0
- package/dist/external/llm/client/model.d.ts +10 -0
- package/dist/external/llm/client/model.js +26 -0
- package/dist/external/llm/client/model.js.map +1 -0
- package/dist/external/llm/client/retry.d.ts +4 -0
- package/dist/external/llm/client/retry.js +91 -0
- package/dist/external/llm/client/retry.js.map +1 -0
- package/dist/external/llm/context.js +78 -0
- package/dist/external/llm/context.js.map +1 -0
- package/dist/external/llm/errors.js.map +1 -0
- package/dist/external/llm/index.d.ts +7 -0
- package/dist/external/llm/index.js +17 -0
- package/dist/external/llm/index.js.map +1 -0
- package/dist/external/llm/request-log.js +35 -0
- package/dist/external/llm/request-log.js.map +1 -0
- package/dist/external/llm/sampling.js.map +1 -0
- package/dist/external/wikimatch/enrichment.d.ts +15 -0
- package/dist/external/wikimatch/enrichment.js +61 -0
- package/dist/external/wikimatch/enrichment.js.map +1 -0
- package/dist/external/wikimatch/index.d.ts +19 -0
- package/dist/external/wikimatch/index.js +66 -0
- package/dist/external/wikimatch/index.js.map +1 -0
- package/dist/external/wikimatch/option-narrowing.d.ts +19 -0
- package/dist/external/wikimatch/option-narrowing.js.map +1 -0
- package/dist/external/wikimatch/options.d.ts +16 -0
- package/dist/external/wikimatch/options.js +154 -0
- package/dist/external/wikimatch/options.js.map +1 -0
- package/dist/external/wikimatch/policy-judge.d.ts +19 -0
- package/dist/external/wikimatch/policy-judge.js +431 -0
- package/dist/external/wikimatch/policy-judge.js.map +1 -0
- package/dist/external/wikimatch/range-suppression.js.map +1 -0
- package/dist/external/wikimatch/surface/index.d.ts +10 -0
- package/dist/external/wikimatch/surface/index.js +3 -0
- package/dist/external/wikimatch/surface/index.js.map +1 -0
- package/dist/external/wikimatch/surface/screening.d.ts +18 -0
- package/dist/external/wikimatch/surface/screening.js +168 -0
- package/dist/external/wikimatch/surface/screening.js.map +1 -0
- package/dist/external/wikimatch/surface/window.d.ts +8 -0
- package/dist/external/wikimatch/surface/window.js +44 -0
- package/dist/external/wikimatch/surface/window.js.map +1 -0
- package/dist/external/wikimatch/types.d.ts +153 -0
- package/dist/external/wikimatch/wikispine.d.ts +45 -0
- package/dist/external/wikimatch/wikispine.js.map +1 -0
- package/dist/external/wikimatch/window.d.ts +8 -0
- package/dist/external/wikimatch/window.js.map +1 -0
- package/dist/external/wikimatch/words.js.map +1 -0
- package/dist/external/wikipage/cache.d.ts +20 -0
- package/dist/external/wikipage/cache.js +442 -0
- package/dist/external/wikipage/cache.js.map +1 -0
- package/dist/external/wikipage/fetch-log.js +146 -0
- package/dist/external/wikipage/fetch-log.js.map +1 -0
- package/dist/external/wikipage/index.d.ts +15 -0
- package/dist/external/wikipage/index.js +17 -0
- package/dist/external/wikipage/index.js.map +1 -0
- package/dist/external/wikipage/normalizer.d.ts +16 -0
- package/dist/external/wikipage/normalizer.js +188 -0
- package/dist/external/wikipage/normalizer.js.map +1 -0
- package/dist/external/wikipage/rate-limiter.js.map +1 -0
- package/dist/external/wikipage/resolver.d.ts +22 -0
- package/dist/external/wikipage/resolver.js +359 -0
- package/dist/external/wikipage/resolver.js.map +1 -0
- package/dist/external/wikipage/types.d.ts +118 -0
- package/dist/external/wikipage/wikimedia-client/core.d.ts +13 -0
- package/dist/external/wikipage/wikimedia-client/core.js +207 -0
- package/dist/external/wikipage/wikimedia-client/core.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/html.d.ts +7 -0
- package/dist/external/wikipage/wikimedia-client/html.js +136 -0
- package/dist/external/wikipage/wikimedia-client/html.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/index.d.ts +5 -0
- package/dist/external/wikipage/wikimedia-client/index.js +4 -0
- package/dist/external/wikipage/wikimedia-client/index.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/json.d.ts +7 -0
- package/dist/external/wikipage/wikimedia-client/json.js +27 -0
- package/dist/external/wikipage/wikimedia-client/json.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/request.d.ts +12 -0
- package/dist/external/wikipage/wikimedia-client/request.js +51 -0
- package/dist/external/wikipage/wikimedia-client/request.js.map +1 -0
- package/dist/external/wikipage/wikimedia-client/wiki.d.ts +54 -0
- package/dist/external/wikipage/wikimedia-client/wiki.js +28 -0
- package/dist/external/wikipage/wikimedia-client/wiki.js.map +1 -0
- package/dist/gc.cjs +8188 -8373
- package/dist/gc.cjs.map +1 -1
- package/dist/gc.d.cts +23 -3
- package/dist/gc.d.ts +2 -2
- package/dist/gc.js +1 -1
- package/dist/gc.js.map +1 -1
- package/dist/graph/evidence-selection/anchor/index.d.ts +4 -0
- package/dist/graph/evidence-selection/anchor/index.js +3 -0
- package/dist/graph/evidence-selection/anchor/index.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.d.ts +38 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.js +418 -0
- package/dist/graph/evidence-selection/anchor/resolver/index.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.d.ts +8 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.js +178 -0
- package/dist/graph/evidence-selection/anchor/resolver/matcher.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.d.ts +7 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.js +91 -0
- package/dist/graph/evidence-selection/anchor/resolver/parser.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.d.ts +20 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.js +119 -0
- package/dist/graph/evidence-selection/anchor/resolver/scoring.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.d.ts +15 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.js +17 -0
- package/dist/graph/evidence-selection/anchor/resolver/types.js.map +1 -0
- package/dist/graph/evidence-selection/anchor/types.d.ts +27 -0
- package/dist/graph/evidence-selection/index.d.ts +9 -0
- package/dist/graph/evidence-selection/index.js +32 -0
- package/dist/graph/evidence-selection/index.js.map +1 -0
- package/dist/graph/evidence-selection/prompt.js.map +1 -0
- package/dist/graph/evidence-selection/quote-score.js.map +1 -0
- package/dist/graph/evidence-selection/resolver.js +303 -0
- package/dist/graph/evidence-selection/resolver.js.map +1 -0
- package/dist/graph/evidence-selection/text.js.map +1 -0
- package/dist/graph/knowledge-build/artifact-io.d.ts +12 -0
- package/dist/graph/knowledge-build/artifact-io.js +151 -0
- package/dist/graph/knowledge-build/artifact-io.js.map +1 -0
- package/dist/graph/knowledge-build/artifact.d.ts +17 -0
- package/dist/graph/knowledge-build/artifact.js +66 -0
- package/dist/graph/knowledge-build/artifact.js.map +1 -0
- package/dist/graph/knowledge-build/candidates.d.ts +24 -0
- package/dist/graph/knowledge-build/candidates.js +60 -0
- package/dist/graph/knowledge-build/candidates.js.map +1 -0
- package/dist/graph/knowledge-build/commit.d.ts +39 -0
- package/dist/graph/knowledge-build/commit.js +52 -0
- package/dist/graph/knowledge-build/commit.js.map +1 -0
- package/dist/graph/knowledge-build/constants.d.ts +6 -0
- package/dist/graph/knowledge-build/constants.js +11 -0
- package/dist/graph/knowledge-build/constants.js.map +1 -0
- package/dist/graph/knowledge-build/fragments.d.ts +33 -0
- package/dist/graph/knowledge-build/fragments.js +36 -0
- package/dist/graph/knowledge-build/fragments.js.map +1 -0
- package/dist/graph/knowledge-build/generate.d.ts +39 -0
- package/dist/graph/knowledge-build/generate.js +128 -0
- package/dist/graph/knowledge-build/generate.js.map +1 -0
- package/dist/graph/knowledge-build/grounding-runner.d.ts +23 -0
- package/dist/graph/knowledge-build/grounding-runner.js +90 -0
- package/dist/graph/knowledge-build/grounding-runner.js.map +1 -0
- package/dist/graph/knowledge-build/grounding.d.ts +19 -0
- package/dist/graph/knowledge-build/grounding.js +158 -0
- package/dist/graph/knowledge-build/grounding.js.map +1 -0
- package/dist/graph/knowledge-build/index.d.ts +40 -0
- package/dist/graph/knowledge-build/index.js +8 -0
- package/dist/graph/knowledge-build/index.js.map +1 -0
- package/dist/graph/knowledge-build/mentions.d.ts +25 -0
- package/dist/graph/knowledge-build/mentions.js +66 -0
- package/dist/graph/knowledge-build/mentions.js.map +1 -0
- package/dist/graph/knowledge-build/parameter.d.ts +19 -0
- package/dist/graph/knowledge-build/parameter.js +14 -0
- package/dist/graph/knowledge-build/parameter.js.map +1 -0
- package/dist/graph/knowledge-build/progress.d.ts +8 -0
- package/dist/graph/knowledge-build/progress.js +45 -0
- package/dist/graph/knowledge-build/progress.js.map +1 -0
- package/dist/graph/knowledge-build/relations.d.ts +22 -0
- package/dist/graph/knowledge-build/relations.js +118 -0
- package/dist/graph/knowledge-build/relations.js.map +1 -0
- package/dist/graph/knowledge-build/request.d.ts +8 -0
- package/dist/graph/knowledge-build/request.js +19 -0
- package/dist/graph/knowledge-build/request.js.map +1 -0
- package/dist/graph/knowledge-build/snapshot.d.ts +38 -0
- package/dist/graph/knowledge-build/snapshot.js +18 -0
- package/dist/graph/knowledge-build/snapshot.js.map +1 -0
- package/dist/graph/knowledge-build/types.d.ts +46 -0
- package/dist/graph/reading-build/artifact.d.ts +42 -0
- package/dist/graph/reading-build/artifact.js +162 -0
- package/dist/graph/reading-build/artifact.js.map +1 -0
- package/dist/graph/reading-build/copy.d.ts +28 -0
- package/dist/graph/reading-build/copy.js +65 -0
- package/dist/graph/reading-build/copy.js.map +1 -0
- package/dist/graph/reading-build/index.d.ts +39 -0
- package/dist/graph/reading-build/index.js +4 -0
- package/dist/graph/reading-build/index.js.map +1 -0
- package/dist/graph/reading-build/input.d.ts +32 -0
- package/dist/graph/reading-build/input.js +19 -0
- package/dist/graph/reading-build/input.js.map +1 -0
- package/dist/graph/reading-build/options.d.ts +47 -0
- package/dist/graph/reading-build/options.js +20 -0
- package/dist/graph/reading-build/options.js.map +1 -0
- package/dist/graph/reading-build/source-fragments.d.ts +15 -0
- package/dist/graph/reading-build/source-fragments.js +36 -0
- package/dist/graph/reading-build/source-fragments.js.map +1 -0
- package/dist/graph/reading-build/types.d.ts +57 -0
- package/dist/graph/reading.d.ts +73 -0
- package/dist/graph/reading.js +203 -0
- package/dist/graph/reading.js.map +1 -0
- package/dist/graph/topology/core.d.ts +42 -0
- package/dist/graph/topology/core.js +348 -0
- package/dist/graph/topology/core.js.map +1 -0
- package/dist/graph/topology/grouping.d.ts +13 -0
- package/dist/graph/topology/grouping.js.map +1 -0
- package/dist/graph/topology/index.d.ts +34 -0
- package/dist/graph/topology/index.js +5 -0
- package/dist/graph/topology/index.js.map +1 -0
- package/dist/graph/topology/resource-segmentation.d.ts +11 -0
- package/dist/graph/topology/resource-segmentation.js.map +1 -0
- package/dist/graph/topology/segment-incision.d.ts +16 -0
- package/dist/graph/topology/segment-incision.js.map +1 -0
- package/dist/graph/topology/snake/compare.d.ts +8 -0
- package/dist/graph/topology/snake/compare.js +29 -0
- package/dist/graph/topology/snake/compare.js.map +1 -0
- package/dist/graph/topology/snake/components.d.ts +12 -0
- package/dist/graph/topology/snake/components.js +80 -0
- package/dist/graph/topology/snake/components.js.map +1 -0
- package/dist/graph/topology/snake/constants.d.ts +7 -0
- package/dist/graph/topology/snake/constants.js +13 -0
- package/dist/graph/topology/snake/constants.js.map +1 -0
- package/dist/graph/topology/snake/detect.d.ts +9 -0
- package/dist/graph/topology/snake/detect.js +63 -0
- package/dist/graph/topology/snake/detect.js.map +1 -0
- package/dist/graph/topology/snake/detector.d.ts +3 -0
- package/dist/graph/topology/snake/detector.js +7 -0
- package/dist/graph/topology/snake/detector.js.map +1 -0
- package/dist/graph/topology/snake/fingerprints.d.ts +7 -0
- package/dist/graph/topology/snake/fingerprints.js +86 -0
- package/dist/graph/topology/snake/fingerprints.js.map +1 -0
- package/dist/graph/topology/snake/graph-builder.d.ts +14 -0
- package/dist/graph/topology/snake/graph-builder.js +76 -0
- package/dist/graph/topology/snake/graph-builder.js.map +1 -0
- package/dist/graph/topology/snake/graph.d.ts +7 -0
- package/dist/graph/topology/snake/graph.js +105 -0
- package/dist/graph/topology/snake/graph.js.map +1 -0
- package/dist/graph/topology/snake/index.d.ts +4 -0
- package/dist/graph/topology/snake/index.js +3 -0
- package/dist/graph/topology/snake/index.js.map +1 -0
- package/dist/graph/topology/snake/merge.d.ts +6 -0
- package/dist/graph/topology/snake/merge.js +174 -0
- package/dist/graph/topology/snake/merge.js.map +1 -0
- package/dist/graph/topology/snake/records.d.ts +12 -0
- package/dist/graph/topology/snake/records.js +35 -0
- package/dist/graph/topology/snake/records.js.map +1 -0
- package/dist/graph/topology/snake/types.d.ts +23 -0
- package/dist/graph/topology/snake/types.js +1 -0
- package/dist/graph/topology/snake/weights.d.ts +3 -0
- package/dist/graph/topology/snake/weights.js +17 -0
- package/dist/graph/topology/snake/weights.js.map +1 -0
- package/dist/graph/topology/weights.d.ts +10 -0
- package/dist/graph/topology/weights.js +84 -0
- package/dist/graph/topology/weights.js.map +1 -0
- package/dist/graph/wikilink/index.d.ts +12 -0
- package/dist/graph/wikilink/index.js.map +1 -0
- package/dist/graph/wikilink/relation-discovery.d.ts +33 -0
- package/dist/graph/wikilink/relation-discovery.js +477 -0
- package/dist/graph/wikilink/relation-discovery.js.map +1 -0
- package/dist/graph/wikilink/types.d.ts +25 -0
- package/dist/graph/wikilink/types.js +1 -0
- package/dist/graph/wikilink/window.d.ts +9 -0
- package/dist/graph/wikilink/window.js.map +1 -0
- package/dist/index.cjs +37880 -29183
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1657 -1421
- package/dist/index.d.ts +127 -72
- package/dist/index.js +333 -27
- package/dist/index.js.map +1 -1
- package/dist/library/index.d.ts +38 -0
- package/dist/library/index.js +6 -0
- package/dist/library/index.js.map +1 -0
- package/dist/library/lock.d.ts +9 -0
- package/dist/library/lock.js +121 -0
- package/dist/library/lock.js.map +1 -0
- package/dist/library/membership.d.ts +51 -0
- package/dist/library/membership.js +799 -0
- package/dist/library/membership.js.map +1 -0
- package/dist/library/query-helpers.d.ts +45 -0
- package/dist/library/query-helpers.js +45 -0
- package/dist/library/query-helpers.js.map +1 -0
- package/dist/library/query.d.ts +45 -0
- package/dist/library/query.js +422 -0
- package/dist/library/query.js.map +1 -0
- package/dist/library/registry.d.ts +39 -0
- package/dist/library/registry.js +591 -0
- package/dist/library/registry.js.map +1 -0
- package/dist/library/search-index.d.ts +87 -0
- package/dist/library/search-index.js +473 -0
- package/dist/library/search-index.js.map +1 -0
- package/dist/library/search-query.d.ts +32 -0
- package/dist/library/search-query.js +418 -0
- package/dist/library/search-query.js.map +1 -0
- package/dist/library/segments.d.ts +3 -0
- package/dist/library/segments.js +16 -0
- package/dist/library/segments.js.map +1 -0
- package/dist/maintenance/upgrade.d.ts +54 -0
- package/dist/maintenance/upgrade.js +199 -0
- package/dist/maintenance/upgrade.js.map +1 -0
- package/dist/object-stream.d.ts +170 -0
- package/dist/object-stream.js +732 -0
- package/dist/object-stream.js.map +1 -0
- package/dist/retrieval/query/archive-view/backlinks.d.ts +38 -0
- package/dist/retrieval/query/archive-view/backlinks.js +200 -0
- package/dist/retrieval/query/archive-view/backlinks.js.map +1 -0
- package/dist/retrieval/query/archive-view/collection.d.ts +33 -0
- package/dist/retrieval/query/archive-view/collection.js +327 -0
- package/dist/retrieval/query/archive-view/collection.js.map +1 -0
- package/dist/retrieval/query/archive-view/core.d.ts +44 -0
- package/dist/retrieval/query/archive-view/core.js +165 -0
- package/dist/retrieval/query/archive-view/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.d.ts +41 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.js +311 -0
- package/dist/retrieval/query/archive-view/evidence-hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/evidence.d.ts +31 -0
- package/dist/retrieval/query/archive-view/evidence.js +166 -0
- package/dist/retrieval/query/archive-view/evidence.js.map +1 -0
- package/dist/retrieval/query/archive-view/find.d.ts +41 -0
- package/dist/retrieval/query/archive-view/find.js +289 -0
- package/dist/retrieval/query/archive-view/find.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/constants.d.ts +15 -0
- package/dist/retrieval/query/archive-view/helper/constants.js +20 -0
- package/dist/retrieval/query/archive-view/helper/constants.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/index.d.ts +34 -0
- package/dist/retrieval/query/archive-view/helper/index.js +9 -0
- package/dist/retrieval/query/archive-view/helper/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/meta.d.ts +17 -0
- package/dist/retrieval/query/archive-view/helper/meta.js +57 -0
- package/dist/retrieval/query/archive-view/helper/meta.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/parse.d.ts +38 -0
- package/dist/retrieval/query/archive-view/helper/parse.js +71 -0
- package/dist/retrieval/query/archive-view/helper/parse.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/position.d.ts +39 -0
- package/dist/retrieval/query/archive-view/helper/position.js +75 -0
- package/dist/retrieval/query/archive-view/helper/position.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/results.d.ts +45 -0
- package/dist/retrieval/query/archive-view/helper/results.js +153 -0
- package/dist/retrieval/query/archive-view/helper/results.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/sort.d.ts +35 -0
- package/dist/retrieval/query/archive-view/helper/sort.js +88 -0
- package/dist/retrieval/query/archive-view/helper/sort.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/text.d.ts +46 -0
- package/dist/retrieval/query/archive-view/helper/text.js +91 -0
- package/dist/retrieval/query/archive-view/helper/text.js.map +1 -0
- package/dist/retrieval/query/archive-view/helper/uri.d.ts +4 -0
- package/dist/retrieval/query/archive-view/helper/uri.js +12 -0
- package/dist/retrieval/query/archive-view/helper/uri.js.map +1 -0
- package/dist/retrieval/query/archive-view/helpers.d.ts +34 -0
- package/dist/retrieval/query/archive-view/helpers.js +2 -0
- package/dist/retrieval/query/archive-view/helpers.js.map +1 -0
- package/dist/retrieval/query/archive-view/index-state.d.ts +35 -0
- package/dist/retrieval/query/archive-view/index-state.js +191 -0
- package/dist/retrieval/query/archive-view/index-state.js.map +1 -0
- package/dist/retrieval/query/archive-view/index.d.ts +41 -0
- package/dist/retrieval/query/archive-view/index.js +51 -0
- package/dist/retrieval/query/archive-view/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/knowledge.d.ts +45 -0
- package/dist/retrieval/query/archive-view/knowledge.js +99 -0
- package/dist/retrieval/query/archive-view/knowledge.js.map +1 -0
- package/dist/retrieval/query/archive-view/pack.d.ts +30 -0
- package/dist/retrieval/query/archive-view/pack.js +49 -0
- package/dist/retrieval/query/archive-view/pack.js.map +1 -0
- package/dist/retrieval/query/archive-view/pages.d.ts +41 -0
- package/dist/retrieval/query/archive-view/pages.js +341 -0
- package/dist/retrieval/query/archive-view/pages.js.map +1 -0
- package/dist/retrieval/query/archive-view/references.d.ts +88 -0
- package/dist/retrieval/query/archive-view/references.js +287 -0
- package/dist/retrieval/query/archive-view/references.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/core.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/core.js +163 -0
- package/dist/retrieval/query/archive-view/related/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/entity.d.ts +33 -0
- package/dist/retrieval/query/archive-view/related/entity.js +93 -0
- package/dist/retrieval/query/archive-view/related/entity.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/index.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/index.js +7 -0
- package/dist/retrieval/query/archive-view/related/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/pagination.d.ts +31 -0
- package/dist/retrieval/query/archive-view/related/pagination.js +90 -0
- package/dist/retrieval/query/archive-view/related/pagination.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/query.d.ts +31 -0
- package/dist/retrieval/query/archive-view/related/query.js +145 -0
- package/dist/retrieval/query/archive-view/related/query.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/sort.d.ts +32 -0
- package/dist/retrieval/query/archive-view/related/sort.js +85 -0
- package/dist/retrieval/query/archive-view/related/sort.js.map +1 -0
- package/dist/retrieval/query/archive-view/related/wikipage.d.ts +37 -0
- package/dist/retrieval/query/archive-view/related/wikipage.js +43 -0
- package/dist/retrieval/query/archive-view/related/wikipage.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.d.ts +31 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.js +58 -0
- package/dist/retrieval/query/archive-view/search/bucket-hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.d.ts +36 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.js +64 -0
- package/dist/retrieval/query/archive-view/search/bucket-order.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/bucket.d.ts +30 -0
- package/dist/retrieval/query/archive-view/search/bucket.js +3 -0
- package/dist/retrieval/query/archive-view/search/bucket.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/buckets.d.ts +42 -0
- package/dist/retrieval/query/archive-view/search/buckets.js +302 -0
- package/dist/retrieval/query/archive-view/search/buckets.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/cache-input.d.ts +45 -0
- package/dist/retrieval/query/archive-view/search/cache-input.js +255 -0
- package/dist/retrieval/query/archive-view/search/cache-input.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/core.d.ts +31 -0
- package/dist/retrieval/query/archive-view/search/core.js +388 -0
- package/dist/retrieval/query/archive-view/search/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/hydration.d.ts +51 -0
- package/dist/retrieval/query/archive-view/search/hydration.js +234 -0
- package/dist/retrieval/query/archive-view/search/hydration.js.map +1 -0
- package/dist/retrieval/query/archive-view/search/index.d.ts +35 -0
- package/dist/retrieval/query/archive-view/search/index.js +7 -0
- package/dist/retrieval/query/archive-view/search/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.d.ts +60 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.js +330 -0
- package/dist/retrieval/query/archive-view/source-evidence/core.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.d.ts +30 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.js +5 -0
- package/dist/retrieval/query/archive-view/source-evidence/index.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.d.ts +46 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.js +82 -0
- package/dist/retrieval/query/archive-view/source-evidence/pagination.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.d.ts +47 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.js +209 -0
- package/dist/retrieval/query/archive-view/source-evidence/ranges.js.map +1 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.d.ts +31 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.js +49 -0
- package/dist/retrieval/query/archive-view/source-evidence/read.js.map +1 -0
- package/dist/retrieval/query/archive-view/source.d.ts +30 -0
- package/dist/retrieval/query/archive-view/source.js +2 -0
- package/dist/retrieval/query/archive-view/source.js.map +1 -0
- package/dist/retrieval/query/archive-view/text-streams.d.ts +44 -0
- package/dist/retrieval/query/archive-view/text-streams.js +160 -0
- package/dist/retrieval/query/archive-view/text-streams.js.map +1 -0
- package/dist/retrieval/query/archive-view/types.d.ts +363 -0
- package/dist/retrieval/query/archive-view/types.js +1 -0
- package/dist/retrieval/query/continuation-cursor/core.d.ts +6 -0
- package/dist/retrieval/query/continuation-cursor/core.js +82 -0
- package/dist/retrieval/query/continuation-cursor/core.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/index.d.ts +2 -0
- package/dist/retrieval/query/continuation-cursor/index.js +3 -0
- package/dist/retrieval/query/continuation-cursor/index.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/payload.d.ts +12 -0
- package/dist/retrieval/query/continuation-cursor/payload.js +285 -0
- package/dist/retrieval/query/continuation-cursor/payload.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/store.d.ts +10 -0
- package/dist/retrieval/query/continuation-cursor/store.js +65 -0
- package/dist/retrieval/query/continuation-cursor/store.js.map +1 -0
- package/dist/retrieval/query/continuation-cursor/types.d.ts +72 -0
- package/dist/retrieval/query/continuation-cursor/types.js +1 -0
- package/dist/retrieval/query/continuation-cursor/types.js.map +1 -0
- package/dist/retrieval/query/index.d.ts +47 -0
- package/dist/retrieval/query/index.js +63 -0
- package/dist/retrieval/query/index.js.map +1 -0
- package/dist/retrieval/query/lexical-search.js.map +1 -0
- package/dist/retrieval/query/search-cache/buckets.d.ts +32 -0
- package/dist/retrieval/query/search-cache/buckets.js +87 -0
- package/dist/retrieval/query/search-cache/buckets.js.map +1 -0
- package/dist/retrieval/query/search-cache/cursor.d.ts +42 -0
- package/dist/retrieval/query/search-cache/cursor.js +84 -0
- package/dist/retrieval/query/search-cache/cursor.js.map +1 -0
- package/dist/retrieval/query/search-cache/database.d.ts +7 -0
- package/dist/retrieval/query/search-cache/database.js +47 -0
- package/dist/retrieval/query/search-cache/database.js.map +1 -0
- package/dist/retrieval/query/search-cache/gc.d.ts +6 -0
- package/dist/retrieval/query/search-cache/gc.js +110 -0
- package/dist/retrieval/query/search-cache/gc.js.map +1 -0
- package/dist/retrieval/query/search-cache/hits.d.ts +42 -0
- package/dist/retrieval/query/search-cache/hits.js +446 -0
- package/dist/retrieval/query/search-cache/hits.js.map +1 -0
- package/dist/retrieval/query/search-cache/ids.d.ts +32 -0
- package/dist/retrieval/query/search-cache/ids.js +48 -0
- package/dist/retrieval/query/search-cache/ids.js.map +1 -0
- package/dist/retrieval/query/search-cache/index.d.ts +33 -0
- package/dist/retrieval/query/search-cache/index.js +46 -0
- package/dist/retrieval/query/search-cache/index.js.map +1 -0
- package/dist/retrieval/query/search-cache/parsing.d.ts +36 -0
- package/dist/retrieval/query/search-cache/parsing.js +38 -0
- package/dist/retrieval/query/search-cache/parsing.js.map +1 -0
- package/dist/retrieval/query/search-cache/schema.d.ts +7 -0
- package/dist/retrieval/query/search-cache/schema.js +117 -0
- package/dist/retrieval/query/search-cache/schema.js.map +1 -0
- package/dist/retrieval/query/search-cache/scores.d.ts +4 -0
- package/dist/retrieval/query/search-cache/scores.js +12 -0
- package/dist/retrieval/query/search-cache/scores.js.map +1 -0
- package/dist/retrieval/query/search-cache/sessions.d.ts +45 -0
- package/dist/retrieval/query/search-cache/sessions.js +330 -0
- package/dist/retrieval/query/search-cache/sessions.js.map +1 -0
- package/dist/retrieval/query/search-cache/store.d.ts +23 -0
- package/dist/retrieval/query/search-cache/store.js +111 -0
- package/dist/retrieval/query/search-cache/store.js.map +1 -0
- package/dist/retrieval/query/search-cache/types.d.ts +164 -0
- package/dist/retrieval/query/search-cache/types.js +9 -0
- package/dist/retrieval/query/search-cache/types.js.map +1 -0
- package/dist/retrieval/query/view.d.ts +41 -0
- package/dist/retrieval/query/view.js +2 -0
- package/dist/retrieval/query/view.js.map +1 -0
- package/dist/retrieval/search-index/index.d.ts +33 -0
- package/dist/retrieval/search-index/index.js +41 -0
- package/dist/retrieval/search-index/index.js.map +1 -0
- package/dist/retrieval/search-index/search/build.d.ts +39 -0
- package/dist/retrieval/search-index/search/build.js +212 -0
- package/dist/retrieval/search-index/search/build.js.map +1 -0
- package/dist/retrieval/search-index/search/core.d.ts +33 -0
- package/dist/retrieval/search-index/search/core.js +8 -0
- package/dist/retrieval/search-index/search/core.js.map +1 -0
- package/dist/retrieval/search-index/search/dirty.d.ts +30 -0
- package/dist/retrieval/search-index/search/dirty.js +28 -0
- package/dist/retrieval/search-index/search/dirty.js.map +1 -0
- package/dist/retrieval/search-index/search/errors.d.ts +3 -0
- package/dist/retrieval/search-index/search/errors.js +8 -0
- package/dist/retrieval/search-index/search/errors.js.map +1 -0
- package/dist/retrieval/search-index/search/fingerprint.d.ts +8 -0
- package/dist/retrieval/search-index/search/fingerprint.js +51 -0
- package/dist/retrieval/search-index/search/fingerprint.js.map +1 -0
- package/dist/retrieval/search-index/search/helpers.d.ts +44 -0
- package/dist/retrieval/search-index/search/helpers.js +109 -0
- package/dist/retrieval/search-index/search/helpers.js.map +1 -0
- package/dist/retrieval/search-index/search/index.d.ts +34 -0
- package/dist/retrieval/search-index/search/index.js +3 -0
- package/dist/retrieval/search-index/search/index.js.map +1 -0
- package/dist/retrieval/search-index/search/match.d.ts +34 -0
- package/dist/retrieval/search-index/search/match.js +82 -0
- package/dist/retrieval/search-index/search/match.js.map +1 -0
- package/dist/retrieval/search-index/search/query.d.ts +44 -0
- package/dist/retrieval/search-index/search/query.js +219 -0
- package/dist/retrieval/search-index/search/query.js.map +1 -0
- package/dist/retrieval/search-index/search/settings.d.ts +29 -0
- package/dist/retrieval/search-index/search/settings.js +35 -0
- package/dist/retrieval/search-index/search/settings.js.map +1 -0
- package/dist/retrieval/search-index/search/status.d.ts +31 -0
- package/dist/retrieval/search-index/search/status.js +70 -0
- package/dist/retrieval/search-index/search/status.js.map +1 -0
- package/dist/retrieval/search-index/search/tokenizer.js +225 -0
- package/dist/retrieval/search-index/search/tokenizer.js.map +1 -0
- package/dist/retrieval/search-index/search/types.d.ts +79 -0
- package/dist/retrieval/search-index/search/types.js +31 -0
- package/dist/retrieval/search-index/search/types.js.map +1 -0
- package/dist/retrieval/search-index/search/write.d.ts +10 -0
- package/dist/retrieval/search-index/search/write.js +70 -0
- package/dist/retrieval/search-index/search/write.js.map +1 -0
- package/dist/runtime/common/cli-command.js.map +1 -0
- package/dist/runtime/common/data-dir.js +49 -0
- package/dist/runtime/common/data-dir.js.map +1 -0
- package/dist/runtime/common/language.js.map +1 -0
- package/dist/runtime/common/llm-scope.js.map +1 -0
- package/dist/runtime/common/logging.js.map +1 -0
- package/dist/runtime/common/prompts.d.ts +6 -0
- package/dist/runtime/common/prompts.js +25 -0
- package/dist/runtime/common/prompts.js.map +1 -0
- package/dist/runtime/common/template.js.map +1 -0
- package/dist/runtime/common/tinyld-language.js.map +1 -0
- package/dist/runtime/common/wiki-graph/dir.d.ts +19 -0
- package/dist/runtime/common/wiki-graph/dir.js +68 -0
- package/dist/runtime/common/wiki-graph/dir.js.map +1 -0
- package/dist/runtime/common/wiki-graph/index.d.ts +3 -0
- package/dist/runtime/common/wiki-graph/index.js +4 -0
- package/dist/runtime/common/wiki-graph/index.js.map +1 -0
- package/dist/runtime/common/wiki-graph/temp.js +21 -0
- package/dist/runtime/common/wiki-graph/temp.js.map +1 -0
- package/dist/runtime/common/wiki-graph/uri.d.ts +37 -0
- package/dist/runtime/common/wiki-graph/uri.js +288 -0
- package/dist/runtime/common/wiki-graph/uri.js.map +1 -0
- package/dist/runtime/context/index.d.ts +1 -0
- package/dist/runtime/context/index.js +13 -0
- package/dist/runtime/context/index.js.map +1 -0
- package/dist/runtime/context/task.js +111 -0
- package/dist/runtime/context/task.js.map +1 -0
- package/dist/runtime/gc/files.js +141 -0
- package/dist/runtime/gc/files.js.map +1 -0
- package/dist/runtime/gc/index.js.map +1 -0
- package/dist/runtime/gc/lock.js +137 -0
- package/dist/runtime/gc/lock.js.map +1 -0
- package/dist/runtime/gc/runner.js +134 -0
- package/dist/runtime/gc/runner.js.map +1 -0
- package/dist/runtime/gc/temp.js +57 -0
- package/dist/runtime/gc/temp.js.map +1 -0
- package/dist/runtime/gc/types.js +1 -0
- package/dist/runtime/gc/types.js.map +1 -0
- package/dist/runtime/jobs/conflicts.d.ts +16 -0
- package/dist/runtime/jobs/conflicts.js +61 -0
- package/dist/runtime/jobs/conflicts.js.map +1 -0
- package/dist/runtime/jobs/database.d.ts +12 -0
- package/dist/runtime/jobs/database.js +74 -0
- package/dist/runtime/jobs/database.js.map +1 -0
- package/dist/runtime/jobs/events.d.ts +6 -0
- package/dist/runtime/jobs/events.js +29 -0
- package/dist/runtime/jobs/events.js.map +1 -0
- package/dist/runtime/jobs/gc.d.ts +10 -0
- package/dist/runtime/jobs/gc.js +81 -0
- package/dist/runtime/jobs/gc.js.map +1 -0
- package/dist/runtime/jobs/helpers.d.ts +6 -0
- package/dist/runtime/jobs/helpers.js +35 -0
- package/dist/runtime/jobs/helpers.js.map +1 -0
- package/dist/runtime/jobs/index.d.ts +7 -0
- package/dist/runtime/jobs/index.js +42 -0
- package/dist/runtime/jobs/index.js.map +1 -0
- package/dist/runtime/jobs/jobs.d.ts +24 -0
- package/dist/runtime/jobs/jobs.js +416 -0
- package/dist/runtime/jobs/jobs.js.map +1 -0
- package/dist/runtime/jobs/paths.d.ts +9 -0
- package/dist/runtime/jobs/paths.js +48 -0
- package/dist/runtime/jobs/paths.js.map +1 -0
- package/dist/runtime/jobs/progress.d.ts +37 -0
- package/dist/runtime/jobs/progress.js +246 -0
- package/dist/runtime/jobs/progress.js.map +1 -0
- package/dist/runtime/jobs/recovery.d.ts +6 -0
- package/dist/runtime/jobs/recovery.js +40 -0
- package/dist/runtime/jobs/recovery.js.map +1 -0
- package/dist/runtime/jobs/row.d.ts +10 -0
- package/dist/runtime/jobs/row.js +92 -0
- package/dist/runtime/jobs/row.js.map +1 -0
- package/dist/runtime/jobs/schema.d.ts +3 -0
- package/dist/runtime/jobs/schema.js +55 -0
- package/dist/runtime/jobs/schema.js.map +1 -0
- package/dist/runtime/jobs/state.d.ts +13 -0
- package/dist/runtime/jobs/state.js +156 -0
- package/dist/runtime/jobs/state.js.map +1 -0
- package/dist/runtime/jobs/types.d.ts +141 -0
- package/dist/runtime/jobs/types.js +13 -0
- package/dist/runtime/jobs/types.js.map +1 -0
- package/dist/runtime/jobs/worker.d.ts +5 -0
- package/dist/runtime/jobs/worker.js +241 -0
- package/dist/runtime/jobs/worker.js.map +1 -0
- package/dist/runtime/progress/index.js.map +1 -0
- package/dist/runtime/progress/reporter.js.map +1 -0
- package/dist/runtime/progress/tracker.js.map +1 -0
- package/dist/runtime/progress/types.js +1 -0
- package/dist/runtime/progress/types.js.map +1 -0
- package/dist/serial.d.ts +36 -85
- package/dist/serial.js +1 -475
- package/dist/serial.js.map +1 -1
- package/dist/state-lock.d.ts +21 -0
- package/dist/state-lock.js +233 -0
- package/dist/state-lock.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.d.ts +11 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.js +94 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/archive.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.d.ts +7 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.js +28 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/database.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.js +68 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/extract.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/index.js +47 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/index.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.js +41 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/schema.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.js +77 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/core.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.d.ts +10 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.js +123 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/fragments.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.d.ts +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.js +2 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/index.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.d.ts +5 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.js +305 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/references.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.d.ts +11 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js +62 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/source-text.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.d.ts +3 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js +45 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/summaries.js.map +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.d.ts +19 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js +1 -0
- package/dist/storage/migration/legacy-sdpub/upgrade/text-storage/types.js.map +1 -0
- package/dist/storage/schema-upgrade/index.d.ts +8 -0
- package/dist/storage/schema-upgrade/index.js +308 -0
- package/dist/storage/schema-upgrade/index.js.map +1 -0
- package/dist/storage/wikg/archive/constants.d.ts +6 -0
- package/dist/storage/wikg/archive/constants.js +19 -0
- package/dist/storage/wikg/archive/constants.js.map +1 -0
- package/dist/storage/wikg/archive/document-files.d.ts +11 -0
- package/dist/storage/wikg/archive/document-files.js +70 -0
- package/dist/storage/wikg/archive/document-files.js.map +1 -0
- package/dist/storage/wikg/archive/extract.d.ts +3 -0
- package/dist/storage/wikg/archive/extract.js +37 -0
- package/dist/storage/wikg/archive/extract.js.map +1 -0
- package/dist/storage/wikg/archive/index.d.ts +6 -0
- package/dist/storage/wikg/archive/index.js +25 -0
- package/dist/storage/wikg/archive/index.js.map +1 -0
- package/dist/storage/wikg/archive/manifest.d.ts +11 -0
- package/dist/storage/wikg/archive/manifest.js +60 -0
- package/dist/storage/wikg/archive/manifest.js.map +1 -0
- package/dist/storage/wikg/archive/paths.d.ts +9 -0
- package/dist/storage/wikg/archive/paths.js +46 -0
- package/dist/storage/wikg/archive/paths.js.map +1 -0
- package/dist/storage/wikg/archive/reader.d.ts +17 -0
- package/dist/storage/wikg/archive/reader.js +101 -0
- package/dist/storage/wikg/archive/reader.js.map +1 -0
- package/dist/storage/wikg/archive/types.d.ts +10 -0
- package/dist/storage/wikg/archive/types.js +1 -0
- package/dist/storage/wikg/archive/types.js.map +1 -0
- package/dist/storage/wikg/archive/write.d.ts +8 -0
- package/dist/storage/wikg/archive/write.js +155 -0
- package/dist/storage/wikg/archive/write.js.map +1 -0
- package/dist/storage/wikg/archive/zip.d.ts +13 -0
- package/dist/storage/wikg/archive/zip.js +122 -0
- package/dist/storage/wikg/archive/zip.js.map +1 -0
- package/dist/storage/wikg/archive-uri.d.ts +1 -0
- package/dist/storage/wikg/archive-uri.js +39 -0
- package/dist/storage/wikg/archive-uri.js.map +1 -0
- package/dist/storage/wikg/coordinator.d.ts +29 -0
- package/dist/storage/wikg/coordinator.js +2 -0
- package/dist/storage/wikg/coordinator.js.map +1 -0
- package/dist/storage/wikg/index.d.ts +41 -0
- package/dist/storage/wikg/index.js +68 -0
- package/dist/storage/wikg/index.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/activity.d.ts +4 -0
- package/dist/storage/wikg/wikg-coordinator/activity.js +48 -0
- package/dist/storage/wikg/wikg-coordinator/activity.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.d.ts +7 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.js +38 -0
- package/dist/storage/wikg/wikg-coordinator/archive-key.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/constants.d.ts +9 -0
- package/dist/storage/wikg/wikg-coordinator/constants.js +19 -0
- package/dist/storage/wikg/wikg-coordinator/constants.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/facade.d.ts +40 -0
- package/dist/storage/wikg/wikg-coordinator/facade.js +43 -0
- package/dist/storage/wikg/wikg-coordinator/facade.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.d.ts +52 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.js +369 -0
- package/dist/storage/wikg/wikg-coordinator/file-store.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.d.ts +4 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.js +115 -0
- package/dist/storage/wikg/wikg-coordinator/flusher.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/gc.d.ts +5 -0
- package/dist/storage/wikg/wikg-coordinator/gc.js +197 -0
- package/dist/storage/wikg/wikg-coordinator/gc.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/index.d.ts +29 -0
- package/dist/storage/wikg/wikg-coordinator/index.js +11 -0
- package/dist/storage/wikg/wikg-coordinator/index.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/locks.d.ts +19 -0
- package/dist/storage/wikg/wikg-coordinator/locks.js +194 -0
- package/dist/storage/wikg/wikg-coordinator/locks.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.d.ts +32 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.js +141 -0
- package/dist/storage/wikg/wikg-coordinator/overlays.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/owners.d.ts +15 -0
- package/dist/storage/wikg/wikg-coordinator/owners.js +95 -0
- package/dist/storage/wikg/wikg-coordinator/owners.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.d.ts +9 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.js +164 -0
- package/dist/storage/wikg/wikg-coordinator/search-index-cache.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/session.d.ts +43 -0
- package/dist/storage/wikg/wikg-coordinator/session.js +147 -0
- package/dist/storage/wikg/wikg-coordinator/session.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/state.d.ts +16 -0
- package/dist/storage/wikg/wikg-coordinator/state.js +258 -0
- package/dist/storage/wikg/wikg-coordinator/state.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/types.d.ts +28 -0
- package/dist/storage/wikg/wikg-coordinator/types.js +1 -0
- package/dist/storage/wikg/wikg-coordinator/types.js.map +1 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.d.ts +8 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.js +60 -0
- package/dist/storage/wikg/wikg-coordinator/workspace.js.map +1 -0
- package/dist/storage/wikg/wiki-graph-archive-file.d.ts +45 -0
- package/dist/storage/wikg/wiki-graph-archive-file.js +78 -0
- package/dist/storage/wikg/wiki-graph-archive-file.js.map +1 -0
- package/dist/text/editor/clue.d.ts +40 -0
- package/dist/text/editor/clue.js.map +1 -0
- package/dist/text/editor/compression.d.ts +52 -0
- package/dist/text/editor/compression.js +253 -0
- package/dist/text/editor/compression.js.map +1 -0
- package/dist/text/editor/compressor.d.ts +19 -0
- package/dist/text/editor/compressor.js +123 -0
- package/dist/text/editor/compressor.js.map +1 -0
- package/dist/text/editor/feedback.d.ts +16 -0
- package/dist/text/editor/feedback.js.map +1 -0
- package/dist/text/editor/index.d.ts +30 -0
- package/dist/text/editor/index.js +5 -0
- package/dist/text/editor/index.js.map +1 -0
- package/dist/text/editor/language-review.d.ts +14 -0
- package/dist/text/editor/language-review.js +35 -0
- package/dist/text/editor/language-review.js.map +1 -0
- package/dist/text/editor/log.d.ts +50 -0
- package/dist/text/editor/log.js +202 -0
- package/dist/text/editor/log.js.map +1 -0
- package/dist/text/editor/markup.d.ts +18 -0
- package/dist/text/editor/markup.js +294 -0
- package/dist/text/editor/markup.js.map +1 -0
- package/dist/text/editor/prompt-templates.js.map +1 -0
- package/dist/text/editor/response.js.map +1 -0
- package/dist/text/editor/review.d.ts +47 -0
- package/dist/text/editor/review.js +189 -0
- package/dist/text/editor/review.js.map +1 -0
- package/dist/text/editor/types.js +21 -0
- package/dist/text/editor/types.js.map +1 -0
- package/dist/text/output/epub/archive.js.map +1 -0
- package/dist/text/output/epub/book.d.ts +28 -0
- package/dist/text/output/epub/book.js.map +1 -0
- package/dist/text/output/epub/content.js.map +1 -0
- package/dist/text/output/epub/index.d.ts +33 -0
- package/dist/text/output/epub/index.js.map +1 -0
- package/dist/text/output/epub/model.js.map +1 -0
- package/dist/text/output/epub/navigation.js.map +1 -0
- package/dist/text/output/epub/package.js.map +1 -0
- package/dist/text/output/epub/shared.js.map +1 -0
- package/dist/text/output/epub/templates.js +26 -0
- package/dist/text/output/epub/templates.js.map +1 -0
- package/dist/text/output/index.d.ts +27 -0
- package/dist/text/output/index.js.map +1 -0
- package/dist/text/output/plain-text.d.ts +31 -0
- package/dist/text/output/plain-text.js.map +1 -0
- package/dist/text/reader/attention/core.d.ts +39 -0
- package/dist/text/reader/attention/core.js +123 -0
- package/dist/text/reader/attention/core.js.map +1 -0
- package/dist/text/reader/attention/index.d.ts +9 -0
- package/dist/text/reader/attention/index.js +5 -0
- package/dist/text/reader/attention/index.js.map +1 -0
- package/dist/text/reader/attention/wave-reflection.d.ts +21 -0
- package/dist/text/reader/attention/wave-reflection.js.map +1 -0
- package/dist/text/reader/attention/working-memory.d.ts +28 -0
- package/dist/text/reader/attention/working-memory.js.map +1 -0
- package/dist/text/reader/chunk-batch/extract.d.ts +13 -0
- package/dist/text/reader/chunk-batch/extract.js.map +1 -0
- package/dist/text/reader/chunk-batch/extractor.d.ts +17 -0
- package/dist/text/reader/chunk-batch/extractor.js +337 -0
- package/dist/text/reader/chunk-batch/extractor.js.map +1 -0
- package/dist/text/reader/chunk-batch/fragment-projection.d.ts +34 -0
- package/dist/text/reader/chunk-batch/fragment-projection.js.map +1 -0
- package/dist/text/reader/chunk-batch/index.d.ts +13 -0
- package/dist/text/reader/chunk-batch/index.js +13 -0
- package/dist/text/reader/chunk-batch/index.js.map +1 -0
- package/dist/text/reader/chunk-batch/language.d.ts +9 -0
- package/dist/text/reader/chunk-batch/language.js +23 -0
- package/dist/text/reader/chunk-batch/language.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/annotations.d.ts +19 -0
- package/dist/text/reader/chunk-batch/parser/annotations.js +34 -0
- package/dist/text/reader/chunk-batch/parser/annotations.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/core.d.ts +33 -0
- package/dist/text/reader/chunk-batch/parser/core.js +171 -0
- package/dist/text/reader/chunk-batch/parser/core.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/evidence.d.ts +21 -0
- package/dist/text/reader/chunk-batch/parser/evidence.js +40 -0
- package/dist/text/reader/chunk-batch/parser/evidence.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/helpers.d.ts +27 -0
- package/dist/text/reader/chunk-batch/parser/helpers.js +98 -0
- package/dist/text/reader/chunk-batch/parser/helpers.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/index.d.ts +13 -0
- package/dist/text/reader/chunk-batch/parser/index.js +3 -0
- package/dist/text/reader/chunk-batch/parser/index.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/links.d.ts +17 -0
- package/dist/text/reader/chunk-batch/parser/links.js +44 -0
- package/dist/text/reader/chunk-batch/parser/links.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/resolver.d.ts +28 -0
- package/dist/text/reader/chunk-batch/parser/resolver.js +267 -0
- package/dist/text/reader/chunk-batch/parser/resolver.js.map +1 -0
- package/dist/text/reader/chunk-batch/parser/schema.d.ts +136 -0
- package/dist/text/reader/chunk-batch/parser/schema.js +71 -0
- package/dist/text/reader/chunk-batch/parser/schema.js.map +1 -0
- package/dist/text/reader/chunk-batch/prompt-templates.js.map +1 -0
- package/dist/text/reader/chunk-batch/types.d.ts +85 -0
- package/dist/text/reader/chunk-batch/types.js +1 -0
- package/dist/text/reader/chunk-batch/types.js.map +1 -0
- package/dist/text/reader/core.d.ts +37 -0
- package/dist/text/reader/core.js +82 -0
- package/dist/text/reader/core.js.map +1 -0
- package/dist/text/reader/index.d.ts +13 -0
- package/dist/text/reader/index.js +7 -0
- package/dist/text/reader/index.js.map +1 -0
- package/dist/text/reader/segment/core.js +9 -0
- package/dist/text/reader/segment/core.js.map +1 -0
- package/dist/text/reader/segment/index.d.ts +2 -0
- package/dist/text/reader/segment/index.js +5 -0
- package/dist/text/reader/segment/index.js.map +1 -0
- package/dist/text/reader/segment/intl-segmenter.js.map +1 -0
- package/dist/text/reader/segment/types.js +1 -0
- package/dist/text/reader/segment/types.js.map +1 -0
- package/dist/text/reader/types.d.ts +29 -0
- package/dist/text/reader/types.js +1 -0
- package/dist/text/reader/types.js.map +1 -0
- package/dist/text/serial/discovery.d.ts +36 -0
- package/dist/text/serial/discovery.js +5 -0
- package/dist/text/serial/discovery.js.map +1 -0
- package/dist/text/serial/fragments.d.ts +67 -0
- package/dist/text/serial/fragments.js +121 -0
- package/dist/text/serial/fragments.js.map +1 -0
- package/dist/text/serial/generation.d.ts +48 -0
- package/dist/text/serial/generation.js +257 -0
- package/dist/text/serial/generation.js.map +1 -0
- package/dist/text/serial/index.d.ts +40 -0
- package/dist/text/serial/index.js +7 -0
- package/dist/text/serial/index.js.map +1 -0
- package/dist/text/serial/options.d.ts +77 -0
- package/dist/text/serial/options.js +17 -0
- package/dist/text/serial/options.js.map +1 -0
- package/dist/text/serial/read.d.ts +28 -0
- package/dist/text/serial/read.js +19 -0
- package/dist/text/serial/read.js.map +1 -0
- package/dist/text/serial/reader-graph.d.ts +39 -0
- package/dist/text/serial/reader-graph.js +27 -0
- package/dist/text/serial/reader-graph.js.map +1 -0
- package/dist/text/serial/record.d.ts +40 -0
- package/dist/text/serial/record.js +21 -0
- package/dist/text/serial/record.js.map +1 -0
- package/dist/text/serial/source.d.ts +39 -0
- package/dist/text/serial/source.js +12 -0
- package/dist/text/serial/source.js.map +1 -0
- package/dist/text/serial/topology.d.ts +43 -0
- package/dist/text/serial/topology.js +64 -0
- package/dist/text/serial/topology.js.map +1 -0
- package/dist/text/source/adapter.js.map +1 -0
- package/dist/text/source/epub/archive.js.map +1 -0
- package/dist/text/source/epub/content.js.map +1 -0
- package/dist/text/source/epub/document.js.map +1 -0
- package/dist/text/source/epub/index.js.map +1 -0
- package/dist/text/source/epub/navigation.js.map +1 -0
- package/dist/text/source/epub/package.js.map +1 -0
- package/dist/text/source/epub/xml.js.map +1 -0
- package/dist/text/source/index.js.map +1 -0
- package/dist/text/source/meta.js.map +1 -0
- package/dist/text/source/plain-text.js.map +1 -0
- package/dist/text/source/toc.d.ts +17 -0
- package/dist/text/source/toc.js +19 -0
- package/dist/text/source/toc.js.map +1 -0
- package/dist/text/source/types.js +1 -0
- package/dist/text/source/types.js.map +1 -0
- package/dist/text/summary-build/artifact.d.ts +44 -0
- package/dist/text/summary-build/artifact.js +157 -0
- package/dist/text/summary-build/artifact.js.map +1 -0
- package/dist/text/summary-build/build.d.ts +37 -0
- package/dist/text/summary-build/build.js +60 -0
- package/dist/text/summary-build/build.js.map +1 -0
- package/dist/text/summary-build/index.d.ts +38 -0
- package/dist/text/summary-build/index.js +4 -0
- package/dist/text/summary-build/index.js.map +1 -0
- package/dist/text/summary-build/schema.d.ts +106 -0
- package/dist/text/summary-build/schema.js +118 -0
- package/dist/text/summary-build/schema.js.map +1 -0
- package/dist/text/summary-build/snapshot/chunk-store.d.ts +17 -0
- package/dist/text/summary-build/snapshot/chunk-store.js +68 -0
- package/dist/text/summary-build/snapshot/chunk-store.js.map +1 -0
- package/dist/text/summary-build/snapshot/empty-stores.d.ts +50 -0
- package/dist/text/summary-build/snapshot/empty-stores.js +60 -0
- package/dist/text/summary-build/snapshot/empty-stores.js.map +1 -0
- package/dist/text/summary-build/snapshot/graph-stores.d.ts +42 -0
- package/dist/text/summary-build/snapshot/graph-stores.js +148 -0
- package/dist/text/summary-build/snapshot/graph-stores.js.map +1 -0
- package/dist/text/summary-build/snapshot/helpers.d.ts +17 -0
- package/dist/text/summary-build/snapshot/helpers.js +65 -0
- package/dist/text/summary-build/snapshot/helpers.js.map +1 -0
- package/dist/text/summary-build/snapshot/index.d.ts +63 -0
- package/dist/text/summary-build/snapshot/index.js +106 -0
- package/dist/text/summary-build/snapshot/index.js.map +1 -0
- package/dist/text/summary-build/snapshot/serial-store.d.ts +29 -0
- package/dist/text/summary-build/snapshot/serial-store.js +92 -0
- package/dist/text/summary-build/snapshot/serial-store.js.map +1 -0
- package/dist/text/summary-build/snapshot-io.d.ts +14 -0
- package/dist/text/summary-build/snapshot-io.js +25 -0
- package/dist/text/summary-build/snapshot-io.js.map +1 -0
- package/dist/text/summary-build/source.d.ts +39 -0
- package/dist/text/summary-build/source.js +30 -0
- package/dist/text/summary-build/source.js.map +1 -0
- package/dist/text/summary-build/types.d.ts +34 -0
- package/dist/text/summary-build/types.js +1 -0
- package/dist/text/summary-build/types.js.map +1 -0
- package/dist/worker-DWasYKWW.d.cts +143 -0
- package/dist/worker.cjs +5560 -2312
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.cts +1 -2
- package/dist/worker.d.ts +2 -2
- package/dist/worker.js +1 -1
- package/dist/worker.js.map +1 -1
- package/package.json +3 -2
- package/dist/archive/query/archive-view.d.ts +0 -26
- package/dist/archive/query/archive-view.js +0 -4540
- package/dist/archive/query/archive-view.js.map +0 -1
- package/dist/archive/query/continuation-cursor.d.ts +0 -61
- package/dist/archive/query/continuation-cursor.js +0 -363
- package/dist/archive/query/continuation-cursor.js.map +0 -1
- package/dist/archive/query/index.d.ts +0 -29
- package/dist/archive/query/index.js +0 -63
- package/dist/archive/query/index.js.map +0 -1
- package/dist/archive/query/lexical-search.js.map +0 -1
- package/dist/archive/query/search-cache.d.ts +0 -192
- package/dist/archive/query/search-cache.js +0 -1248
- package/dist/archive/query/search-cache.js.map +0 -1
- package/dist/archive/search-index/index.d.ts +0 -26
- package/dist/archive/search-index/index.js +0 -29
- package/dist/archive/search-index/index.js.map +0 -1
- package/dist/archive/search-index/search-index.d.ts +0 -26
- package/dist/archive/search-index/search-index.js +0 -555
- package/dist/archive/search-index/search-index.js.map +0 -1
- package/dist/archive/search-index/search-tokenizer.js +0 -225
- package/dist/archive/search-index/search-tokenizer.js.map +0 -1
- package/dist/common/cli-command.js.map +0 -1
- package/dist/common/data-dir.js +0 -48
- package/dist/common/data-dir.js.map +0 -1
- package/dist/common/language.js.map +0 -1
- package/dist/common/llm-scope.js.map +0 -1
- package/dist/common/logging.js.map +0 -1
- package/dist/common/template.js.map +0 -1
- package/dist/common/tinyld-language.js.map +0 -1
- package/dist/common/wiki-graph-dir.d.ts +0 -10
- package/dist/common/wiki-graph-dir.js +0 -41
- package/dist/common/wiki-graph-dir.js.map +0 -1
- package/dist/common/wiki-graph-temp.js +0 -21
- package/dist/common/wiki-graph-temp.js.map +0 -1
- package/dist/common/wiki-graph-uri.d.ts +0 -28
- package/dist/common/wiki-graph-uri.js +0 -171
- package/dist/common/wiki-graph-uri.js.map +0 -1
- package/dist/context/index.d.ts +0 -1
- package/dist/context/index.js +0 -13
- package/dist/context/index.js.map +0 -1
- package/dist/context/task-context.js +0 -111
- package/dist/context/task-context.js.map +0 -1
- package/dist/document/document.d.ts +0 -153
- package/dist/document/document.js +0 -615
- package/dist/document/document.js.map +0 -1
- package/dist/document/fragments.d.ts +0 -63
- package/dist/document/fragments.js +0 -371
- package/dist/document/fragments.js.map +0 -1
- package/dist/document/stores.d.ts +0 -203
- package/dist/document/stores.js +0 -1678
- package/dist/document/stores.js.map +0 -1
- package/dist/document/text-streams.d.ts +0 -86
- package/dist/document/text-streams.js +0 -515
- package/dist/document/text-streams.js.map +0 -1
- package/dist/editor/clue.d.ts +0 -27
- package/dist/editor/clue.js.map +0 -1
- package/dist/editor/compressor.d.ts +0 -18
- package/dist/editor/compressor.js +0 -68
- package/dist/editor/compressor.js.map +0 -1
- package/dist/editor/editor.d.ts +0 -39
- package/dist/editor/editor.js +0 -253
- package/dist/editor/editor.js.map +0 -1
- package/dist/editor/feedback.d.ts +0 -16
- package/dist/editor/feedback.js.map +0 -1
- package/dist/editor/index.d.ts +0 -17
- package/dist/editor/index.js +0 -5
- package/dist/editor/index.js.map +0 -1
- package/dist/editor/language-review.d.ts +0 -14
- package/dist/editor/language-review.js +0 -35
- package/dist/editor/language-review.js.map +0 -1
- package/dist/editor/log.d.ts +0 -37
- package/dist/editor/log.js +0 -202
- package/dist/editor/log.js.map +0 -1
- package/dist/editor/markup.d.ts +0 -20
- package/dist/editor/markup.js +0 -294
- package/dist/editor/markup.js.map +0 -1
- package/dist/editor/prompt-templates.js.map +0 -1
- package/dist/editor/response.js.map +0 -1
- package/dist/editor/review.d.ts +0 -34
- package/dist/editor/review.js +0 -189
- package/dist/editor/review.js.map +0 -1
- package/dist/editor/types.js +0 -21
- package/dist/editor/types.js.map +0 -1
- package/dist/evidence-selection/anchor-resolver.d.ts +0 -43
- package/dist/evidence-selection/anchor-resolver.js +0 -783
- package/dist/evidence-selection/anchor-resolver.js.map +0 -1
- package/dist/evidence-selection/anchor-types.d.ts +0 -27
- package/dist/evidence-selection/anchor-types.js +0 -1
- package/dist/evidence-selection/index.d.ts +0 -8
- package/dist/evidence-selection/index.js +0 -32
- package/dist/evidence-selection/index.js.map +0 -1
- package/dist/evidence-selection/prompt.js.map +0 -1
- package/dist/evidence-selection/quote-score.js.map +0 -1
- package/dist/evidence-selection/selection-resolver.js +0 -303
- package/dist/evidence-selection/selection-resolver.js.map +0 -1
- package/dist/evidence-selection/text.js.map +0 -1
- package/dist/facade/app.d.ts +0 -75
- package/dist/facade/app.js +0 -141
- package/dist/facade/app.js.map +0 -1
- package/dist/facade/build-queue.d.ts +0 -181
- package/dist/facade/build-queue.js +0 -1442
- package/dist/facade/build-queue.js.map +0 -1
- package/dist/facade/chapter-build.d.ts +0 -60
- package/dist/facade/chapter-build.js +0 -1020
- package/dist/facade/chapter-build.js.map +0 -1
- package/dist/facade/chapter.d.ts +0 -168
- package/dist/facade/chapter.js +0 -944
- package/dist/facade/chapter.js.map +0 -1
- package/dist/facade/digest.d.ts +0 -55
- package/dist/facade/digest.js +0 -168
- package/dist/facade/digest.js.map +0 -1
- package/dist/facade/graph.d.ts +0 -60
- package/dist/facade/graph.js +0 -203
- package/dist/facade/graph.js.map +0 -1
- package/dist/facade/import.d.ts +0 -49
- package/dist/facade/import.js +0 -262
- package/dist/facade/import.js.map +0 -1
- package/dist/facade/index.d.ts +0 -39
- package/dist/facade/index.js +0 -171
- package/dist/facade/index.js.map +0 -1
- package/dist/facade/knowledge-graph-build.d.ts +0 -75
- package/dist/facade/knowledge-graph-build.js +0 -897
- package/dist/facade/knowledge-graph-build.js.map +0 -1
- package/dist/facade/llm-sampling.d.ts +0 -11
- package/dist/facade/llm-sampling.js +0 -58
- package/dist/facade/llm-sampling.js.map +0 -1
- package/dist/facade/wiki-graph-archive.d.ts +0 -41
- package/dist/facade/wiki-graph-archive.js +0 -130
- package/dist/facade/wiki-graph-archive.js.map +0 -1
- package/dist/gc/files.js +0 -141
- package/dist/gc/files.js.map +0 -1
- package/dist/gc/index.js.map +0 -1
- package/dist/gc/lock.js +0 -137
- package/dist/gc/lock.js.map +0 -1
- package/dist/gc/runner.js +0 -129
- package/dist/gc/runner.js.map +0 -1
- package/dist/gc/tmp-gc.js +0 -57
- package/dist/gc/tmp-gc.js.map +0 -1
- package/dist/guaranteed/classifier.js.map +0 -1
- package/dist/guaranteed/errors.js.map +0 -1
- package/dist/guaranteed/index.js.map +0 -1
- package/dist/guaranteed/request.js.map +0 -1
- package/dist/guaranteed/response.js.map +0 -1
- package/dist/index-B8NNnQ8P.d.ts +0 -424
- package/dist/legacy-sdpub/upgrade.js +0 -795
- package/dist/legacy-sdpub/upgrade.js.map +0 -1
- package/dist/llm/cache.js +0 -35
- package/dist/llm/cache.js.map +0 -1
- package/dist/llm/client.d.ts +0 -26
- package/dist/llm/client.js +0 -572
- package/dist/llm/client.js.map +0 -1
- package/dist/llm/context.js +0 -78
- package/dist/llm/context.js.map +0 -1
- package/dist/llm/errors.js.map +0 -1
- package/dist/llm/index.d.ts +0 -7
- package/dist/llm/index.js +0 -17
- package/dist/llm/index.js.map +0 -1
- package/dist/llm/request-log.js +0 -35
- package/dist/llm/request-log.js.map +0 -1
- package/dist/llm/sampling.js.map +0 -1
- package/dist/output/epub/archive.js.map +0 -1
- package/dist/output/epub/book.d.ts +0 -15
- package/dist/output/epub/book.js.map +0 -1
- package/dist/output/epub/content.js.map +0 -1
- package/dist/output/epub/index.d.ts +0 -20
- package/dist/output/epub/index.js.map +0 -1
- package/dist/output/epub/navigation.js.map +0 -1
- package/dist/output/epub/package.js.map +0 -1
- package/dist/output/epub/shared.js.map +0 -1
- package/dist/output/epub/templates.js +0 -26
- package/dist/output/epub/templates.js.map +0 -1
- package/dist/output/index.d.ts +0 -14
- package/dist/output/index.js.map +0 -1
- package/dist/output/plain-text.d.ts +0 -18
- package/dist/output/plain-text.js.map +0 -1
- package/dist/progress/index.js.map +0 -1
- package/dist/progress/reporter.js.map +0 -1
- package/dist/progress/tracker.js.map +0 -1
- package/dist/reader/attention/attention.d.ts +0 -39
- package/dist/reader/attention/attention.js +0 -123
- package/dist/reader/attention/attention.js.map +0 -1
- package/dist/reader/attention/index.d.ts +0 -9
- package/dist/reader/attention/index.js +0 -5
- package/dist/reader/attention/index.js.map +0 -1
- package/dist/reader/attention/wave-reflection.d.ts +0 -21
- package/dist/reader/attention/wave-reflection.js.map +0 -1
- package/dist/reader/attention/working-memory.d.ts +0 -28
- package/dist/reader/attention/working-memory.js.map +0 -1
- package/dist/reader/chunk-batch/extract.d.ts +0 -13
- package/dist/reader/chunk-batch/extract.js.map +0 -1
- package/dist/reader/chunk-batch/extractor.d.ts +0 -17
- package/dist/reader/chunk-batch/extractor.js +0 -337
- package/dist/reader/chunk-batch/extractor.js.map +0 -1
- package/dist/reader/chunk-batch/fragment-projection.d.ts +0 -34
- package/dist/reader/chunk-batch/fragment-projection.js.map +0 -1
- package/dist/reader/chunk-batch/index.d.ts +0 -12
- package/dist/reader/chunk-batch/index.js +0 -13
- package/dist/reader/chunk-batch/index.js.map +0 -1
- package/dist/reader/chunk-batch/language.d.ts +0 -9
- package/dist/reader/chunk-batch/language.js +0 -23
- package/dist/reader/chunk-batch/language.js.map +0 -1
- package/dist/reader/chunk-batch/parser.d.ts +0 -94
- package/dist/reader/chunk-batch/parser.js +0 -640
- package/dist/reader/chunk-batch/parser.js.map +0 -1
- package/dist/reader/chunk-batch/prompt-templates.js.map +0 -1
- package/dist/reader/chunk-batch/types.d.ts +0 -85
- package/dist/reader/index.d.ts +0 -13
- package/dist/reader/index.js +0 -7
- package/dist/reader/index.js.map +0 -1
- package/dist/reader/reader.d.ts +0 -37
- package/dist/reader/reader.js +0 -82
- package/dist/reader/reader.js.map +0 -1
- package/dist/reader/segment/index.d.ts +0 -2
- package/dist/reader/segment/index.js +0 -5
- package/dist/reader/segment/index.js.map +0 -1
- package/dist/reader/segment/intl-segmenter.js.map +0 -1
- package/dist/reader/segment/segment.js +0 -9
- package/dist/reader/segment/segment.js.map +0 -1
- package/dist/reader/types.d.ts +0 -29
- package/dist/source/epub/archive.js.map +0 -1
- package/dist/source/epub/content.js.map +0 -1
- package/dist/source/epub/document.js.map +0 -1
- package/dist/source/epub/index.js.map +0 -1
- package/dist/source/epub/navigation.js.map +0 -1
- package/dist/source/epub/package.js.map +0 -1
- package/dist/source/epub/xml.js.map +0 -1
- package/dist/source/index.js.map +0 -1
- package/dist/source/meta.js.map +0 -1
- package/dist/source/plain-text.js.map +0 -1
- package/dist/source/toc.d.ts +0 -16
- package/dist/source/toc.js +0 -17
- package/dist/source/toc.js.map +0 -1
- package/dist/topology/grouping.d.ts +0 -15
- package/dist/topology/grouping.js.map +0 -1
- package/dist/topology/index.d.ts +0 -21
- package/dist/topology/index.js +0 -5
- package/dist/topology/index.js.map +0 -1
- package/dist/topology/resource-segmentation.d.ts +0 -13
- package/dist/topology/resource-segmentation.js.map +0 -1
- package/dist/topology/segment-incision.d.ts +0 -18
- package/dist/topology/segment-incision.js.map +0 -1
- package/dist/topology/snake-detector.d.ts +0 -13
- package/dist/topology/snake-detector.js +0 -520
- package/dist/topology/snake-detector.js.map +0 -1
- package/dist/topology/snake-graph-builder.d.ts +0 -14
- package/dist/topology/snake-graph-builder.js +0 -76
- package/dist/topology/snake-graph-builder.js.map +0 -1
- package/dist/topology/topology.d.ts +0 -29
- package/dist/topology/topology.js +0 -348
- package/dist/topology/topology.js.map +0 -1
- package/dist/topology/weights.d.ts +0 -10
- package/dist/topology/weights.js +0 -84
- package/dist/topology/weights.js.map +0 -1
- package/dist/types-FVIqiLC9.d.cts +0 -24
- package/dist/wikg/archive-uri.d.ts +0 -1
- package/dist/wikg/archive-uri.js +0 -37
- package/dist/wikg/archive-uri.js.map +0 -1
- package/dist/wikg/archive.d.ts +0 -28
- package/dist/wikg/archive.js +0 -496
- package/dist/wikg/archive.js.map +0 -1
- package/dist/wikg/index.d.ts +0 -31
- package/dist/wikg/index.js +0 -60
- package/dist/wikg/index.js.map +0 -1
- package/dist/wikg/wikg-coordinator.d.ts +0 -45
- package/dist/wikg/wikg-coordinator.js +0 -1687
- package/dist/wikg/wikg-coordinator.js.map +0 -1
- package/dist/wikg/wiki-graph-archive-file.d.ts +0 -42
- package/dist/wikg/wiki-graph-archive-file.js +0 -78
- package/dist/wikg/wiki-graph-archive-file.js.map +0 -1
- package/dist/wikilink/index.d.ts +0 -10
- package/dist/wikilink/index.js.map +0 -1
- package/dist/wikilink/relation-discovery.d.ts +0 -31
- package/dist/wikilink/relation-discovery.js +0 -477
- package/dist/wikilink/relation-discovery.js.map +0 -1
- package/dist/wikilink/types.d.ts +0 -23
- package/dist/wikilink/window.d.ts +0 -7
- package/dist/wikilink/window.js.map +0 -1
- package/dist/wikimatch/enrichment.d.ts +0 -10
- package/dist/wikimatch/enrichment.js +0 -55
- package/dist/wikimatch/enrichment.js.map +0 -1
- package/dist/wikimatch/index.d.ts +0 -16
- package/dist/wikimatch/index.js +0 -66
- package/dist/wikimatch/index.js.map +0 -1
- package/dist/wikimatch/option-narrowing.d.ts +0 -17
- package/dist/wikimatch/option-narrowing.js.map +0 -1
- package/dist/wikimatch/options.d.ts +0 -14
- package/dist/wikimatch/options.js +0 -155
- package/dist/wikimatch/options.js.map +0 -1
- package/dist/wikimatch/policy-judge.d.ts +0 -17
- package/dist/wikimatch/policy-judge.js +0 -430
- package/dist/wikimatch/policy-judge.js.map +0 -1
- package/dist/wikimatch/range-suppression.js.map +0 -1
- package/dist/wikimatch/surface-screening.d.ts +0 -16
- package/dist/wikimatch/surface-screening.js +0 -168
- package/dist/wikimatch/surface-screening.js.map +0 -1
- package/dist/wikimatch/surface-window.d.ts +0 -6
- package/dist/wikimatch/surface-window.js +0 -44
- package/dist/wikimatch/surface-window.js.map +0 -1
- package/dist/wikimatch/types.d.ts +0 -151
- package/dist/wikimatch/wikispine.d.ts +0 -43
- package/dist/wikimatch/wikispine.js.map +0 -1
- package/dist/wikimatch/window.d.ts +0 -6
- package/dist/wikimatch/window.js.map +0 -1
- package/dist/wikimatch/words.js.map +0 -1
- package/dist/wikipage/cache.d.ts +0 -18
- package/dist/wikipage/cache.js +0 -404
- package/dist/wikipage/cache.js.map +0 -1
- package/dist/wikipage/fetch-log.js +0 -143
- package/dist/wikipage/fetch-log.js.map +0 -1
- package/dist/wikipage/index.d.ts +0 -14
- package/dist/wikipage/index.js +0 -17
- package/dist/wikipage/index.js.map +0 -1
- package/dist/wikipage/normalizer.d.ts +0 -14
- package/dist/wikipage/normalizer.js +0 -147
- package/dist/wikipage/normalizer.js.map +0 -1
- package/dist/wikipage/rate-limiter.js.map +0 -1
- package/dist/wikipage/resolver.d.ts +0 -26
- package/dist/wikipage/resolver.js +0 -325
- package/dist/wikipage/resolver.js.map +0 -1
- package/dist/wikipage/types.d.ts +0 -96
- package/dist/wikipage/wikimedia-client.d.ts +0 -48
- package/dist/wikipage/wikimedia-client.js +0 -397
- package/dist/wikipage/wikimedia-client.js.map +0 -1
- package/dist/worker-BgQ0Xl8T.d.cts +0 -181
- /package/dist/{evidence-selection → api/chapter-build}/types.js +0 -0
- /package/dist/{evidence-selection → api/chapter-build}/types.js.map +0 -0
- /package/dist/{facade → api/knowledge-graph-build}/types.js +0 -0
- /package/dist/{facade → api/knowledge-graph-build}/types.js.map +0 -0
- /package/dist/{facade → api}/types.d.ts +0 -0
- /package/dist/{gc → api}/types.js +0 -0
- /package/dist/{gc → api}/types.js.map +0 -0
- /package/dist/{guaranteed → document/directory}/types.js +0 -0
- /package/dist/{guaranteed → document/directory}/types.js.map +0 -0
- /package/dist/{llm → document/stores}/types.js +0 -0
- /package/dist/{llm → document/stores}/types.js.map +0 -0
- /package/dist/{guaranteed → external/guaranteed}/classifier.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/classifier.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/errors.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/errors.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/index.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/index.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/request.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/request.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/response.d.ts +0 -0
- /package/dist/{guaranteed → external/guaranteed}/response.js +0 -0
- /package/dist/{guaranteed → external/guaranteed}/types.d.ts +0 -0
- /package/dist/{progress → external/guaranteed}/types.js +0 -0
- /package/dist/{progress → external/guaranteed}/types.js.map +0 -0
- /package/dist/{llm → external/llm}/cache.d.ts +0 -0
- /package/dist/{llm → external/llm}/context.d.ts +0 -0
- /package/dist/{llm → external/llm}/errors.d.ts +0 -0
- /package/dist/{llm → external/llm}/errors.js +0 -0
- /package/dist/{llm → external/llm}/request-log.d.ts +0 -0
- /package/dist/{llm → external/llm}/sampling.d.ts +0 -0
- /package/dist/{llm → external/llm}/sampling.js +0 -0
- /package/dist/{llm → external/llm}/types.d.ts +0 -0
- /package/dist/{reader/chunk-batch → external/llm}/types.js +0 -0
- /package/dist/{reader/chunk-batch → external/llm}/types.js.map +0 -0
- /package/dist/{wikimatch → external/wikimatch}/option-narrowing.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/range-suppression.d.ts +0 -0
- /package/dist/{wikimatch → external/wikimatch}/range-suppression.js +0 -0
- /package/dist/{reader/segment → external/wikimatch}/types.js +0 -0
- /package/dist/{reader/segment → external/wikimatch}/types.js.map +0 -0
- /package/dist/{wikimatch → external/wikimatch}/wikispine.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/window.js +0 -0
- /package/dist/{wikimatch → external/wikimatch}/words.d.ts +0 -0
- /package/dist/{wikimatch → external/wikimatch}/words.js +0 -0
- /package/dist/{wikipage → external/wikipage}/fetch-log.d.ts +0 -0
- /package/dist/{wikipage → external/wikipage}/rate-limiter.d.ts +0 -0
- /package/dist/{wikipage → external/wikipage}/rate-limiter.js +0 -0
- /package/dist/{reader → external/wikipage}/types.js +0 -0
- /package/dist/{reader → external/wikipage}/types.js.map +0 -0
- /package/dist/{source → graph/evidence-selection/anchor}/types.js +0 -0
- /package/dist/{source → graph/evidence-selection/anchor}/types.js.map +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/prompt.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/prompt.js +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/quote-score.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/quote-score.js +0 -0
- /package/dist/{evidence-selection/selection-resolver.d.ts → graph/evidence-selection/resolver.d.ts} +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/text.d.ts +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/text.js +0 -0
- /package/dist/{evidence-selection → graph/evidence-selection}/types.d.ts +0 -0
- /package/dist/{wikilink → graph/evidence-selection}/types.js +0 -0
- /package/dist/{wikilink → graph/evidence-selection}/types.js.map +0 -0
- /package/dist/{wikimatch → graph/knowledge-build}/types.js +0 -0
- /package/dist/{wikimatch → graph/knowledge-build}/types.js.map +0 -0
- /package/dist/{wikipage → graph/reading-build}/types.js +0 -0
- /package/dist/{wikipage → graph/reading-build}/types.js.map +0 -0
- /package/dist/{topology → graph/topology}/grouping.js +0 -0
- /package/dist/{topology → graph/topology}/resource-segmentation.js +0 -0
- /package/dist/{topology → graph/topology}/segment-incision.js +0 -0
- /package/dist/{evidence-selection/anchor-types.js.map → graph/topology/snake/types.js.map} +0 -0
- /package/dist/{wikilink → graph/wikilink}/index.js +0 -0
- /package/dist/{output/epub/model.js.map → graph/wikilink/types.js.map} +0 -0
- /package/dist/{wikilink → graph/wikilink}/window.js +0 -0
- /package/dist/{source/adapter.js.map → retrieval/query/archive-view/types.js.map} +0 -0
- /package/dist/{archive → retrieval}/query/lexical-search.d.ts +0 -0
- /package/dist/{archive → retrieval}/query/lexical-search.js +0 -0
- /package/dist/{archive/search-index/search-tokenizer.d.ts → retrieval/search-index/search/tokenizer.d.ts} +0 -0
- /package/dist/{common → runtime/common}/cli-command.d.ts +0 -0
- /package/dist/{common → runtime/common}/cli-command.js +0 -0
- /package/dist/{common → runtime/common}/data-dir.d.ts +0 -0
- /package/dist/{common → runtime/common}/language.d.ts +0 -0
- /package/dist/{common → runtime/common}/language.js +0 -0
- /package/dist/{common → runtime/common}/llm-scope.d.ts +0 -0
- /package/dist/{common → runtime/common}/llm-scope.js +0 -0
- /package/dist/{common → runtime/common}/logging.d.ts +0 -0
- /package/dist/{common → runtime/common}/logging.js +0 -0
- /package/dist/{common → runtime/common}/template.d.ts +0 -0
- /package/dist/{common → runtime/common}/template.js +0 -0
- /package/dist/{common → runtime/common}/tinyld-language.d.ts +0 -0
- /package/dist/{common → runtime/common}/tinyld-language.js +0 -0
- /package/dist/{common/wiki-graph-temp.d.ts → runtime/common/wiki-graph/temp.d.ts} +0 -0
- /package/dist/{context/task-context.d.ts → runtime/context/task.d.ts} +0 -0
- /package/dist/{gc → runtime/gc}/files.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/index.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/index.js +0 -0
- /package/dist/{gc → runtime/gc}/lock.d.ts +0 -0
- /package/dist/{gc → runtime/gc}/runner.d.ts +0 -0
- /package/dist/{gc/tmp-gc.d.ts → runtime/gc/temp.d.ts} +0 -0
- /package/dist/{gc → runtime/gc}/types.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/index.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/index.js +0 -0
- /package/dist/{progress → runtime/progress}/reporter.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/reporter.js +0 -0
- /package/dist/{progress → runtime/progress}/tracker.d.ts +0 -0
- /package/dist/{progress → runtime/progress}/tracker.js +0 -0
- /package/dist/{progress → runtime/progress}/types.d.ts +0 -0
- /package/dist/{legacy-sdpub/upgrade.d.ts → storage/migration/legacy-sdpub/upgrade/index.d.ts} +0 -0
- /package/dist/{editor → text/editor}/clue.js +0 -0
- /package/dist/{editor → text/editor}/feedback.js +0 -0
- /package/dist/{editor → text/editor}/prompt-templates.d.ts +0 -0
- /package/dist/{editor → text/editor}/prompt-templates.js +0 -0
- /package/dist/{editor → text/editor}/response.d.ts +0 -0
- /package/dist/{editor → text/editor}/response.js +0 -0
- /package/dist/{editor → text/editor}/types.d.ts +0 -0
- /package/dist/{output → text/output}/epub/archive.d.ts +0 -0
- /package/dist/{output → text/output}/epub/archive.js +0 -0
- /package/dist/{output → text/output}/epub/book.js +0 -0
- /package/dist/{output → text/output}/epub/content.d.ts +0 -0
- /package/dist/{output → text/output}/epub/content.js +0 -0
- /package/dist/{output → text/output}/epub/index.js +0 -0
- /package/dist/{output → text/output}/epub/model.d.ts +0 -0
- /package/dist/{output → text/output}/epub/model.js +0 -0
- /package/dist/{output → text/output}/epub/navigation.d.ts +0 -0
- /package/dist/{output → text/output}/epub/navigation.js +0 -0
- /package/dist/{output → text/output}/epub/package.d.ts +0 -0
- /package/dist/{output → text/output}/epub/package.js +0 -0
- /package/dist/{output → text/output}/epub/shared.d.ts +0 -0
- /package/dist/{output → text/output}/epub/shared.js +0 -0
- /package/dist/{output → text/output}/epub/templates.d.ts +0 -0
- /package/dist/{output → text/output}/index.js +0 -0
- /package/dist/{output → text/output}/plain-text.js +0 -0
- /package/dist/{reader → text/reader}/attention/wave-reflection.js +0 -0
- /package/dist/{reader → text/reader}/attention/working-memory.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/extract.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/fragment-projection.js +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/prompt-templates.d.ts +0 -0
- /package/dist/{reader → text/reader}/chunk-batch/prompt-templates.js +0 -0
- /package/dist/{reader/segment/segment.d.ts → text/reader/segment/core.d.ts} +0 -0
- /package/dist/{reader → text/reader}/segment/intl-segmenter.d.ts +0 -0
- /package/dist/{reader → text/reader}/segment/intl-segmenter.js +0 -0
- /package/dist/{reader → text/reader}/segment/types.d.ts +0 -0
- /package/dist/{source → text/source}/adapter.d.ts +0 -0
- /package/dist/{source → text/source}/adapter.js +0 -0
- /package/dist/{source → text/source}/epub/archive.d.ts +0 -0
- /package/dist/{source → text/source}/epub/archive.js +0 -0
- /package/dist/{source → text/source}/epub/content.d.ts +0 -0
- /package/dist/{source → text/source}/epub/content.js +0 -0
- /package/dist/{source → text/source}/epub/document.d.ts +0 -0
- /package/dist/{source → text/source}/epub/document.js +0 -0
- /package/dist/{source → text/source}/epub/index.d.ts +0 -0
- /package/dist/{source → text/source}/epub/index.js +0 -0
- /package/dist/{source → text/source}/epub/navigation.d.ts +0 -0
- /package/dist/{source → text/source}/epub/navigation.js +0 -0
- /package/dist/{source → text/source}/epub/package.d.ts +0 -0
- /package/dist/{source → text/source}/epub/package.js +0 -0
- /package/dist/{source → text/source}/epub/xml.d.ts +0 -0
- /package/dist/{source → text/source}/epub/xml.js +0 -0
- /package/dist/{source → text/source}/index.d.ts +0 -0
- /package/dist/{source → text/source}/index.js +0 -0
- /package/dist/{source → text/source}/meta.d.ts +0 -0
- /package/dist/{source → text/source}/meta.js +0 -0
- /package/dist/{source → text/source}/plain-text.d.ts +0 -0
- /package/dist/{source → text/source}/plain-text.js +0 -0
- /package/dist/{source → text/source}/types.d.ts +0 -0
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
type StateLockMode = "read" | "write";
|
|
2
|
+
interface StateLockOptions {
|
|
3
|
+
readonly databasePath: string;
|
|
4
|
+
readonly heartbeatMs?: number;
|
|
5
|
+
readonly mode: StateLockMode;
|
|
6
|
+
readonly pollMs?: number;
|
|
7
|
+
readonly resourceKey: string;
|
|
8
|
+
readonly scope: string;
|
|
9
|
+
readonly staleMs?: number;
|
|
10
|
+
readonly wait?: boolean;
|
|
11
|
+
}
|
|
12
|
+
declare function withStateLock<T>(options: StateLockOptions, operation: () => Promise<T> | T): Promise<T>;
|
|
13
|
+
declare function acquireStateLock(options: StateLockOptions): Promise<(() => Promise<void>) | undefined>;
|
|
14
|
+
declare function isStateLocked(options: {
|
|
15
|
+
readonly databasePath: string;
|
|
16
|
+
readonly resourceKey: string;
|
|
17
|
+
readonly scope: string;
|
|
18
|
+
readonly staleMs?: number;
|
|
19
|
+
}): Promise<boolean>;
|
|
20
|
+
|
|
21
|
+
export { type StateLockMode, type StateLockOptions, acquireStateLock, isStateLocked, withStateLock };
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
import { randomUUID } from "crypto";
|
|
2
|
+
import {
|
|
3
|
+
getNumber,
|
|
4
|
+
getString
|
|
5
|
+
} from "./document/database.js";
|
|
6
|
+
import { openSharedStateDatabase } from "./document/index.js";
|
|
7
|
+
import { isNodeError } from "./utils/node-error.js";
|
|
8
|
+
const STATE_LOCK_SCHEMA_SQL = `
|
|
9
|
+
CREATE TABLE IF NOT EXISTS state_locks (
|
|
10
|
+
scope TEXT NOT NULL,
|
|
11
|
+
resource_key TEXT NOT NULL,
|
|
12
|
+
mode TEXT NOT NULL,
|
|
13
|
+
owner_id TEXT NOT NULL,
|
|
14
|
+
owner_pid INTEGER NOT NULL,
|
|
15
|
+
heartbeat_at INTEGER NOT NULL,
|
|
16
|
+
created_at INTEGER NOT NULL,
|
|
17
|
+
PRIMARY KEY (scope, resource_key, owner_id)
|
|
18
|
+
);
|
|
19
|
+
|
|
20
|
+
CREATE INDEX IF NOT EXISTS idx_state_locks_resource
|
|
21
|
+
ON state_locks(scope, resource_key);
|
|
22
|
+
`;
|
|
23
|
+
const DEFAULT_STATE_LOCK_POLL_MS = 100;
|
|
24
|
+
const DEFAULT_STATE_LOCK_STALE_MS = 5 * 60 * 1e3;
|
|
25
|
+
const DEFAULT_STATE_LOCK_HEARTBEAT_MS = 15e3;
|
|
26
|
+
async function withStateLock(options, operation) {
|
|
27
|
+
const release = await acquireStateLock({ ...options, wait: true });
|
|
28
|
+
if (release === void 0) {
|
|
29
|
+
throw new Error("State lock was not acquired.");
|
|
30
|
+
}
|
|
31
|
+
try {
|
|
32
|
+
return await operation();
|
|
33
|
+
} finally {
|
|
34
|
+
await release();
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
async function acquireStateLock(options) {
|
|
38
|
+
const ownerId = `${process.pid}-${randomUUID()}`;
|
|
39
|
+
const pollMs = options.pollMs ?? DEFAULT_STATE_LOCK_POLL_MS;
|
|
40
|
+
while (true) {
|
|
41
|
+
const acquired = await tryInsertStateLock(options, ownerId);
|
|
42
|
+
if (acquired) {
|
|
43
|
+
return createStateLockRelease(options, ownerId);
|
|
44
|
+
}
|
|
45
|
+
if (options.wait === false) {
|
|
46
|
+
return void 0;
|
|
47
|
+
}
|
|
48
|
+
await delay(pollMs);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
async function isStateLocked(options) {
|
|
52
|
+
const database = await openStateLockDatabase(options.databasePath);
|
|
53
|
+
try {
|
|
54
|
+
await cleanupStaleStateLocks(database, options);
|
|
55
|
+
const active = await database.queryOne(
|
|
56
|
+
`
|
|
57
|
+
SELECT 1 AS active
|
|
58
|
+
FROM state_locks
|
|
59
|
+
WHERE scope = ? AND resource_key = ?
|
|
60
|
+
LIMIT 1
|
|
61
|
+
`,
|
|
62
|
+
[options.scope, options.resourceKey],
|
|
63
|
+
() => true
|
|
64
|
+
);
|
|
65
|
+
return active === true;
|
|
66
|
+
} finally {
|
|
67
|
+
await database.close();
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
async function tryInsertStateLock(options, ownerId) {
|
|
71
|
+
const database = await openStateLockDatabase(options.databasePath);
|
|
72
|
+
const now = Date.now();
|
|
73
|
+
try {
|
|
74
|
+
return await database.transaction(async () => {
|
|
75
|
+
await cleanupStaleStateLocks(database, options);
|
|
76
|
+
const existingLocks = await database.queryAll(
|
|
77
|
+
`
|
|
78
|
+
SELECT mode, owner_id, owner_pid, heartbeat_at
|
|
79
|
+
FROM state_locks
|
|
80
|
+
WHERE scope = ? AND resource_key = ?
|
|
81
|
+
`,
|
|
82
|
+
[options.scope, options.resourceKey],
|
|
83
|
+
mapStateLockRow
|
|
84
|
+
);
|
|
85
|
+
if (existingLocks.some(
|
|
86
|
+
(lock) => lock.ownerId !== ownerId && locksConflict(options.mode, lock.mode)
|
|
87
|
+
)) {
|
|
88
|
+
return false;
|
|
89
|
+
}
|
|
90
|
+
await database.run(
|
|
91
|
+
`
|
|
92
|
+
INSERT INTO state_locks (
|
|
93
|
+
scope, resource_key, mode, owner_id, owner_pid, heartbeat_at, created_at
|
|
94
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?)
|
|
95
|
+
`,
|
|
96
|
+
[
|
|
97
|
+
options.scope,
|
|
98
|
+
options.resourceKey,
|
|
99
|
+
options.mode,
|
|
100
|
+
ownerId,
|
|
101
|
+
process.pid,
|
|
102
|
+
now,
|
|
103
|
+
now
|
|
104
|
+
]
|
|
105
|
+
);
|
|
106
|
+
return true;
|
|
107
|
+
});
|
|
108
|
+
} finally {
|
|
109
|
+
await database.close();
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
function createStateLockRelease(options, ownerId) {
|
|
113
|
+
const heartbeatMs = options.heartbeatMs ?? DEFAULT_STATE_LOCK_HEARTBEAT_MS;
|
|
114
|
+
const heartbeat = setInterval(() => {
|
|
115
|
+
void updateStateLockHeartbeat(options, ownerId).catch(() => void 0);
|
|
116
|
+
}, heartbeatMs);
|
|
117
|
+
heartbeat.unref?.();
|
|
118
|
+
return async () => {
|
|
119
|
+
clearInterval(heartbeat);
|
|
120
|
+
const database = await openStateLockDatabase(options.databasePath);
|
|
121
|
+
try {
|
|
122
|
+
await database.run(
|
|
123
|
+
`
|
|
124
|
+
DELETE FROM state_locks
|
|
125
|
+
WHERE scope = ? AND resource_key = ? AND owner_id = ?
|
|
126
|
+
`,
|
|
127
|
+
[options.scope, options.resourceKey, ownerId]
|
|
128
|
+
);
|
|
129
|
+
} finally {
|
|
130
|
+
await database.close();
|
|
131
|
+
}
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
async function updateStateLockHeartbeat(options, ownerId) {
|
|
135
|
+
const database = await openStateLockDatabase(options.databasePath);
|
|
136
|
+
try {
|
|
137
|
+
await database.run(
|
|
138
|
+
`
|
|
139
|
+
UPDATE state_locks
|
|
140
|
+
SET heartbeat_at = ?, owner_pid = ?
|
|
141
|
+
WHERE scope = ? AND resource_key = ? AND owner_id = ?
|
|
142
|
+
`,
|
|
143
|
+
[Date.now(), process.pid, options.scope, options.resourceKey, ownerId]
|
|
144
|
+
);
|
|
145
|
+
} finally {
|
|
146
|
+
await database.close();
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
async function cleanupStaleStateLocks(database, options) {
|
|
150
|
+
const clauses = [];
|
|
151
|
+
const parameters = [];
|
|
152
|
+
if (options.scope !== void 0) {
|
|
153
|
+
clauses.push("scope = ?");
|
|
154
|
+
parameters.push(options.scope);
|
|
155
|
+
}
|
|
156
|
+
if (options.resourceKey !== void 0) {
|
|
157
|
+
clauses.push("resource_key = ?");
|
|
158
|
+
parameters.push(options.resourceKey);
|
|
159
|
+
}
|
|
160
|
+
const rows = await database.queryAll(
|
|
161
|
+
`
|
|
162
|
+
SELECT scope, resource_key, mode, owner_id, owner_pid, heartbeat_at
|
|
163
|
+
FROM state_locks
|
|
164
|
+
${clauses.length === 0 ? "" : `WHERE ${clauses.join(" AND ")}`}
|
|
165
|
+
`,
|
|
166
|
+
parameters,
|
|
167
|
+
(row) => ({
|
|
168
|
+
lock: mapStateLockRow(row),
|
|
169
|
+
resourceKey: getString(row, "resource_key"),
|
|
170
|
+
scope: getString(row, "scope")
|
|
171
|
+
})
|
|
172
|
+
);
|
|
173
|
+
for (const { lock, resourceKey, scope } of rows) {
|
|
174
|
+
if (!isStateLockStale(lock, options.staleMs)) {
|
|
175
|
+
continue;
|
|
176
|
+
}
|
|
177
|
+
await database.run(
|
|
178
|
+
`
|
|
179
|
+
DELETE FROM state_locks
|
|
180
|
+
WHERE scope = ?
|
|
181
|
+
AND resource_key = ?
|
|
182
|
+
AND owner_id = ?
|
|
183
|
+
AND heartbeat_at = ?
|
|
184
|
+
`,
|
|
185
|
+
[scope, resourceKey, lock.ownerId, lock.heartbeatAt]
|
|
186
|
+
);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
async function openStateLockDatabase(databasePath) {
|
|
190
|
+
return await openSharedStateDatabase(databasePath, STATE_LOCK_SCHEMA_SQL);
|
|
191
|
+
}
|
|
192
|
+
function mapStateLockRow(row) {
|
|
193
|
+
return {
|
|
194
|
+
heartbeatAt: getNumber(row, "heartbeat_at"),
|
|
195
|
+
mode: getStateLockMode(getString(row, "mode")),
|
|
196
|
+
ownerId: getString(row, "owner_id"),
|
|
197
|
+
ownerPid: getNumber(row, "owner_pid")
|
|
198
|
+
};
|
|
199
|
+
}
|
|
200
|
+
function getStateLockMode(value) {
|
|
201
|
+
if (value === "read" || value === "write") {
|
|
202
|
+
return value;
|
|
203
|
+
}
|
|
204
|
+
return "write";
|
|
205
|
+
}
|
|
206
|
+
function locksConflict(requested, existing) {
|
|
207
|
+
return requested === "write" || existing === "write";
|
|
208
|
+
}
|
|
209
|
+
function isStateLockStale(lock, staleMs = DEFAULT_STATE_LOCK_STALE_MS) {
|
|
210
|
+
return Date.now() - lock.heartbeatAt > staleMs && !isProcessAlive(lock.ownerPid);
|
|
211
|
+
}
|
|
212
|
+
function isProcessAlive(pid) {
|
|
213
|
+
try {
|
|
214
|
+
process.kill(pid, 0);
|
|
215
|
+
return true;
|
|
216
|
+
} catch (error) {
|
|
217
|
+
if (isNodeError(error) && error.code === "ESRCH") {
|
|
218
|
+
return false;
|
|
219
|
+
}
|
|
220
|
+
return true;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
async function delay(ms) {
|
|
224
|
+
await new Promise((resolveDelay) => {
|
|
225
|
+
setTimeout(resolveDelay, ms);
|
|
226
|
+
});
|
|
227
|
+
}
|
|
228
|
+
export {
|
|
229
|
+
acquireStateLock,
|
|
230
|
+
isStateLocked,
|
|
231
|
+
withStateLock
|
|
232
|
+
};
|
|
233
|
+
//# sourceMappingURL=state-lock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/state-lock.ts"],"sourcesContent":["import { randomUUID } from \"crypto\";\n\nimport {\n getNumber,\n getString,\n type Database,\n type SqlRow,\n} from \"./document/database.js\";\nimport { openSharedStateDatabase } from \"./document/index.js\";\nimport { isNodeError } from \"./utils/node-error.js\";\n\nconst STATE_LOCK_SCHEMA_SQL = `\n CREATE TABLE IF NOT EXISTS state_locks (\n scope TEXT NOT NULL,\n resource_key TEXT NOT NULL,\n mode TEXT NOT NULL,\n owner_id TEXT NOT NULL,\n owner_pid INTEGER NOT NULL,\n heartbeat_at INTEGER NOT NULL,\n created_at INTEGER NOT NULL,\n PRIMARY KEY (scope, resource_key, owner_id)\n );\n\n CREATE INDEX IF NOT EXISTS idx_state_locks_resource\n ON state_locks(scope, resource_key);\n`;\nconst DEFAULT_STATE_LOCK_POLL_MS = 100;\nconst DEFAULT_STATE_LOCK_STALE_MS = 5 * 60 * 1000;\nconst DEFAULT_STATE_LOCK_HEARTBEAT_MS = 15_000;\n\nexport type StateLockMode = \"read\" | \"write\";\n\nexport interface StateLockOptions {\n readonly databasePath: string;\n readonly heartbeatMs?: number;\n readonly mode: StateLockMode;\n readonly pollMs?: number;\n readonly resourceKey: string;\n readonly scope: string;\n readonly staleMs?: number;\n readonly wait?: boolean;\n}\n\ninterface StateLockRow {\n readonly heartbeatAt: number;\n readonly mode: StateLockMode;\n readonly ownerId: string;\n readonly ownerPid: number;\n}\n\nexport async function withStateLock<T>(\n options: StateLockOptions,\n operation: () => Promise<T> | T,\n): Promise<T> {\n const release = await acquireStateLock({ ...options, wait: true });\n\n if (release === undefined) {\n throw new Error(\"State lock was not acquired.\");\n }\n\n try {\n return await operation();\n } finally {\n await release();\n }\n}\n\nexport async function acquireStateLock(\n options: StateLockOptions,\n): Promise<(() => Promise<void>) | undefined> {\n const ownerId = `${process.pid}-${randomUUID()}`;\n const pollMs = options.pollMs ?? DEFAULT_STATE_LOCK_POLL_MS;\n\n while (true) {\n const acquired = await tryInsertStateLock(options, ownerId);\n\n if (acquired) {\n return createStateLockRelease(options, ownerId);\n }\n\n if (options.wait === false) {\n return undefined;\n }\n\n await delay(pollMs);\n }\n}\n\nexport async function isStateLocked(options: {\n readonly databasePath: string;\n readonly resourceKey: string;\n readonly scope: string;\n readonly staleMs?: number;\n}): Promise<boolean> {\n const database = await openStateLockDatabase(options.databasePath);\n\n try {\n await cleanupStaleStateLocks(database, options);\n const active = await database.queryOne(\n `\n SELECT 1 AS active\n FROM state_locks\n WHERE scope = ? AND resource_key = ?\n LIMIT 1\n `,\n [options.scope, options.resourceKey],\n () => true,\n );\n\n return active === true;\n } finally {\n await database.close();\n }\n}\n\nasync function tryInsertStateLock(\n options: StateLockOptions,\n ownerId: string,\n): Promise<boolean> {\n const database = await openStateLockDatabase(options.databasePath);\n const now = Date.now();\n\n try {\n return await database.transaction(async () => {\n await cleanupStaleStateLocks(database, options);\n const existingLocks = await database.queryAll(\n `\n SELECT mode, owner_id, owner_pid, heartbeat_at\n FROM state_locks\n WHERE scope = ? AND resource_key = ?\n `,\n [options.scope, options.resourceKey],\n mapStateLockRow,\n );\n\n if (\n existingLocks.some(\n (lock) =>\n lock.ownerId !== ownerId && locksConflict(options.mode, lock.mode),\n )\n ) {\n return false;\n }\n\n await database.run(\n `\n INSERT INTO state_locks (\n scope, resource_key, mode, owner_id, owner_pid, heartbeat_at, created_at\n ) VALUES (?, ?, ?, ?, ?, ?, ?)\n `,\n [\n options.scope,\n options.resourceKey,\n options.mode,\n ownerId,\n process.pid,\n now,\n now,\n ],\n );\n return true;\n });\n } finally {\n await database.close();\n }\n}\n\nfunction createStateLockRelease(\n options: StateLockOptions,\n ownerId: string,\n): () => Promise<void> {\n const heartbeatMs = options.heartbeatMs ?? DEFAULT_STATE_LOCK_HEARTBEAT_MS;\n const heartbeat = setInterval(() => {\n void updateStateLockHeartbeat(options, ownerId).catch(() => undefined);\n }, heartbeatMs);\n heartbeat.unref?.();\n\n return async () => {\n clearInterval(heartbeat);\n const database = await openStateLockDatabase(options.databasePath);\n\n try {\n await database.run(\n `\n DELETE FROM state_locks\n WHERE scope = ? AND resource_key = ? AND owner_id = ?\n `,\n [options.scope, options.resourceKey, ownerId],\n );\n } finally {\n await database.close();\n }\n };\n}\n\nasync function updateStateLockHeartbeat(\n options: StateLockOptions,\n ownerId: string,\n): Promise<void> {\n const database = await openStateLockDatabase(options.databasePath);\n\n try {\n await database.run(\n `\n UPDATE state_locks\n SET heartbeat_at = ?, owner_pid = ?\n WHERE scope = ? AND resource_key = ? AND owner_id = ?\n `,\n [Date.now(), process.pid, options.scope, options.resourceKey, ownerId],\n );\n } finally {\n await database.close();\n }\n}\n\nasync function cleanupStaleStateLocks(\n database: Database,\n options: {\n readonly resourceKey?: string;\n readonly scope?: string;\n readonly staleMs?: number;\n },\n): Promise<void> {\n const clauses: string[] = [];\n const parameters: string[] = [];\n\n if (options.scope !== undefined) {\n clauses.push(\"scope = ?\");\n parameters.push(options.scope);\n }\n if (options.resourceKey !== undefined) {\n clauses.push(\"resource_key = ?\");\n parameters.push(options.resourceKey);\n }\n\n const rows = await database.queryAll(\n `\n SELECT scope, resource_key, mode, owner_id, owner_pid, heartbeat_at\n FROM state_locks\n ${clauses.length === 0 ? \"\" : `WHERE ${clauses.join(\" AND \")}`}\n `,\n parameters,\n (row) => ({\n lock: mapStateLockRow(row),\n resourceKey: getString(row, \"resource_key\"),\n scope: getString(row, \"scope\"),\n }),\n );\n\n for (const { lock, resourceKey, scope } of rows) {\n if (!isStateLockStale(lock, options.staleMs)) {\n continue;\n }\n\n await database.run(\n `\n DELETE FROM state_locks\n WHERE scope = ?\n AND resource_key = ?\n AND owner_id = ?\n AND heartbeat_at = ?\n `,\n [scope, resourceKey, lock.ownerId, lock.heartbeatAt],\n );\n }\n}\n\nasync function openStateLockDatabase(databasePath: string): Promise<Database> {\n return await openSharedStateDatabase(databasePath, STATE_LOCK_SCHEMA_SQL);\n}\n\nfunction mapStateLockRow(row: SqlRow): StateLockRow {\n return {\n heartbeatAt: getNumber(row, \"heartbeat_at\"),\n mode: getStateLockMode(getString(row, \"mode\")),\n ownerId: getString(row, \"owner_id\"),\n ownerPid: getNumber(row, \"owner_pid\"),\n };\n}\n\nfunction getStateLockMode(value: string): StateLockMode {\n if (value === \"read\" || value === \"write\") {\n return value;\n }\n\n return \"write\";\n}\n\nfunction locksConflict(\n requested: StateLockMode,\n existing: StateLockMode,\n): boolean {\n return requested === \"write\" || existing === \"write\";\n}\n\nfunction isStateLockStale(\n lock: Pick<StateLockRow, \"heartbeatAt\" | \"ownerPid\">,\n staleMs = DEFAULT_STATE_LOCK_STALE_MS,\n): boolean {\n return (\n Date.now() - lock.heartbeatAt > staleMs && !isProcessAlive(lock.ownerPid)\n );\n}\n\nfunction isProcessAlive(pid: number): boolean {\n try {\n process.kill(pid, 0);\n return true;\n } catch (error) {\n if (isNodeError(error) && error.code === \"ESRCH\") {\n return false;\n }\n\n return true;\n }\n}\n\nasync function delay(ms: number): Promise<void> {\n await new Promise<void>((resolveDelay) => {\n setTimeout(resolveDelay, ms);\n });\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAE3B;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,+BAA+B;AACxC,SAAS,mBAAmB;AAE5B,MAAM,wBAAwB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAe9B,MAAM,6BAA6B;AACnC,MAAM,8BAA8B,IAAI,KAAK;AAC7C,MAAM,kCAAkC;AAsBxC,eAAsB,cACpB,SACA,WACY;AACZ,QAAM,UAAU,MAAM,iBAAiB,EAAE,GAAG,SAAS,MAAM,KAAK,CAAC;AAEjE,MAAI,YAAY,QAAW;AACzB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAEA,MAAI;AACF,WAAO,MAAM,UAAU;AAAA,EACzB,UAAE;AACA,UAAM,QAAQ;AAAA,EAChB;AACF;AAEA,eAAsB,iBACpB,SAC4C;AAC5C,QAAM,UAAU,GAAG,QAAQ,GAAG,IAAI,WAAW,CAAC;AAC9C,QAAM,SAAS,QAAQ,UAAU;AAEjC,SAAO,MAAM;AACX,UAAM,WAAW,MAAM,mBAAmB,SAAS,OAAO;AAE1D,QAAI,UAAU;AACZ,aAAO,uBAAuB,SAAS,OAAO;AAAA,IAChD;AAEA,QAAI,QAAQ,SAAS,OAAO;AAC1B,aAAO;AAAA,IACT;AAEA,UAAM,MAAM,MAAM;AAAA,EACpB;AACF;AAEA,eAAsB,cAAc,SAKf;AACnB,QAAM,WAAW,MAAM,sBAAsB,QAAQ,YAAY;AAEjE,MAAI;AACF,UAAM,uBAAuB,UAAU,OAAO;AAC9C,UAAM,SAAS,MAAM,SAAS;AAAA,MAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMA,CAAC,QAAQ,OAAO,QAAQ,WAAW;AAAA,MACnC,MAAM;AAAA,IACR;AAEA,WAAO,WAAW;AAAA,EACpB,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,mBACb,SACA,SACkB;AAClB,QAAM,WAAW,MAAM,sBAAsB,QAAQ,YAAY;AACjE,QAAM,MAAM,KAAK,IAAI;AAErB,MAAI;AACF,WAAO,MAAM,SAAS,YAAY,YAAY;AAC5C,YAAM,uBAAuB,UAAU,OAAO;AAC9C,YAAM,gBAAgB,MAAM,SAAS;AAAA,QACnC;AAAA;AAAA;AAAA;AAAA;AAAA,QAKA,CAAC,QAAQ,OAAO,QAAQ,WAAW;AAAA,QACnC;AAAA,MACF;AAEA,UACE,cAAc;AAAA,QACZ,CAAC,SACC,KAAK,YAAY,WAAW,cAAc,QAAQ,MAAM,KAAK,IAAI;AAAA,MACrE,GACA;AACA,eAAO;AAAA,MACT;AAEA,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA;AAAA,QAKA;AAAA,UACE,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR;AAAA,UACA,QAAQ;AAAA,UACR;AAAA,UACA;AAAA,QACF;AAAA,MACF;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,SAAS,uBACP,SACA,SACqB;AACrB,QAAM,cAAc,QAAQ,eAAe;AAC3C,QAAM,YAAY,YAAY,MAAM;AAClC,SAAK,yBAAyB,SAAS,OAAO,EAAE,MAAM,MAAM,MAAS;AAAA,EACvE,GAAG,WAAW;AACd,YAAU,QAAQ;AAElB,SAAO,YAAY;AACjB,kBAAc,SAAS;AACvB,UAAM,WAAW,MAAM,sBAAsB,QAAQ,YAAY;AAEjE,QAAI;AACF,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,QAAQ,OAAO,QAAQ,aAAa,OAAO;AAAA,MAC9C;AAAA,IACF,UAAE;AACA,YAAM,SAAS,MAAM;AAAA,IACvB;AAAA,EACF;AACF;AAEA,eAAe,yBACb,SACA,SACe;AACf,QAAM,WAAW,MAAM,sBAAsB,QAAQ,YAAY;AAEjE,MAAI;AACF,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,QAAQ,OAAO,QAAQ,aAAa,OAAO;AAAA,IACvE;AAAA,EACF,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,uBACb,UACA,SAKe;AACf,QAAM,UAAoB,CAAC;AAC3B,QAAM,aAAuB,CAAC;AAE9B,MAAI,QAAQ,UAAU,QAAW;AAC/B,YAAQ,KAAK,WAAW;AACxB,eAAW,KAAK,QAAQ,KAAK;AAAA,EAC/B;AACA,MAAI,QAAQ,gBAAgB,QAAW;AACrC,YAAQ,KAAK,kBAAkB;AAC/B,eAAW,KAAK,QAAQ,WAAW;AAAA,EACrC;AAEA,QAAM,OAAO,MAAM,SAAS;AAAA,IAC1B;AAAA;AAAA;AAAA,QAGI,QAAQ,WAAW,IAAI,KAAK,SAAS,QAAQ,KAAK,OAAO,CAAC,EAAE;AAAA;AAAA,IAEhE;AAAA,IACA,CAAC,SAAS;AAAA,MACR,MAAM,gBAAgB,GAAG;AAAA,MACzB,aAAa,UAAU,KAAK,cAAc;AAAA,MAC1C,OAAO,UAAU,KAAK,OAAO;AAAA,IAC/B;AAAA,EACF;AAEA,aAAW,EAAE,MAAM,aAAa,MAAM,KAAK,MAAM;AAC/C,QAAI,CAAC,iBAAiB,MAAM,QAAQ,OAAO,GAAG;AAC5C;AAAA,IACF;AAEA,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAOA,CAAC,OAAO,aAAa,KAAK,SAAS,KAAK,WAAW;AAAA,IACrD;AAAA,EACF;AACF;AAEA,eAAe,sBAAsB,cAAyC;AAC5E,SAAO,MAAM,wBAAwB,cAAc,qBAAqB;AAC1E;AAEA,SAAS,gBAAgB,KAA2B;AAClD,SAAO;AAAA,IACL,aAAa,UAAU,KAAK,cAAc;AAAA,IAC1C,MAAM,iBAAiB,UAAU,KAAK,MAAM,CAAC;AAAA,IAC7C,SAAS,UAAU,KAAK,UAAU;AAAA,IAClC,UAAU,UAAU,KAAK,WAAW;AAAA,EACtC;AACF;AAEA,SAAS,iBAAiB,OAA8B;AACtD,MAAI,UAAU,UAAU,UAAU,SAAS;AACzC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,cACP,WACA,UACS;AACT,SAAO,cAAc,WAAW,aAAa;AAC/C;AAEA,SAAS,iBACP,MACA,UAAU,6BACD;AACT,SACE,KAAK,IAAI,IAAI,KAAK,cAAc,WAAW,CAAC,eAAe,KAAK,QAAQ;AAE5E;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,SAAS;AAChD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;AAEA,eAAe,MAAM,IAA2B;AAC9C,QAAM,IAAI,QAAc,CAAC,iBAAiB;AACxC,eAAW,cAAc,EAAE;AAAA,EAC7B,CAAC;AACH;","names":[]}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { ZipFile, Entry } from 'yauzl';
|
|
2
|
+
|
|
3
|
+
declare function indexArchiveEntries(zipFile: ZipFile): Promise<readonly Entry[]>;
|
|
4
|
+
declare function isLegacySdpubPath(archivePath: string): boolean;
|
|
5
|
+
declare function assertWithinDirectory(rootDirectoryPath: string, targetPath: string, archivePath: string): void;
|
|
6
|
+
declare function normalizeArchivePath(path: string): string;
|
|
7
|
+
declare function openArchive(path: string): Promise<ZipFile>;
|
|
8
|
+
declare function openArchiveEntryStream(zipFile: ZipFile, entry: Entry): Promise<NodeJS.ReadableStream>;
|
|
9
|
+
declare function readArchiveEntryText(zipFile: ZipFile, entry: Entry): Promise<string>;
|
|
10
|
+
|
|
11
|
+
export { assertWithinDirectory, indexArchiveEntries, isLegacySdpubPath, normalizeArchivePath, openArchive, openArchiveEntryStream, readArchiveEntryText };
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { posix, resolve, sep } from "path";
|
|
2
|
+
import {
|
|
3
|
+
open as openZip
|
|
4
|
+
} from "yauzl";
|
|
5
|
+
const LEGACY_SDPUB_PATTERNS = [
|
|
6
|
+
/^manifest\.json$/u,
|
|
7
|
+
/^database\.db$/u,
|
|
8
|
+
/^toc\.json$/u,
|
|
9
|
+
/^cover\/(?:data\.bin|info\.json)$/u,
|
|
10
|
+
/^summaries\/serial-\d+\.txt$/u,
|
|
11
|
+
/^fragments\/serial-\d+\/fragment_\d+\.json$/u
|
|
12
|
+
];
|
|
13
|
+
async function indexArchiveEntries(zipFile) {
|
|
14
|
+
return await new Promise((resolve2, reject) => {
|
|
15
|
+
const entries = [];
|
|
16
|
+
zipFile.on("entry", (entry) => {
|
|
17
|
+
if (entry.fileName.endsWith("/")) {
|
|
18
|
+
zipFile.readEntry();
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
entries.push(entry);
|
|
22
|
+
zipFile.readEntry();
|
|
23
|
+
});
|
|
24
|
+
zipFile.once("end", () => {
|
|
25
|
+
resolve2(entries);
|
|
26
|
+
});
|
|
27
|
+
zipFile.once("error", (error) => {
|
|
28
|
+
reject(error);
|
|
29
|
+
});
|
|
30
|
+
zipFile.readEntry();
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
function isLegacySdpubPath(archivePath) {
|
|
34
|
+
return LEGACY_SDPUB_PATTERNS.some((pattern) => pattern.test(archivePath));
|
|
35
|
+
}
|
|
36
|
+
function assertWithinDirectory(rootDirectoryPath, targetPath, archivePath) {
|
|
37
|
+
const resolvedRootDirectoryPath = resolve(rootDirectoryPath);
|
|
38
|
+
const rootPrefix = resolvedRootDirectoryPath.endsWith(sep) ? resolvedRootDirectoryPath : `${resolvedRootDirectoryPath}${sep}`;
|
|
39
|
+
if (targetPath === resolvedRootDirectoryPath || targetPath.startsWith(rootPrefix)) {
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
throw new Error(`Invalid archive entry path: ${archivePath}`);
|
|
43
|
+
}
|
|
44
|
+
function normalizeArchivePath(path) {
|
|
45
|
+
const normalized = path.replaceAll("\\", "/").trim();
|
|
46
|
+
const withoutLeadingSlash = normalized.startsWith("/") ? normalized.slice(1) : normalized;
|
|
47
|
+
return posix.normalize(withoutLeadingSlash).replace(/^(\.\/)+/u, "").replace(/^\/+/u, "");
|
|
48
|
+
}
|
|
49
|
+
async function openArchive(path) {
|
|
50
|
+
return await new Promise((resolveOpen, rejectOpen) => {
|
|
51
|
+
openZip(path, { autoClose: false, lazyEntries: true }, (error, zipFile) => {
|
|
52
|
+
if (error !== null || zipFile === void 0) {
|
|
53
|
+
rejectOpen(error ?? new Error(`Cannot open archive: ${path}`));
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
resolveOpen(zipFile);
|
|
57
|
+
});
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
async function openArchiveEntryStream(zipFile, entry) {
|
|
61
|
+
return await new Promise((resolveStream, rejectStream) => {
|
|
62
|
+
zipFile.openReadStream(entry, (error, stream) => {
|
|
63
|
+
if (error !== null || stream === void 0) {
|
|
64
|
+
rejectStream(
|
|
65
|
+
error ?? new Error(`Cannot open archive entry: ${entry.fileName}`)
|
|
66
|
+
);
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
resolveStream(stream);
|
|
70
|
+
});
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
async function readArchiveEntryText(zipFile, entry) {
|
|
74
|
+
const chunks = [];
|
|
75
|
+
const stream = await openArchiveEntryStream(zipFile, entry);
|
|
76
|
+
await new Promise((resolveRead, rejectRead) => {
|
|
77
|
+
stream.on("data", (chunk) => {
|
|
78
|
+
chunks.push(chunk);
|
|
79
|
+
});
|
|
80
|
+
stream.once("end", resolveRead);
|
|
81
|
+
stream.once("error", rejectRead);
|
|
82
|
+
});
|
|
83
|
+
return Buffer.concat(chunks).toString("utf8");
|
|
84
|
+
}
|
|
85
|
+
export {
|
|
86
|
+
assertWithinDirectory,
|
|
87
|
+
indexArchiveEntries,
|
|
88
|
+
isLegacySdpubPath,
|
|
89
|
+
normalizeArchivePath,
|
|
90
|
+
openArchive,
|
|
91
|
+
openArchiveEntryStream,
|
|
92
|
+
readArchiveEntryText
|
|
93
|
+
};
|
|
94
|
+
//# sourceMappingURL=archive.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../../src/storage/migration/legacy-sdpub/upgrade/archive.ts"],"sourcesContent":["import { posix, resolve, sep } from \"path\";\nimport {\n open as openZip,\n type Entry,\n type ZipFile as YauzlZipFile,\n} from \"yauzl\";\n\nconst LEGACY_SDPUB_PATTERNS = [\n /^manifest\\.json$/u,\n /^database\\.db$/u,\n /^toc\\.json$/u,\n /^cover\\/(?:data\\.bin|info\\.json)$/u,\n /^summaries\\/serial-\\d+\\.txt$/u,\n /^fragments\\/serial-\\d+\\/fragment_\\d+\\.json$/u,\n] as const;\n\nexport async function indexArchiveEntries(\n zipFile: YauzlZipFile,\n): Promise<readonly Entry[]> {\n return await new Promise((resolve, reject) => {\n const entries: Entry[] = [];\n\n zipFile.on(\"entry\", (entry: Entry) => {\n if (entry.fileName.endsWith(\"/\")) {\n zipFile.readEntry();\n return;\n }\n\n entries.push(entry);\n zipFile.readEntry();\n });\n zipFile.once(\"end\", () => {\n resolve(entries);\n });\n zipFile.once(\"error\", (error: Error) => {\n reject(error);\n });\n\n zipFile.readEntry();\n });\n}\n\nexport function isLegacySdpubPath(archivePath: string): boolean {\n return LEGACY_SDPUB_PATTERNS.some((pattern) => pattern.test(archivePath));\n}\n\nexport function assertWithinDirectory(\n rootDirectoryPath: string,\n targetPath: string,\n archivePath: string,\n): void {\n const resolvedRootDirectoryPath = resolve(rootDirectoryPath);\n const rootPrefix = resolvedRootDirectoryPath.endsWith(sep)\n ? resolvedRootDirectoryPath\n : `${resolvedRootDirectoryPath}${sep}`;\n\n if (\n targetPath === resolvedRootDirectoryPath ||\n targetPath.startsWith(rootPrefix)\n ) {\n return;\n }\n\n throw new Error(`Invalid archive entry path: ${archivePath}`);\n}\n\nexport function normalizeArchivePath(path: string): string {\n const normalized = path.replaceAll(\"\\\\\", \"/\").trim();\n const withoutLeadingSlash = normalized.startsWith(\"/\")\n ? normalized.slice(1)\n : normalized;\n\n return posix\n .normalize(withoutLeadingSlash)\n .replace(/^(\\.\\/)+/u, \"\")\n .replace(/^\\/+/u, \"\");\n}\n\nexport async function openArchive(path: string): Promise<YauzlZipFile> {\n return await new Promise((resolveOpen, rejectOpen) => {\n openZip(path, { autoClose: false, lazyEntries: true }, (error, zipFile) => {\n if (error !== null || zipFile === undefined) {\n rejectOpen(error ?? new Error(`Cannot open archive: ${path}`));\n return;\n }\n\n resolveOpen(zipFile);\n });\n });\n}\n\nexport async function openArchiveEntryStream(\n zipFile: YauzlZipFile,\n entry: Entry,\n): Promise<NodeJS.ReadableStream> {\n return await new Promise((resolveStream, rejectStream) => {\n zipFile.openReadStream(entry, (error, stream) => {\n if (error !== null || stream === undefined) {\n rejectStream(\n error ?? new Error(`Cannot open archive entry: ${entry.fileName}`),\n );\n return;\n }\n\n resolveStream(stream);\n });\n });\n}\n\nexport async function readArchiveEntryText(\n zipFile: YauzlZipFile,\n entry: Entry,\n): Promise<string> {\n const chunks: Buffer[] = [];\n const stream = await openArchiveEntryStream(zipFile, entry);\n\n await new Promise<void>((resolveRead, rejectRead) => {\n stream.on(\"data\", (chunk: Buffer) => {\n chunks.push(chunk);\n });\n stream.once(\"end\", resolveRead);\n stream.once(\"error\", rejectRead);\n });\n\n return Buffer.concat(chunks).toString(\"utf8\");\n}\n"],"mappings":"AAAA,SAAS,OAAO,SAAS,WAAW;AACpC;AAAA,EACE,QAAQ;AAAA,OAGH;AAEP,MAAM,wBAAwB;AAAA,EAC5B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,eAAsB,oBACpB,SAC2B;AAC3B,SAAO,MAAM,IAAI,QAAQ,CAACA,UAAS,WAAW;AAC5C,UAAM,UAAmB,CAAC;AAE1B,YAAQ,GAAG,SAAS,CAAC,UAAiB;AACpC,UAAI,MAAM,SAAS,SAAS,GAAG,GAAG;AAChC,gBAAQ,UAAU;AAClB;AAAA,MACF;AAEA,cAAQ,KAAK,KAAK;AAClB,cAAQ,UAAU;AAAA,IACpB,CAAC;AACD,YAAQ,KAAK,OAAO,MAAM;AACxB,MAAAA,SAAQ,OAAO;AAAA,IACjB,CAAC;AACD,YAAQ,KAAK,SAAS,CAAC,UAAiB;AACtC,aAAO,KAAK;AAAA,IACd,CAAC;AAED,YAAQ,UAAU;AAAA,EACpB,CAAC;AACH;AAEO,SAAS,kBAAkB,aAA8B;AAC9D,SAAO,sBAAsB,KAAK,CAAC,YAAY,QAAQ,KAAK,WAAW,CAAC;AAC1E;AAEO,SAAS,sBACd,mBACA,YACA,aACM;AACN,QAAM,4BAA4B,QAAQ,iBAAiB;AAC3D,QAAM,aAAa,0BAA0B,SAAS,GAAG,IACrD,4BACA,GAAG,yBAAyB,GAAG,GAAG;AAEtC,MACE,eAAe,6BACf,WAAW,WAAW,UAAU,GAChC;AACA;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,+BAA+B,WAAW,EAAE;AAC9D;AAEO,SAAS,qBAAqB,MAAsB;AACzD,QAAM,aAAa,KAAK,WAAW,MAAM,GAAG,EAAE,KAAK;AACnD,QAAM,sBAAsB,WAAW,WAAW,GAAG,IACjD,WAAW,MAAM,CAAC,IAClB;AAEJ,SAAO,MACJ,UAAU,mBAAmB,EAC7B,QAAQ,aAAa,EAAE,EACvB,QAAQ,SAAS,EAAE;AACxB;AAEA,eAAsB,YAAY,MAAqC;AACrE,SAAO,MAAM,IAAI,QAAQ,CAAC,aAAa,eAAe;AACpD,YAAQ,MAAM,EAAE,WAAW,OAAO,aAAa,KAAK,GAAG,CAAC,OAAO,YAAY;AACzE,UAAI,UAAU,QAAQ,YAAY,QAAW;AAC3C,mBAAW,SAAS,IAAI,MAAM,wBAAwB,IAAI,EAAE,CAAC;AAC7D;AAAA,MACF;AAEA,kBAAY,OAAO;AAAA,IACrB,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAsB,uBACpB,SACA,OACgC;AAChC,SAAO,MAAM,IAAI,QAAQ,CAAC,eAAe,iBAAiB;AACxD,YAAQ,eAAe,OAAO,CAAC,OAAO,WAAW;AAC/C,UAAI,UAAU,QAAQ,WAAW,QAAW;AAC1C;AAAA,UACE,SAAS,IAAI,MAAM,8BAA8B,MAAM,QAAQ,EAAE;AAAA,QACnE;AACA;AAAA,MACF;AAEA,oBAAc,MAAM;AAAA,IACtB,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAsB,qBACpB,SACA,OACiB;AACjB,QAAM,SAAmB,CAAC;AAC1B,QAAM,SAAS,MAAM,uBAAuB,SAAS,KAAK;AAE1D,QAAM,IAAI,QAAc,CAAC,aAAa,eAAe;AACnD,WAAO,GAAG,QAAQ,CAAC,UAAkB;AACnC,aAAO,KAAK,KAAK;AAAA,IACnB,CAAC;AACD,WAAO,KAAK,OAAO,WAAW;AAC9B,WAAO,KAAK,SAAS,UAAU;AAAA,EACjC,CAAC;AAED,SAAO,OAAO,OAAO,MAAM,EAAE,SAAS,MAAM;AAC9C;","names":["resolve"]}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { Database } from '../../../../document/database.js';
|
|
2
|
+
import 'sqlite3';
|
|
3
|
+
|
|
4
|
+
declare function listTableNames(database: Database): Promise<ReadonlySet<string>>;
|
|
5
|
+
declare function listTableColumns(database: Database, tableName: string): Promise<ReadonlySet<string>>;
|
|
6
|
+
|
|
7
|
+
export { listTableColumns, listTableNames };
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
async function listTableNames(database) {
|
|
2
|
+
const names = await database.queryAll(
|
|
3
|
+
`
|
|
4
|
+
SELECT name
|
|
5
|
+
FROM sqlite_master
|
|
6
|
+
WHERE type = 'table'
|
|
7
|
+
`,
|
|
8
|
+
void 0,
|
|
9
|
+
(row) => String(row.name)
|
|
10
|
+
);
|
|
11
|
+
return new Set(names);
|
|
12
|
+
}
|
|
13
|
+
async function listTableColumns(database, tableName) {
|
|
14
|
+
const columns = await database.queryAll(
|
|
15
|
+
`PRAGMA table_info(${quoteSqlIdentifier(tableName)})`,
|
|
16
|
+
void 0,
|
|
17
|
+
(row) => String(row.name)
|
|
18
|
+
);
|
|
19
|
+
return new Set(columns);
|
|
20
|
+
}
|
|
21
|
+
function quoteSqlIdentifier(identifier) {
|
|
22
|
+
return `"${identifier.replaceAll('"', '""')}"`;
|
|
23
|
+
}
|
|
24
|
+
export {
|
|
25
|
+
listTableColumns,
|
|
26
|
+
listTableNames
|
|
27
|
+
};
|
|
28
|
+
//# sourceMappingURL=database.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../../src/storage/migration/legacy-sdpub/upgrade/database.ts"],"sourcesContent":["import type { Database } from \"../../../../document/database.js\";\n\nexport async function listTableNames(\n database: Database,\n): Promise<ReadonlySet<string>> {\n const names = await database.queryAll(\n `\n SELECT name\n FROM sqlite_master\n WHERE type = 'table'\n `,\n undefined,\n (row) => String(row.name),\n );\n\n return new Set(names);\n}\n\nexport async function listTableColumns(\n database: Database,\n tableName: string,\n): Promise<ReadonlySet<string>> {\n const columns = await database.queryAll(\n `PRAGMA table_info(${quoteSqlIdentifier(tableName)})`,\n undefined,\n (row) => String(row.name),\n );\n\n return new Set(columns);\n}\n\nfunction quoteSqlIdentifier(identifier: string): string {\n return `\"${identifier.replaceAll('\"', '\"\"')}\"`;\n}\n"],"mappings":"AAEA,eAAsB,eACpB,UAC8B;AAC9B,QAAM,QAAQ,MAAM,SAAS;AAAA,IAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,IAAI;AAAA,EAC1B;AAEA,SAAO,IAAI,IAAI,KAAK;AACtB;AAEA,eAAsB,iBACpB,UACA,WAC8B;AAC9B,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B,qBAAqB,mBAAmB,SAAS,CAAC;AAAA,IAClD;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,IAAI;AAAA,EAC1B;AAEA,SAAO,IAAI,IAAI,OAAO;AACxB;AAEA,SAAS,mBAAmB,YAA4B;AACtD,SAAO,IAAI,WAAW,WAAW,KAAK,IAAI,CAAC;AAC7C;","names":[]}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { createWriteStream } from "fs";
|
|
2
|
+
import { mkdir } from "fs/promises";
|
|
3
|
+
import { dirname, resolve } from "path";
|
|
4
|
+
import { pipeline } from "stream/promises";
|
|
5
|
+
import {
|
|
6
|
+
assertWithinDirectory,
|
|
7
|
+
indexArchiveEntries,
|
|
8
|
+
isLegacySdpubPath,
|
|
9
|
+
normalizeArchivePath,
|
|
10
|
+
openArchive,
|
|
11
|
+
openArchiveEntryStream,
|
|
12
|
+
readArchiveEntryText
|
|
13
|
+
} from "./archive.js";
|
|
14
|
+
const LEGACY_FORMAT_VERSION = 1;
|
|
15
|
+
async function extractLegacySdpubArchive(inputPath, outputDirectoryPath) {
|
|
16
|
+
const zipFile = await openArchive(inputPath);
|
|
17
|
+
try {
|
|
18
|
+
const entries = await indexArchiveEntries(zipFile);
|
|
19
|
+
await assertLegacySdpubArchive(zipFile, entries);
|
|
20
|
+
for (const entry of entries) {
|
|
21
|
+
const archivePath = normalizeArchivePath(entry.fileName);
|
|
22
|
+
if (archivePath === "" || !isLegacySdpubPath(archivePath)) {
|
|
23
|
+
continue;
|
|
24
|
+
}
|
|
25
|
+
const targetPath = resolve(outputDirectoryPath, archivePath);
|
|
26
|
+
assertWithinDirectory(outputDirectoryPath, targetPath, archivePath);
|
|
27
|
+
await mkdir(dirname(targetPath), { recursive: true });
|
|
28
|
+
await pipeline(
|
|
29
|
+
await openArchiveEntryStream(zipFile, entry),
|
|
30
|
+
createWriteStream(targetPath)
|
|
31
|
+
);
|
|
32
|
+
}
|
|
33
|
+
} finally {
|
|
34
|
+
zipFile.close();
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
async function assertLegacySdpubArchive(zipFile, entries) {
|
|
38
|
+
const paths = new Set(
|
|
39
|
+
entries.map((entry) => normalizeArchivePath(entry.fileName))
|
|
40
|
+
);
|
|
41
|
+
if (!paths.has("database.db") || !paths.has("toc.json")) {
|
|
42
|
+
throw new Error("Unsupported legacy sdpub archive.");
|
|
43
|
+
}
|
|
44
|
+
if (paths.has("manifest.json")) {
|
|
45
|
+
const manifestEntry = entries.find(
|
|
46
|
+
(entry) => normalizeArchivePath(entry.fileName) === "manifest.json"
|
|
47
|
+
);
|
|
48
|
+
if (manifestEntry === void 0) {
|
|
49
|
+
throw new Error("Unsupported legacy sdpub archive.");
|
|
50
|
+
}
|
|
51
|
+
assertSupportedManifest(await readArchiveEntryText(zipFile, manifestEntry));
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
function assertSupportedManifest(content) {
|
|
55
|
+
try {
|
|
56
|
+
const parsed = JSON.parse(content);
|
|
57
|
+
if (parsed.formatVersion === LEGACY_FORMAT_VERSION) {
|
|
58
|
+
return;
|
|
59
|
+
}
|
|
60
|
+
} catch {
|
|
61
|
+
throw new Error("Unsupported legacy sdpub archive.");
|
|
62
|
+
}
|
|
63
|
+
throw new Error("Unsupported legacy sdpub archive.");
|
|
64
|
+
}
|
|
65
|
+
export {
|
|
66
|
+
extractLegacySdpubArchive
|
|
67
|
+
};
|
|
68
|
+
//# sourceMappingURL=extract.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../../src/storage/migration/legacy-sdpub/upgrade/extract.ts"],"sourcesContent":["import { createWriteStream } from \"fs\";\nimport { mkdir } from \"fs/promises\";\nimport { dirname, resolve } from \"path\";\nimport { pipeline } from \"stream/promises\";\n\nimport type { Entry, ZipFile as YauzlZipFile } from \"yauzl\";\n\nimport {\n assertWithinDirectory,\n indexArchiveEntries,\n isLegacySdpubPath,\n normalizeArchivePath,\n openArchive,\n openArchiveEntryStream,\n readArchiveEntryText,\n} from \"./archive.js\";\n\nconst LEGACY_FORMAT_VERSION = 1;\n\nexport async function extractLegacySdpubArchive(\n inputPath: string,\n outputDirectoryPath: string,\n): Promise<void> {\n const zipFile = await openArchive(inputPath);\n\n try {\n const entries = await indexArchiveEntries(zipFile);\n\n await assertLegacySdpubArchive(zipFile, entries);\n for (const entry of entries) {\n const archivePath = normalizeArchivePath(entry.fileName);\n\n if (archivePath === \"\" || !isLegacySdpubPath(archivePath)) {\n continue;\n }\n\n const targetPath = resolve(outputDirectoryPath, archivePath);\n\n assertWithinDirectory(outputDirectoryPath, targetPath, archivePath);\n await mkdir(dirname(targetPath), { recursive: true });\n await pipeline(\n await openArchiveEntryStream(zipFile, entry),\n createWriteStream(targetPath),\n );\n }\n } finally {\n zipFile.close();\n }\n}\n\nasync function assertLegacySdpubArchive(\n zipFile: YauzlZipFile,\n entries: readonly Entry[],\n): Promise<void> {\n const paths = new Set(\n entries.map((entry) => normalizeArchivePath(entry.fileName)),\n );\n\n if (!paths.has(\"database.db\") || !paths.has(\"toc.json\")) {\n throw new Error(\"Unsupported legacy sdpub archive.\");\n }\n if (paths.has(\"manifest.json\")) {\n const manifestEntry = entries.find(\n (entry) => normalizeArchivePath(entry.fileName) === \"manifest.json\",\n );\n\n if (manifestEntry === undefined) {\n throw new Error(\"Unsupported legacy sdpub archive.\");\n }\n\n assertSupportedManifest(await readArchiveEntryText(zipFile, manifestEntry));\n }\n}\n\nfunction assertSupportedManifest(content: string): void {\n try {\n const parsed = JSON.parse(content) as { readonly formatVersion?: unknown };\n\n if (parsed.formatVersion === LEGACY_FORMAT_VERSION) {\n return;\n }\n } catch {\n throw new Error(\"Unsupported legacy sdpub archive.\");\n }\n\n throw new Error(\"Unsupported legacy sdpub archive.\");\n}\n"],"mappings":"AAAA,SAAS,yBAAyB;AAClC,SAAS,aAAa;AACtB,SAAS,SAAS,eAAe;AACjC,SAAS,gBAAgB;AAIzB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,MAAM,wBAAwB;AAE9B,eAAsB,0BACpB,WACA,qBACe;AACf,QAAM,UAAU,MAAM,YAAY,SAAS;AAE3C,MAAI;AACF,UAAM,UAAU,MAAM,oBAAoB,OAAO;AAEjD,UAAM,yBAAyB,SAAS,OAAO;AAC/C,eAAW,SAAS,SAAS;AAC3B,YAAM,cAAc,qBAAqB,MAAM,QAAQ;AAEvD,UAAI,gBAAgB,MAAM,CAAC,kBAAkB,WAAW,GAAG;AACzD;AAAA,MACF;AAEA,YAAM,aAAa,QAAQ,qBAAqB,WAAW;AAE3D,4BAAsB,qBAAqB,YAAY,WAAW;AAClE,YAAM,MAAM,QAAQ,UAAU,GAAG,EAAE,WAAW,KAAK,CAAC;AACpD,YAAM;AAAA,QACJ,MAAM,uBAAuB,SAAS,KAAK;AAAA,QAC3C,kBAAkB,UAAU;AAAA,MAC9B;AAAA,IACF;AAAA,EACF,UAAE;AACA,YAAQ,MAAM;AAAA,EAChB;AACF;AAEA,eAAe,yBACb,SACA,SACe;AACf,QAAM,QAAQ,IAAI;AAAA,IAChB,QAAQ,IAAI,CAAC,UAAU,qBAAqB,MAAM,QAAQ,CAAC;AAAA,EAC7D;AAEA,MAAI,CAAC,MAAM,IAAI,aAAa,KAAK,CAAC,MAAM,IAAI,UAAU,GAAG;AACvD,UAAM,IAAI,MAAM,mCAAmC;AAAA,EACrD;AACA,MAAI,MAAM,IAAI,eAAe,GAAG;AAC9B,UAAM,gBAAgB,QAAQ;AAAA,MAC5B,CAAC,UAAU,qBAAqB,MAAM,QAAQ,MAAM;AAAA,IACtD;AAEA,QAAI,kBAAkB,QAAW;AAC/B,YAAM,IAAI,MAAM,mCAAmC;AAAA,IACrD;AAEA,4BAAwB,MAAM,qBAAqB,SAAS,aAAa,CAAC;AAAA,EAC5E;AACF;AAEA,SAAS,wBAAwB,SAAuB;AACtD,MAAI;AACF,UAAM,SAAS,KAAK,MAAM,OAAO;AAEjC,QAAI,OAAO,kBAAkB,uBAAuB;AAClD;AAAA,IACF;AAAA,EACF,QAAQ;AACN,UAAM,IAAI,MAAM,mCAAmC;AAAA,EACrD;AAEA,QAAM,IAAI,MAAM,mCAAmC;AACrD;","names":[]}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { rm } from "fs/promises";
|
|
2
|
+
import { join, resolve } from "path";
|
|
3
|
+
import { createWikiGraphTempDirectory } from "../../../../runtime/common/wiki-graph/temp.js";
|
|
4
|
+
import { DirectoryDocument } from "../../../../document/index.js";
|
|
5
|
+
import { writeWikgArchive } from "../../../wikg/index.js";
|
|
6
|
+
import { extractLegacySdpubArchive } from "./extract.js";
|
|
7
|
+
import { migrateLegacyDatabase } from "./schema.js";
|
|
8
|
+
import { migrateLegacyTextStorage } from "./text-storage/index.js";
|
|
9
|
+
async function migrateLegacySdpubToWikg(inputPath, outputPath = defaultWikgOutputPath(inputPath)) {
|
|
10
|
+
if (resolve(inputPath) === resolve(outputPath)) {
|
|
11
|
+
throw new Error(
|
|
12
|
+
"Legacy migration output path must differ from input path."
|
|
13
|
+
);
|
|
14
|
+
}
|
|
15
|
+
const workspacePath = await createWikiGraphTempDirectory("sdpub-upgrade");
|
|
16
|
+
try {
|
|
17
|
+
await extractLegacySdpubArchive(inputPath, workspacePath);
|
|
18
|
+
await migrateLegacyDatabase(join(workspacePath, "database.db"));
|
|
19
|
+
await migrateLegacyTextStorage(workspacePath);
|
|
20
|
+
await normalizeLegacyToc(workspacePath);
|
|
21
|
+
await writeWikgArchive(workspacePath, outputPath);
|
|
22
|
+
return { inputPath, outputPath };
|
|
23
|
+
} finally {
|
|
24
|
+
await rm(workspacePath, { force: true, recursive: true });
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
async function normalizeLegacyToc(workspacePath) {
|
|
28
|
+
const document = await DirectoryDocument.open(workspacePath);
|
|
29
|
+
try {
|
|
30
|
+
const toc = await document.readToc();
|
|
31
|
+
if (toc !== void 0) {
|
|
32
|
+
await document.replaceToc(toc);
|
|
33
|
+
}
|
|
34
|
+
} finally {
|
|
35
|
+
await document.release();
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
function defaultWikgOutputPath(inputPath) {
|
|
39
|
+
if (inputPath.toLowerCase().endsWith(".sdpub")) {
|
|
40
|
+
return `${inputPath.slice(0, -".sdpub".length)}.wikg`;
|
|
41
|
+
}
|
|
42
|
+
return `${inputPath}.wikg`;
|
|
43
|
+
}
|
|
44
|
+
export {
|
|
45
|
+
migrateLegacySdpubToWikg
|
|
46
|
+
};
|
|
47
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../../src/storage/migration/legacy-sdpub/upgrade/index.ts"],"sourcesContent":["import { rm } from \"fs/promises\";\nimport { join, resolve } from \"path\";\n\nimport { createWikiGraphTempDirectory } from \"../../../../runtime/common/wiki-graph/temp.js\";\nimport { DirectoryDocument } from \"../../../../document/index.js\";\nimport { writeWikgArchive } from \"../../../wikg/index.js\";\nimport { extractLegacySdpubArchive } from \"./extract.js\";\nimport { migrateLegacyDatabase } from \"./schema.js\";\nimport { migrateLegacyTextStorage } from \"./text-storage/index.js\";\n\nexport interface LegacySdpubMigrationResult {\n readonly inputPath: string;\n readonly outputPath: string;\n}\n\nexport async function migrateLegacySdpubToWikg(\n inputPath: string,\n outputPath = defaultWikgOutputPath(inputPath),\n): Promise<LegacySdpubMigrationResult> {\n if (resolve(inputPath) === resolve(outputPath)) {\n throw new Error(\n \"Legacy migration output path must differ from input path.\",\n );\n }\n\n const workspacePath = await createWikiGraphTempDirectory(\"sdpub-upgrade\");\n\n try {\n await extractLegacySdpubArchive(inputPath, workspacePath);\n await migrateLegacyDatabase(join(workspacePath, \"database.db\"));\n await migrateLegacyTextStorage(workspacePath);\n await normalizeLegacyToc(workspacePath);\n await writeWikgArchive(workspacePath, outputPath);\n\n return { inputPath, outputPath };\n } finally {\n await rm(workspacePath, { force: true, recursive: true });\n }\n}\n\nasync function normalizeLegacyToc(workspacePath: string): Promise<void> {\n const document = await DirectoryDocument.open(workspacePath);\n\n try {\n const toc = await document.readToc();\n\n if (toc !== undefined) {\n await document.replaceToc(toc);\n }\n } finally {\n await document.release();\n }\n}\n\nfunction defaultWikgOutputPath(inputPath: string): string {\n if (inputPath.toLowerCase().endsWith(\".sdpub\")) {\n return `${inputPath.slice(0, -\".sdpub\".length)}.wikg`;\n }\n\n return `${inputPath}.wikg`;\n}\n"],"mappings":"AAAA,SAAS,UAAU;AACnB,SAAS,MAAM,eAAe;AAE9B,SAAS,oCAAoC;AAC7C,SAAS,yBAAyB;AAClC,SAAS,wBAAwB;AACjC,SAAS,iCAAiC;AAC1C,SAAS,6BAA6B;AACtC,SAAS,gCAAgC;AAOzC,eAAsB,yBACpB,WACA,aAAa,sBAAsB,SAAS,GACP;AACrC,MAAI,QAAQ,SAAS,MAAM,QAAQ,UAAU,GAAG;AAC9C,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,QAAM,gBAAgB,MAAM,6BAA6B,eAAe;AAExE,MAAI;AACF,UAAM,0BAA0B,WAAW,aAAa;AACxD,UAAM,sBAAsB,KAAK,eAAe,aAAa,CAAC;AAC9D,UAAM,yBAAyB,aAAa;AAC5C,UAAM,mBAAmB,aAAa;AACtC,UAAM,iBAAiB,eAAe,UAAU;AAEhD,WAAO,EAAE,WAAW,WAAW;AAAA,EACjC,UAAE;AACA,UAAM,GAAG,eAAe,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EAC1D;AACF;AAEA,eAAe,mBAAmB,eAAsC;AACtE,QAAM,WAAW,MAAM,kBAAkB,KAAK,aAAa;AAE3D,MAAI;AACF,UAAM,MAAM,MAAM,SAAS,QAAQ;AAEnC,QAAI,QAAQ,QAAW;AACrB,YAAM,SAAS,WAAW,GAAG;AAAA,IAC/B;AAAA,EACF,UAAE;AACA,UAAM,SAAS,QAAQ;AAAA,EACzB;AACF;AAEA,SAAS,sBAAsB,WAA2B;AACxD,MAAI,UAAU,YAAY,EAAE,SAAS,QAAQ,GAAG;AAC9C,WAAO,GAAG,UAAU,MAAM,GAAG,CAAC,SAAS,MAAM,CAAC;AAAA,EAChD;AAEA,SAAO,GAAG,SAAS;AACrB;","names":[]}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { Database } from "../../../../document/database.js";
|
|
2
|
+
import { listTableColumns, listTableNames } from "./database.js";
|
|
3
|
+
async function migrateLegacyDatabase(databasePath) {
|
|
4
|
+
const database = await Database.open(databasePath);
|
|
5
|
+
try {
|
|
6
|
+
await migrateKnowledgeEdges(database);
|
|
7
|
+
await migrateSerialDocumentOrder(database);
|
|
8
|
+
} finally {
|
|
9
|
+
await database.close();
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
async function migrateKnowledgeEdges(database) {
|
|
13
|
+
const tables = await listTableNames(database);
|
|
14
|
+
if (tables.has("reading_edges")) {
|
|
15
|
+
return;
|
|
16
|
+
}
|
|
17
|
+
if (!tables.has("knowledge_edges")) {
|
|
18
|
+
return;
|
|
19
|
+
}
|
|
20
|
+
await database.run(`
|
|
21
|
+
ALTER TABLE knowledge_edges
|
|
22
|
+
RENAME TO reading_edges
|
|
23
|
+
`);
|
|
24
|
+
}
|
|
25
|
+
async function migrateSerialDocumentOrder(database) {
|
|
26
|
+
const columns = await listTableColumns(database, "serials");
|
|
27
|
+
if (!columns.has("document_order")) {
|
|
28
|
+
await database.run(`
|
|
29
|
+
ALTER TABLE serials
|
|
30
|
+
ADD COLUMN document_order INTEGER NOT NULL DEFAULT 0
|
|
31
|
+
`);
|
|
32
|
+
}
|
|
33
|
+
await database.run(`
|
|
34
|
+
CREATE INDEX IF NOT EXISTS idx_serials_document_order
|
|
35
|
+
ON serials(document_order, id)
|
|
36
|
+
`);
|
|
37
|
+
}
|
|
38
|
+
export {
|
|
39
|
+
migrateLegacyDatabase
|
|
40
|
+
};
|
|
41
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../../src/storage/migration/legacy-sdpub/upgrade/schema.ts"],"sourcesContent":["import { Database } from \"../../../../document/database.js\";\nimport { listTableColumns, listTableNames } from \"./database.js\";\n\nexport async function migrateLegacyDatabase(\n databasePath: string,\n): Promise<void> {\n const database = await Database.open(databasePath);\n\n try {\n await migrateKnowledgeEdges(database);\n await migrateSerialDocumentOrder(database);\n } finally {\n await database.close();\n }\n}\n\nasync function migrateKnowledgeEdges(database: Database): Promise<void> {\n const tables = await listTableNames(database);\n\n if (tables.has(\"reading_edges\")) {\n return;\n }\n if (!tables.has(\"knowledge_edges\")) {\n return;\n }\n\n await database.run(`\n ALTER TABLE knowledge_edges\n RENAME TO reading_edges\n `);\n}\n\nasync function migrateSerialDocumentOrder(database: Database): Promise<void> {\n const columns = await listTableColumns(database, \"serials\");\n\n if (!columns.has(\"document_order\")) {\n await database.run(`\n ALTER TABLE serials\n ADD COLUMN document_order INTEGER NOT NULL DEFAULT 0\n `);\n }\n\n await database.run(`\n CREATE INDEX IF NOT EXISTS idx_serials_document_order\n ON serials(document_order, id)\n `);\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,kBAAkB,sBAAsB;AAEjD,eAAsB,sBACpB,cACe;AACf,QAAM,WAAW,MAAM,SAAS,KAAK,YAAY;AAEjD,MAAI;AACF,UAAM,sBAAsB,QAAQ;AACpC,UAAM,2BAA2B,QAAQ;AAAA,EAC3C,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,sBAAsB,UAAmC;AACtE,QAAM,SAAS,MAAM,eAAe,QAAQ;AAE5C,MAAI,OAAO,IAAI,eAAe,GAAG;AAC/B;AAAA,EACF;AACA,MAAI,CAAC,OAAO,IAAI,iBAAiB,GAAG;AAClC;AAAA,EACF;AAEA,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACH;AAEA,eAAe,2BAA2B,UAAmC;AAC3E,QAAM,UAAU,MAAM,iBAAiB,UAAU,SAAS;AAE1D,MAAI,CAAC,QAAQ,IAAI,gBAAgB,GAAG;AAClC,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH;AAEA,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACH;","names":[]}
|