sensemaking 0.15.4 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -5
- package/dist/cjs/chunk/extract.d.cts +2 -0
- package/dist/cjs/chunk/extract.d.ts +2 -0
- package/dist/cjs/chunk/extract.js +139 -0
- package/dist/cjs/chunk/extract.js.map +1 -0
- package/dist/cjs/chunk/group.d.cts +4 -0
- package/dist/cjs/chunk/group.d.ts +4 -0
- package/dist/cjs/chunk/group.js +489 -0
- package/dist/cjs/chunk/group.js.map +1 -0
- package/dist/cjs/chunk/index.d.cts +8 -0
- package/dist/cjs/chunk/index.d.ts +8 -0
- package/dist/cjs/chunk/index.js +44 -0
- package/dist/cjs/chunk/index.js.map +1 -0
- package/dist/cjs/chunk/parse.d.cts +2 -0
- package/dist/cjs/chunk/parse.d.ts +2 -0
- package/dist/cjs/chunk/parse.js +71 -0
- package/dist/cjs/chunk/parse.js.map +1 -0
- package/dist/cjs/chunk/types.d.cts +19 -0
- package/dist/cjs/chunk/types.d.ts +19 -0
- package/dist/cjs/chunk/types.js +5 -0
- package/dist/cjs/chunk/types.js.map +1 -0
- package/dist/cjs/chunk/version.d.cts +1 -0
- package/dist/cjs/chunk/version.d.ts +1 -0
- package/dist/cjs/chunk/version.js +14 -0
- package/dist/cjs/chunk/version.js.map +1 -0
- package/dist/cjs/cli/download.js +12 -11
- package/dist/cjs/cli/download.js.map +1 -1
- package/dist/cjs/cli/index.d.cts +1 -1
- package/dist/cjs/cli/index.d.ts +1 -1
- package/dist/cjs/cli/index.js +1 -1
- package/dist/cjs/cli/index.js.map +1 -1
- package/dist/cjs/cli/init.js +31 -5
- package/dist/cjs/cli/init.js.map +1 -1
- package/dist/cjs/cli/map.js +1 -1
- package/dist/cjs/cli/map.js.map +1 -1
- package/dist/cjs/cli/named.js +1 -1
- package/dist/cjs/cli/named.js.map +1 -1
- package/dist/cjs/cli/path.js +2 -2
- package/dist/cjs/cli/path.js.map +1 -1
- package/dist/cjs/cli/peek.js +1 -1
- package/dist/cjs/cli/peek.js.map +1 -1
- package/dist/cjs/cli/related.js +1 -1
- package/dist/cjs/cli/related.js.map +1 -1
- package/dist/cjs/cli/search.js +1 -1
- package/dist/cjs/cli/search.js.map +1 -1
- package/dist/cjs/cli/shared.d.cts +1 -1
- package/dist/cjs/cli/shared.d.ts +1 -1
- package/dist/cjs/cli/shared.js +3 -3
- package/dist/cjs/cli/shared.js.map +1 -1
- package/dist/cjs/cli/status.js +344 -100
- package/dist/cjs/cli/status.js.map +1 -1
- package/dist/cjs/commands/map.d.cts +1 -1
- package/dist/cjs/commands/map.d.ts +1 -1
- package/dist/cjs/commands/map.js.map +1 -1
- package/dist/cjs/commands/peek.d.cts +1 -1
- package/dist/cjs/commands/peek.d.ts +1 -1
- package/dist/cjs/commands/peek.js +13 -6
- package/dist/cjs/commands/peek.js.map +1 -1
- package/dist/cjs/commands/related.js +17 -13
- package/dist/cjs/commands/related.js.map +1 -1
- package/dist/cjs/commands/scope.js +1 -1
- package/dist/cjs/commands/scope.js.map +1 -1
- package/dist/cjs/commands/search.d.cts +1 -1
- package/dist/cjs/commands/search.d.ts +1 -1
- package/dist/cjs/commands/search.js +28 -99
- package/dist/cjs/commands/search.js.map +1 -1
- package/dist/cjs/commands/signals.d.cts +18 -0
- package/dist/cjs/commands/signals.d.ts +18 -0
- package/dist/cjs/commands/signals.js +299 -0
- package/dist/cjs/commands/signals.js.map +1 -0
- package/dist/cjs/commands/status.d.cts +2 -2
- package/dist/cjs/commands/status.d.ts +2 -2
- package/dist/cjs/commands/status.js +1 -1
- package/dist/cjs/commands/status.js.map +1 -1
- package/dist/cjs/config/access.d.cts +8 -3
- package/dist/cjs/config/access.d.ts +8 -3
- package/dist/cjs/config/access.js +35 -17
- package/dist/cjs/config/access.js.map +1 -1
- package/dist/cjs/config/index.d.cts +5 -1
- package/dist/cjs/config/index.d.ts +5 -1
- package/dist/cjs/config/index.js +16 -2
- package/dist/cjs/config/index.js.map +1 -1
- package/dist/cjs/config/load.d.cts +6 -1
- package/dist/cjs/config/load.d.ts +6 -1
- package/dist/cjs/config/load.js +83 -8
- package/dist/cjs/config/load.js.map +1 -1
- package/dist/cjs/config/resolve.js +1 -1
- package/dist/cjs/config/resolve.js.map +1 -1
- package/dist/cjs/config/signals.d.cts +4 -0
- package/dist/cjs/config/signals.d.ts +4 -0
- package/dist/cjs/config/signals.js +30 -0
- package/dist/cjs/config/signals.js.map +1 -0
- package/dist/cjs/config/types.d.cts +7 -4
- package/dist/cjs/config/types.d.ts +7 -4
- package/dist/cjs/config/types.js +1 -1
- package/dist/cjs/config/types.js.map +1 -1
- package/dist/cjs/config/validate.d.cts +1 -0
- package/dist/cjs/config/validate.d.ts +1 -0
- package/dist/cjs/config/validate.js +127 -11
- package/dist/cjs/config/validate.js.map +1 -1
- package/dist/cjs/db/open.d.cts +1 -1
- package/dist/cjs/db/open.d.ts +1 -1
- package/dist/cjs/db/open.js +9 -4
- package/dist/cjs/db/open.js.map +1 -1
- package/dist/cjs/db/reconcile.d.cts +1 -0
- package/dist/cjs/db/reconcile.d.ts +1 -0
- package/dist/cjs/db/reconcile.js +23 -8
- package/dist/cjs/db/reconcile.js.map +1 -1
- package/dist/cjs/{sql-functions.js → db/sql-functions.js} +1 -1
- package/dist/cjs/db/sql-functions.js.map +1 -0
- package/dist/cjs/embed/cohere.d.cts +2 -0
- package/dist/cjs/embed/cohere.d.ts +2 -0
- package/dist/cjs/embed/cohere.js +238 -0
- package/dist/cjs/embed/cohere.js.map +1 -0
- package/dist/cjs/embed/http.d.cts +2 -0
- package/dist/cjs/embed/http.d.ts +2 -0
- package/dist/cjs/embed/http.js +258 -0
- package/dist/cjs/embed/http.js.map +1 -0
- package/dist/cjs/embed/identity.d.cts +13 -0
- package/dist/cjs/embed/identity.d.ts +13 -0
- package/dist/cjs/embed/identity.js +194 -0
- package/dist/cjs/embed/identity.js.map +1 -0
- package/dist/cjs/embed/langfit.d.cts +6 -0
- package/dist/cjs/embed/langfit.d.ts +6 -0
- package/dist/cjs/embed/langfit.js +286 -0
- package/dist/cjs/embed/langfit.js.map +1 -0
- package/dist/cjs/embed/languages.d.cts +3 -0
- package/dist/cjs/embed/languages.d.ts +3 -0
- package/dist/cjs/embed/languages.js +98 -0
- package/dist/cjs/embed/languages.js.map +1 -0
- package/dist/cjs/embed/openai.d.cts +2 -0
- package/dist/cjs/embed/openai.d.ts +2 -0
- package/dist/cjs/embed/openai.js +268 -0
- package/dist/cjs/embed/openai.js.map +1 -0
- package/dist/cjs/embed/query.d.cts +21 -0
- package/dist/cjs/embed/query.d.ts +21 -0
- package/dist/cjs/embed/query.js +610 -0
- package/dist/cjs/embed/query.js.map +1 -0
- package/dist/cjs/embed/registry.d.cts +3 -0
- package/dist/cjs/embed/registry.d.ts +3 -0
- package/dist/cjs/embed/registry.js +114 -0
- package/dist/cjs/embed/registry.js.map +1 -0
- package/dist/cjs/embed/static.d.cts +2 -0
- package/dist/cjs/embed/static.d.ts +2 -0
- package/dist/cjs/embed/static.js +330 -0
- package/dist/cjs/embed/static.js.map +1 -0
- package/dist/cjs/embed/store.d.cts +8 -0
- package/dist/cjs/embed/store.d.ts +8 -0
- package/dist/cjs/embed/store.js +498 -0
- package/dist/cjs/embed/store.js.map +1 -0
- package/dist/cjs/embed/types.d.cts +8 -0
- package/dist/cjs/embed/types.d.ts +8 -0
- package/dist/cjs/embed/types.js +7 -0
- package/dist/cjs/embed/types.js.map +1 -0
- package/dist/cjs/errors.d.cts +1 -1
- package/dist/cjs/errors.d.ts +1 -1
- package/dist/cjs/errors.js.map +1 -1
- package/dist/cjs/features/embed.d.cts +2 -28
- package/dist/cjs/features/embed.d.ts +2 -28
- package/dist/cjs/features/embed.js +39 -1027
- package/dist/cjs/features/embed.js.map +1 -1
- package/dist/cjs/{fences.js → features/fences.js} +1 -1
- package/dist/cjs/features/fences.js.map +1 -0
- package/dist/cjs/features/links.js +1 -1
- package/dist/cjs/features/links.js.map +1 -1
- package/dist/cjs/features/rank.js +1 -1
- package/dist/cjs/features/rank.js.map +1 -1
- package/dist/cjs/features/sections.js +4 -3
- package/dist/cjs/features/sections.js.map +1 -1
- package/dist/cjs/features/tags.js +1 -1
- package/dist/cjs/features/tags.js.map +1 -1
- package/dist/cjs/features/types.d.cts +4 -2
- package/dist/cjs/features/types.d.ts +4 -2
- package/dist/cjs/graph/graph.js.map +1 -0
- package/dist/cjs/graph/traverse.js.map +1 -0
- package/dist/cjs/index.d.cts +4 -4
- package/dist/cjs/index.d.ts +4 -4
- package/dist/cjs/index.js +4 -1
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/output/column-hint.js.map +1 -0
- package/dist/cjs/{output.d.cts → output/output.d.cts} +2 -2
- package/dist/cjs/{output.d.ts → output/output.d.ts} +2 -2
- package/dist/cjs/{output.js → output/output.js} +9 -2
- package/dist/cjs/output/output.js.map +1 -0
- package/dist/cjs/output/progress.js.map +1 -0
- package/dist/cjs/{search-error.js → output/search-error.js} +1 -1
- package/dist/cjs/output/search-error.js.map +1 -0
- package/dist/cjs/scan/frontmatter.d.cts +13 -0
- package/dist/cjs/scan/frontmatter.d.ts +13 -0
- package/dist/cjs/scan/frontmatter.js +229 -0
- package/dist/cjs/scan/frontmatter.js.map +1 -0
- package/dist/cjs/scan/index.d.cts +25 -0
- package/dist/cjs/scan/index.d.ts +25 -0
- package/dist/cjs/scan/index.js +107 -0
- package/dist/cjs/scan/index.js.map +1 -0
- package/dist/cjs/scan/list.d.cts +12 -0
- package/dist/cjs/scan/list.d.ts +12 -0
- package/dist/cjs/scan/list.js +154 -0
- package/dist/cjs/scan/list.js.map +1 -0
- package/dist/cjs/text/segment.d.cts +3 -0
- package/dist/cjs/text/segment.d.ts +3 -0
- package/dist/cjs/text/segment.js +154 -0
- package/dist/cjs/text/segment.js.map +1 -0
- package/dist/cjs/text/strip.d.cts +3 -0
- package/dist/cjs/text/strip.d.ts +3 -0
- package/dist/cjs/text/strip.js +32 -0
- package/dist/cjs/text/strip.js.map +1 -0
- package/dist/esm/chunk/extract.d.ts +2 -0
- package/dist/esm/chunk/extract.js +114 -0
- package/dist/esm/chunk/extract.js.map +1 -0
- package/dist/esm/chunk/group.d.ts +4 -0
- package/dist/esm/chunk/group.js +253 -0
- package/dist/esm/chunk/group.js.map +1 -0
- package/dist/esm/chunk/index.d.ts +8 -0
- package/dist/esm/chunk/index.js +16 -0
- package/dist/esm/chunk/index.js.map +1 -0
- package/dist/esm/chunk/parse.d.ts +2 -0
- package/dist/esm/chunk/parse.js +63 -0
- package/dist/esm/chunk/parse.js.map +1 -0
- package/dist/esm/chunk/types.d.ts +19 -0
- package/dist/esm/chunk/types.js +2 -0
- package/dist/esm/chunk/types.js.map +1 -0
- package/dist/esm/chunk/version.d.ts +1 -0
- package/dist/esm/chunk/version.js +3 -0
- package/dist/esm/chunk/version.js.map +1 -0
- package/dist/esm/cli/download.js +9 -8
- package/dist/esm/cli/download.js.map +1 -1
- package/dist/esm/cli/index.d.ts +1 -1
- package/dist/esm/cli/index.js +1 -1
- package/dist/esm/cli/index.js.map +1 -1
- package/dist/esm/cli/init.js +32 -6
- package/dist/esm/cli/init.js.map +1 -1
- package/dist/esm/cli/map.js +1 -1
- package/dist/esm/cli/map.js.map +1 -1
- package/dist/esm/cli/named.js +1 -1
- package/dist/esm/cli/named.js.map +1 -1
- package/dist/esm/cli/path.js +2 -2
- package/dist/esm/cli/path.js.map +1 -1
- package/dist/esm/cli/peek.js +1 -1
- package/dist/esm/cli/peek.js.map +1 -1
- package/dist/esm/cli/related.js +1 -1
- package/dist/esm/cli/related.js.map +1 -1
- package/dist/esm/cli/search.js +1 -1
- package/dist/esm/cli/search.js.map +1 -1
- package/dist/esm/cli/shared.d.ts +1 -1
- package/dist/esm/cli/shared.js +3 -3
- package/dist/esm/cli/shared.js.map +1 -1
- package/dist/esm/cli/status.js +37 -9
- package/dist/esm/cli/status.js.map +1 -1
- package/dist/esm/commands/map.d.ts +1 -1
- package/dist/esm/commands/map.js.map +1 -1
- package/dist/esm/commands/peek.d.ts +1 -1
- package/dist/esm/commands/peek.js +8 -1
- package/dist/esm/commands/peek.js.map +1 -1
- package/dist/esm/commands/related.js +14 -10
- package/dist/esm/commands/related.js.map +1 -1
- package/dist/esm/commands/scope.js +1 -1
- package/dist/esm/commands/scope.js.map +1 -1
- package/dist/esm/commands/search.d.ts +1 -1
- package/dist/esm/commands/search.js +30 -81
- package/dist/esm/commands/search.js.map +1 -1
- package/dist/esm/commands/signals.d.ts +18 -0
- package/dist/esm/commands/signals.js +78 -0
- package/dist/esm/commands/signals.js.map +1 -0
- package/dist/esm/commands/status.d.ts +2 -2
- package/dist/esm/commands/status.js +2 -2
- package/dist/esm/commands/status.js.map +1 -1
- package/dist/esm/config/access.d.ts +8 -3
- package/dist/esm/config/access.js +34 -15
- package/dist/esm/config/access.js.map +1 -1
- package/dist/esm/config/index.d.ts +5 -1
- package/dist/esm/config/index.js +3 -1
- package/dist/esm/config/index.js.map +1 -1
- package/dist/esm/config/load.d.ts +6 -1
- package/dist/esm/config/load.js +67 -9
- package/dist/esm/config/load.js.map +1 -1
- package/dist/esm/config/resolve.js +2 -2
- package/dist/esm/config/resolve.js.map +1 -1
- package/dist/esm/config/signals.d.ts +4 -0
- package/dist/esm/config/signals.js +14 -0
- package/dist/esm/config/signals.js.map +1 -0
- package/dist/esm/config/types.d.ts +7 -4
- package/dist/esm/config/types.js +1 -1
- package/dist/esm/config/types.js.map +1 -1
- package/dist/esm/config/validate.d.ts +1 -0
- package/dist/esm/config/validate.js +65 -12
- package/dist/esm/config/validate.js.map +1 -1
- package/dist/esm/db/open.d.ts +1 -1
- package/dist/esm/db/open.js +11 -6
- package/dist/esm/db/open.js.map +1 -1
- package/dist/esm/db/reconcile.d.ts +1 -0
- package/dist/esm/db/reconcile.js +14 -4
- package/dist/esm/db/reconcile.js.map +1 -1
- package/dist/esm/{sql-functions.js → db/sql-functions.js} +1 -1
- package/dist/esm/db/sql-functions.js.map +1 -0
- package/dist/esm/embed/cohere.d.ts +2 -0
- package/dist/esm/embed/cohere.js +46 -0
- package/dist/esm/embed/cohere.js.map +1 -0
- package/dist/esm/embed/http.d.ts +2 -0
- package/dist/esm/embed/http.js +33 -0
- package/dist/esm/embed/http.js.map +1 -0
- package/dist/esm/embed/identity.d.ts +13 -0
- package/dist/esm/embed/identity.js +92 -0
- package/dist/esm/embed/identity.js.map +1 -0
- package/dist/esm/embed/langfit.d.ts +6 -0
- package/dist/esm/embed/langfit.js +44 -0
- package/dist/esm/embed/langfit.js.map +1 -0
- package/dist/esm/embed/languages.d.ts +3 -0
- package/dist/esm/embed/languages.js +80 -0
- package/dist/esm/embed/languages.js.map +1 -0
- package/dist/esm/embed/openai.d.ts +2 -0
- package/dist/esm/embed/openai.js +49 -0
- package/dist/esm/embed/openai.js.map +1 -0
- package/dist/esm/embed/query.d.ts +21 -0
- package/dist/esm/embed/query.js +181 -0
- package/dist/esm/embed/query.js.map +1 -0
- package/dist/esm/embed/registry.d.ts +3 -0
- package/dist/esm/embed/registry.js +45 -0
- package/dist/esm/embed/registry.js.map +1 -0
- package/dist/esm/embed/static.d.ts +2 -0
- package/dist/esm/embed/static.js +71 -0
- package/dist/esm/embed/static.js.map +1 -0
- package/dist/esm/embed/store.d.ts +8 -0
- package/dist/esm/embed/store.js +123 -0
- package/dist/esm/embed/store.js.map +1 -0
- package/dist/esm/embed/types.d.ts +8 -0
- package/dist/esm/embed/types.js +3 -0
- package/dist/esm/embed/types.js.map +1 -0
- package/dist/esm/errors.d.ts +1 -1
- package/dist/esm/errors.js.map +1 -1
- package/dist/esm/features/embed.d.ts +2 -28
- package/dist/esm/features/embed.js +33 -377
- package/dist/esm/features/embed.js.map +1 -1
- package/dist/esm/{fences.js → features/fences.js} +1 -1
- package/dist/esm/features/fences.js.map +1 -0
- package/dist/esm/features/links.js +1 -1
- package/dist/esm/features/links.js.map +1 -1
- package/dist/esm/features/rank.js +1 -1
- package/dist/esm/features/rank.js.map +1 -1
- package/dist/esm/features/sections.js +4 -3
- package/dist/esm/features/sections.js.map +1 -1
- package/dist/esm/features/tags.js +1 -1
- package/dist/esm/features/tags.js.map +1 -1
- package/dist/esm/features/types.d.ts +4 -2
- package/dist/esm/features/types.js.map +1 -1
- package/dist/esm/graph/graph.js.map +1 -0
- package/dist/esm/graph/traverse.js.map +1 -0
- package/dist/esm/index.d.ts +4 -4
- package/dist/esm/index.js +2 -2
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/output/column-hint.js.map +1 -0
- package/dist/esm/{output.d.ts → output/output.d.ts} +2 -2
- package/dist/esm/{output.js → output/output.js} +6 -2
- package/dist/esm/output/output.js.map +1 -0
- package/dist/esm/output/progress.js.map +1 -0
- package/dist/esm/{search-error.js → output/search-error.js} +1 -1
- package/dist/esm/output/search-error.js.map +1 -0
- package/dist/esm/scan/frontmatter.d.ts +13 -0
- package/dist/esm/{scan.js → scan/frontmatter.js} +4 -120
- package/dist/esm/scan/frontmatter.js.map +1 -0
- package/dist/esm/scan/index.d.ts +25 -0
- package/dist/esm/scan/index.js +58 -0
- package/dist/esm/scan/index.js.map +1 -0
- package/dist/esm/scan/list.d.ts +12 -0
- package/dist/esm/scan/list.js +58 -0
- package/dist/esm/scan/list.js.map +1 -0
- package/dist/esm/text/segment.d.ts +3 -0
- package/dist/esm/text/segment.js +95 -0
- package/dist/esm/text/segment.js.map +1 -0
- package/dist/esm/text/strip.d.ts +3 -0
- package/dist/esm/text/strip.js +12 -0
- package/dist/esm/text/strip.js.map +1 -0
- package/package.json +23 -2
- package/schema.json +22 -8
- package/skills/sense/SKILL.md +21 -5
- package/skills/sense-setup/EXAMPLES.md +6 -6
- package/skills/sense-setup/SKILL.md +7 -5
- package/dist/cjs/column-hint.js.map +0 -1
- package/dist/cjs/fences.js.map +0 -1
- package/dist/cjs/graph.js.map +0 -1
- package/dist/cjs/output.js.map +0 -1
- package/dist/cjs/progress.js.map +0 -1
- package/dist/cjs/scan.d.cts +0 -35
- package/dist/cjs/scan.d.ts +0 -35
- package/dist/cjs/scan.js +0 -433
- package/dist/cjs/scan.js.map +0 -1
- package/dist/cjs/search-error.js.map +0 -1
- package/dist/cjs/segment.d.cts +0 -2
- package/dist/cjs/segment.d.ts +0 -2
- package/dist/cjs/segment.js +0 -98
- package/dist/cjs/segment.js.map +0 -1
- package/dist/cjs/sql-functions.js.map +0 -1
- package/dist/cjs/traverse.js.map +0 -1
- package/dist/esm/column-hint.js.map +0 -1
- package/dist/esm/fences.js.map +0 -1
- package/dist/esm/graph.js.map +0 -1
- package/dist/esm/output.js.map +0 -1
- package/dist/esm/progress.js.map +0 -1
- package/dist/esm/scan.d.ts +0 -35
- package/dist/esm/scan.js.map +0 -1
- package/dist/esm/search-error.js.map +0 -1
- package/dist/esm/segment.d.ts +0 -2
- package/dist/esm/segment.js +0 -65
- package/dist/esm/segment.js.map +0 -1
- package/dist/esm/sql-functions.js.map +0 -1
- package/dist/esm/traverse.js.map +0 -1
- /package/dist/cjs/{sql-functions.d.cts → db/sql-functions.d.cts} +0 -0
- /package/dist/cjs/{sql-functions.d.ts → db/sql-functions.d.ts} +0 -0
- /package/dist/cjs/{fences.d.cts → features/fences.d.cts} +0 -0
- /package/dist/cjs/{fences.d.ts → features/fences.d.ts} +0 -0
- /package/dist/cjs/{graph.d.cts → graph/graph.d.cts} +0 -0
- /package/dist/cjs/{graph.d.ts → graph/graph.d.ts} +0 -0
- /package/dist/cjs/{graph.js → graph/graph.js} +0 -0
- /package/dist/cjs/{traverse.d.cts → graph/traverse.d.cts} +0 -0
- /package/dist/cjs/{traverse.d.ts → graph/traverse.d.ts} +0 -0
- /package/dist/cjs/{traverse.js → graph/traverse.js} +0 -0
- /package/dist/cjs/{column-hint.d.cts → output/column-hint.d.cts} +0 -0
- /package/dist/cjs/{column-hint.d.ts → output/column-hint.d.ts} +0 -0
- /package/dist/cjs/{column-hint.js → output/column-hint.js} +0 -0
- /package/dist/cjs/{progress.d.cts → output/progress.d.cts} +0 -0
- /package/dist/cjs/{progress.d.ts → output/progress.d.ts} +0 -0
- /package/dist/cjs/{progress.js → output/progress.js} +0 -0
- /package/dist/cjs/{search-error.d.cts → output/search-error.d.cts} +0 -0
- /package/dist/cjs/{search-error.d.ts → output/search-error.d.ts} +0 -0
- /package/dist/esm/{sql-functions.d.ts → db/sql-functions.d.ts} +0 -0
- /package/dist/esm/{fences.d.ts → features/fences.d.ts} +0 -0
- /package/dist/esm/{graph.d.ts → graph/graph.d.ts} +0 -0
- /package/dist/esm/{graph.js → graph/graph.js} +0 -0
- /package/dist/esm/{traverse.d.ts → graph/traverse.d.ts} +0 -0
- /package/dist/esm/{traverse.js → graph/traverse.js} +0 -0
- /package/dist/esm/{column-hint.d.ts → output/column-hint.d.ts} +0 -0
- /package/dist/esm/{column-hint.js → output/column-hint.js} +0 -0
- /package/dist/esm/{progress.d.ts → output/progress.d.ts} +0 -0
- /package/dist/esm/{progress.js → output/progress.js} +0 -0
- /package/dist/esm/{search-error.d.ts → output/search-error.d.ts} +0 -0
|
@@ -33,11 +33,14 @@ _export(exports, {
|
|
|
33
33
|
get featureStates () {
|
|
34
34
|
return featureStates;
|
|
35
35
|
},
|
|
36
|
+
get presetHasSignal () {
|
|
37
|
+
return presetHasSignal;
|
|
38
|
+
},
|
|
36
39
|
get presetNames () {
|
|
37
40
|
return presetNames;
|
|
38
41
|
},
|
|
39
|
-
get
|
|
40
|
-
return
|
|
42
|
+
get presetSignals () {
|
|
43
|
+
return presetSignals;
|
|
41
44
|
}
|
|
42
45
|
});
|
|
43
46
|
var _typests = require("./types.js");
|
|
@@ -75,13 +78,23 @@ function embedEnabled(cfg) {
|
|
|
75
78
|
var _cfg_embed;
|
|
76
79
|
return typeof ((_cfg_embed = cfg.embed) === null || _cfg_embed === void 0 ? void 0 : _cfg_embed.model) === 'string' && cfg.embed.model.length > 0;
|
|
77
80
|
}
|
|
78
|
-
function
|
|
79
|
-
var _cfg_presets_name;
|
|
80
|
-
|
|
81
|
+
function presetSignals(cfg, name) {
|
|
82
|
+
var _cfg_presets_name, _cfg_features;
|
|
83
|
+
var declared = (_cfg_presets_name = cfg.presets[name]) === null || _cfg_presets_name === void 0 ? void 0 : _cfg_presets_name.signals;
|
|
84
|
+
if (declared) return declared;
|
|
85
|
+
var signals = {
|
|
86
|
+
words: 1
|
|
87
|
+
};
|
|
88
|
+
if (((_cfg_features = cfg.features) === null || _cfg_features === void 0 ? void 0 : _cfg_features.links) !== false) signals.links = 1;
|
|
89
|
+
if (embedEnabled(cfg)) signals.vectors = 1;
|
|
90
|
+
return signals;
|
|
91
|
+
}
|
|
92
|
+
function presetHasSignal(cfg, name, signal) {
|
|
93
|
+
return presetSignals(cfg, name)[signal] !== undefined;
|
|
81
94
|
}
|
|
82
95
|
function anyPresetEmbeds(cfg) {
|
|
83
|
-
return
|
|
84
|
-
return
|
|
96
|
+
return presetNames(cfg).some(function(name) {
|
|
97
|
+
return presetHasSignal(cfg, name, 'vectors');
|
|
85
98
|
});
|
|
86
99
|
}
|
|
87
100
|
function featureEnabled(cfg, name) {
|
|
@@ -110,14 +123,16 @@ function featureStates(cfg) {
|
|
|
110
123
|
};
|
|
111
124
|
}
|
|
112
125
|
function embedConfig(cfg) {
|
|
113
|
-
var
|
|
126
|
+
var _e_provider;
|
|
114
127
|
if (!embedEnabled(cfg)) return null;
|
|
115
128
|
var e = cfg.embed;
|
|
116
129
|
return {
|
|
117
130
|
model: e.model,
|
|
118
|
-
|
|
131
|
+
provider: (_e_provider = e.provider) !== null && _e_provider !== void 0 ? _e_provider : 'static',
|
|
119
132
|
url: e.url,
|
|
120
|
-
key: e.key
|
|
133
|
+
key: e.key,
|
|
134
|
+
languages: e.languages,
|
|
135
|
+
chunkTokens: e.chunkTokens
|
|
121
136
|
};
|
|
122
137
|
}
|
|
123
138
|
function contentTokenize(cfg) {
|
|
@@ -125,25 +140,28 @@ function contentTokenize(cfg) {
|
|
|
125
140
|
var tokenize = (_cfg_content = cfg.content) === null || _cfg_content === void 0 ? void 0 : _cfg_content.tokenize;
|
|
126
141
|
return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();
|
|
127
142
|
}
|
|
128
|
-
function featureSignature(cfg) {
|
|
143
|
+
function featureSignature(cfg, features) {
|
|
129
144
|
var globalPart = enabledFeatures(cfg).filter(function(name) {
|
|
130
145
|
return name !== 'embed';
|
|
131
146
|
}).join(',');
|
|
132
|
-
var
|
|
133
|
-
|
|
147
|
+
var featureParts = features.map(function(feature) {
|
|
148
|
+
var _feature_signature;
|
|
149
|
+
return (_feature_signature = feature.signature) === null || _feature_signature === void 0 ? void 0 : _feature_signature.call(feature, cfg);
|
|
150
|
+
}).filter(function(part) {
|
|
151
|
+
return part !== undefined;
|
|
152
|
+
});
|
|
134
153
|
// One keyed segment per preset so a rebuild notice can name exactly which preset moved.
|
|
135
154
|
var presetsPart = _to_consumable_array(presetNames(cfg)).sort().map(function(name) {
|
|
136
155
|
var _p_exclude;
|
|
137
156
|
var p = cfg.presets[name];
|
|
138
157
|
var include = _to_consumable_array(p.include).sort().join('+');
|
|
139
158
|
var exclude = _to_consumable_array((_p_exclude = p.exclude) !== null && _p_exclude !== void 0 ? _p_exclude : []).sort().join('+');
|
|
140
|
-
return "preset:".concat(name, ":").concat(include, ":").concat(exclude, ":").concat(
|
|
159
|
+
return "preset:".concat(name, ":").concat(include, ":").concat(exclude, ":").concat(presetHasSignal(cfg, name, 'vectors') ? 'on' : 'off');
|
|
141
160
|
}).join('|');
|
|
142
161
|
var tokenize = contentTokenize(cfg);
|
|
143
162
|
var parts = [
|
|
144
|
-
"features:".concat(globalPart)
|
|
145
|
-
|
|
146
|
-
];
|
|
163
|
+
"features:".concat(globalPart)
|
|
164
|
+
].concat(_to_consumable_array(featureParts));
|
|
147
165
|
if (tokenize !== undefined) parts.push("tokenize:".concat(tokenize));
|
|
148
166
|
parts.push(presetsPart);
|
|
149
167
|
return parts.join('|');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/access.ts"],"sourcesContent":["import { type Config, type EmbedConfig, FEATURE_NAMES, type FeatureName } from './types.ts';\n\nexport function presetNames(cfg: Config): string[] {\n return Object.keys(cfg.presets);\n}\n\n// Whether the tree names a model at all.\nexport function embedEnabled(cfg: Config): boolean {\n return typeof cfg.embed?.model === 'string' && cfg.embed.model.length > 0;\n}\n\n// A preset's
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/access.ts"],"sourcesContent":["import type { Feature } from '../features/types.ts';\nimport type { SignalName, SignalWeights } from './signals.ts';\nimport { type Config, type EmbedConfig, FEATURE_NAMES, type FeatureName } from './types.ts';\n\nexport function presetNames(cfg: Config): string[] {\n return Object.keys(cfg.presets);\n}\n\n// Whether the tree names a model at all.\nexport function embedEnabled(cfg: Config): boolean {\n return typeof cfg.embed?.model === 'string' && cfg.embed.model.length > 0;\n}\n\n// A preset's effective signal weights: declared exhaustively when `signals` is present;\n// otherwise every signal whose prerequisite holds, each at weight 1 -- words always, links when\n// the feature is on, vectors when the tree names a model. Single source search() and status/map\n// read.\nexport function presetSignals(cfg: Config, name: string): SignalWeights {\n const declared = cfg.presets[name]?.signals;\n if (declared) return declared;\n const signals: SignalWeights = { words: 1 };\n if (cfg.features?.links !== false) signals.links = 1;\n if (embedEnabled(cfg)) signals.vectors = 1;\n return signals;\n}\n\nexport function presetHasSignal(cfg: Config, name: string, signal: SignalName): boolean {\n return presetSignals(cfg, name)[signal] !== undefined;\n}\n\n// Whether embedding needs to run: a model is named AND some preset's effective signals include vectors.\nexport function anyPresetEmbeds(cfg: Config): boolean {\n return presetNames(cfg).some((name) => presetHasSignal(cfg, name, 'vectors'));\n}\n\n// Opt-out features (default on): absent block or key means enabled. `rank` additionally\n// requires `links`. `embed` is derived, not a features-block member: on iff some preset's\n// effective signals include vectors.\nexport function featureEnabled(cfg: Config, name: FeatureName): boolean {\n if (name === 'embed') return anyPresetEmbeds(cfg);\n const enabled = cfg.features?.[name] !== false;\n if (name === 'rank') return enabled && featureEnabled(cfg, 'links');\n return enabled;\n}\n\nexport function enabledFeatures(cfg: Config): FeatureName[] {\n return FEATURE_NAMES.filter((name) => featureEnabled(cfg, name));\n}\n\n// Feature states, so \"off\" and \"empty\" stay distinguishable in output. `embed` is excluded:\n// it is not a features-block toggle, and `status` reports it on its own line.\nexport function featureStates(cfg: Config): { on: FeatureName[]; off: FeatureName[] } {\n const reported = FEATURE_NAMES.filter((name) => name !== 'embed');\n return {\n on: reported.filter((name) => featureEnabled(cfg, name)),\n off: reported.filter((name) => !featureEnabled(cfg, name)),\n };\n}\n\n// Resolved embed provider settings, or null when the config names no model. There is no\n// fallback to DEFAULT_EMBED_MODEL: that constant is a template `init` and the v4 migration\n// write into the file, never an implicit runtime default.\nexport function embedConfig(cfg: Config): { model: string; provider: 'static' | 'openai' | 'cohere'; url?: string; key?: string; languages?: string[]; chunkTokens?: number } | null {\n if (!embedEnabled(cfg)) return null;\n const e = cfg.embed as EmbedConfig;\n return { model: e.model as string, provider: e.provider ?? 'static', url: e.url, key: e.key, languages: e.languages, chunkTokens: e.chunkTokens };\n}\n\n// The configured FTS5 tokenizer, or undefined for the built-in default. Undefined rather than\n// the default string so featureSignature can leave the segment off entirely for trees that\n// never set it, which is what keeps existing indexes from rebuilding on upgrade.\nexport function contentTokenize(cfg: Config): string | undefined {\n const tokenize = cfg.content?.tokenize;\n return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();\n}\n\n// Cache key over everything indexing derives from, so any change to those inputs rebuilds.\n// Segment order is fixed (features list, then `features` in registry order, then tokenize, then presets) since reordering alone would fire a spurious rebuild; tokenize/presets stay here because no Feature module owns either.\nexport function featureSignature(cfg: Config, features: Feature[]): string {\n const globalPart = enabledFeatures(cfg)\n .filter((name) => name !== 'embed')\n .join(',');\n const featureParts = features.map((feature) => feature.signature?.(cfg)).filter((part): part is string => part !== undefined);\n // One keyed segment per preset so a rebuild notice can name exactly which preset moved.\n const presetsPart = [...presetNames(cfg)]\n .sort()\n .map((name) => {\n const p = cfg.presets[name];\n const include = [...p.include].sort().join('+');\n const exclude = [...(p.exclude ?? [])].sort().join('+');\n return `preset:${name}:${include}:${exclude}:${presetHasSignal(cfg, name, 'vectors') ? 'on' : 'off'}`;\n })\n .join('|');\n const tokenize = contentTokenize(cfg);\n const parts = [`features:${globalPart}`, ...featureParts];\n if (tokenize !== undefined) parts.push(`tokenize:${tokenize}`);\n parts.push(presetsPart);\n return parts.join('|');\n}\n"],"names":["anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","presetHasSignal","presetNames","presetSignals","cfg","Object","keys","presets","embed","model","length","name","declared","signals","words","features","links","vectors","signal","undefined","some","enabled","FEATURE_NAMES","filter","reported","on","off","e","provider","url","key","languages","chunkTokens","tokenize","content","trim","globalPart","join","featureParts","map","feature","signature","part","presetsPart","sort","p","include","exclude","parts","push"],"mappings":";;;;;;;;;;;QA+BgBA;eAAAA;;QAwCAC;eAAAA;;QATAC;eAAAA;;QArDAC;eAAAA;;QAoCAC;eAAAA;;QAPAC;eAAAA;;QAwCAC;eAAAA;;QA3BAC;eAAAA;;QAzBAC;eAAAA;;QAtBAC;eAAAA;;QAaAC;eAAAA;;;uBAf+D;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAExE,SAASD,YAAYE,GAAW;IACrC,OAAOC,OAAOC,IAAI,CAACF,IAAIG,OAAO;AAChC;AAGO,SAASX,aAAaQ,GAAW;QACxBA;IAAd,OAAO,SAAOA,aAAAA,IAAII,KAAK,cAATJ,iCAAAA,WAAWK,KAAK,MAAK,YAAYL,IAAII,KAAK,CAACC,KAAK,CAACC,MAAM,GAAG;AAC1E;AAMO,SAASP,cAAcC,GAAW,EAAEO,IAAY;QACpCP,mBAGbA;IAHJ,IAAMQ,YAAWR,oBAAAA,IAAIG,OAAO,CAACI,KAAK,cAAjBP,wCAAAA,kBAAmBS,OAAO;IAC3C,IAAID,UAAU,OAAOA;IACrB,IAAMC,UAAyB;QAAEC,OAAO;IAAE;IAC1C,IAAIV,EAAAA,gBAAAA,IAAIW,QAAQ,cAAZX,oCAAAA,cAAcY,KAAK,MAAK,OAAOH,QAAQG,KAAK,GAAG;IACnD,IAAIpB,aAAaQ,MAAMS,QAAQI,OAAO,GAAG;IACzC,OAAOJ;AACT;AAEO,SAASZ,gBAAgBG,GAAW,EAAEO,IAAY,EAAEO,MAAkB;IAC3E,OAAOf,cAAcC,KAAKO,KAAK,CAACO,OAAO,KAAKC;AAC9C;AAGO,SAAS1B,gBAAgBW,GAAW;IACzC,OAAOF,YAAYE,KAAKgB,IAAI,CAAC,SAACT;eAASV,gBAAgBG,KAAKO,MAAM;;AACpE;AAKO,SAASb,eAAeM,GAAW,EAAEO,IAAiB;QAE3CP;IADhB,IAAIO,SAAS,SAAS,OAAOlB,gBAAgBW;IAC7C,IAAMiB,UAAUjB,EAAAA,gBAAAA,IAAIW,QAAQ,cAAZX,oCAAAA,aAAc,CAACO,KAAK,MAAK;IACzC,IAAIA,SAAS,QAAQ,OAAOU,WAAWvB,eAAeM,KAAK;IAC3D,OAAOiB;AACT;AAEO,SAASxB,gBAAgBO,GAAW;IACzC,OAAOkB,sBAAa,CAACC,MAAM,CAAC,SAACZ;eAASb,eAAeM,KAAKO;;AAC5D;AAIO,SAASX,cAAcI,GAAW;IACvC,IAAMoB,WAAWF,sBAAa,CAACC,MAAM,CAAC,SAACZ;eAASA,SAAS;;IACzD,OAAO;QACLc,IAAID,SAASD,MAAM,CAAC,SAACZ;mBAASb,eAAeM,KAAKO;;QAClDe,KAAKF,SAASD,MAAM,CAAC,SAACZ;mBAAS,CAACb,eAAeM,KAAKO;;IACtD;AACF;AAKO,SAAShB,YAAYS,GAAW;QAGQuB;IAF7C,IAAI,CAAC/B,aAAaQ,MAAM,OAAO;IAC/B,IAAMuB,IAAIvB,IAAII,KAAK;IACnB,OAAO;QAAEC,OAAOkB,EAAElB,KAAK;QAAYmB,QAAQ,GAAED,cAAAA,EAAEC,QAAQ,cAAVD,yBAAAA,cAAc;QAAUE,KAAKF,EAAEE,GAAG;QAAEC,KAAKH,EAAEG,GAAG;QAAEC,WAAWJ,EAAEI,SAAS;QAAEC,aAAaL,EAAEK,WAAW;IAAC;AAClJ;AAKO,SAAStC,gBAAgBU,GAAW;QACxBA;IAAjB,IAAM6B,YAAW7B,eAAAA,IAAI8B,OAAO,cAAX9B,mCAAAA,aAAa6B,QAAQ;IACtC,OAAOA,aAAad,aAAac,SAASE,IAAI,OAAO,KAAKhB,YAAYc,SAASE,IAAI;AACrF;AAIO,SAASpC,iBAAiBK,GAAW,EAAEW,QAAmB;IAC/D,IAAMqB,aAAavC,gBAAgBO,KAChCmB,MAAM,CAAC,SAACZ;eAASA,SAAS;OAC1B0B,IAAI,CAAC;IACR,IAAMC,eAAevB,SAASwB,GAAG,CAAC,SAACC;YAAYA;gBAAAA,qBAAAA,QAAQC,SAAS,cAAjBD,yCAAAA,wBAAAA,SAAoBpC;OAAMmB,MAAM,CAAC,SAACmB;eAAyBA,SAASvB;;IACnH,wFAAwF;IACxF,IAAMwB,cAAc,AAAC,qBAAGzC,YAAYE,MACjCwC,IAAI,GACJL,GAAG,CAAC,SAAC5B;YAGiBkC;QAFrB,IAAMA,IAAIzC,IAAIG,OAAO,CAACI,KAAK;QAC3B,IAAMmC,UAAU,AAAC,qBAAGD,EAAEC,OAAO,EAAEF,IAAI,GAAGP,IAAI,CAAC;QAC3C,IAAMU,UAAU,AAAC,sBAAIF,aAAAA,EAAEE,OAAO,cAATF,wBAAAA,aAAa,EAAE,EAAGD,IAAI,GAAGP,IAAI,CAAC;QACnD,OAAO,AAAC,UAAiBS,OAARnC,MAAK,KAAcoC,OAAXD,SAAQ,KAAc7C,OAAX8C,SAAQ,KAAwD,OAArD9C,gBAAgBG,KAAKO,MAAM,aAAa,OAAO;IAChG,GACC0B,IAAI,CAAC;IACR,IAAMJ,WAAWvC,gBAAgBU;IACjC,IAAM4C,QAAQ;QAAE,YAAsB,OAAXZ;KAA8B,CAA3C,OAA2B,qBAAGE;IAC5C,IAAIL,aAAad,WAAW6B,MAAMC,IAAI,CAAC,AAAC,YAAoB,OAAThB;IACnDe,MAAMC,IAAI,CAACN;IACX,OAAOK,MAAMX,IAAI,CAAC;AACpB"}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
|
-
export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames,
|
|
1
|
+
export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.js';
|
|
2
|
+
export type { InitOverrides } from './load.js';
|
|
2
3
|
export { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.js';
|
|
3
4
|
export { resolvePreset, resolveSearch } from './resolve.js';
|
|
5
|
+
export type { SignalName, SignalWeights } from './signals.js';
|
|
6
|
+
export { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.js';
|
|
4
7
|
export type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.js';
|
|
5
8
|
export { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.js';
|
|
9
|
+
export { KNOWN_EMBED_KEYS } from './validate.js';
|
|
@@ -1,5 +1,9 @@
|
|
|
1
|
-
export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames,
|
|
1
|
+
export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.js';
|
|
2
|
+
export type { InitOverrides } from './load.js';
|
|
2
3
|
export { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.js';
|
|
3
4
|
export { resolvePreset, resolveSearch } from './resolve.js';
|
|
5
|
+
export type { SignalName, SignalWeights } from './signals.js';
|
|
6
|
+
export { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.js';
|
|
4
7
|
export type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.js';
|
|
5
8
|
export { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.js';
|
|
9
|
+
export { KNOWN_EMBED_KEYS } from './validate.js';
|
package/dist/cjs/config/index.js
CHANGED
|
@@ -15,6 +15,15 @@ _export(exports, {
|
|
|
15
15
|
get DEFAULT_EMBED_MODEL () {
|
|
16
16
|
return _typests.DEFAULT_EMBED_MODEL;
|
|
17
17
|
},
|
|
18
|
+
get KNOWN_EMBED_KEYS () {
|
|
19
|
+
return _validatets.KNOWN_EMBED_KEYS;
|
|
20
|
+
},
|
|
21
|
+
get SIGNAL_NAMES () {
|
|
22
|
+
return _signalsts.SIGNAL_NAMES;
|
|
23
|
+
},
|
|
24
|
+
get SIGNAL_PREREQUISITES () {
|
|
25
|
+
return _signalsts.SIGNAL_PREREQUISITES;
|
|
26
|
+
},
|
|
18
27
|
get STATE_DIR () {
|
|
19
28
|
return _typests.STATE_DIR;
|
|
20
29
|
},
|
|
@@ -57,11 +66,14 @@ _export(exports, {
|
|
|
57
66
|
get migrateConfig () {
|
|
58
67
|
return _loadts.migrateConfig;
|
|
59
68
|
},
|
|
69
|
+
get presetHasSignal () {
|
|
70
|
+
return _accessts.presetHasSignal;
|
|
71
|
+
},
|
|
60
72
|
get presetNames () {
|
|
61
73
|
return _accessts.presetNames;
|
|
62
74
|
},
|
|
63
|
-
get
|
|
64
|
-
return _accessts.
|
|
75
|
+
get presetSignals () {
|
|
76
|
+
return _accessts.presetSignals;
|
|
65
77
|
},
|
|
66
78
|
get resolvePreset () {
|
|
67
79
|
return _resolvets.resolvePreset;
|
|
@@ -73,5 +85,7 @@ _export(exports, {
|
|
|
73
85
|
var _accessts = require("./access.js");
|
|
74
86
|
var _loadts = require("./load.js");
|
|
75
87
|
var _resolvets = require("./resolve.js");
|
|
88
|
+
var _signalsts = require("./signals.js");
|
|
76
89
|
var _typests = require("./types.js");
|
|
90
|
+
var _validatets = require("./validate.js");
|
|
77
91
|
/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/index.ts"],"sourcesContent":["export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames,
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/index.ts"],"sourcesContent":["export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.ts';\nexport type { InitOverrides } from './load.ts';\nexport { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.ts';\nexport { resolvePreset, resolveSearch } from './resolve.ts';\nexport type { SignalName, SignalWeights } from './signals.ts';\nexport { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.ts';\nexport type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.ts';\nexport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.ts';\nexport { KNOWN_EMBED_KEYS } from './validate.ts';\n"],"names":["CONFIG_FILENAME","DEFAULT_EMBED_MODEL","KNOWN_EMBED_KEYS","SIGNAL_NAMES","SIGNAL_PREREQUISITES","STATE_DIR","SUPPORTED_CONFIG_VERSION","anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","findConfigPath","initConfig","loadConfig","migrateConfig","presetHasSignal","presetNames","presetSignals","resolvePreset","resolveSearch"],"mappings":";;;;;;;;;;;QAOSA;eAAAA,wBAAe;;QAAEC;eAAAA,4BAAmB;;QACpCC;eAAAA,4BAAgB;;QAHhBC;eAAAA,uBAAY;;QAAEC;eAAAA,+BAAoB;;QAEIC;eAAAA,kBAAS;;QAAEC;eAAAA,iCAAwB;;QAPzEC;eAAAA,yBAAe;;QAAEC;eAAAA,yBAAe;;QAAEC;eAAAA,qBAAW;;QAAEC;eAAAA,sBAAY;;QAAEC;eAAAA,yBAAe;;QAAEC;eAAAA,wBAAc;;QAAEC;eAAAA,0BAAgB;;QAAEC;eAAAA,uBAAa;;QAE7HC;eAAAA,sBAAc;;QAAEC;eAAAA,kBAAU;;QAAEC;eAAAA,kBAAU;;QAAEC;eAAAA,qBAAa;;QAF0EC;eAAAA,yBAAe;;QAAEC;eAAAA,qBAAW;;QAAEC;eAAAA,uBAAa;;QAG1KC;eAAAA,wBAAa;;QAAEC;eAAAA,wBAAa;;;wBAHsJ;sBAErH;yBACzB;yBAEM;uBAEuC;0BACzD"}
|
|
@@ -3,6 +3,11 @@ export declare function migrateConfig(cfg: Config): {
|
|
|
3
3
|
cfg: Config;
|
|
4
4
|
from: number;
|
|
5
5
|
};
|
|
6
|
-
export
|
|
6
|
+
export interface InitOverrides {
|
|
7
|
+
model?: string;
|
|
8
|
+
provider?: string;
|
|
9
|
+
url?: string;
|
|
10
|
+
}
|
|
11
|
+
export declare function initConfig(dir: string, overrides?: InitOverrides): string;
|
|
7
12
|
export declare function findConfigPath(startDir: string): string | null;
|
|
8
13
|
export declare function loadConfig(explicitPath?: string): ResolvedConfig;
|
|
@@ -3,6 +3,11 @@ export declare function migrateConfig(cfg: Config): {
|
|
|
3
3
|
cfg: Config;
|
|
4
4
|
from: number;
|
|
5
5
|
};
|
|
6
|
-
export
|
|
6
|
+
export interface InitOverrides {
|
|
7
|
+
model?: string;
|
|
8
|
+
provider?: string;
|
|
9
|
+
url?: string;
|
|
10
|
+
}
|
|
11
|
+
export declare function initConfig(dir: string, overrides?: InitOverrides): string;
|
|
7
12
|
export declare function findConfigPath(startDir: string): string | null;
|
|
8
13
|
export declare function loadConfig(explicitPath?: string): ResolvedConfig;
|
package/dist/cjs/config/load.js
CHANGED
|
@@ -334,6 +334,75 @@ var MIGRATIONS = {
|
|
|
334
334
|
if (Object.keys(prev).length > 0) console.error('sense: every preset has "semantic": false, so v4 drops the "embed" block (vectors stay off); re-add it, or set a preset\'s semantic back to true, to turn them on');
|
|
335
335
|
}
|
|
336
336
|
return result;
|
|
337
|
+
},
|
|
338
|
+
// v4 -> v5: embed.type renames to embed.provider -- there are only three wire protocols
|
|
339
|
+
// now, so a provider name fits the shape better than a loader "type". "api" auto-migrates to
|
|
340
|
+
// "openai", the wire protocol it always was; any other value is carried over verbatim, since
|
|
341
|
+
// it is what v5 shape validation names the fix for.
|
|
342
|
+
//
|
|
343
|
+
// Also folded in here: a preset's `semantic` migrates to `signals`. false becomes an
|
|
344
|
+
// explicit exhaustive weight map (words, plus links when that feature is on, each at weight
|
|
345
|
+
// 1); true or absent needs no key at all, since default-on already means every signal whose
|
|
346
|
+
// prerequisites hold, each at weight 1. `semantic` leaves the config surface entirely once
|
|
347
|
+
// this step has run.
|
|
348
|
+
4: function(cfg) {
|
|
349
|
+
var _cfg_features;
|
|
350
|
+
var prevEmbed = cfg.embed;
|
|
351
|
+
var result = _object_spread_props(_object_spread({}, cfg), {
|
|
352
|
+
version: 5
|
|
353
|
+
});
|
|
354
|
+
if (prevEmbed) {
|
|
355
|
+
var type = prevEmbed.type, rest = _object_without_properties(prevEmbed, [
|
|
356
|
+
"type"
|
|
357
|
+
]);
|
|
358
|
+
result.embed = type === undefined ? rest : _object_spread_props(_object_spread({}, rest), {
|
|
359
|
+
provider: type === 'api' ? 'openai' : type
|
|
360
|
+
});
|
|
361
|
+
}
|
|
362
|
+
var linksOn = ((_cfg_features = cfg.features) === null || _cfg_features === void 0 ? void 0 : _cfg_features.links) !== false;
|
|
363
|
+
var presets = cfg.presets;
|
|
364
|
+
if (presets) {
|
|
365
|
+
var nextPresets = {};
|
|
366
|
+
var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
|
|
367
|
+
try {
|
|
368
|
+
for(var _iterator = Object.entries(presets)[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
|
|
369
|
+
var _step_value = _sliced_to_array(_step.value, 2), name = _step_value[0], preset = _step_value[1];
|
|
370
|
+
var semantic = preset.semantic, rest1 = _object_without_properties(preset, [
|
|
371
|
+
"semantic"
|
|
372
|
+
]);
|
|
373
|
+
if (semantic === undefined) {
|
|
374
|
+
nextPresets[name] = preset;
|
|
375
|
+
continue;
|
|
376
|
+
}
|
|
377
|
+
if (typeof semantic !== 'boolean') {
|
|
378
|
+
throw new _errorsts.SenseError('CONFIG_INVALID', "presets.".concat(name, ".semantic must be a boolean"));
|
|
379
|
+
}
|
|
380
|
+
nextPresets[name] = semantic === false ? _object_spread_props(_object_spread({}, rest1), {
|
|
381
|
+
signals: linksOn ? {
|
|
382
|
+
words: 1,
|
|
383
|
+
links: 1
|
|
384
|
+
} : {
|
|
385
|
+
words: 1
|
|
386
|
+
}
|
|
387
|
+
}) : rest1;
|
|
388
|
+
}
|
|
389
|
+
} catch (err) {
|
|
390
|
+
_didIteratorError = true;
|
|
391
|
+
_iteratorError = err;
|
|
392
|
+
} finally{
|
|
393
|
+
try {
|
|
394
|
+
if (!_iteratorNormalCompletion && _iterator.return != null) {
|
|
395
|
+
_iterator.return();
|
|
396
|
+
}
|
|
397
|
+
} finally{
|
|
398
|
+
if (_didIteratorError) {
|
|
399
|
+
throw _iteratorError;
|
|
400
|
+
}
|
|
401
|
+
}
|
|
402
|
+
}
|
|
403
|
+
result.presets = nextPresets;
|
|
404
|
+
}
|
|
405
|
+
return result;
|
|
337
406
|
}
|
|
338
407
|
};
|
|
339
408
|
function migrateConfig(cfg) {
|
|
@@ -350,7 +419,14 @@ function migrateConfig(cfg) {
|
|
|
350
419
|
from: from
|
|
351
420
|
};
|
|
352
421
|
}
|
|
353
|
-
function starterConfig() {
|
|
422
|
+
function starterConfig(overrides) {
|
|
423
|
+
var embed = {
|
|
424
|
+
model: _typests.DEFAULT_EMBED_MODEL,
|
|
425
|
+
provider: 'static'
|
|
426
|
+
};
|
|
427
|
+
if ((overrides === null || overrides === void 0 ? void 0 : overrides.model) !== undefined) embed.model = overrides.model;
|
|
428
|
+
if ((overrides === null || overrides === void 0 ? void 0 : overrides.provider) !== undefined) embed.provider = overrides.provider;
|
|
429
|
+
if ((overrides === null || overrides === void 0 ? void 0 : overrides.url) !== undefined) embed.url = overrides.url;
|
|
354
430
|
return {
|
|
355
431
|
$schema: 'https://unpkg.com/sensemaking/schema.json',
|
|
356
432
|
version: _typests.SUPPORTED_CONFIG_VERSION,
|
|
@@ -369,20 +445,19 @@ function starterConfig() {
|
|
|
369
445
|
}
|
|
370
446
|
},
|
|
371
447
|
// Written out rather than defaulted in code: this line is what makes `sense download`
|
|
372
|
-
// fetch
|
|
373
|
-
embed:
|
|
374
|
-
model: _typests.DEFAULT_EMBED_MODEL,
|
|
375
|
-
type: 'static'
|
|
376
|
-
},
|
|
448
|
+
// fetch a model, so it belongs where it can be read and changed.
|
|
449
|
+
embed: embed,
|
|
377
450
|
queries: {}
|
|
378
451
|
};
|
|
379
452
|
}
|
|
380
|
-
function initConfig(dir) {
|
|
453
|
+
function initConfig(dir, overrides) {
|
|
381
454
|
var configPath = (0, _nodepath.join)(dir, _typests.CONFIG_FILENAME);
|
|
382
455
|
if ((0, _nodefs.existsSync)(configPath)) {
|
|
383
456
|
throw new _errorsts.SenseError('CONFIG_EXISTS', "".concat(_typests.CONFIG_FILENAME, " already exists in ").concat(dir));
|
|
384
457
|
}
|
|
385
|
-
|
|
458
|
+
var cfg = starterConfig(overrides);
|
|
459
|
+
(0, _validatets.validateConfig)(cfg, configPath);
|
|
460
|
+
(0, _nodefs.writeFileSync)(configPath, "".concat(JSON.stringify(cfg, null, 2), "\n"));
|
|
386
461
|
return configPath;
|
|
387
462
|
}
|
|
388
463
|
function findConfigPath(startDir) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n 1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n // v2 -> v3: mechanical-minimal, by decision -- only what keeps an existing config loading.\n // No restructuring, no preset inference, no query rewriting; real trees get hand-migrated\n // separately to actually use presets.\n 2: (cfg) => {\n const { scan, defaults, features, checks, queries, ...rest } = cfg;\n const scanInclude = (scan as { include: string[] }).include;\n\n const nextQueries: Record<string, unknown> = {};\n for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n if (typeof value === 'string') {\n nextQueries[name] = value;\n continue;\n }\n const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n // The v3 -> v4 step below strips it.\n const search: Record<string, unknown> = { search: entry.find };\n if (entry.k !== undefined) search.k = entry.k;\n if (entry.where !== undefined) search.where = entry.where;\n // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n if (entry.semantic === false) search.semantic = false;\n nextQueries[name] = search;\n }\n\n const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n const defaultWhere = prevDefaults?.find?.where;\n\n // features.embed false becomes semantic:false on every preset produced here.\n const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n const embedWasOff = prevFeatures.embed === false;\n // Object form carried provider settings (model/type/url/key), not a toggle -- they move\n // to the v3 top-level `embed` block verbatim; dropping them would silently switch an\n // api tree back to the built-in static model.\n const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n const { embed: _embed, ...restFeatures } = prevFeatures;\n\n const defaultPreset: Record<string, unknown> = { include: scanInclude };\n if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n if (embedWasOff) defaultPreset.semantic = false;\n\n // checks (assertions over saved queries) was removed in v3; its queries still run under\n // `queries`, just without the pass/fail assertion -- reachable now only as a saved query.\n if (checks !== undefined) {\n console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n }\n\n const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n if (embedProvider !== undefined) result.embed = embedProvider;\n if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n return result;\n },\n // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n 3: (cfg) => {\n const presets = cfg.presets as Record<string, Record<string, unknown>>;\n const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n const nextQueries: Record<string, unknown> = {};\n for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n if (typeof value === 'string') {\n nextQueries[name] = { sql: value };\n continue;\n }\n if (typeof value !== 'object' || value === null || !('search' in value)) {\n nextQueries[name] = value;\n continue;\n }\n const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n nextQueries[name] = rest;\n }\n\n const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n if (embedded) {\n result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n } else {\n delete result.embed;\n // Dropping settings silently would look like a bug in a tree that had configured an\n // api endpoint and then turned vectors off; say it, since v4 has no way to carry\n // provider settings for a tree that does not embed.\n if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n }\n return result;\n },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n const from = cfg.version ?? 1;\n let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n const step = MIGRATIONS[v];\n if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n current = step(current);\n }\n return { cfg: current as unknown as Config, from };\n}\n\nfunction starterConfig(): Config {\n return {\n $schema: 'https://unpkg.com/sensemaking/schema.json',\n version: SUPPORTED_CONFIG_VERSION,\n presets: {\n default: { include: ['**/*.md'], k: 10 },\n large: { include: ['**/*.md'], k: 20 },\n },\n // Written out rather than defaulted in code: this line is what makes `sense download`\n // fetch 124 MB, so it belongs where it can be read and changed.\n embed: { model: DEFAULT_EMBED_MODEL, type: 'static' },\n queries: {},\n };\n}\n\n// Refuses to overwrite an existing config.\nexport function initConfig(dir: string): string {\n const configPath = join(dir, CONFIG_FILENAME);\n if (existsSync(configPath)) {\n throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n }\n writeFileSync(configPath, `${JSON.stringify(starterConfig(), null, 2)}\\n`);\n return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n let dir = resolve(startDir);\n for (;;) {\n const candidate = join(dir, CONFIG_FILENAME);\n if (existsSync(candidate)) return candidate;\n const parent = dirname(dir);\n if (parent === dir) return null;\n dir = parent;\n }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n let configPath: string;\n if (explicitPath) {\n configPath = resolve(process.cwd(), explicitPath);\n if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n } else {\n const found = findConfigPath(process.cwd());\n if (!found) {\n throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n }\n configPath = found;\n }\n\n const raw = readFileSync(configPath, 'utf8');\n const parsed: unknown = JSON.parse(raw);\n\n // Ahead of both the version gate and legacy/current shape checks: a non-object file (or\n // an array -- typeof [] is also 'object') is malformed at every version, so it gets one\n // error regardless of which branch would otherwise run.\n if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n }\n\n // Version gate before shape validation: a config written by a newer sense should fail\n // with \"requires a newer sense\", not with shape errors its own version may not have.\n const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n if (version > SUPPORTED_CONFIG_VERSION) {\n throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n }\n\n // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n // check, migrate, then the full one on the result.\n let cfg: Config;\n let migratedFrom: number | undefined;\n if (version < SUPPORTED_CONFIG_VERSION) {\n if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n const result = migrateConfig(parsed as unknown as Config);\n cfg = validateConfig(result.cfg, configPath);\n migratedFrom = result.from;\n writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n } else {\n cfg = validateConfig(parsed, configPath);\n }\n\n const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n return { ...cfg, baseDir: dirname(configPath), configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["findConfigPath","initConfig","loadConfig","migrateConfig","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","entries","value","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","DEFAULT_EMBED_MODEL","type","url","key","from","current","v","SUPPORTED_CONFIG_VERSION","step","SenseError","starterConfig","$schema","large","dir","configPath","join","CONFIG_FILENAME","existsSync","writeFileSync","JSON","stringify","startDir","resolve","candidate","parent","dirname","explicitPath","process","cwd","found","raw","readFileSync","parsed","parse","Array","isArray","migratedFrom","validateLegacyScan","validateConfig","unknownKeys","unknownConfigKeys","baseDir"],"mappings":";;;;;;;;;;;QA+IgBA;eAAAA;;QATAC;eAAAA;;QAoBAC;eAAAA;;QA/CAC;eAAAA;;;sBA3GwC;wBACjB;wBACZ;uBAEoD;0BACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtE,yFAAyF;AACzF,uCAAuC;AACvC,IAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,IAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,IAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,SAACC;eAAS,wCAAKA;YAAKC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,SAACC;uBAAS;oBAACA;oBAAM;iBAAK;;;;IAC3G,2FAA2F;IAC3F,0FAA0F;IAC1F,sCAAsC;IACtC,GAAG,SAACN;YAsBmBO;QArBrB,IAAQC,OAAuDR,IAAvDQ,MAAMC,WAAiDT,IAAjDS,UAAUP,WAAuCF,IAAvCE,UAAUQ,SAA6BV,IAA7BU,QAAQC,UAAqBX,IAArBW,SAAYC,kCAASZ;;;;;;;QAC/D,IAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,IAAMC,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,CAAEL,oBAAAA,qBAAAA,UAAmD,CAAC,uBAA3F,SAAA,6BAAA,QAAA,yBAAA,iCAA+F;gBAA/F,mCAAA,iBAAOL,uBAAMW;gBAChB,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAMC,QAAQD;gBACd,sFAAsF;gBACtF,qCAAqC;gBACrC,IAAME,SAAkC;oBAAEA,QAAQD,MAAME,IAAI;gBAAC;gBAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;gBAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;gBACzD,0FAA0F;gBAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;gBAChDT,WAAW,CAACT,KAAK,GAAGa;YACtB;;YAdK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAgBL,IAAMZ,eAAeE;QACrB,IAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,IAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,IAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,wFAAwF;QACxF,qFAAqF;QACrF,8CAA8C;QAC9C,IAAMC,gBAAgB,SAAOH,aAAaE,KAAK,MAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,IAAQM,AAAOE,SAA4BJ,aAAnCE,OAAkBG,0CAAiBL;;;QAE3C,IAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,wFAAwF;QACxF,0FAA0F;QAC1F,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,IAAMC,SAAkC,wCAAKvB;YAAMX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;;QAC7G,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,SAACnC;YAK0CA,cAc9BA;QAlBd,IAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,IAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,SAACC;mBAAMA,EAAEnB,QAAQ,KAAK;;QAEnE,IAAMT,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,EAAEhB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,uBAA/F,SAAA,6BAAA,QAAA,yBAAA,iCAAmG;gBAAnG,mCAAA,iBAAOM,uBAAMW;gBAChB,+EAA+E;gBAC/E,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAG;wBAAEsC,KAAK3B;oBAAM;oBACjC;gBACF;gBACA,IAAI,CAAA,OAAOA,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;oBACvEF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAQO,AAAUqB,YAAuB5B,MAAjCO,UAAwBZ,kCAASK;;;gBACzCF,WAAW,CAACT,KAAK,GAAGM;YACtB;;YAZK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAcL,IAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,IAAMmC,SAAkC,wCAAKnC;YAAKC,SAAS;YAAGU,SAASI;;QACvE,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCE,4BAAmB;gBAAEC,IAAI,GAAGH,aAAAA,KAAKG,IAAI,cAATH,wBAAAA,aAAoC;eAAcA,KAAKI,GAAG,KAAK5B,YAAY;gBAAE4B,KAAKJ,KAAKI,GAAG;YAAC,IAAI,CAAC,GAAQJ,KAAKK,GAAG,KAAK7B,YAAY;gBAAE6B,KAAKL,KAAKK,GAAG;YAAC,IAAI,CAAC;QAClP,OAAO;YACL,OAAOhB,OAAOP,KAAK;YACnB,oFAAoF;YACpF,iFAAiF;YACjF,oDAAoD;YACpD,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;AACF;AAEO,SAASvC,cAAcI,GAAW;QAC1BA;IAAb,IAAMoD,QAAOpD,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAIqD,UAAmCrD;IACvC,IAAK,IAAIsD,IAAIF,MAAME,IAAIC,iCAAwB,EAAED,IAAK;QACpD,IAAME,OAAOzD,UAAU,CAACuD,EAAE;QAC1B,IAAI,CAACE,MAAM,MAAM,IAAIC,oBAAU,CAAC,8BAA8B,AAAC,oCAAqC,OAAFH;QAClGD,UAAUG,KAAKH;IACjB;IACA,OAAO;QAAErD,KAAKqD;QAA8BD,MAAAA;IAAK;AACnD;AAEA,SAASM;IACP,OAAO;QACLC,SAAS;QACT1D,SAASsD,iCAAwB;QACjCnB,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvCuC,OAAO;gBAAE9C,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,gEAAgE;QAChEO,OAAO;YAAEmB,OAAOC,4BAAmB;YAAEC,MAAM;QAAS;QACpDtC,SAAS,CAAC;IACZ;AACF;AAGO,SAASjB,WAAWmE,GAAW;IACpC,IAAMC,aAAaC,IAAAA,cAAI,EAACF,KAAKG,wBAAe;IAC5C,IAAIC,IAAAA,kBAAU,EAACH,aAAa;QAC1B,MAAM,IAAIL,oBAAU,CAAC,iBAAiB,AAAC,GAAuCI,OAArCG,wBAAe,EAAC,uBAAyB,OAAJH;IAChF;IACAK,IAAAA,qBAAa,EAACJ,YAAY,AAAC,GAA2C,OAAzCK,KAAKC,SAAS,CAACV,iBAAiB,MAAM,IAAG;IACtE,OAAOI;AACT;AAEO,SAASrE,eAAe4E,QAAgB;IAC7C,IAAIR,MAAMS,IAAAA,iBAAO,EAACD;IAClB,OAAS;QACP,IAAME,YAAYR,IAAAA,cAAI,EAACF,KAAKG,wBAAe;QAC3C,IAAIC,IAAAA,kBAAU,EAACM,YAAY,OAAOA;QAClC,IAAMC,SAASC,IAAAA,iBAAO,EAACZ;QACvB,IAAIW,WAAWX,KAAK,OAAO;QAC3BA,MAAMW;IACR;AACF;AAEO,SAAS7E,WAAW+E,YAAqB;IAC9C,IAAIZ;IACJ,IAAIY,cAAc;QAChBZ,aAAaQ,IAAAA,iBAAO,EAACK,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAACT,IAAAA,kBAAU,EAACH,aAAa,MAAM,IAAIL,oBAAU,CAAC,oBAAoB,AAAC,qBAA+B,OAAXK;IAC7F,OAAO;QACL,IAAMe,QAAQpF,eAAekF,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAIpB,oBAAU,CAAC,oBAAoB,AAAC,kBAAuCkB,OAAtBX,wBAAe,EAAC,QAAoB,OAAdW,QAAQC,GAAG,IAAG;QACjG;QACAd,aAAae;IACf;IAEA,IAAMC,MAAMC,IAAAA,oBAAY,EAACjB,YAAY;IACrC,IAAMkB,SAAkBb,KAAKc,KAAK,CAACH;IAEnC,wFAAwF;IACxF,wFAAwF;IACxF,wDAAwD;IACxD,IAAI,CAAA,OAAOE,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAIvB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXK,YAAW;IACvD;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,IAAM7D,UAAU,CAAA,OAAO+E,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiC/E,OAAO,KAAK,WAAW,AAAC+E,OAA+B/E,OAAO,GAAG;IAC3K,IAAIA,UAAUsD,iCAAwB,EAAE;QACtC,MAAM,IAAIE,oBAAU,CAAC,8BAA8B,AAAC,kBAAyB,OAARxD,SAAQ;IAC/E;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAIoF;IACJ,IAAInF,UAAUsD,iCAAwB,EAAE;QACtC,IAAItD,UAAUJ,sBAAsBwF,IAAAA,8BAAkB,EAACL,QAAQlB;QAC/D,IAAM3B,SAASvC,cAAcoF;QAC7BhF,MAAMsF,IAAAA,0BAAc,EAACnD,OAAOnC,GAAG,EAAE8D;QACjCsB,eAAejD,OAAOiB,IAAI;QAC1Bc,IAAAA,qBAAa,EAACJ,YAAY,AAAC,GAA+B,OAA7BK,KAAKC,SAAS,CAACpE,KAAK,MAAM,IAAG;IAC5D,OAAO;QACLA,MAAMsF,IAAAA,0BAAc,EAACN,QAAQlB;IAC/B;IAEA,IAAMyB,cAAcC,IAAAA,6BAAiB,EAACxF;IACtC,OAAO,wCAAKA;QAAKyF,SAAShB,IAAAA,iBAAO,EAACX;QAAaA,YAAAA;QAAYsB,cAAAA;QAAcG,aAAaA,YAAYhD,MAAM,GAAG,IAAIgD,cAAcjE;;AAC/H"}
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n 1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n // v2 -> v3: mechanical-minimal, by decision -- only what keeps an existing config loading.\n // No restructuring, no preset inference, no query rewriting; real trees get hand-migrated\n // separately to actually use presets.\n 2: (cfg) => {\n const { scan, defaults, features, checks, queries, ...rest } = cfg;\n const scanInclude = (scan as { include: string[] }).include;\n\n const nextQueries: Record<string, unknown> = {};\n for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n if (typeof value === 'string') {\n nextQueries[name] = value;\n continue;\n }\n const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n // The v3 -> v4 step below strips it.\n const search: Record<string, unknown> = { search: entry.find };\n if (entry.k !== undefined) search.k = entry.k;\n if (entry.where !== undefined) search.where = entry.where;\n // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n if (entry.semantic === false) search.semantic = false;\n nextQueries[name] = search;\n }\n\n const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n const defaultWhere = prevDefaults?.find?.where;\n\n // features.embed false becomes semantic:false on every preset produced here.\n const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n const embedWasOff = prevFeatures.embed === false;\n // Object form carried provider settings (model/type/url/key), not a toggle -- they move\n // to the v3 top-level `embed` block verbatim; dropping them would silently switch an\n // api tree back to the built-in static model.\n const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n const { embed: _embed, ...restFeatures } = prevFeatures;\n\n const defaultPreset: Record<string, unknown> = { include: scanInclude };\n if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n if (embedWasOff) defaultPreset.semantic = false;\n\n // checks (assertions over saved queries) was removed in v3; its queries still run under\n // `queries`, just without the pass/fail assertion -- reachable now only as a saved query.\n if (checks !== undefined) {\n console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n }\n\n const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n if (embedProvider !== undefined) result.embed = embedProvider;\n if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n return result;\n },\n // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n 3: (cfg) => {\n const presets = cfg.presets as Record<string, Record<string, unknown>>;\n const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n const nextQueries: Record<string, unknown> = {};\n for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n if (typeof value === 'string') {\n nextQueries[name] = { sql: value };\n continue;\n }\n if (typeof value !== 'object' || value === null || !('search' in value)) {\n nextQueries[name] = value;\n continue;\n }\n const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n nextQueries[name] = rest;\n }\n\n const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n if (embedded) {\n result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n } else {\n delete result.embed;\n // Dropping settings silently would look like a bug in a tree that had configured an\n // api endpoint and then turned vectors off; say it, since v4 has no way to carry\n // provider settings for a tree that does not embed.\n if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n }\n return result;\n },\n // v4 -> v5: embed.type renames to embed.provider -- there are only three wire protocols\n // now, so a provider name fits the shape better than a loader \"type\". \"api\" auto-migrates to\n // \"openai\", the wire protocol it always was; any other value is carried over verbatim, since\n // it is what v5 shape validation names the fix for.\n //\n // Also folded in here: a preset's `semantic` migrates to `signals`. false becomes an\n // explicit exhaustive weight map (words, plus links when that feature is on, each at weight\n // 1); true or absent needs no key at all, since default-on already means every signal whose\n // prerequisites hold, each at weight 1. `semantic` leaves the config surface entirely once\n // this step has run.\n 4: (cfg) => {\n const prevEmbed = cfg.embed as Record<string, unknown> | undefined;\n const result: Record<string, unknown> = { ...cfg, version: 5 };\n if (prevEmbed) {\n const { type, ...rest } = prevEmbed;\n result.embed = type === undefined ? rest : { ...rest, provider: type === 'api' ? 'openai' : type };\n }\n\n const linksOn = (cfg.features as Record<string, unknown> | undefined)?.links !== false;\n const presets = cfg.presets as Record<string, Record<string, unknown>> | undefined;\n if (presets) {\n const nextPresets: Record<string, unknown> = {};\n for (const [name, preset] of Object.entries(presets)) {\n const { semantic, ...rest } = preset;\n if (semantic === undefined) {\n nextPresets[name] = preset;\n continue;\n }\n if (typeof semantic !== 'boolean') {\n throw new SenseError('CONFIG_INVALID', `presets.${name}.semantic must be a boolean`);\n }\n nextPresets[name] = semantic === false ? { ...rest, signals: linksOn ? { words: 1, links: 1 } : { words: 1 } } : rest;\n }\n result.presets = nextPresets;\n }\n return result;\n },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n const from = cfg.version ?? 1;\n let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n const step = MIGRATIONS[v];\n if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n current = step(current);\n }\n return { cfg: current as unknown as Config, from };\n}\n\n// `sense init`'s flags map onto these three `embed` keys one-to-one; an absent field\n// keeps the built-in default rather than merging partial input.\nexport interface InitOverrides {\n model?: string;\n provider?: string;\n url?: string;\n}\n\nfunction starterConfig(overrides?: InitOverrides): Config {\n const embed: Record<string, unknown> = { model: DEFAULT_EMBED_MODEL, provider: 'static' };\n if (overrides?.model !== undefined) embed.model = overrides.model;\n if (overrides?.provider !== undefined) embed.provider = overrides.provider;\n if (overrides?.url !== undefined) embed.url = overrides.url;\n return {\n $schema: 'https://unpkg.com/sensemaking/schema.json',\n version: SUPPORTED_CONFIG_VERSION,\n presets: {\n default: { include: ['**/*.md'], k: 10 },\n large: { include: ['**/*.md'], k: 20 },\n },\n // Written out rather than defaulted in code: this line is what makes `sense download`\n // fetch a model, so it belongs where it can be read and changed.\n embed: embed as Config['embed'],\n queries: {},\n };\n}\n\n// Refuses to overwrite an existing config. `overrides` come from `sense init`'s flags; an\n// invalid --provider fails validateConfig's own shape check before anything is written.\nexport function initConfig(dir: string, overrides?: InitOverrides): string {\n const configPath = join(dir, CONFIG_FILENAME);\n if (existsSync(configPath)) {\n throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n }\n const cfg = starterConfig(overrides);\n validateConfig(cfg, configPath);\n writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n let dir = resolve(startDir);\n for (;;) {\n const candidate = join(dir, CONFIG_FILENAME);\n if (existsSync(candidate)) return candidate;\n const parent = dirname(dir);\n if (parent === dir) return null;\n dir = parent;\n }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n let configPath: string;\n if (explicitPath) {\n configPath = resolve(process.cwd(), explicitPath);\n if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n } else {\n const found = findConfigPath(process.cwd());\n if (!found) {\n throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n }\n configPath = found;\n }\n\n const raw = readFileSync(configPath, 'utf8');\n const parsed: unknown = JSON.parse(raw);\n\n // Ahead of both the version gate and legacy/current shape checks: a non-object file (or\n // an array -- typeof [] is also 'object') is malformed at every version, so it gets one\n // error regardless of which branch would otherwise run.\n if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n }\n\n // Version gate before shape validation: a config written by a newer sense should fail\n // with \"requires a newer sense\", not with shape errors its own version may not have.\n const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n if (version > SUPPORTED_CONFIG_VERSION) {\n throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n }\n\n // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n // check, migrate, then the full one on the result.\n let cfg: Config;\n let migratedFrom: number | undefined;\n if (version < SUPPORTED_CONFIG_VERSION) {\n if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n const result = migrateConfig(parsed as unknown as Config);\n cfg = validateConfig(result.cfg, configPath);\n migratedFrom = result.from;\n writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n } else {\n cfg = validateConfig(parsed, configPath);\n }\n\n const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n return { ...cfg, baseDir: dirname(configPath), configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["findConfigPath","initConfig","loadConfig","migrateConfig","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","entries","value","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","DEFAULT_EMBED_MODEL","type","url","key","prevEmbed","provider","linksOn","links","nextPresets","preset","SenseError","signals","words","from","current","v","SUPPORTED_CONFIG_VERSION","step","starterConfig","overrides","$schema","large","dir","configPath","join","CONFIG_FILENAME","existsSync","validateConfig","writeFileSync","JSON","stringify","startDir","resolve","candidate","parent","dirname","explicitPath","process","cwd","found","raw","readFileSync","parsed","parse","Array","isArray","migratedFrom","validateLegacyScan","unknownKeys","unknownConfigKeys","baseDir"],"mappings":";;;;;;;;;;;QAmMgBA;eAAAA;;QAXAC;eAAAA;;QAsBAC;eAAAA;;QA9DAC;eAAAA;;;sBAhJwC;wBACjB;wBACZ;uBAEoD;0BACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtE,yFAAyF;AACzF,uCAAuC;AACvC,IAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,IAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,IAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,SAACC;eAAS,wCAAKA;YAAKC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,SAACC;uBAAS;oBAACA;oBAAM;iBAAK;;;;IAC3G,2FAA2F;IAC3F,0FAA0F;IAC1F,sCAAsC;IACtC,GAAG,SAACN;YAsBmBO;QArBrB,IAAQC,OAAuDR,IAAvDQ,MAAMC,WAAiDT,IAAjDS,UAAUP,WAAuCF,IAAvCE,UAAUQ,SAA6BV,IAA7BU,QAAQC,UAAqBX,IAArBW,SAAYC,kCAASZ;;;;;;;QAC/D,IAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,IAAMC,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,CAAEL,oBAAAA,qBAAAA,UAAmD,CAAC,uBAA3F,SAAA,6BAAA,QAAA,yBAAA,iCAA+F;gBAA/F,mCAAA,iBAAOL,uBAAMW;gBAChB,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAMC,QAAQD;gBACd,sFAAsF;gBACtF,qCAAqC;gBACrC,IAAME,SAAkC;oBAAEA,QAAQD,MAAME,IAAI;gBAAC;gBAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;gBAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;gBACzD,0FAA0F;gBAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;gBAChDT,WAAW,CAACT,KAAK,GAAGa;YACtB;;YAdK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAgBL,IAAMZ,eAAeE;QACrB,IAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,IAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,IAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,wFAAwF;QACxF,qFAAqF;QACrF,8CAA8C;QAC9C,IAAMC,gBAAgB,SAAOH,aAAaE,KAAK,MAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,IAAQM,AAAOE,SAA4BJ,aAAnCE,OAAkBG,0CAAiBL;;;QAE3C,IAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,wFAAwF;QACxF,0FAA0F;QAC1F,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,IAAMC,SAAkC,wCAAKvB;YAAMX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;;QAC7G,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,SAACnC;YAK0CA,cAc9BA;QAlBd,IAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,IAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,SAACC;mBAAMA,EAAEnB,QAAQ,KAAK;;QAEnE,IAAMT,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,EAAEhB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,uBAA/F,SAAA,6BAAA,QAAA,yBAAA,iCAAmG;gBAAnG,mCAAA,iBAAOM,uBAAMW;gBAChB,+EAA+E;gBAC/E,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAG;wBAAEsC,KAAK3B;oBAAM;oBACjC;gBACF;gBACA,IAAI,CAAA,OAAOA,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;oBACvEF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAQO,AAAUqB,YAAuB5B,MAAjCO,UAAwBZ,kCAASK;;;gBACzCF,WAAW,CAACT,KAAK,GAAGM;YACtB;;YAZK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAcL,IAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,IAAMmC,SAAkC,wCAAKnC;YAAKC,SAAS;YAAGU,SAASI;;QACvE,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCE,4BAAmB;gBAAEC,IAAI,GAAGH,aAAAA,KAAKG,IAAI,cAATH,wBAAAA,aAAoC;eAAcA,KAAKI,GAAG,KAAK5B,YAAY;gBAAE4B,KAAKJ,KAAKI,GAAG;YAAC,IAAI,CAAC,GAAQJ,KAAKK,GAAG,KAAK7B,YAAY;gBAAE6B,KAAKL,KAAKK,GAAG;YAAC,IAAI,CAAC;QAClP,OAAO;YACL,OAAOhB,OAAOP,KAAK;YACnB,oFAAoF;YACpF,iFAAiF;YACjF,oDAAoD;YACpD,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;IACA,wFAAwF;IACxF,6FAA6F;IAC7F,6FAA6F;IAC7F,oDAAoD;IACpD,EAAE;IACF,qFAAqF;IACrF,4FAA4F;IAC5F,4FAA4F;IAC5F,2FAA2F;IAC3F,qBAAqB;IACrB,GAAG,SAACnC;YAQeA;QAPjB,IAAMoD,YAAYpD,IAAI4B,KAAK;QAC3B,IAAMO,SAAkC,wCAAKnC;YAAKC,SAAS;;QAC3D,IAAImD,WAAW;YACb,IAAQH,OAAkBG,UAAlBH,MAASrC,kCAASwC;;;YAC1BjB,OAAOP,KAAK,GAAGqB,SAAS3B,YAAYV,OAAO,wCAAKA;gBAAMyC,UAAUJ,SAAS,QAAQ,WAAWA;;QAC9F;QAEA,IAAMK,UAAU,EAACtD,gBAAAA,IAAIE,QAAQ,cAAZF,oCAAD,AAACA,cAAsDuD,KAAK,MAAK;QACjF,IAAMnB,UAAUpC,IAAIoC,OAAO;QAC3B,IAAIA,SAAS;YACX,IAAMoB,cAAuC,CAAC;gBACzC,kCAAA,2BAAA;;gBAAL,QAAK,YAAwBrD,OAAOa,OAAO,CAACoB,6BAAvC,SAAA,6BAAA,QAAA,yBAAA,iCAAiD;oBAAjD,mCAAA,iBAAO9B,uBAAMmD;oBAChB,IAAQjC,WAAsBiC,OAAtBjC,UAAaZ,mCAAS6C;;;oBAC9B,IAAIjC,aAAaF,WAAW;wBAC1BkC,WAAW,CAAClD,KAAK,GAAGmD;wBACpB;oBACF;oBACA,IAAI,OAAOjC,aAAa,WAAW;wBACjC,MAAM,IAAIkC,oBAAU,CAAC,kBAAkB,AAAC,WAAe,OAALpD,MAAK;oBACzD;oBACAkD,WAAW,CAAClD,KAAK,GAAGkB,aAAa,QAAQ,wCAAKZ;wBAAM+C,SAASL,UAAU;4BAAEM,OAAO;4BAAGL,OAAO;wBAAE,IAAI;4BAAEK,OAAO;wBAAE;yBAAMhD;gBACnH;;gBAVK;gBAAA;;;yBAAA,6BAAA;wBAAA;;;wBAAA;8BAAA;;;;YAWLuB,OAAOC,OAAO,GAAGoB;QACnB;QACA,OAAOrB;IACT;AACF;AAEO,SAASvC,cAAcI,GAAW;QAC1BA;IAAb,IAAM6D,QAAO7D,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAI8D,UAAmC9D;IACvC,IAAK,IAAI+D,IAAIF,MAAME,IAAIC,iCAAwB,EAAED,IAAK;QACpD,IAAME,OAAOlE,UAAU,CAACgE,EAAE;QAC1B,IAAI,CAACE,MAAM,MAAM,IAAIP,oBAAU,CAAC,8BAA8B,AAAC,oCAAqC,OAAFK;QAClGD,UAAUG,KAAKH;IACjB;IACA,OAAO;QAAE9D,KAAK8D;QAA8BD,MAAAA;IAAK;AACnD;AAUA,SAASK,cAAcC,SAAyB;IAC9C,IAAMvC,QAAiC;QAAEmB,OAAOC,4BAAmB;QAAEK,UAAU;IAAS;IACxF,IAAIc,CAAAA,sBAAAA,gCAAAA,UAAWpB,KAAK,MAAKzB,WAAWM,MAAMmB,KAAK,GAAGoB,UAAUpB,KAAK;IACjE,IAAIoB,CAAAA,sBAAAA,gCAAAA,UAAWd,QAAQ,MAAK/B,WAAWM,MAAMyB,QAAQ,GAAGc,UAAUd,QAAQ;IAC1E,IAAIc,CAAAA,sBAAAA,gCAAAA,UAAWjB,GAAG,MAAK5B,WAAWM,MAAMsB,GAAG,GAAGiB,UAAUjB,GAAG;IAC3D,OAAO;QACLkB,SAAS;QACTnE,SAAS+D,iCAAwB;QACjC5B,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvCgD,OAAO;gBAAEvD,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,iEAAiE;QACjEO,OAAOA;QACPjB,SAAS,CAAC;IACZ;AACF;AAIO,SAASjB,WAAW4E,GAAW,EAAEH,SAAyB;IAC/D,IAAMI,aAAaC,IAAAA,cAAI,EAACF,KAAKG,wBAAe;IAC5C,IAAIC,IAAAA,kBAAU,EAACH,aAAa;QAC1B,MAAM,IAAIb,oBAAU,CAAC,iBAAiB,AAAC,GAAuCY,OAArCG,wBAAe,EAAC,uBAAyB,OAAJH;IAChF;IACA,IAAMtE,MAAMkE,cAAcC;IAC1BQ,IAAAA,0BAAc,EAAC3E,KAAKuE;IACpBK,IAAAA,qBAAa,EAACL,YAAY,AAAC,GAA+B,OAA7BM,KAAKC,SAAS,CAAC9E,KAAK,MAAM,IAAG;IAC1D,OAAOuE;AACT;AAEO,SAAS9E,eAAesF,QAAgB;IAC7C,IAAIT,MAAMU,IAAAA,iBAAO,EAACD;IAClB,OAAS;QACP,IAAME,YAAYT,IAAAA,cAAI,EAACF,KAAKG,wBAAe;QAC3C,IAAIC,IAAAA,kBAAU,EAACO,YAAY,OAAOA;QAClC,IAAMC,SAASC,IAAAA,iBAAO,EAACb;QACvB,IAAIY,WAAWZ,KAAK,OAAO;QAC3BA,MAAMY;IACR;AACF;AAEO,SAASvF,WAAWyF,YAAqB;IAC9C,IAAIb;IACJ,IAAIa,cAAc;QAChBb,aAAaS,IAAAA,iBAAO,EAACK,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAACV,IAAAA,kBAAU,EAACH,aAAa,MAAM,IAAIb,oBAAU,CAAC,oBAAoB,AAAC,qBAA+B,OAAXa;IAC7F,OAAO;QACL,IAAMgB,QAAQ9F,eAAe4F,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAI7B,oBAAU,CAAC,oBAAoB,AAAC,kBAAuC2B,OAAtBZ,wBAAe,EAAC,QAAoB,OAAdY,QAAQC,GAAG,IAAG;QACjG;QACAf,aAAagB;IACf;IAEA,IAAMC,MAAMC,IAAAA,oBAAY,EAAClB,YAAY;IACrC,IAAMmB,SAAkBb,KAAKc,KAAK,CAACH;IAEnC,wFAAwF;IACxF,wFAAwF;IACxF,wDAAwD;IACxD,IAAI,CAAA,OAAOE,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAIhC,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXa,YAAW;IACvD;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,IAAMtE,UAAU,CAAA,OAAOyF,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiCzF,OAAO,KAAK,WAAW,AAACyF,OAA+BzF,OAAO,GAAG;IAC3K,IAAIA,UAAU+D,iCAAwB,EAAE;QACtC,MAAM,IAAIN,oBAAU,CAAC,8BAA8B,AAAC,kBAAyB,OAARzD,SAAQ;IAC/E;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAI8F;IACJ,IAAI7F,UAAU+D,iCAAwB,EAAE;QACtC,IAAI/D,UAAUJ,sBAAsBkG,IAAAA,8BAAkB,EAACL,QAAQnB;QAC/D,IAAMpC,SAASvC,cAAc8F;QAC7B1F,MAAM2E,IAAAA,0BAAc,EAACxC,OAAOnC,GAAG,EAAEuE;QACjCuB,eAAe3D,OAAO0B,IAAI;QAC1Be,IAAAA,qBAAa,EAACL,YAAY,AAAC,GAA+B,OAA7BM,KAAKC,SAAS,CAAC9E,KAAK,MAAM,IAAG;IAC5D,OAAO;QACLA,MAAM2E,IAAAA,0BAAc,EAACe,QAAQnB;IAC/B;IAEA,IAAMyB,cAAcC,IAAAA,6BAAiB,EAACjG;IACtC,OAAO,wCAAKA;QAAKkG,SAASf,IAAAA,iBAAO,EAACZ;QAAaA,YAAAA;QAAYuB,cAAAA;QAAcE,aAAaA,YAAYzD,MAAM,GAAG,IAAIyD,cAAc1E;;AAC/H"}
|
|
@@ -44,7 +44,7 @@ function resolveSearch(cfg) {
|
|
|
44
44
|
where: where,
|
|
45
45
|
include: include,
|
|
46
46
|
exclude: exclude,
|
|
47
|
-
|
|
47
|
+
signals: (0, _accessts.presetSignals)(cfg, presetName)
|
|
48
48
|
};
|
|
49
49
|
}
|
|
50
50
|
/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/resolve.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { presetNames } from './access.ts';\nimport type { Config, EffectiveSearch, Preset, SearchOverrides } from './types.ts';\n\n// Looks up a declared preset by name, defaulting to `default`. Throws naming every declared\n// preset when an explicit name is not declared -- the `default` fallback is never unknown\n// itself (validateConfig requires it).\nexport function resolvePreset(cfg: Config, name?: string): { name: string; preset: Preset } {\n const presetName = name ?? 'default';\n const preset = cfg.presets[presetName];\n if (!preset) throw new SenseError('PRESET_UNKNOWN', `unknown preset \"${presetName}\"; declared presets: ${presetNames(cfg).join(', ')}`);\n return { name: presetName, preset };\n}\n\n// Precedence, per field: built-ins <- named preset (or `default`) <- caller overrides.\n// `opts` arrives with any saved-query/CLI merge already resolved (src/cli/named.ts).\nexport function resolveSearch(cfg: Config, opts: SearchOverrides = {}): EffectiveSearch {\n const { name: presetName, preset } = resolvePreset(cfg, opts.preset);\n const k = opts.k ?? preset.k ?? 10;\n const where = opts.where ?? preset.where;\n // Each overrides its own side only, so neither clears the other.\n const include = opts.include ?? preset.include;\n // --no-exclude widens past the preset's exclusions; an explicit --exclude alongside it is\n // still the scope for this command, since it says what to leave out rather than what to keep.\n const exclude = opts.exclude ?? (opts.noExclude ? undefined : preset.exclude);\n return { presetName, k, where, include, exclude,
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/resolve.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { presetNames, presetSignals } from './access.ts';\nimport type { Config, EffectiveSearch, Preset, SearchOverrides } from './types.ts';\n\n// Looks up a declared preset by name, defaulting to `default`. Throws naming every declared\n// preset when an explicit name is not declared -- the `default` fallback is never unknown\n// itself (validateConfig requires it).\nexport function resolvePreset(cfg: Config, name?: string): { name: string; preset: Preset } {\n const presetName = name ?? 'default';\n const preset = cfg.presets[presetName];\n if (!preset) throw new SenseError('PRESET_UNKNOWN', `unknown preset \"${presetName}\"; declared presets: ${presetNames(cfg).join(', ')}`);\n return { name: presetName, preset };\n}\n\n// Precedence, per field: built-ins <- named preset (or `default`) <- caller overrides.\n// `opts` arrives with any saved-query/CLI merge already resolved (src/cli/named.ts).\nexport function resolveSearch(cfg: Config, opts: SearchOverrides = {}): EffectiveSearch {\n const { name: presetName, preset } = resolvePreset(cfg, opts.preset);\n const k = opts.k ?? preset.k ?? 10;\n const where = opts.where ?? preset.where;\n // Each overrides its own side only, so neither clears the other.\n const include = opts.include ?? preset.include;\n // --no-exclude widens past the preset's exclusions; an explicit --exclude alongside it is\n // still the scope for this command, since it says what to leave out rather than what to keep.\n const exclude = opts.exclude ?? (opts.noExclude ? undefined : preset.exclude);\n return { presetName, k, where, include, exclude, signals: presetSignals(cfg, presetName) };\n}\n"],"names":["resolvePreset","resolveSearch","cfg","name","presetName","preset","presets","SenseError","presetNames","join","opts","k","where","include","exclude","noExclude","undefined","signals","presetSignals"],"mappings":";;;;;;;;;;;QAOgBA;eAAAA;;QASAC;eAAAA;;;wBAhBW;wBACgB;AAMpC,SAASD,cAAcE,GAAW,EAAEC,IAAa;IACtD,IAAMC,aAAaD,iBAAAA,kBAAAA,OAAQ;IAC3B,IAAME,SAASH,IAAII,OAAO,CAACF,WAAW;IACtC,IAAI,CAACC,QAAQ,MAAM,IAAIE,oBAAU,CAAC,kBAAkB,AAAC,mBAAoDC,OAAlCJ,YAAW,yBAAmD,OAA5BI,IAAAA,qBAAW,EAACN,KAAKO,IAAI,CAAC;IAC/H,OAAO;QAAEN,MAAMC;QAAYC,QAAAA;IAAO;AACpC;AAIO,SAASJ,cAAcC,GAAW;QAAEQ,OAAAA,iEAAwB,CAAC;QAExDA,MAAAA,SACIA,aAEEA,eAGAA;IAPhB,IAAqCV,iBAAAA,cAAcE,KAAKQ,KAAKL,MAAM,GAA3DF,AAAMC,aAAuBJ,eAA7BG,MAAkBE,SAAWL,eAAXK;IAC1B,IAAMM,KAAID,QAAAA,UAAAA,KAAKC,CAAC,cAAND,qBAAAA,UAAUL,OAAOM,CAAC,cAAlBD,kBAAAA,OAAsB;IAChC,IAAME,SAAQF,cAAAA,KAAKE,KAAK,cAAVF,yBAAAA,cAAcL,OAAOO,KAAK;IACxC,iEAAiE;IACjE,IAAMC,WAAUH,gBAAAA,KAAKG,OAAO,cAAZH,2BAAAA,gBAAgBL,OAAOQ,OAAO;IAC9C,0FAA0F;IAC1F,8FAA8F;IAC9F,IAAMC,WAAUJ,gBAAAA,KAAKI,OAAO,cAAZJ,2BAAAA,gBAAiBA,KAAKK,SAAS,GAAGC,YAAYX,OAAOS,OAAO;IAC5E,OAAO;QAAEV,YAAAA;QAAYO,GAAAA;QAAGC,OAAAA;QAAOC,SAAAA;QAASC,SAAAA;QAASG,SAASC,IAAAA,uBAAa,EAAChB,KAAKE;IAAY;AAC3F"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare const SIGNAL_NAMES: readonly ["words", "links", "vectors"];
|
|
2
|
+
export type SignalName = (typeof SIGNAL_NAMES)[number];
|
|
3
|
+
export type SignalWeights = Partial<Record<SignalName, number>>;
|
|
4
|
+
export declare const SIGNAL_PREREQUISITES: Partial<Record<SignalName, SignalName>>;
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare const SIGNAL_NAMES: readonly ["words", "links", "vectors"];
|
|
2
|
+
export type SignalName = (typeof SIGNAL_NAMES)[number];
|
|
3
|
+
export type SignalWeights = Partial<Record<SignalName, number>>;
|
|
4
|
+
export declare const SIGNAL_PREREQUISITES: Partial<Record<SignalName, SignalName>>;
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
// Signal names a search can compose and each one's prerequisite among the others. The
|
|
2
|
+
// single source both config validation and search composition read: a preset that declares a
|
|
3
|
+
// signal whose prerequisite is unmet gets an error naming both keys, not a quieter result.
|
|
4
|
+
"use strict";
|
|
5
|
+
Object.defineProperty(exports, "__esModule", {
|
|
6
|
+
value: true
|
|
7
|
+
});
|
|
8
|
+
function _export(target, all) {
|
|
9
|
+
for(var name in all)Object.defineProperty(target, name, {
|
|
10
|
+
enumerable: true,
|
|
11
|
+
get: Object.getOwnPropertyDescriptor(all, name).get
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
_export(exports, {
|
|
15
|
+
get SIGNAL_NAMES () {
|
|
16
|
+
return SIGNAL_NAMES;
|
|
17
|
+
},
|
|
18
|
+
get SIGNAL_PREREQUISITES () {
|
|
19
|
+
return SIGNAL_PREREQUISITES;
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
var SIGNAL_NAMES = [
|
|
23
|
+
'words',
|
|
24
|
+
'links',
|
|
25
|
+
'vectors'
|
|
26
|
+
];
|
|
27
|
+
var SIGNAL_PREREQUISITES = {
|
|
28
|
+
links: 'words'
|
|
29
|
+
};
|
|
30
|
+
/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/signals.ts"],"sourcesContent":["// Signal names a search can compose and each one's prerequisite among the others. The\n// single source both config validation and search composition read: a preset that declares a\n// signal whose prerequisite is unmet gets an error naming both keys, not a quieter result.\nexport const SIGNAL_NAMES = ['words', 'links', 'vectors'] as const;\nexport type SignalName = (typeof SIGNAL_NAMES)[number];\n\n// A preset's signals, declared or effective: which ones fire and each one's RRF weight. Presence\n// is enablement -- a signal absent from the map never runs. Weight multiplies that signal's\n// RRF contribution (weight / (RRF_K + rank)); weight 1 is the default and reproduces pre-weight\n// scores bit-for-bit.\nexport type SignalWeights = Partial<Record<SignalName, number>>;\n\n// links is seeded by word-match rows, so it is empty without them. vectors' prerequisite is a\n// named embed model, not another signal, so validate.ts checks it against the top-level embed\n// block directly instead of listing it here.\nexport const SIGNAL_PREREQUISITES: Partial<Record<SignalName, SignalName>> = { links: 'words' };\n"],"names":["SIGNAL_NAMES","SIGNAL_PREREQUISITES","links"],"mappings":"AAAA,sFAAsF;AACtF,6FAA6F;AAC7F,2FAA2F;;;;;;;;;;;;QAC9EA;eAAAA;;QAYAC;eAAAA;;;AAZN,IAAMD,eAAe;IAAC;IAAS;IAAS;CAAU;AAYlD,IAAMC,uBAAgE;IAAEC,OAAO;AAAQ"}
|
|
@@ -1,20 +1,23 @@
|
|
|
1
|
+
import type { SignalWeights } from './signals.js';
|
|
1
2
|
export declare const CONFIG_FILENAME = "sense.config.json";
|
|
2
3
|
export declare const STATE_DIR = ".sense";
|
|
3
|
-
export declare const SUPPORTED_CONFIG_VERSION =
|
|
4
|
+
export declare const SUPPORTED_CONFIG_VERSION = 5;
|
|
4
5
|
export declare const FEATURE_NAMES: readonly ["links", "sections", "tags", "rank", "embed"];
|
|
5
6
|
export type FeatureName = (typeof FEATURE_NAMES)[number];
|
|
6
7
|
export interface EmbedConfig {
|
|
7
8
|
model?: string;
|
|
8
|
-
|
|
9
|
+
provider?: 'static' | 'openai' | 'cohere';
|
|
9
10
|
url?: string;
|
|
10
11
|
key?: string;
|
|
12
|
+
languages?: string[];
|
|
13
|
+
chunkTokens?: number;
|
|
11
14
|
}
|
|
12
15
|
export declare const DEFAULT_EMBED_MODEL = "minishlab/potion-retrieval-32M";
|
|
13
16
|
export interface Preset {
|
|
14
17
|
include: string[];
|
|
15
18
|
exclude?: string[];
|
|
16
19
|
k?: number;
|
|
17
|
-
|
|
20
|
+
signals?: SignalWeights;
|
|
18
21
|
where?: string;
|
|
19
22
|
}
|
|
20
23
|
export interface SavedSearch {
|
|
@@ -64,5 +67,5 @@ export interface EffectiveSearch {
|
|
|
64
67
|
where?: string;
|
|
65
68
|
include: string[];
|
|
66
69
|
exclude?: string[];
|
|
67
|
-
|
|
70
|
+
signals: SignalWeights;
|
|
68
71
|
}
|