sensemaking 0.27.0 → 0.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/cli.js +16 -7
- package/dist/cjs/chunk/extract.js.map +1 -1
- package/dist/cjs/chunk/group.js.map +1 -1
- package/dist/cjs/chunk/index.js.map +1 -1
- package/dist/cjs/chunk/parse.js.map +1 -1
- package/dist/cjs/chunk/parser.js.map +1 -1
- package/dist/cjs/chunk/tokens.js.map +1 -1
- package/dist/cjs/chunk/version.js.map +1 -1
- package/dist/cjs/cli/build.js.map +1 -1
- package/dist/cjs/cli/constants.d.cts +2 -0
- package/dist/cjs/cli/constants.d.ts +2 -0
- package/dist/cjs/cli/constants.js +21 -0
- package/dist/cjs/cli/constants.js.map +1 -0
- package/dist/cjs/cli/download.js.map +1 -1
- package/dist/cjs/cli/index.js.map +1 -1
- package/dist/cjs/cli/init.js.map +1 -1
- package/dist/cjs/cli/map.js.map +1 -1
- package/dist/cjs/cli/named.js +2 -1
- package/dist/cjs/cli/named.js.map +1 -1
- package/dist/cjs/cli/path.js.map +1 -1
- package/dist/cjs/cli/peek.js.map +1 -1
- package/dist/cjs/cli/related.js.map +1 -1
- package/dist/cjs/cli/search.js.map +1 -1
- package/dist/cjs/cli/shared.js +5 -4
- package/dist/cjs/cli/shared.js.map +1 -1
- package/dist/cjs/cli/sql.js.map +1 -1
- package/dist/cjs/cli/status.js.map +1 -1
- package/dist/cjs/cli/watch.js.map +1 -1
- package/dist/cjs/cli.js +10 -9
- package/dist/cjs/cli.js.map +1 -1
- package/dist/cjs/commands/index.js.map +1 -1
- package/dist/cjs/commands/map.js.map +1 -1
- package/dist/cjs/commands/path.js.map +1 -1
- package/dist/cjs/commands/peek.js.map +1 -1
- package/dist/cjs/commands/related.js.map +1 -1
- package/dist/cjs/commands/scope.js.map +1 -1
- package/dist/cjs/commands/search.js.map +1 -1
- package/dist/cjs/commands/signals.js.map +1 -1
- package/dist/cjs/commands/snapshot.js.map +1 -1
- package/dist/cjs/commands/status.js.map +1 -1
- package/dist/cjs/config/access.js.map +1 -1
- package/dist/cjs/config/index.js.map +1 -1
- package/dist/cjs/config/load.js.map +1 -1
- package/dist/cjs/config/resolve.js.map +1 -1
- package/dist/cjs/config/signals.js.map +1 -1
- package/dist/cjs/config/types.js.map +1 -1
- package/dist/cjs/config/validate.js.map +1 -1
- package/dist/cjs/embed/cohere.js.map +1 -1
- package/dist/cjs/embed/distribution.js.map +1 -1
- package/dist/cjs/embed/endpoint.js.map +1 -1
- package/dist/cjs/embed/handoff.js.map +1 -1
- package/dist/cjs/embed/http.js.map +1 -1
- package/dist/cjs/embed/identity.js.map +1 -1
- package/dist/cjs/embed/langfit.js.map +1 -1
- package/dist/cjs/embed/languages.js.map +1 -1
- package/dist/cjs/embed/openai.js.map +1 -1
- package/dist/cjs/embed/query.js.map +1 -1
- package/dist/cjs/embed/registry.js.map +1 -1
- package/dist/cjs/embed/static.js.map +1 -1
- package/dist/cjs/embed/store.js.map +1 -1
- package/dist/cjs/embed/types.js.map +1 -1
- package/dist/cjs/errors.js.map +1 -1
- package/dist/cjs/features/embed.js.map +1 -1
- package/dist/cjs/features/fences.js.map +1 -1
- package/dist/cjs/features/index.js.map +1 -1
- package/dist/cjs/features/links.js.map +1 -1
- package/dist/cjs/features/rank.js.map +1 -1
- package/dist/cjs/features/sections.js.map +1 -1
- package/dist/cjs/features/tags.js.map +1 -1
- package/dist/cjs/graph/graph.js.map +1 -1
- package/dist/cjs/graph/traverse.js.map +1 -1
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/lib/atomic-write.js.map +1 -1
- package/dist/cjs/lib/guarded-tick.js.map +1 -1
- package/dist/cjs/lib/serial-query.js.map +1 -1
- package/dist/cjs/lib/watch-notification.js.map +1 -1
- package/dist/cjs/lib/worker-file.js.map +1 -1
- package/dist/cjs/output/column-hint.js.map +1 -1
- package/dist/cjs/output/output.js.map +1 -1
- package/dist/cjs/output/progress.js.map +1 -1
- package/dist/cjs/output/search-error.js.map +1 -1
- package/dist/cjs/scan/frontmatter.js.map +1 -1
- package/dist/cjs/scan/index.js.map +1 -1
- package/dist/cjs/scan/list.js.map +1 -1
- package/dist/cjs/scan/pool.js.map +1 -1
- package/dist/cjs/scan/reparse.js.map +1 -1
- package/dist/cjs/scan/worker-error.js.map +1 -1
- package/dist/cjs/store/batch.js.map +1 -1
- package/dist/cjs/store/builder.js.map +1 -1
- package/dist/cjs/store/cache.js.map +1 -1
- package/dist/cjs/store/duckdb/batch.js.map +1 -1
- package/dist/cjs/store/duckdb/connection.js.map +1 -1
- package/dist/cjs/store/duckdb/engine.d.cts +11 -0
- package/dist/cjs/store/duckdb/engine.d.ts +11 -0
- package/dist/cjs/store/duckdb/engine.js +193 -0
- package/dist/cjs/store/duckdb/engine.js.map +1 -0
- package/dist/cjs/store/duckdb/fieldStats.js.map +1 -1
- package/dist/cjs/store/duckdb/lexical.d.cts +1 -6
- package/dist/cjs/store/duckdb/lexical.d.ts +1 -6
- package/dist/cjs/store/duckdb/lexical.js +48 -45
- package/dist/cjs/store/duckdb/lexical.js.map +1 -1
- package/dist/cjs/store/duckdb/native.d.cts +5 -3
- package/dist/cjs/store/duckdb/native.d.ts +5 -3
- package/dist/cjs/store/duckdb/native.js +157 -18
- package/dist/cjs/store/duckdb/native.js.map +1 -1
- package/dist/cjs/store/duckdb/open.js +151 -3
- package/dist/cjs/store/duckdb/open.js.map +1 -1
- package/dist/cjs/store/duckdb/ordered-bm25.d.cts +3 -16
- package/dist/cjs/store/duckdb/ordered-bm25.d.ts +3 -16
- package/dist/cjs/store/duckdb/ordered-bm25.js +24 -80
- package/dist/cjs/store/duckdb/ordered-bm25.js.map +1 -1
- package/dist/cjs/store/duckdb/reconcile.js.map +1 -1
- package/dist/cjs/store/duckdb/sql-functions.js.map +1 -1
- package/dist/cjs/store/duckdb/store.js.map +1 -1
- package/dist/cjs/store/duckdb/vectors.js.map +1 -1
- package/dist/cjs/store/embed-scope.js.map +1 -1
- package/dist/cjs/store/engine.d.cts +28 -0
- package/dist/cjs/store/engine.d.ts +28 -0
- package/dist/cjs/store/engine.js +362 -0
- package/dist/cjs/store/engine.js.map +1 -0
- package/dist/cjs/store/feature-scope.js.map +1 -1
- package/dist/cjs/store/index.js.map +1 -1
- package/dist/cjs/store/lock-wait.js.map +1 -1
- package/dist/cjs/store/native.d.cts +8 -5
- package/dist/cjs/store/native.d.ts +8 -5
- package/dist/cjs/store/native.js +78 -73
- package/dist/cjs/store/native.js.map +1 -1
- package/dist/cjs/store/open.js +100 -40
- package/dist/cjs/store/open.js.map +1 -1
- package/dist/cjs/store/preset-scope.js.map +1 -1
- package/dist/cjs/store/readiness.js.map +1 -1
- package/dist/cjs/store/reconcile.js.map +1 -1
- package/dist/cjs/store/shared.js.map +1 -1
- package/dist/cjs/store/signature.js.map +1 -1
- package/dist/cjs/store/sql-functions.js.map +1 -1
- package/dist/cjs/store/sqlite/connection.js.map +1 -1
- package/dist/cjs/store/sqlite/engine.d.cts +12 -0
- package/dist/cjs/store/sqlite/engine.d.ts +12 -0
- package/dist/cjs/store/sqlite/engine.js +53 -0
- package/dist/cjs/store/sqlite/engine.js.map +1 -0
- package/dist/cjs/store/sqlite/fieldStats.js.map +1 -1
- package/dist/cjs/store/sqlite/lexical.js +3 -4
- package/dist/cjs/store/sqlite/lexical.js.map +1 -1
- package/dist/cjs/store/sqlite/open.js +119 -6
- package/dist/cjs/store/sqlite/open.js.map +1 -1
- package/dist/cjs/store/sqlite/reconcile.js.map +1 -1
- package/dist/cjs/store/sqlite/sql-functions.js.map +1 -1
- package/dist/cjs/store/sqlite/store.js.map +1 -1
- package/dist/cjs/store/sqlite/vectors.js.map +1 -1
- package/dist/cjs/store/stages.js.map +1 -1
- package/dist/cjs/store/transaction.js.map +1 -1
- package/dist/cjs/store/turso/connection.js.map +1 -1
- package/dist/cjs/store/turso/engine.d.cts +9 -0
- package/dist/cjs/store/turso/engine.d.ts +9 -0
- package/dist/cjs/store/turso/engine.js +189 -0
- package/dist/cjs/store/turso/engine.js.map +1 -0
- package/dist/cjs/store/turso/fieldStats.js.map +1 -1
- package/dist/cjs/store/turso/lexical-text.js.map +1 -1
- package/dist/cjs/store/turso/lexical.js +16 -11
- package/dist/cjs/store/turso/lexical.js.map +1 -1
- package/dist/cjs/store/turso/native.d.cts +5 -1
- package/dist/cjs/store/turso/native.d.ts +5 -1
- package/dist/cjs/store/turso/native.js +157 -8
- package/dist/cjs/store/turso/native.js.map +1 -1
- package/dist/cjs/store/turso/open.js +172 -27
- package/dist/cjs/store/turso/open.js.map +1 -1
- package/dist/cjs/store/turso/reconcile.d.cts +0 -1
- package/dist/cjs/store/turso/reconcile.d.ts +0 -1
- package/dist/cjs/store/turso/reconcile.js +22 -23
- package/dist/cjs/store/turso/reconcile.js.map +1 -1
- package/dist/cjs/store/turso/sql-functions.js.map +1 -1
- package/dist/cjs/store/turso/store.js.map +1 -1
- package/dist/cjs/store/turso/vectors.js.map +1 -1
- package/dist/cjs/store/types.d.cts +2 -0
- package/dist/cjs/store/types.d.ts +2 -0
- package/dist/cjs/store/types.js.map +1 -1
- package/dist/cjs/store/vectors.js.map +1 -1
- package/dist/cjs/text/segment.js.map +1 -1
- package/dist/cjs/text/strip.js.map +1 -1
- package/dist/cjs/watch-claim.js.map +1 -1
- package/dist/cjs/watch.js.map +1 -1
- package/dist/cjs/workers/parse.js.map +1 -1
- package/dist/cjs/workers/watch-heartbeat.js.map +1 -1
- package/dist/esm/chunk/extract.js.map +1 -1
- package/dist/esm/chunk/group.js.map +1 -1
- package/dist/esm/chunk/index.js.map +1 -1
- package/dist/esm/chunk/parse.js.map +1 -1
- package/dist/esm/chunk/parser.js.map +1 -1
- package/dist/esm/chunk/tokens.js.map +1 -1
- package/dist/esm/chunk/types.js.map +1 -1
- package/dist/esm/chunk/version.js.map +1 -1
- package/dist/esm/cli/build.js.map +1 -1
- package/dist/esm/cli/constants.d.ts +2 -0
- package/dist/esm/cli/constants.js +2 -0
- package/dist/esm/cli/constants.js.map +1 -0
- package/dist/esm/cli/download.js.map +1 -1
- package/dist/esm/cli/index.js.map +1 -1
- package/dist/esm/cli/init.js.map +1 -1
- package/dist/esm/cli/map.js.map +1 -1
- package/dist/esm/cli/named.js +2 -1
- package/dist/esm/cli/named.js.map +1 -1
- package/dist/esm/cli/path.js.map +1 -1
- package/dist/esm/cli/peek.js.map +1 -1
- package/dist/esm/cli/related.js.map +1 -1
- package/dist/esm/cli/search.js.map +1 -1
- package/dist/esm/cli/shared.js +6 -5
- package/dist/esm/cli/shared.js.map +1 -1
- package/dist/esm/cli/sql.js.map +1 -1
- package/dist/esm/cli/status.js.map +1 -1
- package/dist/esm/cli/types.js.map +1 -1
- package/dist/esm/cli/watch.js.map +1 -1
- package/dist/esm/cli.js +10 -9
- package/dist/esm/cli.js.map +1 -1
- package/dist/esm/commands/index.js.map +1 -1
- package/dist/esm/commands/map.js.map +1 -1
- package/dist/esm/commands/path.js.map +1 -1
- package/dist/esm/commands/peek.js.map +1 -1
- package/dist/esm/commands/related.js.map +1 -1
- package/dist/esm/commands/scope.js.map +1 -1
- package/dist/esm/commands/search.js.map +1 -1
- package/dist/esm/commands/signals.js.map +1 -1
- package/dist/esm/commands/snapshot.js.map +1 -1
- package/dist/esm/commands/status.js.map +1 -1
- package/dist/esm/config/access.js.map +1 -1
- package/dist/esm/config/index.js.map +1 -1
- package/dist/esm/config/load.js.map +1 -1
- package/dist/esm/config/resolve.js.map +1 -1
- package/dist/esm/config/signals.js.map +1 -1
- package/dist/esm/config/types.js.map +1 -1
- package/dist/esm/config/validate.js.map +1 -1
- package/dist/esm/embed/cohere.js.map +1 -1
- package/dist/esm/embed/distribution.js.map +1 -1
- package/dist/esm/embed/endpoint.js.map +1 -1
- package/dist/esm/embed/handoff.js.map +1 -1
- package/dist/esm/embed/http.js.map +1 -1
- package/dist/esm/embed/identity.js.map +1 -1
- package/dist/esm/embed/langfit.js.map +1 -1
- package/dist/esm/embed/languages.js.map +1 -1
- package/dist/esm/embed/openai.js.map +1 -1
- package/dist/esm/embed/query.js +1 -1
- package/dist/esm/embed/query.js.map +1 -1
- package/dist/esm/embed/registry.js.map +1 -1
- package/dist/esm/embed/static.js.map +1 -1
- package/dist/esm/embed/store.js.map +1 -1
- package/dist/esm/embed/types.js.map +1 -1
- package/dist/esm/errors.js.map +1 -1
- package/dist/esm/features/embed.js.map +1 -1
- package/dist/esm/features/fences.js.map +1 -1
- package/dist/esm/features/index.js.map +1 -1
- package/dist/esm/features/links.js.map +1 -1
- package/dist/esm/features/rank.js.map +1 -1
- package/dist/esm/features/sections.js.map +1 -1
- package/dist/esm/features/tags.js.map +1 -1
- package/dist/esm/features/types.js.map +1 -1
- package/dist/esm/graph/graph.js.map +1 -1
- package/dist/esm/graph/traverse.js.map +1 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/lib/atomic-write.js.map +1 -1
- package/dist/esm/lib/guarded-tick.js.map +1 -1
- package/dist/esm/lib/serial-query.js.map +1 -1
- package/dist/esm/lib/watch-notification.js.map +1 -1
- package/dist/esm/lib/worker-file.js.map +1 -1
- package/dist/esm/output/column-hint.js.map +1 -1
- package/dist/esm/output/output.js.map +1 -1
- package/dist/esm/output/progress.js.map +1 -1
- package/dist/esm/output/search-error.js.map +1 -1
- package/dist/esm/scan/frontmatter.js.map +1 -1
- package/dist/esm/scan/index.js.map +1 -1
- package/dist/esm/scan/list.js.map +1 -1
- package/dist/esm/scan/pool.js.map +1 -1
- package/dist/esm/scan/reparse.js.map +1 -1
- package/dist/esm/scan/worker-error.js.map +1 -1
- package/dist/esm/store/batch.js.map +1 -1
- package/dist/esm/store/builder.js.map +1 -1
- package/dist/esm/store/cache.js.map +1 -1
- package/dist/esm/store/duckdb/batch.js.map +1 -1
- package/dist/esm/store/duckdb/connection.js.map +1 -1
- package/dist/esm/store/duckdb/engine.d.ts +11 -0
- package/dist/esm/store/duckdb/engine.js +18 -0
- package/dist/esm/store/duckdb/engine.js.map +1 -0
- package/dist/esm/store/duckdb/fieldStats.js.map +1 -1
- package/dist/esm/store/duckdb/lexical.d.ts +1 -6
- package/dist/esm/store/duckdb/lexical.js +16 -20
- package/dist/esm/store/duckdb/lexical.js.map +1 -1
- package/dist/esm/store/duckdb/native.d.ts +5 -3
- package/dist/esm/store/duckdb/native.js +16 -14
- package/dist/esm/store/duckdb/native.js.map +1 -1
- package/dist/esm/store/duckdb/open.js +40 -2
- package/dist/esm/store/duckdb/open.js.map +1 -1
- package/dist/esm/store/duckdb/ordered-bm25.d.ts +3 -16
- package/dist/esm/store/duckdb/ordered-bm25.js +14 -55
- package/dist/esm/store/duckdb/ordered-bm25.js.map +1 -1
- package/dist/esm/store/duckdb/reconcile.js.map +1 -1
- package/dist/esm/store/duckdb/sql-functions.js.map +1 -1
- package/dist/esm/store/duckdb/store.js.map +1 -1
- package/dist/esm/store/duckdb/vectors.js.map +1 -1
- package/dist/esm/store/embed-scope.js.map +1 -1
- package/dist/esm/store/engine.d.ts +28 -0
- package/dist/esm/store/engine.js +85 -0
- package/dist/esm/store/engine.js.map +1 -0
- package/dist/esm/store/feature-scope.js.map +1 -1
- package/dist/esm/store/index.js.map +1 -1
- package/dist/esm/store/lock-wait.js.map +1 -1
- package/dist/esm/store/native.d.ts +8 -5
- package/dist/esm/store/native.js +59 -57
- package/dist/esm/store/native.js.map +1 -1
- package/dist/esm/store/open.js +24 -7
- package/dist/esm/store/open.js.map +1 -1
- package/dist/esm/store/preset-scope.js.map +1 -1
- package/dist/esm/store/readiness.js.map +1 -1
- package/dist/esm/store/reconcile.js.map +1 -1
- package/dist/esm/store/shared.js.map +1 -1
- package/dist/esm/store/signature.js.map +1 -1
- package/dist/esm/store/sql-functions.js.map +1 -1
- package/dist/esm/store/sqlite/connection.js.map +1 -1
- package/dist/esm/store/sqlite/engine.d.ts +12 -0
- package/dist/esm/store/sqlite/engine.js +16 -0
- package/dist/esm/store/sqlite/engine.js.map +1 -0
- package/dist/esm/store/sqlite/fieldStats.js.map +1 -1
- package/dist/esm/store/sqlite/lexical.js +2 -3
- package/dist/esm/store/sqlite/lexical.js.map +1 -1
- package/dist/esm/store/sqlite/open.js +38 -7
- package/dist/esm/store/sqlite/open.js.map +1 -1
- package/dist/esm/store/sqlite/reconcile.js.map +1 -1
- package/dist/esm/store/sqlite/sql-functions.js.map +1 -1
- package/dist/esm/store/sqlite/store.js.map +1 -1
- package/dist/esm/store/sqlite/vectors.js.map +1 -1
- package/dist/esm/store/stages.js.map +1 -1
- package/dist/esm/store/transaction.js.map +1 -1
- package/dist/esm/store/turso/connection.js.map +1 -1
- package/dist/esm/store/turso/engine.d.ts +9 -0
- package/dist/esm/store/turso/engine.js +14 -0
- package/dist/esm/store/turso/engine.js.map +1 -0
- package/dist/esm/store/turso/fieldStats.js.map +1 -1
- package/dist/esm/store/turso/lexical-text.js.map +1 -1
- package/dist/esm/store/turso/lexical.js +9 -9
- package/dist/esm/store/turso/lexical.js.map +1 -1
- package/dist/esm/store/turso/native.d.ts +5 -1
- package/dist/esm/store/turso/native.js +16 -10
- package/dist/esm/store/turso/native.js.map +1 -1
- package/dist/esm/store/turso/open.js +44 -3
- package/dist/esm/store/turso/open.js.map +1 -1
- package/dist/esm/store/turso/reconcile.d.ts +0 -1
- package/dist/esm/store/turso/reconcile.js +3 -8
- package/dist/esm/store/turso/reconcile.js.map +1 -1
- package/dist/esm/store/turso/sql-functions.js.map +1 -1
- package/dist/esm/store/turso/store.js.map +1 -1
- package/dist/esm/store/turso/vectors.js.map +1 -1
- package/dist/esm/store/types.d.ts +2 -0
- package/dist/esm/store/types.js.map +1 -1
- package/dist/esm/store/vectors.js.map +1 -1
- package/dist/esm/text/segment.js.map +1 -1
- package/dist/esm/text/strip.js.map +1 -1
- package/dist/esm/watch-claim.js.map +1 -1
- package/dist/esm/watch.js.map +1 -1
- package/dist/esm/workers/parse.js.map +1 -1
- package/dist/esm/workers/watch-heartbeat.js.map +1 -1
- package/package.json +21 -6
- package/skills/sense/SKILL.md +1 -1
- package/skills/sense/references/stores/duckdb.md +1 -1
- package/skills/sense/references/stores/sqlite.md +1 -1
- package/skills/sense/references/stores/turso.md +1 -1
- package/skills/sense-setup/references/stores/duckdb.md +1 -1
- package/skills/sense-setup/references/stores/sqlite.md +1 -1
package/dist/esm/store/native.js
CHANGED
|
@@ -2,6 +2,7 @@ import { existsSync, readFileSync } from 'node:fs';
|
|
|
2
2
|
import Module from 'node:module';
|
|
3
3
|
import { dirname, join } from 'node:path';
|
|
4
4
|
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
5
|
+
import semver from 'semver';
|
|
5
6
|
import { SenseError } from '../errors.js';
|
|
6
7
|
// install-module-linked is small, but a target native package can be large (@duckdb/node-api's
|
|
7
8
|
// ~110MB), so it is required lazily inside the gated branch below, not for every store/index.ts load.
|
|
@@ -9,19 +10,32 @@ const _require = typeof require === 'undefined' ? Module.createRequire(import.me
|
|
|
9
10
|
const _dirname = dirname(typeof __filename !== 'undefined' ? __filename : fileURLToPath(import.meta.url));
|
|
10
11
|
// Walks up from this file's own directory rather than a fixed dot-count: it sits at a
|
|
11
12
|
// different depth under src/ than under built dist/{cjs,esm}/store output.
|
|
12
|
-
|
|
13
|
+
function packageRoot() {
|
|
13
14
|
let dir = _dirname;
|
|
14
15
|
for(;;){
|
|
15
16
|
const candidate = join(dir, 'package.json');
|
|
16
17
|
if (existsSync(candidate)) {
|
|
17
|
-
const
|
|
18
|
-
if (
|
|
18
|
+
const manifest = JSON.parse(readFileSync(candidate, 'utf8'));
|
|
19
|
+
if (manifest.name === 'sensemaking') return {
|
|
20
|
+
dir,
|
|
21
|
+
manifest
|
|
22
|
+
};
|
|
19
23
|
}
|
|
20
24
|
const parent = dirname(dir);
|
|
21
25
|
if (parent === dir) throw new Error('could not locate the sensemaking package root to install a native dependency into');
|
|
22
26
|
dir = parent;
|
|
23
27
|
}
|
|
24
28
|
}
|
|
29
|
+
export function packageNodeModules() {
|
|
30
|
+
return join(packageRoot().dir, 'node_modules');
|
|
31
|
+
}
|
|
32
|
+
// The published contract for an optional native package: the range it is tested against.
|
|
33
|
+
export function peerRange(pkg) {
|
|
34
|
+
var _packageRoot_manifest_peerDependencies;
|
|
35
|
+
const range = (_packageRoot_manifest_peerDependencies = packageRoot().manifest.peerDependencies) === null || _packageRoot_manifest_peerDependencies === void 0 ? void 0 : _packageRoot_manifest_peerDependencies[pkg];
|
|
36
|
+
if (!range) throw new Error(`sensemaking's package.json declares no peerDependencies entry for ${pkg}`);
|
|
37
|
+
return range;
|
|
38
|
+
}
|
|
25
39
|
const installing = new Map();
|
|
26
40
|
// De-dupes concurrent installs: since the install is async, concurrent callers await the same
|
|
27
41
|
// in-flight promise, keyed by specifier and target. A failed install is not cached, so a later call retries.
|
|
@@ -38,6 +52,13 @@ function installOnce(specifier, nodeModulesPath) {
|
|
|
38
52
|
}
|
|
39
53
|
return promise;
|
|
40
54
|
}
|
|
55
|
+
function readPackageMetadata(pkgDir) {
|
|
56
|
+
try {
|
|
57
|
+
return JSON.parse(readFileSync(join(pkgDir, 'package.json'), 'utf8'));
|
|
58
|
+
} catch {
|
|
59
|
+
return undefined;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
41
62
|
// Node caches a bare specifier's resolution, including a "not found" miss, for the process
|
|
42
63
|
// lifetime; use the installed entry directly, as a URL for ESM and a path for CJS.
|
|
43
64
|
function resolveEntrySpecifier(importName, nodeModulesPath) {
|
|
@@ -48,30 +69,12 @@ function resolveEntrySpecifier(importName, nodeModulesPath) {
|
|
|
48
69
|
const entryPath = join(pkgDir, entry);
|
|
49
70
|
return typeof require === 'undefined' ? pathToFileURL(entryPath).href : entryPath;
|
|
50
71
|
}
|
|
51
|
-
function
|
|
52
|
-
try {
|
|
53
|
-
return JSON.parse(readFileSync(join(pkgDir, 'package.json'), 'utf8'));
|
|
54
|
-
} catch {
|
|
55
|
-
return undefined;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
function targetPackageMetadata(importName, nodeModulesPath) {
|
|
59
|
-
const pkgDir = join(nodeModulesPath, ...importName.split('/'));
|
|
60
|
-
return {
|
|
61
|
-
exists: existsSync(pkgDir),
|
|
62
|
-
metadata: readPackageMetadata(pkgDir)
|
|
63
|
-
};
|
|
64
|
-
}
|
|
65
|
-
function resolvedPackageMetadata(importName) {
|
|
72
|
+
function resolvedVersion(importName) {
|
|
66
73
|
try {
|
|
67
74
|
let dir = dirname(_require.resolve(importName));
|
|
68
75
|
for(;;){
|
|
69
|
-
const
|
|
70
|
-
if (
|
|
71
|
-
const pkg = readPackageMetadata(dir);
|
|
72
|
-
if (!pkg) return undefined;
|
|
73
|
-
if (pkg.name === importName) return pkg;
|
|
74
|
-
}
|
|
76
|
+
const pkg = readPackageMetadata(dir);
|
|
77
|
+
if ((pkg === null || pkg === void 0 ? void 0 : pkg.name) === importName) return pkg.version;
|
|
75
78
|
const parent = dirname(dir);
|
|
76
79
|
if (parent === dir) return undefined;
|
|
77
80
|
dir = parent;
|
|
@@ -80,44 +83,43 @@ function resolvedPackageMetadata(importName) {
|
|
|
80
83
|
return undefined;
|
|
81
84
|
}
|
|
82
85
|
}
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
return new SenseError('STORE_DEPENDENCY_MISSING', `store "${descriptor.store}" needs ${installSpec}, but ${detail}; refusing to overwrite it -- run \`npm install ${installSpec}\` yourself and try again`);
|
|
88
|
-
}
|
|
89
|
-
function assertExpectedVersion(descriptor, metadata) {
|
|
90
|
-
if (!descriptor.version) return;
|
|
91
|
-
if (!(metadata === null || metadata === void 0 ? void 0 : metadata.version) || metadata.version !== descriptor.version) throw versionContractError(descriptor, metadata === null || metadata === void 0 ? void 0 : metadata.version);
|
|
86
|
+
// Any installed version is used; one outside the tested range is reported, not refused (the store's engine check decides).
|
|
87
|
+
function reportVersion(descriptor, version) {
|
|
88
|
+
if (version && semver.satisfies(version, descriptor.range)) return;
|
|
89
|
+
console.error(`sense: store "${descriptor.store}" using ${descriptor.pkg}@${version !== null && version !== void 0 ? version : 'unknown version'} (tested ${descriptor.range})`);
|
|
92
90
|
}
|
|
93
91
|
// Import-then-install-then-retry, over an injectable importName so the failure path can be
|
|
94
92
|
// exercised in tests without a real native binding. Thrown errors always name descriptor.pkg.
|
|
95
93
|
export async function loadOrInstall(descriptor, nodeModulesPath, importName = descriptor.pkg) {
|
|
96
|
-
if (descriptor.version) {
|
|
97
|
-
const target = targetPackageMetadata(importName, nodeModulesPath);
|
|
98
|
-
if (target.exists) assertExpectedVersion(descriptor, target.metadata);
|
|
99
|
-
}
|
|
100
|
-
let loaded;
|
|
101
94
|
try {
|
|
102
|
-
|
|
95
|
+
const api = await import(importName);
|
|
96
|
+
const version = resolvedVersion(importName);
|
|
97
|
+
reportVersion(descriptor, version);
|
|
98
|
+
return {
|
|
99
|
+
api,
|
|
100
|
+
version
|
|
101
|
+
};
|
|
103
102
|
} catch {
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
103
|
+
// Not resolvable here: install the newest version npm would pick for the tested range.
|
|
104
|
+
}
|
|
105
|
+
const spec = `${descriptor.pkg}@${descriptor.range}`;
|
|
106
|
+
const installSpec = `${importName}@${descriptor.range}`;
|
|
107
|
+
console.error(`sense: store "${descriptor.store}" needs ${spec}; installing it now (one-time download, ${descriptor.sizeHint})...`);
|
|
108
|
+
try {
|
|
109
|
+
await installOnce(installSpec, nodeModulesPath);
|
|
110
|
+
} catch (installErr) {
|
|
111
|
+
throw new SenseError('STORE_DEPENDENCY_MISSING', `store "${descriptor.store}" needs ${spec}, and installing it automatically failed (${installErr.message}); this can happen offline, in a sandboxed environment, or when node_modules is read-only or owned by another user (e.g. under a global install) -- run \`npm install ${spec}\` yourself and try again`);
|
|
112
|
+
}
|
|
113
|
+
try {
|
|
114
|
+
var _readPackageMetadata;
|
|
115
|
+
const api = await import(resolveEntrySpecifier(importName, nodeModulesPath));
|
|
116
|
+
const version = (_readPackageMetadata = readPackageMetadata(join(nodeModulesPath, ...importName.split('/')))) === null || _readPackageMetadata === void 0 ? void 0 : _readPackageMetadata.version;
|
|
117
|
+
reportVersion(descriptor, version);
|
|
118
|
+
return {
|
|
119
|
+
api,
|
|
120
|
+
version
|
|
121
|
+
};
|
|
122
|
+
} catch (loadErr) {
|
|
123
|
+
throw new SenseError('STORE_DEPENDENCY_MISSING', `store "${descriptor.store}" installed ${spec} but it could not be loaded (${loadErr.message}); it may not be available for this platform (${process.platform}-${process.arch}) -- run \`npm install ${spec}\` to see the underlying error`);
|
|
120
124
|
}
|
|
121
|
-
if (descriptor.version) assertExpectedVersion(descriptor, resolvedPackageMetadata(importName));
|
|
122
|
-
return loaded;
|
|
123
125
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/native.ts"],"sourcesContent":["import { existsSync, readFileSync } from 'node:fs';\nimport Module from 'node:module';\nimport { dirname, join } from 'node:path';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SenseError } from '../errors.ts';\n\n// A store's optional native package, and the strings its error messages and install notice name.\nexport interface NativeDescriptor {\n store: string;\n pkg: string;\n sizeHint: string;\n /** Optional exact package version required by this native binding. */\n version?: string;\n /** npm specifier used only when installation is required (imports stay bare). */\n installSpec?: string;\n}\n\n// install-module-linked is small, but a target native package can be large (@duckdb/node-api's\n// ~110MB), so it is required lazily inside the gated branch below, not for every store/index.ts load.\nconst _require = typeof require === 'undefined' ? Module.createRequire(import.meta.url) : require;\nconst _dirname = dirname(typeof __filename !== 'undefined' ? __filename : fileURLToPath(import.meta.url));\n\n// Walks up from this file's own directory rather than a fixed dot-count: it sits at a\n// different depth under src/ than under built dist/{cjs,esm}/store output.\nexport function packageNodeModules(): string {\n let dir = _dirname;\n for (;;) {\n const candidate = join(dir, 'package.json');\n if (existsSync(candidate)) {\n const pkg = JSON.parse(readFileSync(candidate, 'utf8')) as { name?: string };\n if (pkg.name === 'sensemaking') return join(dir, 'node_modules');\n }\n const parent = dirname(dir);\n if (parent === dir) throw new Error('could not locate the sensemaking package root to install a native dependency into');\n dir = parent;\n }\n}\n\nconst installing = new Map<string, Promise<void>>();\n\n// De-dupes concurrent installs: since the install is async, concurrent callers await the same\n// in-flight promise, keyed by specifier and target. A failed install is not cached, so a later call retries.\nfunction installOnce(specifier: string, nodeModulesPath: string): Promise<void> {\n const key = `${specifier}\\n${nodeModulesPath}`;\n let promise = installing.get(key);\n if (!promise) {\n const installModuleLinked = (_require('install-module-linked') as { default: (specifier: string, nodeModulesPath: string) => Promise<string> }).default;\n promise = installModuleLinked(specifier, nodeModulesPath).then(\n () => {},\n (err) => {\n installing.delete(key);\n throw err;\n }\n );\n installing.set(key, promise);\n }\n return promise;\n}\n\n// Node caches a bare specifier's resolution, including a \"not found\" miss, for the process\n// lifetime; use the installed entry directly, as a URL for ESM and a path for CJS.\nfunction resolveEntrySpecifier(importName: string, nodeModulesPath: string): string {\n const pkgDir = join(nodeModulesPath, ...importName.split('/'));\n const pkg = JSON.parse(readFileSync(join(pkgDir, 'package.json'), 'utf8')) as { main?: string; exports?: string };\n const entry = typeof pkg.exports === 'string' ? pkg.exports : (pkg.main ?? 'index.js');\n const entryPath = join(pkgDir, entry);\n return typeof require === 'undefined' ? pathToFileURL(entryPath).href : entryPath;\n}\n\ntype PackageMetadata = { name?: string; version?: string };\n\nfunction readPackageMetadata(pkgDir: string): PackageMetadata | undefined {\n try {\n return JSON.parse(readFileSync(join(pkgDir, 'package.json'), 'utf8')) as PackageMetadata;\n } catch {\n return undefined;\n }\n}\n\nfunction targetPackageMetadata(importName: string, nodeModulesPath: string): { exists: boolean; metadata?: PackageMetadata } {\n const pkgDir = join(nodeModulesPath, ...importName.split('/'));\n return { exists: existsSync(pkgDir), metadata: readPackageMetadata(pkgDir) };\n}\n\nfunction resolvedPackageMetadata(importName: string): PackageMetadata | undefined {\n try {\n let dir = dirname(_require.resolve(importName));\n for (;;) {\n const manifest = join(dir, 'package.json');\n if (existsSync(manifest)) {\n const pkg = readPackageMetadata(dir);\n if (!pkg) return undefined;\n if (pkg.name === importName) return pkg;\n }\n const parent = dirname(dir);\n if (parent === dir) return undefined;\n dir = parent;\n }\n } catch {\n return undefined;\n }\n}\n\nfunction versionContractError(descriptor: NativeDescriptor, installed?: string): SenseError {\n const installSpec = descriptor.installSpec ?? descriptor.pkg;\n const detail = installed ? `${descriptor.pkg}@${installed} is installed` : `${descriptor.pkg} has missing or unreadable version metadata`;\n return new SenseError('STORE_DEPENDENCY_MISSING', `store \"${descriptor.store}\" needs ${installSpec}, but ${detail}; refusing to overwrite it -- run \\`npm install ${installSpec}\\` yourself and try again`);\n}\n\nfunction assertExpectedVersion(descriptor: NativeDescriptor, metadata: PackageMetadata | undefined): void {\n if (!descriptor.version) return;\n if (!metadata?.version || metadata.version !== descriptor.version) throw versionContractError(descriptor, metadata?.version);\n}\n\n// Import-then-install-then-retry, over an injectable importName so the failure path can be\n// exercised in tests without a real native binding. Thrown errors always name descriptor.pkg.\nexport async function loadOrInstall<T>(descriptor: NativeDescriptor, nodeModulesPath: string, importName: string = descriptor.pkg): Promise<T> {\n if (descriptor.version) {\n const target = targetPackageMetadata(importName, nodeModulesPath);\n if (target.exists) assertExpectedVersion(descriptor, target.metadata);\n }\n let loaded: T;\n try {\n loaded = (await import(importName)) as T;\n } catch {\n const installSpec = descriptor.installSpec ?? importName;\n const displaySpec = descriptor.installSpec ?? descriptor.pkg;\n console.error(`sense: store \"${descriptor.store}\" needs ${displaySpec}; installing it now (one-time download, ${descriptor.sizeHint})...`);\n try {\n await installOnce(installSpec, nodeModulesPath);\n } catch (installErr) {\n throw new SenseError(\n 'STORE_DEPENDENCY_MISSING',\n `store \"${descriptor.store}\" needs ${displaySpec}, and installing it automatically failed (${(installErr as Error).message}); this can happen offline, in a sandboxed environment, or when node_modules is read-only or owned by another user (e.g. under a global install) -- run \\`npm install ${displaySpec}\\` yourself and try again`\n );\n }\n try {\n const loaded = (await import(resolveEntrySpecifier(importName, nodeModulesPath))) as T;\n assertExpectedVersion(descriptor, targetPackageMetadata(importName, nodeModulesPath).metadata);\n return loaded;\n } catch (loadErr) {\n throw new SenseError('STORE_DEPENDENCY_MISSING', `store \"${descriptor.store}\" installed ${displaySpec} but it could not be loaded (${(loadErr as Error).message}); it may not be available for this platform (${process.platform}-${process.arch}) -- run \\`npm install ${displaySpec}\\` to see the underlying error`);\n }\n }\n if (descriptor.version) assertExpectedVersion(descriptor, resolvedPackageMetadata(importName));\n return loaded;\n}\n"],"names":["existsSync","readFileSync","Module","dirname","join","fileURLToPath","pathToFileURL","SenseError","_require","require","createRequire","url","_dirname","__filename","packageNodeModules","dir","candidate","pkg","JSON","parse","name","parent","Error","installing","Map","installOnce","specifier","nodeModulesPath","key","promise","get","installModuleLinked","default","then","err","delete","set","resolveEntrySpecifier","importName","pkgDir","split","entry","exports","main","entryPath","href","readPackageMetadata","undefined","targetPackageMetadata","exists","metadata","resolvedPackageMetadata","resolve","manifest","versionContractError","descriptor","installed","installSpec","detail","store","assertExpectedVersion","version","loadOrInstall","target","loaded","displaySpec","console","error","sizeHint","installErr","message","loadErr","process","platform","arch"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,QAAQ,UAAU;AACnD,OAAOC,YAAY,cAAc;AACjC,SAASC,OAAO,EAAEC,IAAI,QAAQ,YAAY;AAC1C,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,SAASC,UAAU,QAAQ,eAAe;AAa1C,+FAA+F;AAC/F,sGAAsG;AACtG,MAAMC,WAAW,OAAOC,YAAY,cAAcP,OAAOQ,aAAa,CAAC,YAAYC,GAAG,IAAIF;AAC1F,MAAMG,WAAWT,QAAQ,OAAOU,eAAe,cAAcA,aAAaR,cAAc,YAAYM,GAAG;AAEvG,sFAAsF;AACtF,2EAA2E;AAC3E,OAAO,SAASG;IACd,IAAIC,MAAMH;IACV,OAAS;QACP,MAAMI,YAAYZ,KAAKW,KAAK;QAC5B,IAAIf,WAAWgB,YAAY;YACzB,MAAMC,MAAMC,KAAKC,KAAK,CAAClB,aAAae,WAAW;YAC/C,IAAIC,IAAIG,IAAI,KAAK,eAAe,OAAOhB,KAAKW,KAAK;QACnD;QACA,MAAMM,SAASlB,QAAQY;QACvB,IAAIM,WAAWN,KAAK,MAAM,IAAIO,MAAM;QACpCP,MAAMM;IACR;AACF;AAEA,MAAME,aAAa,IAAIC;AAEvB,8FAA8F;AAC9F,6GAA6G;AAC7G,SAASC,YAAYC,SAAiB,EAAEC,eAAuB;IAC7D,MAAMC,MAAM,GAAGF,UAAU,EAAE,EAAEC,iBAAiB;IAC9C,IAAIE,UAAUN,WAAWO,GAAG,CAACF;IAC7B,IAAI,CAACC,SAAS;QACZ,MAAME,sBAAsB,AAACvB,SAAS,yBAA0GwB,OAAO;QACvJH,UAAUE,oBAAoBL,WAAWC,iBAAiBM,IAAI,CAC5D,KAAO,GACP,CAACC;YACCX,WAAWY,MAAM,CAACP;YAClB,MAAMM;QACR;QAEFX,WAAWa,GAAG,CAACR,KAAKC;IACtB;IACA,OAAOA;AACT;AAEA,2FAA2F;AAC3F,mFAAmF;AACnF,SAASQ,sBAAsBC,UAAkB,EAAEX,eAAuB;QAGTV;IAF/D,MAAMsB,SAASnC,KAAKuB,oBAAoBW,WAAWE,KAAK,CAAC;IACzD,MAAMvB,MAAMC,KAAKC,KAAK,CAAClB,aAAaG,KAAKmC,QAAQ,iBAAiB;IAClE,MAAME,QAAQ,OAAOxB,IAAIyB,OAAO,KAAK,WAAWzB,IAAIyB,OAAO,IAAIzB,YAAAA,IAAI0B,IAAI,cAAR1B,uBAAAA,YAAY;IAC3E,MAAM2B,YAAYxC,KAAKmC,QAAQE;IAC/B,OAAO,OAAOhC,YAAY,cAAcH,cAAcsC,WAAWC,IAAI,GAAGD;AAC1E;AAIA,SAASE,oBAAoBP,MAAc;IACzC,IAAI;QACF,OAAOrB,KAAKC,KAAK,CAAClB,aAAaG,KAAKmC,QAAQ,iBAAiB;IAC/D,EAAE,OAAM;QACN,OAAOQ;IACT;AACF;AAEA,SAASC,sBAAsBV,UAAkB,EAAEX,eAAuB;IACxE,MAAMY,SAASnC,KAAKuB,oBAAoBW,WAAWE,KAAK,CAAC;IACzD,OAAO;QAAES,QAAQjD,WAAWuC;QAASW,UAAUJ,oBAAoBP;IAAQ;AAC7E;AAEA,SAASY,wBAAwBb,UAAkB;IACjD,IAAI;QACF,IAAIvB,MAAMZ,QAAQK,SAAS4C,OAAO,CAACd;QACnC,OAAS;YACP,MAAMe,WAAWjD,KAAKW,KAAK;YAC3B,IAAIf,WAAWqD,WAAW;gBACxB,MAAMpC,MAAM6B,oBAAoB/B;gBAChC,IAAI,CAACE,KAAK,OAAO8B;gBACjB,IAAI9B,IAAIG,IAAI,KAAKkB,YAAY,OAAOrB;YACtC;YACA,MAAMI,SAASlB,QAAQY;YACvB,IAAIM,WAAWN,KAAK,OAAOgC;YAC3BhC,MAAMM;QACR;IACF,EAAE,OAAM;QACN,OAAO0B;IACT;AACF;AAEA,SAASO,qBAAqBC,UAA4B,EAAEC,SAAkB;QACxDD;IAApB,MAAME,eAAcF,0BAAAA,WAAWE,WAAW,cAAtBF,qCAAAA,0BAA0BA,WAAWtC,GAAG;IAC5D,MAAMyC,SAASF,YAAY,GAAGD,WAAWtC,GAAG,CAAC,CAAC,EAAEuC,UAAU,aAAa,CAAC,GAAG,GAAGD,WAAWtC,GAAG,CAAC,2CAA2C,CAAC;IACzI,OAAO,IAAIV,WAAW,4BAA4B,CAAC,OAAO,EAAEgD,WAAWI,KAAK,CAAC,QAAQ,EAAEF,YAAY,MAAM,EAAEC,OAAO,gDAAgD,EAAED,YAAY,yBAAyB,CAAC;AAC5M;AAEA,SAASG,sBAAsBL,UAA4B,EAAEL,QAAqC;IAChG,IAAI,CAACK,WAAWM,OAAO,EAAE;IACzB,IAAI,EAACX,qBAAAA,+BAAAA,SAAUW,OAAO,KAAIX,SAASW,OAAO,KAAKN,WAAWM,OAAO,EAAE,MAAMP,qBAAqBC,YAAYL,qBAAAA,+BAAAA,SAAUW,OAAO;AAC7H;AAEA,2FAA2F;AAC3F,8FAA8F;AAC9F,OAAO,eAAeC,cAAiBP,UAA4B,EAAE5B,eAAuB,EAAEW,aAAqBiB,WAAWtC,GAAG;IAC/H,IAAIsC,WAAWM,OAAO,EAAE;QACtB,MAAME,SAASf,sBAAsBV,YAAYX;QACjD,IAAIoC,OAAOd,MAAM,EAAEW,sBAAsBL,YAAYQ,OAAOb,QAAQ;IACtE;IACA,IAAIc;IACJ,IAAI;QACFA,SAAU,MAAM,MAAM,CAAC1B;IACzB,EAAE,OAAM;YACciB,yBACAA;QADpB,MAAME,eAAcF,0BAAAA,WAAWE,WAAW,cAAtBF,qCAAAA,0BAA0BjB;QAC9C,MAAM2B,eAAcV,2BAAAA,WAAWE,WAAW,cAAtBF,sCAAAA,2BAA0BA,WAAWtC,GAAG;QAC5DiD,QAAQC,KAAK,CAAC,CAAC,cAAc,EAAEZ,WAAWI,KAAK,CAAC,QAAQ,EAAEM,YAAY,wCAAwC,EAAEV,WAAWa,QAAQ,CAAC,IAAI,CAAC;QACzI,IAAI;YACF,MAAM3C,YAAYgC,aAAa9B;QACjC,EAAE,OAAO0C,YAAY;YACnB,MAAM,IAAI9D,WACR,4BACA,CAAC,OAAO,EAAEgD,WAAWI,KAAK,CAAC,QAAQ,EAAEM,YAAY,0CAA0C,EAAE,AAACI,WAAqBC,OAAO,CAAC,sKAAsK,EAAEL,YAAY,yBAAyB,CAAC;QAE7U;QACA,IAAI;YACF,MAAMD,SAAU,MAAM,MAAM,CAAC3B,sBAAsBC,YAAYX;YAC/DiC,sBAAsBL,YAAYP,sBAAsBV,YAAYX,iBAAiBuB,QAAQ;YAC7F,OAAOc;QACT,EAAE,OAAOO,SAAS;YAChB,MAAM,IAAIhE,WAAW,4BAA4B,CAAC,OAAO,EAAEgD,WAAWI,KAAK,CAAC,YAAY,EAAEM,YAAY,6BAA6B,EAAE,AAACM,QAAkBD,OAAO,CAAC,8CAA8C,EAAEE,QAAQC,QAAQ,CAAC,CAAC,EAAED,QAAQE,IAAI,CAAC,uBAAuB,EAAET,YAAY,8BAA8B,CAAC;QACvT;IACF;IACA,IAAIV,WAAWM,OAAO,EAAED,sBAAsBL,YAAYJ,wBAAwBb;IAClF,OAAO0B;AACT"}
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/native.ts"],"sourcesContent":["import { existsSync, readFileSync } from 'node:fs';\nimport Module from 'node:module';\nimport { dirname, join } from 'node:path';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport semver from 'semver';\nimport { SenseError } from '../errors.ts';\n\n// A store's optional native package, and the strings its error messages and install notice name.\nexport interface NativeDescriptor {\n store: string;\n pkg: string;\n sizeHint: string;\n /** The tested semver range: sensemaking's own `peerDependencies` entry for `pkg` (see `peerRange`). */\n range: string;\n}\n\n// A loaded native package and the version that actually resolved, which the store's engine identity records.\nexport interface NativeModule<T> {\n api: T;\n version: string | undefined;\n}\n\n// install-module-linked is small, but a target native package can be large (@duckdb/node-api's\n// ~110MB), so it is required lazily inside the gated branch below, not for every store/index.ts load.\nconst _require = typeof require === 'undefined' ? Module.createRequire(import.meta.url) : require;\nconst _dirname = dirname(typeof __filename !== 'undefined' ? __filename : fileURLToPath(import.meta.url));\n\ntype PackageMetadata = { name?: string; version?: string; peerDependencies?: Record<string, string> };\n\n// Walks up from this file's own directory rather than a fixed dot-count: it sits at a\n// different depth under src/ than under built dist/{cjs,esm}/store output.\nfunction packageRoot(): { dir: string; manifest: PackageMetadata } {\n let dir = _dirname;\n for (;;) {\n const candidate = join(dir, 'package.json');\n if (existsSync(candidate)) {\n const manifest = JSON.parse(readFileSync(candidate, 'utf8')) as PackageMetadata;\n if (manifest.name === 'sensemaking') return { dir, manifest };\n }\n const parent = dirname(dir);\n if (parent === dir) throw new Error('could not locate the sensemaking package root to install a native dependency into');\n dir = parent;\n }\n}\n\nexport function packageNodeModules(): string {\n return join(packageRoot().dir, 'node_modules');\n}\n\n// The published contract for an optional native package: the range it is tested against.\nexport function peerRange(pkg: string): string {\n const range = packageRoot().manifest.peerDependencies?.[pkg];\n if (!range) throw new Error(`sensemaking's package.json declares no peerDependencies entry for ${pkg}`);\n return range;\n}\n\nconst installing = new Map<string, Promise<void>>();\n\n// De-dupes concurrent installs: since the install is async, concurrent callers await the same\n// in-flight promise, keyed by specifier and target. A failed install is not cached, so a later call retries.\nfunction installOnce(specifier: string, nodeModulesPath: string): Promise<void> {\n const key = `${specifier}\\n${nodeModulesPath}`;\n let promise = installing.get(key);\n if (!promise) {\n const installModuleLinked = (_require('install-module-linked') as { default: (specifier: string, nodeModulesPath: string) => Promise<string> }).default;\n promise = installModuleLinked(specifier, nodeModulesPath).then(\n () => {},\n (err) => {\n installing.delete(key);\n throw err;\n }\n );\n installing.set(key, promise);\n }\n return promise;\n}\n\nfunction readPackageMetadata(pkgDir: string): PackageMetadata | undefined {\n try {\n return JSON.parse(readFileSync(join(pkgDir, 'package.json'), 'utf8')) as PackageMetadata;\n } catch {\n return undefined;\n }\n}\n\n// Node caches a bare specifier's resolution, including a \"not found\" miss, for the process\n// lifetime; use the installed entry directly, as a URL for ESM and a path for CJS.\nfunction resolveEntrySpecifier(importName: string, nodeModulesPath: string): string {\n const pkgDir = join(nodeModulesPath, ...importName.split('/'));\n const pkg = JSON.parse(readFileSync(join(pkgDir, 'package.json'), 'utf8')) as { main?: string; exports?: string };\n const entry = typeof pkg.exports === 'string' ? pkg.exports : (pkg.main ?? 'index.js');\n const entryPath = join(pkgDir, entry);\n return typeof require === 'undefined' ? pathToFileURL(entryPath).href : entryPath;\n}\n\nfunction resolvedVersion(importName: string): string | undefined {\n try {\n let dir = dirname(_require.resolve(importName));\n for (;;) {\n const pkg = readPackageMetadata(dir);\n if (pkg?.name === importName) return pkg.version;\n const parent = dirname(dir);\n if (parent === dir) return undefined;\n dir = parent;\n }\n } catch {\n return undefined;\n }\n}\n\n// Any installed version is used; one outside the tested range is reported, not refused (the store's engine check decides).\nfunction reportVersion(descriptor: NativeDescriptor, version: string | undefined): void {\n if (version && semver.satisfies(version, descriptor.range)) return;\n console.error(`sense: store \"${descriptor.store}\" using ${descriptor.pkg}@${version ?? 'unknown version'} (tested ${descriptor.range})`);\n}\n\n// Import-then-install-then-retry, over an injectable importName so the failure path can be\n// exercised in tests without a real native binding. Thrown errors always name descriptor.pkg.\nexport async function loadOrInstall<T>(descriptor: NativeDescriptor, nodeModulesPath: string, importName: string = descriptor.pkg): Promise<NativeModule<T>> {\n try {\n const api = (await import(importName)) as T;\n const version = resolvedVersion(importName);\n reportVersion(descriptor, version);\n return { api, version };\n } catch {\n // Not resolvable here: install the newest version npm would pick for the tested range.\n }\n const spec = `${descriptor.pkg}@${descriptor.range}`;\n const installSpec = `${importName}@${descriptor.range}`;\n console.error(`sense: store \"${descriptor.store}\" needs ${spec}; installing it now (one-time download, ${descriptor.sizeHint})...`);\n try {\n await installOnce(installSpec, nodeModulesPath);\n } catch (installErr) {\n throw new SenseError(\n 'STORE_DEPENDENCY_MISSING',\n `store \"${descriptor.store}\" needs ${spec}, and installing it automatically failed (${(installErr as Error).message}); this can happen offline, in a sandboxed environment, or when node_modules is read-only or owned by another user (e.g. under a global install) -- run \\`npm install ${spec}\\` yourself and try again`\n );\n }\n try {\n const api = (await import(resolveEntrySpecifier(importName, nodeModulesPath))) as T;\n const version = readPackageMetadata(join(nodeModulesPath, ...importName.split('/')))?.version;\n reportVersion(descriptor, version);\n return { api, version };\n } catch (loadErr) {\n throw new SenseError('STORE_DEPENDENCY_MISSING', `store \"${descriptor.store}\" installed ${spec} but it could not be loaded (${(loadErr as Error).message}); it may not be available for this platform (${process.platform}-${process.arch}) -- run \\`npm install ${spec}\\` to see the underlying error`);\n }\n}\n"],"names":["existsSync","readFileSync","Module","dirname","join","fileURLToPath","pathToFileURL","semver","SenseError","_require","require","createRequire","url","_dirname","__filename","packageRoot","dir","candidate","manifest","JSON","parse","name","parent","Error","packageNodeModules","peerRange","pkg","range","peerDependencies","installing","Map","installOnce","specifier","nodeModulesPath","key","promise","get","installModuleLinked","default","then","err","delete","set","readPackageMetadata","pkgDir","undefined","resolveEntrySpecifier","importName","split","entry","exports","main","entryPath","href","resolvedVersion","resolve","version","reportVersion","descriptor","satisfies","console","error","store","loadOrInstall","api","spec","installSpec","sizeHint","installErr","message","loadErr","process","platform","arch"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,QAAQ,UAAU;AACnD,OAAOC,YAAY,cAAc;AACjC,SAASC,OAAO,EAAEC,IAAI,QAAQ,YAAY;AAC1C,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,OAAOC,YAAY,SAAS;AAC5B,SAASC,UAAU,QAAQ,eAAe;AAiB1C,+FAA+F;AAC/F,sGAAsG;AACtG,MAAMC,WAAW,OAAOC,YAAY,cAAcR,OAAOS,aAAa,CAAC,YAAYC,GAAG,IAAIF;AAC1F,MAAMG,WAAWV,QAAQ,OAAOW,eAAe,cAAcA,aAAaT,cAAc,YAAYO,GAAG;AAIvG,sFAAsF;AACtF,2EAA2E;AAC3E,SAASG;IACP,IAAIC,MAAMH;IACV,OAAS;QACP,MAAMI,YAAYb,KAAKY,KAAK;QAC5B,IAAIhB,WAAWiB,YAAY;YACzB,MAAMC,WAAWC,KAAKC,KAAK,CAACnB,aAAagB,WAAW;YACpD,IAAIC,SAASG,IAAI,KAAK,eAAe,OAAO;gBAAEL;gBAAKE;YAAS;QAC9D;QACA,MAAMI,SAASnB,QAAQa;QACvB,IAAIM,WAAWN,KAAK,MAAM,IAAIO,MAAM;QACpCP,MAAMM;IACR;AACF;AAEA,OAAO,SAASE;IACd,OAAOpB,KAAKW,cAAcC,GAAG,EAAE;AACjC;AAEA,yFAAyF;AACzF,OAAO,SAASS,UAAUC,GAAW;QACrBX;IAAd,MAAMY,SAAQZ,yCAAAA,cAAcG,QAAQ,CAACU,gBAAgB,cAAvCb,6DAAAA,sCAAyC,CAACW,IAAI;IAC5D,IAAI,CAACC,OAAO,MAAM,IAAIJ,MAAM,CAAC,kEAAkE,EAAEG,KAAK;IACtG,OAAOC;AACT;AAEA,MAAME,aAAa,IAAIC;AAEvB,8FAA8F;AAC9F,6GAA6G;AAC7G,SAASC,YAAYC,SAAiB,EAAEC,eAAuB;IAC7D,MAAMC,MAAM,GAAGF,UAAU,EAAE,EAAEC,iBAAiB;IAC9C,IAAIE,UAAUN,WAAWO,GAAG,CAACF;IAC7B,IAAI,CAACC,SAAS;QACZ,MAAME,sBAAsB,AAAC5B,SAAS,yBAA0G6B,OAAO;QACvJH,UAAUE,oBAAoBL,WAAWC,iBAAiBM,IAAI,CAC5D,KAAO,GACP,CAACC;YACCX,WAAWY,MAAM,CAACP;YAClB,MAAMM;QACR;QAEFX,WAAWa,GAAG,CAACR,KAAKC;IACtB;IACA,OAAOA;AACT;AAEA,SAASQ,oBAAoBC,MAAc;IACzC,IAAI;QACF,OAAOzB,KAAKC,KAAK,CAACnB,aAAaG,KAAKwC,QAAQ,iBAAiB;IAC/D,EAAE,OAAM;QACN,OAAOC;IACT;AACF;AAEA,2FAA2F;AAC3F,mFAAmF;AACnF,SAASC,sBAAsBC,UAAkB,EAAEd,eAAuB;QAGTP;IAF/D,MAAMkB,SAASxC,KAAK6B,oBAAoBc,WAAWC,KAAK,CAAC;IACzD,MAAMtB,MAAMP,KAAKC,KAAK,CAACnB,aAAaG,KAAKwC,QAAQ,iBAAiB;IAClE,MAAMK,QAAQ,OAAOvB,IAAIwB,OAAO,KAAK,WAAWxB,IAAIwB,OAAO,IAAIxB,YAAAA,IAAIyB,IAAI,cAARzB,uBAAAA,YAAY;IAC3E,MAAM0B,YAAYhD,KAAKwC,QAAQK;IAC/B,OAAO,OAAOvC,YAAY,cAAcJ,cAAc8C,WAAWC,IAAI,GAAGD;AAC1E;AAEA,SAASE,gBAAgBP,UAAkB;IACzC,IAAI;QACF,IAAI/B,MAAMb,QAAQM,SAAS8C,OAAO,CAACR;QACnC,OAAS;YACP,MAAMrB,MAAMiB,oBAAoB3B;YAChC,IAAIU,CAAAA,gBAAAA,0BAAAA,IAAKL,IAAI,MAAK0B,YAAY,OAAOrB,IAAI8B,OAAO;YAChD,MAAMlC,SAASnB,QAAQa;YACvB,IAAIM,WAAWN,KAAK,OAAO6B;YAC3B7B,MAAMM;QACR;IACF,EAAE,OAAM;QACN,OAAOuB;IACT;AACF;AAEA,2HAA2H;AAC3H,SAASY,cAAcC,UAA4B,EAAEF,OAA2B;IAC9E,IAAIA,WAAWjD,OAAOoD,SAAS,CAACH,SAASE,WAAW/B,KAAK,GAAG;IAC5DiC,QAAQC,KAAK,CAAC,CAAC,cAAc,EAAEH,WAAWI,KAAK,CAAC,QAAQ,EAAEJ,WAAWhC,GAAG,CAAC,CAAC,EAAE8B,oBAAAA,qBAAAA,UAAW,kBAAkB,SAAS,EAAEE,WAAW/B,KAAK,CAAC,CAAC,CAAC;AACzI;AAEA,2FAA2F;AAC3F,8FAA8F;AAC9F,OAAO,eAAeoC,cAAiBL,UAA4B,EAAEzB,eAAuB,EAAEc,aAAqBW,WAAWhC,GAAG;IAC/H,IAAI;QACF,MAAMsC,MAAO,MAAM,MAAM,CAACjB;QAC1B,MAAMS,UAAUF,gBAAgBP;QAChCU,cAAcC,YAAYF;QAC1B,OAAO;YAAEQ;YAAKR;QAAQ;IACxB,EAAE,OAAM;IACN,uFAAuF;IACzF;IACA,MAAMS,OAAO,GAAGP,WAAWhC,GAAG,CAAC,CAAC,EAAEgC,WAAW/B,KAAK,EAAE;IACpD,MAAMuC,cAAc,GAAGnB,WAAW,CAAC,EAAEW,WAAW/B,KAAK,EAAE;IACvDiC,QAAQC,KAAK,CAAC,CAAC,cAAc,EAAEH,WAAWI,KAAK,CAAC,QAAQ,EAAEG,KAAK,wCAAwC,EAAEP,WAAWS,QAAQ,CAAC,IAAI,CAAC;IAClI,IAAI;QACF,MAAMpC,YAAYmC,aAAajC;IACjC,EAAE,OAAOmC,YAAY;QACnB,MAAM,IAAI5D,WACR,4BACA,CAAC,OAAO,EAAEkD,WAAWI,KAAK,CAAC,QAAQ,EAAEG,KAAK,0CAA0C,EAAE,AAACG,WAAqBC,OAAO,CAAC,sKAAsK,EAAEJ,KAAK,yBAAyB,CAAC;IAE/T;IACA,IAAI;YAEctB;QADhB,MAAMqB,MAAO,MAAM,MAAM,CAAClB,sBAAsBC,YAAYd;QAC5D,MAAMuB,WAAUb,uBAAAA,oBAAoBvC,KAAK6B,oBAAoBc,WAAWC,KAAK,CAAC,oBAA9DL,2CAAAA,qBAAsEa,OAAO;QAC7FC,cAAcC,YAAYF;QAC1B,OAAO;YAAEQ;YAAKR;QAAQ;IACxB,EAAE,OAAOc,SAAS;QAChB,MAAM,IAAI9D,WAAW,4BAA4B,CAAC,OAAO,EAAEkD,WAAWI,KAAK,CAAC,YAAY,EAAEG,KAAK,6BAA6B,EAAE,AAACK,QAAkBD,OAAO,CAAC,8CAA8C,EAAEE,QAAQC,QAAQ,CAAC,CAAC,EAAED,QAAQE,IAAI,CAAC,uBAAuB,EAAER,KAAK,8BAA8B,CAAC;IACzS;AACF"}
|
package/dist/esm/store/open.js
CHANGED
|
@@ -8,9 +8,10 @@ import { SenseError } from '../errors.js';
|
|
|
8
8
|
import { FEATURES } from '../features/index.js';
|
|
9
9
|
import { createBuilder } from './builder.js';
|
|
10
10
|
import { clearCache } from './cache.js';
|
|
11
|
+
import { ENGINE_IDENTITY_META_KEY } from './engine.js';
|
|
11
12
|
import { lockWaitBudgetMs } from './lock-wait.js';
|
|
12
13
|
import { CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY, isCoreReady, isPublishedFeatureSignature } from './readiness.js';
|
|
13
|
-
import { getMeta } from './shared.js';
|
|
14
|
+
import { getMeta, setMeta } from './shared.js';
|
|
14
15
|
import { changedSignatureKeys, embedIdentityAdopted } from './signature.js';
|
|
15
16
|
import { stageRecorder } from './stages.js';
|
|
16
17
|
import { withTransaction } from './transaction.js';
|
|
@@ -76,17 +77,20 @@ async function connectExisting(cfg, dialect, requirements) {
|
|
|
76
77
|
observational: true
|
|
77
78
|
});
|
|
78
79
|
try {
|
|
80
|
+
var _dialect_engineIdentity;
|
|
79
81
|
let state;
|
|
80
82
|
try {
|
|
81
83
|
state = await withTransaction(conn, async ()=>{
|
|
82
84
|
const version = await getMeta(conn, 'schema_version');
|
|
83
85
|
const features = await getMeta(conn, FEATURE_SIGNATURE_META_KEY);
|
|
84
86
|
const ready = await getMeta(conn, CORE_READY_META_KEY);
|
|
87
|
+
const engine = await getMeta(conn, ENGINE_IDENTITY_META_KEY);
|
|
85
88
|
await assertCoreSchema(conn);
|
|
86
89
|
return {
|
|
87
90
|
version,
|
|
88
91
|
features,
|
|
89
|
-
ready
|
|
92
|
+
ready,
|
|
93
|
+
engine
|
|
90
94
|
};
|
|
91
95
|
});
|
|
92
96
|
} catch {
|
|
@@ -97,6 +101,11 @@ async function connectExisting(cfg, dialect, requirements) {
|
|
|
97
101
|
var _state_version;
|
|
98
102
|
throw notReady(`the derived index at ${dbPath} uses schema ${(_state_version = state.version) !== null && _state_version !== void 0 ? _state_version : 'unknown'}, but this sense version requires ${dialect.schemaVersion}`);
|
|
99
103
|
}
|
|
104
|
+
const engine = await ((_dialect_engineIdentity = dialect.engineIdentity) === null || _dialect_engineIdentity === void 0 ? void 0 : _dialect_engineIdentity.call(dialect));
|
|
105
|
+
if (engine !== undefined && state.engine !== engine) {
|
|
106
|
+
var _state_engine;
|
|
107
|
+
throw notReady(`the derived index at ${dbPath} was built with ${(_state_engine = state.engine) !== null && _state_engine !== void 0 ? _state_engine : 'an unrecorded engine'}, but this process loads ${engine}`);
|
|
108
|
+
}
|
|
100
109
|
const wantFeatures = featureSignature(cfg, FEATURES);
|
|
101
110
|
if (!isPublishedFeatureSignature(state.features, wantFeatures)) {
|
|
102
111
|
throw notReady(`the derived index at ${dbPath} was built for different configuration features`);
|
|
@@ -141,18 +150,26 @@ async function connectForBuild(cfg, dialect, requirements, cacheReplaced = false
|
|
|
141
150
|
let closed = false;
|
|
142
151
|
let builder;
|
|
143
152
|
try {
|
|
144
|
-
var _dialect_prepareConnection;
|
|
153
|
+
var _dialect_engineIdentity, _dialect_prepareConnection;
|
|
145
154
|
await conn.exec('CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT)');
|
|
146
155
|
const version = await getMeta(conn, 'schema_version');
|
|
147
|
-
|
|
148
|
-
|
|
156
|
+
const engine = await ((_dialect_engineIdentity = dialect.engineIdentity) === null || _dialect_engineIdentity === void 0 ? void 0 : _dialect_engineIdentity.call(dialect));
|
|
157
|
+
const builtWith = version === null ? null : await getMeta(conn, ENGINE_IDENTITY_META_KEY);
|
|
158
|
+
const engineChanged = version !== null && engine !== undefined && builtWith !== engine;
|
|
159
|
+
if (version !== null && (version !== dialect.schemaVersion || engineChanged)) {
|
|
160
|
+
console.error(version !== dialect.schemaVersion ? 'sense: cache format changed (new sensemaking version); rebuilding the index' : `sense: index was built with ${builtWith !== null && builtWith !== void 0 ? builtWith : 'an unrecorded engine'}; rebuilding it with ${engine}`);
|
|
149
161
|
await dialect.close(handle);
|
|
150
162
|
closed = true;
|
|
151
|
-
if (cacheReplaced) throw notReady(`the derived index at ${dbPath} still reports incompatible schema ${version} after cache replacement`);
|
|
163
|
+
if (cacheReplaced) throw notReady(`the derived index at ${dbPath} still reports incompatible schema ${version} or engine ${builtWith !== null && builtWith !== void 0 ? builtWith : 'unrecorded'} after cache replacement`);
|
|
152
164
|
clearCache(cfg);
|
|
153
165
|
return connectForBuild(cfg, dialect, requirements, true);
|
|
154
166
|
}
|
|
155
|
-
if (version === null)
|
|
167
|
+
if (version === null) {
|
|
168
|
+
var _dialect_checkEngine;
|
|
169
|
+
await ((_dialect_checkEngine = dialect.checkEngine) === null || _dialect_checkEngine === void 0 ? void 0 : _dialect_checkEngine.call(dialect));
|
|
170
|
+
await dialect.ensureCoreSchema(handle, conn);
|
|
171
|
+
if (engine !== undefined) await setMeta(conn, ENGINE_IDENTITY_META_KEY, engine);
|
|
172
|
+
}
|
|
156
173
|
await ((_dialect_prepareConnection = dialect.prepareConnection) === null || _dialect_prepareConnection === void 0 ? void 0 : _dialect_prepareConnection.call(dialect, handle, conn, cfg));
|
|
157
174
|
if (dialect.setDerivedBusyTimeout) {
|
|
158
175
|
var _ref;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/open.ts"],"sourcesContent":["import { channel } from 'node:diagnostics_channel';\nimport { existsSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { anyPresetEmbeds, featureSignature, STATE_DIR } from '../config/index.ts';\nimport { rekeyChunkText } from '../embed/handoff.ts';\nimport { embedPending } from '../embed/query.ts';\nimport type { EmbedCallOptions } from '../embed/types.ts';\nimport { SenseError } from '../errors.ts';\nimport { FEATURES } from '../features/index.ts';\nimport { createBuilder } from './builder.ts';\nimport { clearCache } from './cache.ts';\nimport { lockWaitBudgetMs } from './lock-wait.ts';\nimport { CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY, isCoreReady, isPublishedFeatureSignature } from './readiness.ts';\nimport { getMeta } from './shared.ts';\nimport { changedSignatureKeys, embedIdentityAdopted } from './signature.ts';\nimport type { Stages } from './stages.ts';\nimport { stageRecorder } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, OpenDialect, Store } from './types.ts';\n\nexport type BuildRequirement = 'core' | 'lexical' | 'vectors';\n\n/** Options for the root `open(config, options)` API. */\nexport interface OpenOptions {\n /** Prepares configured capabilities by default; `false` opens compatible published state without repair. */\n build?: boolean;\n /** Cancels supported provider I/O and stops between phases after active native work finishes. */\n signal?: AbortSignal;\n}\n\nexport interface InternalOpenOptions extends OpenOptions {\n requirements?: ReadonlySet<BuildRequirement>;\n}\n\nexport interface OpenResult {\n store: Store;\n cfg: ResolvedConfig;\n dbPath: string;\n parsed: number;\n warnings: string[];\n stages: Stages;\n}\n\ninterface ConnectResult<Handle> {\n handle: Handle;\n conn: Connection;\n cfg: ResolvedConfig;\n dbPath: string;\n parsed: number;\n warnings: string[];\n stages: Stages;\n observational: boolean;\n}\n\nconst LOCK_POLL_MS = 50;\nconst lockWait = channel('sensemaking.store.lock-wait');\n\nfunction notReady(reason: string): SenseError {\n return new SenseError('INDEX_NOT_READY', `${reason}; run \"sense build\" or call build(config) before opening with { build: false }`);\n}\n\nfunction normaliseConfig(cfg: ResolvedConfig): ResolvedConfig {\n // `baseDir` was the original public open() input. Keep direct API callers working while\n // making the two ownership paths explicit for every internal operation.\n if (!cfg.rootDir) {\n if (!cfg.baseDir) throw new SenseError('CONFIG_INVALID', 'open requires rootDir (or legacy baseDir)');\n cfg.rootDir = cfg.baseDir;\n }\n if (!cfg.configDir) cfg.configDir = cfg.rootDir;\n return cfg;\n}\n\nfunction cachePath<Handle>(cfg: ResolvedConfig, dialect: OpenDialect<Handle>): string {\n return join(cfg.configDir ?? cfg.baseDir, STATE_DIR, dialect.filename);\n}\n\nasync function connectUnlocked<Handle>(dbPath: string, cfg: ResolvedConfig, configDir: string, dialect: OpenDialect<Handle>, options: { existingOnly: boolean; observational: boolean }): Promise<{ handle: Handle; conn: Connection }> {\n const budgetMs = lockWaitBudgetMs(configDir);\n const deadline = Date.now() + budgetMs;\n for (;;) {\n try {\n return await dialect.connect(dbPath, cfg, options);\n } catch (err) {\n if (options.existingOnly && !existsSync(dbPath)) {\n throw notReady(`the derived index does not exist at ${dbPath}`);\n }\n if (!dialect.isLocked?.(err as Error)) throw err;\n if (lockWait.hasSubscribers) lockWait.publish({ store: cfg.store, dbPath });\n if (Date.now() >= deadline) {\n throw new SenseError('STORE_BUSY', `another sense process is using this tree's ${cfg.store} cache (${dbPath}) and did not release it within ${Math.round(budgetMs / 1000)}s; wait for that command to finish, or set \"store\" to \"sqlite\" in sense.config.json, which serves concurrent commands`);\n }\n await new Promise((resolve) => setTimeout(resolve, LOCK_POLL_MS));\n }\n }\n}\n\nasync function assertCoreSchema(conn: Connection): Promise<void> {\n for (const table of ['frontmatter', 'content', 'preset_files', 'indexed_sources']) {\n await (await conn.prepare(`SELECT 1 FROM ${table} LIMIT 0`)).all();\n }\n}\n\nasync function connectExisting<Handle>(cfg: ResolvedConfig, dialect: OpenDialect<Handle>, requirements: ReadonlySet<BuildRequirement>): Promise<ConnectResult<Handle>> {\n const configDir = cfg.configDir ?? cfg.baseDir;\n const dbPath = cachePath(cfg, dialect);\n if (!existsSync(dbPath)) throw notReady(`the derived index does not exist at ${dbPath}`);\n\n const { handle, conn } = await connectUnlocked(dbPath, cfg, configDir, dialect, { existingOnly: true, observational: true });\n try {\n let state: { version: string | null; features: string | null; ready: string | null };\n try {\n state = await withTransaction(conn, async () => {\n const version = await getMeta(conn, 'schema_version');\n const features = await getMeta(conn, FEATURE_SIGNATURE_META_KEY);\n const ready = await getMeta(conn, CORE_READY_META_KEY);\n await assertCoreSchema(conn);\n return { version, features, ready };\n });\n } catch {\n if (!existsSync(dbPath)) throw notReady(`the derived index was deleted while opening ${dbPath}`);\n throw notReady(`the derived index at ${dbPath} has no compatible schema`);\n }\n\n if (state.version !== dialect.schemaVersion) {\n throw notReady(`the derived index at ${dbPath} uses schema ${state.version ?? 'unknown'}, but this sense version requires ${dialect.schemaVersion}`);\n }\n const wantFeatures = featureSignature(cfg, FEATURES);\n if (!isPublishedFeatureSignature(state.features, wantFeatures)) {\n throw notReady(`the derived index at ${dbPath} was built for different configuration features`);\n }\n if (!isCoreReady(state.ready)) {\n throw notReady(`the derived index at ${dbPath} has an incomplete core build`);\n }\n if (requirements.has('lexical')) {\n await dialect.assertLexicalReady?.(conn);\n }\n if (!existsSync(dbPath)) throw notReady(`the derived index was deleted while opening ${dbPath}`);\n\n return {\n handle,\n conn,\n cfg,\n dbPath,\n parsed: 0,\n warnings: [],\n stages: stageRecorder().take(0, 0),\n observational: true,\n };\n } catch (err) {\n await dialect.close(handle, { observational: true });\n throw err;\n }\n}\n\nasync function connectForBuild<Handle>(cfg: ResolvedConfig, dialect: OpenDialect<Handle>, requirements: ReadonlySet<BuildRequirement>, cacheReplaced = false): Promise<ConnectResult<Handle>> {\n const configDir = cfg.configDir ?? cfg.baseDir;\n const stateDir = join(configDir, STATE_DIR);\n mkdirSync(stateDir, { recursive: true });\n const dbPath = join(stateDir, dialect.filename);\n\n const { handle, conn } = await connectUnlocked(dbPath, cfg, configDir, dialect, { existingOnly: false, observational: false });\n let closed = false;\n let builder: ReturnType<typeof createBuilder> | undefined;\n try {\n await conn.exec('CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT)');\n\n const version = await getMeta(conn, 'schema_version');\n if (version !== null && version !== dialect.schemaVersion) {\n console.error('sense: cache format changed (new sensemaking version); rebuilding the index');\n await dialect.close(handle);\n closed = true;\n if (cacheReplaced) throw notReady(`the derived index at ${dbPath} still reports incompatible schema ${version} after cache replacement`);\n clearCache(cfg);\n return connectForBuild(cfg, dialect, requirements, true);\n }\n\n if (version === null) await dialect.ensureCoreSchema(handle, conn);\n await dialect.prepareConnection?.(handle, conn, cfg);\n\n if (dialect.setDerivedBusyTimeout) {\n const recordedMaxMs = Number((await getMeta(conn, 'reconcile_max_ms')) ?? '0');\n await dialect.setDerivedBusyTimeout(handle, conn, Math.min(Math.max(30000, 3 * recordedMaxMs), 600_000));\n }\n\n builder = createBuilder(conn, cfg, dialect.reconcileDialect, (snapshotCfg) => dialect.ensureFeatureSchema(handle, conn, snapshotCfg));\n const { parsed, warnings, stages, messages } = await builder.build();\n for (const message of messages) console.error(message);\n\n // Lexical preparation is a separate capability stage. A failure leaves core usable and the\n // dialect's own lexical marker stale, so unrelated map/peek/path/sql commands stay available.\n if (requirements.has('lexical')) {\n await dialect.prepareLexical?.(conn);\n }\n\n await builder.close();\n return { handle, conn, cfg, dbPath, parsed, warnings, stages, observational: false };\n } catch (err) {\n const cleanupTasks: Array<Promise<void>> = [];\n if (builder) {\n const builderToClose = builder;\n cleanupTasks.push(Promise.resolve().then(() => builderToClose.close()));\n }\n if (!closed) cleanupTasks.push(Promise.resolve().then(() => dialect.close(handle)));\n const cleanup = await Promise.allSettled(cleanupTasks);\n const cleanupErrors = cleanup.filter((result): result is PromiseRejectedResult => result.status === 'rejected').map((result) => result.reason);\n if (cleanupErrors.length > 0) throw new AggregateError([err, ...cleanupErrors], 'opening the derived index failed and cleanup also failed');\n throw err;\n }\n}\n\n// A static provider can resolve its identity while embedding. Publish it only after vectors\n// succeed and only when the durable signature still matches the prepared generation.\nexport async function prepareDocumentEmbeddings(store: Store, cfg: ResolvedConfig, allowed?: ReadonlySet<string>, options: EmbedCallOptions = {}): Promise<void> {\n options.signal?.throwIfAborted();\n const preparedSignature = await getMeta(store, FEATURE_SIGNATURE_META_KEY);\n options.signal?.throwIfAborted();\n await embedPending(store, cfg, allowed, preparedSignature, options);\n options.signal?.throwIfAborted();\n const actualSignature = featureSignature(cfg, FEATURES);\n if (preparedSignature === actualSignature) return;\n\n const changedKeys = changedSignatureKeys(preparedSignature ?? '', actualSignature);\n if (preparedSignature === null || changedKeys.size !== 1 || !changedKeys.has('embed') || !embedIdentityAdopted(preparedSignature, actualSignature)) {\n throw notReady('the index configuration changed while vectors were being prepared');\n }\n\n await store.transaction(async () => {\n options.signal?.throwIfAborted();\n const update = await store.prepare('UPDATE meta SET value = ? WHERE key = ? AND value = ?');\n options.signal?.throwIfAborted();\n const result = await update.run(actualSignature, FEATURE_SIGNATURE_META_KEY, preparedSignature);\n options.signal?.throwIfAborted();\n if (Number(result.changes) !== 1) throw notReady('another build changed the index configuration while vectors were being prepared');\n });\n}\n\nexport async function openWithDialect<Handle>(input: ResolvedConfig, dialect: OpenDialect<Handle>, options: InternalOpenOptions = {}): Promise<OpenResult> {\n options.signal?.throwIfAborted();\n const cfg = normaliseConfig(input);\n const buildEnabled = options.build !== false;\n const defaultRequirements = new Set<BuildRequirement>(buildEnabled ? ['core', 'lexical'] : ['core']);\n if (buildEnabled && anyPresetEmbeds(cfg)) defaultRequirements.add('vectors');\n const requirements = options.requirements ?? defaultRequirements;\n const connected = buildEnabled ? await connectForBuild(cfg, dialect, requirements) : await connectExisting(cfg, dialect, requirements);\n let store: Store | undefined;\n try {\n store = dialect.createStore(connected.handle, connected.conn, connected.cfg, { observational: connected.observational });\n rekeyChunkText(connected.conn, store);\n if (requirements.has('vectors') && buildEnabled) await prepareDocumentEmbeddings(store, connected.cfg, undefined, { signal: options.signal });\n options.signal?.throwIfAborted();\n return {\n store,\n cfg: connected.cfg,\n dbPath: connected.dbPath,\n parsed: connected.parsed,\n warnings: connected.warnings,\n stages: connected.stages,\n };\n } catch (err) {\n const cleanup = await Promise.allSettled([Promise.resolve().then(() => (store ? store.close() : dialect.close(connected.handle, { observational: connected.observational })))]);\n if (cleanup[0].status === 'rejected') throw new AggregateError([err, cleanup[0].reason], 'opening the derived index failed and cleanup also failed');\n throw err;\n }\n}\n\nexport async function docCount(store: Store): Promise<number> {\n const stmt = await store.prepare('SELECT COUNT(*) AS n FROM frontmatter');\n return ((await stmt.get()) as { n: number }).n;\n}\n"],"names":["channel","existsSync","mkdirSync","join","anyPresetEmbeds","featureSignature","STATE_DIR","rekeyChunkText","embedPending","SenseError","FEATURES","createBuilder","clearCache","lockWaitBudgetMs","CORE_READY_META_KEY","FEATURE_SIGNATURE_META_KEY","isCoreReady","isPublishedFeatureSignature","getMeta","changedSignatureKeys","embedIdentityAdopted","stageRecorder","withTransaction","LOCK_POLL_MS","lockWait","notReady","reason","normaliseConfig","cfg","rootDir","baseDir","configDir","cachePath","dialect","filename","connectUnlocked","dbPath","options","budgetMs","deadline","Date","now","connect","err","existingOnly","isLocked","hasSubscribers","publish","store","Math","round","Promise","resolve","setTimeout","assertCoreSchema","conn","table","prepare","all","connectExisting","requirements","handle","observational","state","version","features","ready","schemaVersion","wantFeatures","has","assertLexicalReady","parsed","warnings","stages","take","close","connectForBuild","cacheReplaced","stateDir","recursive","closed","builder","exec","console","error","ensureCoreSchema","prepareConnection","setDerivedBusyTimeout","recordedMaxMs","Number","min","max","reconcileDialect","snapshotCfg","ensureFeatureSchema","messages","build","message","prepareLexical","cleanupTasks","builderToClose","push","then","cleanup","allSettled","cleanupErrors","filter","result","status","map","length","AggregateError","prepareDocumentEmbeddings","allowed","signal","throwIfAborted","preparedSignature","actualSignature","changedKeys","size","transaction","update","run","changes","openWithDialect","input","buildEnabled","defaultRequirements","Set","add","connected","createStore","undefined","docCount","stmt","get","n"],"mappings":"AAAA,SAASA,OAAO,QAAQ,2BAA2B;AACnD,SAASC,UAAU,EAAEC,SAAS,QAAQ,UAAU;AAChD,SAASC,IAAI,QAAQ,YAAY;AAEjC,SAASC,eAAe,EAAEC,gBAAgB,EAAEC,SAAS,QAAQ,qBAAqB;AAClF,SAASC,cAAc,QAAQ,sBAAsB;AACrD,SAASC,YAAY,QAAQ,oBAAoB;AAEjD,SAASC,UAAU,QAAQ,eAAe;AAC1C,SAASC,QAAQ,QAAQ,uBAAuB;AAChD,SAASC,aAAa,QAAQ,eAAe;AAC7C,SAASC,UAAU,QAAQ,aAAa;AACxC,SAASC,gBAAgB,QAAQ,iBAAiB;AAClD,SAASC,mBAAmB,EAAEC,0BAA0B,EAAEC,WAAW,EAAEC,2BAA2B,QAAQ,iBAAiB;AAC3H,SAASC,OAAO,QAAQ,cAAc;AACtC,SAASC,oBAAoB,EAAEC,oBAAoB,QAAQ,iBAAiB;AAE5E,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,eAAe,QAAQ,mBAAmB;AAqCnD,MAAMC,eAAe;AACrB,MAAMC,WAAWxB,QAAQ;AAEzB,SAASyB,SAASC,MAAc;IAC9B,OAAO,IAAIjB,WAAW,mBAAmB,GAAGiB,OAAO,8EAA8E,CAAC;AACpI;AAEA,SAASC,gBAAgBC,GAAmB;IAC1C,wFAAwF;IACxF,wEAAwE;IACxE,IAAI,CAACA,IAAIC,OAAO,EAAE;QAChB,IAAI,CAACD,IAAIE,OAAO,EAAE,MAAM,IAAIrB,WAAW,kBAAkB;QACzDmB,IAAIC,OAAO,GAAGD,IAAIE,OAAO;IAC3B;IACA,IAAI,CAACF,IAAIG,SAAS,EAAEH,IAAIG,SAAS,GAAGH,IAAIC,OAAO;IAC/C,OAAOD;AACT;AAEA,SAASI,UAAkBJ,GAAmB,EAAEK,OAA4B;QAC9DL;IAAZ,OAAOzB,MAAKyB,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAIE,OAAO,EAAExB,WAAW2B,QAAQC,QAAQ;AACvE;AAEA,eAAeC,gBAAwBC,MAAc,EAAER,GAAmB,EAAEG,SAAiB,EAAEE,OAA4B,EAAEI,OAA0D;IACrL,MAAMC,WAAWzB,iBAAiBkB;IAClC,MAAMQ,WAAWC,KAAKC,GAAG,KAAKH;IAC9B,OAAS;QACP,IAAI;YACF,OAAO,MAAML,QAAQS,OAAO,CAACN,QAAQR,KAAKS;QAC5C,EAAE,OAAOM,KAAK;gBAIPV;YAHL,IAAII,QAAQO,YAAY,IAAI,CAAC3C,WAAWmC,SAAS;gBAC/C,MAAMX,SAAS,CAAC,oCAAoC,EAAEW,QAAQ;YAChE;YACA,IAAI,GAACH,oBAAAA,QAAQY,QAAQ,cAAhBZ,wCAAAA,uBAAAA,SAAmBU,OAAe,MAAMA;YAC7C,IAAInB,SAASsB,cAAc,EAAEtB,SAASuB,OAAO,CAAC;gBAAEC,OAAOpB,IAAIoB,KAAK;gBAAEZ;YAAO;YACzE,IAAII,KAAKC,GAAG,MAAMF,UAAU;gBAC1B,MAAM,IAAI9B,WAAW,cAAc,CAAC,2CAA2C,EAAEmB,IAAIoB,KAAK,CAAC,QAAQ,EAAEZ,OAAO,gCAAgC,EAAEa,KAAKC,KAAK,CAACZ,WAAW,MAAM,qHAAqH,CAAC;YAClS;YACA,MAAM,IAAIa,QAAQ,CAACC,UAAYC,WAAWD,SAAS7B;QACrD;IACF;AACF;AAEA,eAAe+B,iBAAiBC,IAAgB;IAC9C,KAAK,MAAMC,SAAS;QAAC;QAAe;QAAW;QAAgB;KAAkB,CAAE;QACjF,MAAM,AAAC,CAAA,MAAMD,KAAKE,OAAO,CAAC,CAAC,cAAc,EAAED,MAAM,QAAQ,CAAC,CAAA,EAAGE,GAAG;IAClE;AACF;AAEA,eAAeC,gBAAwB/B,GAAmB,EAAEK,OAA4B,EAAE2B,YAA2C;QACjHhC;IAAlB,MAAMG,aAAYH,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAIE,OAAO;IAC9C,MAAMM,SAASJ,UAAUJ,KAAKK;IAC9B,IAAI,CAAChC,WAAWmC,SAAS,MAAMX,SAAS,CAAC,oCAAoC,EAAEW,QAAQ;IAEvF,MAAM,EAAEyB,MAAM,EAAEN,IAAI,EAAE,GAAG,MAAMpB,gBAAgBC,QAAQR,KAAKG,WAAWE,SAAS;QAAEW,cAAc;QAAMkB,eAAe;IAAK;IAC1H,IAAI;QACF,IAAIC;QACJ,IAAI;YACFA,QAAQ,MAAMzC,gBAAgBiC,MAAM;gBAClC,MAAMS,UAAU,MAAM9C,QAAQqC,MAAM;gBACpC,MAAMU,WAAW,MAAM/C,QAAQqC,MAAMxC;gBACrC,MAAMmD,QAAQ,MAAMhD,QAAQqC,MAAMzC;gBAClC,MAAMwC,iBAAiBC;gBACvB,OAAO;oBAAES;oBAASC;oBAAUC;gBAAM;YACpC;QACF,EAAE,OAAM;YACN,IAAI,CAACjE,WAAWmC,SAAS,MAAMX,SAAS,CAAC,4CAA4C,EAAEW,QAAQ;YAC/F,MAAMX,SAAS,CAAC,qBAAqB,EAAEW,OAAO,yBAAyB,CAAC;QAC1E;QAEA,IAAI2B,MAAMC,OAAO,KAAK/B,QAAQkC,aAAa,EAAE;gBACkBJ;YAA7D,MAAMtC,SAAS,CAAC,qBAAqB,EAAEW,OAAO,aAAa,GAAE2B,iBAAAA,MAAMC,OAAO,cAAbD,4BAAAA,iBAAiB,UAAU,kCAAkC,EAAE9B,QAAQkC,aAAa,EAAE;QACrJ;QACA,MAAMC,eAAe/D,iBAAiBuB,KAAKlB;QAC3C,IAAI,CAACO,4BAA4B8C,MAAME,QAAQ,EAAEG,eAAe;YAC9D,MAAM3C,SAAS,CAAC,qBAAqB,EAAEW,OAAO,+CAA+C,CAAC;QAChG;QACA,IAAI,CAACpB,YAAY+C,MAAMG,KAAK,GAAG;YAC7B,MAAMzC,SAAS,CAAC,qBAAqB,EAAEW,OAAO,6BAA6B,CAAC;QAC9E;QACA,IAAIwB,aAAaS,GAAG,CAAC,YAAY;gBACzBpC;YAAN,QAAMA,8BAAAA,QAAQqC,kBAAkB,cAA1BrC,kDAAAA,iCAAAA,SAA6BsB;QACrC;QACA,IAAI,CAACtD,WAAWmC,SAAS,MAAMX,SAAS,CAAC,4CAA4C,EAAEW,QAAQ;QAE/F,OAAO;YACLyB;YACAN;YACA3B;YACAQ;YACAmC,QAAQ;YACRC,UAAU,EAAE;YACZC,QAAQpD,gBAAgBqD,IAAI,CAAC,GAAG;YAChCZ,eAAe;QACjB;IACF,EAAE,OAAOnB,KAAK;QACZ,MAAMV,QAAQ0C,KAAK,CAACd,QAAQ;YAAEC,eAAe;QAAK;QAClD,MAAMnB;IACR;AACF;AAEA,eAAeiC,gBAAwBhD,GAAmB,EAAEK,OAA4B,EAAE2B,YAA2C,EAAEiB,gBAAgB,KAAK;QACxIjD;IAAlB,MAAMG,aAAYH,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAIE,OAAO;IAC9C,MAAMgD,WAAW3E,KAAK4B,WAAWzB;IACjCJ,UAAU4E,UAAU;QAAEC,WAAW;IAAK;IACtC,MAAM3C,SAASjC,KAAK2E,UAAU7C,QAAQC,QAAQ;IAE9C,MAAM,EAAE2B,MAAM,EAAEN,IAAI,EAAE,GAAG,MAAMpB,gBAAgBC,QAAQR,KAAKG,WAAWE,SAAS;QAAEW,cAAc;QAAOkB,eAAe;IAAM;IAC5H,IAAIkB,SAAS;IACb,IAAIC;IACJ,IAAI;YAcIhD;QAbN,MAAMsB,KAAK2B,IAAI,CAAC;QAEhB,MAAMlB,UAAU,MAAM9C,QAAQqC,MAAM;QACpC,IAAIS,YAAY,QAAQA,YAAY/B,QAAQkC,aAAa,EAAE;YACzDgB,QAAQC,KAAK,CAAC;YACd,MAAMnD,QAAQ0C,KAAK,CAACd;YACpBmB,SAAS;YACT,IAAIH,eAAe,MAAMpD,SAAS,CAAC,qBAAqB,EAAEW,OAAO,mCAAmC,EAAE4B,QAAQ,wBAAwB,CAAC;YACvIpD,WAAWgB;YACX,OAAOgD,gBAAgBhD,KAAKK,SAAS2B,cAAc;QACrD;QAEA,IAAII,YAAY,MAAM,MAAM/B,QAAQoD,gBAAgB,CAACxB,QAAQN;QAC7D,QAAMtB,6BAAAA,QAAQqD,iBAAiB,cAAzBrD,iDAAAA,gCAAAA,SAA4B4B,QAAQN,MAAM3B;QAEhD,IAAIK,QAAQsD,qBAAqB,EAAE;gBACH;YAA9B,MAAMC,gBAAgBC,QAAQ,OAAA,MAAMvE,QAAQqC,MAAM,iCAApB,kBAAA,OAA4C;YAC1E,MAAMtB,QAAQsD,qBAAqB,CAAC1B,QAAQN,MAAMN,KAAKyC,GAAG,CAACzC,KAAK0C,GAAG,CAAC,OAAO,IAAIH,gBAAgB;QACjG;QAEAP,UAAUtE,cAAc4C,MAAM3B,KAAKK,QAAQ2D,gBAAgB,EAAE,CAACC,cAAgB5D,QAAQ6D,mBAAmB,CAACjC,QAAQN,MAAMsC;QACxH,MAAM,EAAEtB,MAAM,EAAEC,QAAQ,EAAEC,MAAM,EAAEsB,QAAQ,EAAE,GAAG,MAAMd,QAAQe,KAAK;QAClE,KAAK,MAAMC,WAAWF,SAAUZ,QAAQC,KAAK,CAACa;QAE9C,2FAA2F;QAC3F,8FAA8F;QAC9F,IAAIrC,aAAaS,GAAG,CAAC,YAAY;gBACzBpC;YAAN,QAAMA,0BAAAA,QAAQiE,cAAc,cAAtBjE,8CAAAA,6BAAAA,SAAyBsB;QACjC;QAEA,MAAM0B,QAAQN,KAAK;QACnB,OAAO;YAAEd;YAAQN;YAAM3B;YAAKQ;YAAQmC;YAAQC;YAAUC;YAAQX,eAAe;QAAM;IACrF,EAAE,OAAOnB,KAAK;QACZ,MAAMwD,eAAqC,EAAE;QAC7C,IAAIlB,SAAS;YACX,MAAMmB,iBAAiBnB;YACvBkB,aAAaE,IAAI,CAAClD,QAAQC,OAAO,GAAGkD,IAAI,CAAC,IAAMF,eAAezB,KAAK;QACrE;QACA,IAAI,CAACK,QAAQmB,aAAaE,IAAI,CAAClD,QAAQC,OAAO,GAAGkD,IAAI,CAAC,IAAMrE,QAAQ0C,KAAK,CAACd;QAC1E,MAAM0C,UAAU,MAAMpD,QAAQqD,UAAU,CAACL;QACzC,MAAMM,gBAAgBF,QAAQG,MAAM,CAAC,CAACC,SAA4CA,OAAOC,MAAM,KAAK,YAAYC,GAAG,CAAC,CAACF,SAAWA,OAAOjF,MAAM;QAC7I,IAAI+E,cAAcK,MAAM,GAAG,GAAG,MAAM,IAAIC,eAAe;YAACpE;eAAQ8D;SAAc,EAAE;QAChF,MAAM9D;IACR;AACF;AAEA,4FAA4F;AAC5F,qFAAqF;AACrF,OAAO,eAAeqE,0BAA0BhE,KAAY,EAAEpB,GAAmB,EAAEqF,OAA6B,EAAE5E,UAA4B,CAAC,CAAC;QAC9IA,iBAEAA,kBAEAA;KAJAA,kBAAAA,QAAQ6E,MAAM,cAAd7E,sCAAAA,gBAAgB8E,cAAc;IAC9B,MAAMC,oBAAoB,MAAMlG,QAAQ8B,OAAOjC;KAC/CsB,mBAAAA,QAAQ6E,MAAM,cAAd7E,uCAAAA,iBAAgB8E,cAAc;IAC9B,MAAM3G,aAAawC,OAAOpB,KAAKqF,SAASG,mBAAmB/E;KAC3DA,mBAAAA,QAAQ6E,MAAM,cAAd7E,uCAAAA,iBAAgB8E,cAAc;IAC9B,MAAME,kBAAkBhH,iBAAiBuB,KAAKlB;IAC9C,IAAI0G,sBAAsBC,iBAAiB;IAE3C,MAAMC,cAAcnG,qBAAqBiG,8BAAAA,+BAAAA,oBAAqB,IAAIC;IAClE,IAAID,sBAAsB,QAAQE,YAAYC,IAAI,KAAK,KAAK,CAACD,YAAYjD,GAAG,CAAC,YAAY,CAACjD,qBAAqBgG,mBAAmBC,kBAAkB;QAClJ,MAAM5F,SAAS;IACjB;IAEA,MAAMuB,MAAMwE,WAAW,CAAC;YACtBnF,iBAEAA,kBAEAA;SAJAA,kBAAAA,QAAQ6E,MAAM,cAAd7E,sCAAAA,gBAAgB8E,cAAc;QAC9B,MAAMM,SAAS,MAAMzE,MAAMS,OAAO,CAAC;SACnCpB,mBAAAA,QAAQ6E,MAAM,cAAd7E,uCAAAA,iBAAgB8E,cAAc;QAC9B,MAAMR,SAAS,MAAMc,OAAOC,GAAG,CAACL,iBAAiBtG,4BAA4BqG;SAC7E/E,mBAAAA,QAAQ6E,MAAM,cAAd7E,uCAAAA,iBAAgB8E,cAAc;QAC9B,IAAI1B,OAAOkB,OAAOgB,OAAO,MAAM,GAAG,MAAMlG,SAAS;IACnD;AACF;AAEA,OAAO,eAAemG,gBAAwBC,KAAqB,EAAE5F,OAA4B,EAAEI,UAA+B,CAAC,CAAC;QAM7GA;QALrBA;KAAAA,kBAAAA,QAAQ6E,MAAM,cAAd7E,sCAAAA,gBAAgB8E,cAAc;IAC9B,MAAMvF,MAAMD,gBAAgBkG;IAC5B,MAAMC,eAAezF,QAAQ2D,KAAK,KAAK;IACvC,MAAM+B,sBAAsB,IAAIC,IAAsBF,eAAe;QAAC;QAAQ;KAAU,GAAG;QAAC;KAAO;IACnG,IAAIA,gBAAgB1H,gBAAgBwB,MAAMmG,oBAAoBE,GAAG,CAAC;IAClE,MAAMrE,gBAAevB,wBAAAA,QAAQuB,YAAY,cAApBvB,mCAAAA,wBAAwB0F;IAC7C,MAAMG,YAAYJ,eAAe,MAAMlD,gBAAgBhD,KAAKK,SAAS2B,gBAAgB,MAAMD,gBAAgB/B,KAAKK,SAAS2B;IACzH,IAAIZ;IACJ,IAAI;YAIFX;QAHAW,QAAQf,QAAQkG,WAAW,CAACD,UAAUrE,MAAM,EAAEqE,UAAU3E,IAAI,EAAE2E,UAAUtG,GAAG,EAAE;YAAEkC,eAAeoE,UAAUpE,aAAa;QAAC;QACtHvD,eAAe2H,UAAU3E,IAAI,EAAEP;QAC/B,IAAIY,aAAaS,GAAG,CAAC,cAAcyD,cAAc,MAAMd,0BAA0BhE,OAAOkF,UAAUtG,GAAG,EAAEwG,WAAW;YAAElB,QAAQ7E,QAAQ6E,MAAM;QAAC;SAC3I7E,mBAAAA,QAAQ6E,MAAM,cAAd7E,uCAAAA,iBAAgB8E,cAAc;QAC9B,OAAO;YACLnE;YACApB,KAAKsG,UAAUtG,GAAG;YAClBQ,QAAQ8F,UAAU9F,MAAM;YACxBmC,QAAQ2D,UAAU3D,MAAM;YACxBC,UAAU0D,UAAU1D,QAAQ;YAC5BC,QAAQyD,UAAUzD,MAAM;QAC1B;IACF,EAAE,OAAO9B,KAAK;QACZ,MAAM4D,UAAU,MAAMpD,QAAQqD,UAAU,CAAC;YAACrD,QAAQC,OAAO,GAAGkD,IAAI,CAAC,IAAOtD,QAAQA,MAAM2B,KAAK,KAAK1C,QAAQ0C,KAAK,CAACuD,UAAUrE,MAAM,EAAE;oBAAEC,eAAeoE,UAAUpE,aAAa;gBAAC;SAAK;QAC9K,IAAIyC,OAAO,CAAC,EAAE,CAACK,MAAM,KAAK,YAAY,MAAM,IAAIG,eAAe;YAACpE;YAAK4D,OAAO,CAAC,EAAE,CAAC7E,MAAM;SAAC,EAAE;QACzF,MAAMiB;IACR;AACF;AAEA,OAAO,eAAe0F,SAASrF,KAAY;IACzC,MAAMsF,OAAO,MAAMtF,MAAMS,OAAO,CAAC;IACjC,OAAO,AAAE,CAAA,MAAM6E,KAAKC,GAAG,EAAC,EAAqBC,CAAC;AAChD"}
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/open.ts"],"sourcesContent":["import { channel } from 'node:diagnostics_channel';\nimport { existsSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { anyPresetEmbeds, featureSignature, STATE_DIR } from '../config/index.ts';\nimport { rekeyChunkText } from '../embed/handoff.ts';\nimport { embedPending } from '../embed/query.ts';\nimport type { EmbedCallOptions } from '../embed/types.ts';\nimport { SenseError } from '../errors.ts';\nimport { FEATURES } from '../features/index.ts';\nimport { createBuilder } from './builder.ts';\nimport { clearCache } from './cache.ts';\nimport { ENGINE_IDENTITY_META_KEY } from './engine.ts';\nimport { lockWaitBudgetMs } from './lock-wait.ts';\nimport { CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY, isCoreReady, isPublishedFeatureSignature } from './readiness.ts';\nimport { getMeta, setMeta } from './shared.ts';\nimport { changedSignatureKeys, embedIdentityAdopted } from './signature.ts';\nimport type { Stages } from './stages.ts';\nimport { stageRecorder } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, OpenDialect, Store } from './types.ts';\n\nexport type BuildRequirement = 'core' | 'lexical' | 'vectors';\n\n/** Options for the root `open(config, options)` API. */\nexport interface OpenOptions {\n /** Prepares configured capabilities by default; `false` opens compatible published state without repair. */\n build?: boolean;\n /** Cancels supported provider I/O and stops between phases after active native work finishes. */\n signal?: AbortSignal;\n}\n\nexport interface InternalOpenOptions extends OpenOptions {\n requirements?: ReadonlySet<BuildRequirement>;\n}\n\nexport interface OpenResult {\n store: Store;\n cfg: ResolvedConfig;\n dbPath: string;\n parsed: number;\n warnings: string[];\n stages: Stages;\n}\n\ninterface ConnectResult<Handle> {\n handle: Handle;\n conn: Connection;\n cfg: ResolvedConfig;\n dbPath: string;\n parsed: number;\n warnings: string[];\n stages: Stages;\n observational: boolean;\n}\n\nconst LOCK_POLL_MS = 50;\nconst lockWait = channel('sensemaking.store.lock-wait');\n\nfunction notReady(reason: string): SenseError {\n return new SenseError('INDEX_NOT_READY', `${reason}; run \"sense build\" or call build(config) before opening with { build: false }`);\n}\n\nfunction normaliseConfig(cfg: ResolvedConfig): ResolvedConfig {\n // `baseDir` was the original public open() input. Keep direct API callers working while\n // making the two ownership paths explicit for every internal operation.\n if (!cfg.rootDir) {\n if (!cfg.baseDir) throw new SenseError('CONFIG_INVALID', 'open requires rootDir (or legacy baseDir)');\n cfg.rootDir = cfg.baseDir;\n }\n if (!cfg.configDir) cfg.configDir = cfg.rootDir;\n return cfg;\n}\n\nfunction cachePath<Handle>(cfg: ResolvedConfig, dialect: OpenDialect<Handle>): string {\n return join(cfg.configDir ?? cfg.baseDir, STATE_DIR, dialect.filename);\n}\n\nasync function connectUnlocked<Handle>(dbPath: string, cfg: ResolvedConfig, configDir: string, dialect: OpenDialect<Handle>, options: { existingOnly: boolean; observational: boolean }): Promise<{ handle: Handle; conn: Connection }> {\n const budgetMs = lockWaitBudgetMs(configDir);\n const deadline = Date.now() + budgetMs;\n for (;;) {\n try {\n return await dialect.connect(dbPath, cfg, options);\n } catch (err) {\n if (options.existingOnly && !existsSync(dbPath)) {\n throw notReady(`the derived index does not exist at ${dbPath}`);\n }\n if (!dialect.isLocked?.(err as Error)) throw err;\n if (lockWait.hasSubscribers) lockWait.publish({ store: cfg.store, dbPath });\n if (Date.now() >= deadline) {\n throw new SenseError('STORE_BUSY', `another sense process is using this tree's ${cfg.store} cache (${dbPath}) and did not release it within ${Math.round(budgetMs / 1000)}s; wait for that command to finish, or set \"store\" to \"sqlite\" in sense.config.json, which serves concurrent commands`);\n }\n await new Promise((resolve) => setTimeout(resolve, LOCK_POLL_MS));\n }\n }\n}\n\nasync function assertCoreSchema(conn: Connection): Promise<void> {\n for (const table of ['frontmatter', 'content', 'preset_files', 'indexed_sources']) {\n await (await conn.prepare(`SELECT 1 FROM ${table} LIMIT 0`)).all();\n }\n}\n\nasync function connectExisting<Handle>(cfg: ResolvedConfig, dialect: OpenDialect<Handle>, requirements: ReadonlySet<BuildRequirement>): Promise<ConnectResult<Handle>> {\n const configDir = cfg.configDir ?? cfg.baseDir;\n const dbPath = cachePath(cfg, dialect);\n if (!existsSync(dbPath)) throw notReady(`the derived index does not exist at ${dbPath}`);\n\n const { handle, conn } = await connectUnlocked(dbPath, cfg, configDir, dialect, { existingOnly: true, observational: true });\n try {\n let state: { version: string | null; features: string | null; ready: string | null; engine: string | null };\n try {\n state = await withTransaction(conn, async () => {\n const version = await getMeta(conn, 'schema_version');\n const features = await getMeta(conn, FEATURE_SIGNATURE_META_KEY);\n const ready = await getMeta(conn, CORE_READY_META_KEY);\n const engine = await getMeta(conn, ENGINE_IDENTITY_META_KEY);\n await assertCoreSchema(conn);\n return { version, features, ready, engine };\n });\n } catch {\n if (!existsSync(dbPath)) throw notReady(`the derived index was deleted while opening ${dbPath}`);\n throw notReady(`the derived index at ${dbPath} has no compatible schema`);\n }\n\n if (state.version !== dialect.schemaVersion) {\n throw notReady(`the derived index at ${dbPath} uses schema ${state.version ?? 'unknown'}, but this sense version requires ${dialect.schemaVersion}`);\n }\n const engine = await dialect.engineIdentity?.();\n if (engine !== undefined && state.engine !== engine) {\n throw notReady(`the derived index at ${dbPath} was built with ${state.engine ?? 'an unrecorded engine'}, but this process loads ${engine}`);\n }\n const wantFeatures = featureSignature(cfg, FEATURES);\n if (!isPublishedFeatureSignature(state.features, wantFeatures)) {\n throw notReady(`the derived index at ${dbPath} was built for different configuration features`);\n }\n if (!isCoreReady(state.ready)) {\n throw notReady(`the derived index at ${dbPath} has an incomplete core build`);\n }\n if (requirements.has('lexical')) {\n await dialect.assertLexicalReady?.(conn);\n }\n if (!existsSync(dbPath)) throw notReady(`the derived index was deleted while opening ${dbPath}`);\n\n return {\n handle,\n conn,\n cfg,\n dbPath,\n parsed: 0,\n warnings: [],\n stages: stageRecorder().take(0, 0),\n observational: true,\n };\n } catch (err) {\n await dialect.close(handle, { observational: true });\n throw err;\n }\n}\n\nasync function connectForBuild<Handle>(cfg: ResolvedConfig, dialect: OpenDialect<Handle>, requirements: ReadonlySet<BuildRequirement>, cacheReplaced = false): Promise<ConnectResult<Handle>> {\n const configDir = cfg.configDir ?? cfg.baseDir;\n const stateDir = join(configDir, STATE_DIR);\n mkdirSync(stateDir, { recursive: true });\n const dbPath = join(stateDir, dialect.filename);\n\n const { handle, conn } = await connectUnlocked(dbPath, cfg, configDir, dialect, { existingOnly: false, observational: false });\n let closed = false;\n let builder: ReturnType<typeof createBuilder> | undefined;\n try {\n await conn.exec('CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT)');\n\n const version = await getMeta(conn, 'schema_version');\n const engine = await dialect.engineIdentity?.();\n const builtWith = version === null ? null : await getMeta(conn, ENGINE_IDENTITY_META_KEY);\n const engineChanged = version !== null && engine !== undefined && builtWith !== engine;\n if (version !== null && (version !== dialect.schemaVersion || engineChanged)) {\n console.error(version !== dialect.schemaVersion ? 'sense: cache format changed (new sensemaking version); rebuilding the index' : `sense: index was built with ${builtWith ?? 'an unrecorded engine'}; rebuilding it with ${engine}`);\n await dialect.close(handle);\n closed = true;\n if (cacheReplaced) throw notReady(`the derived index at ${dbPath} still reports incompatible schema ${version} or engine ${builtWith ?? 'unrecorded'} after cache replacement`);\n clearCache(cfg);\n return connectForBuild(cfg, dialect, requirements, true);\n }\n\n if (version === null) {\n await dialect.checkEngine?.();\n await dialect.ensureCoreSchema(handle, conn);\n if (engine !== undefined) await setMeta(conn, ENGINE_IDENTITY_META_KEY, engine);\n }\n await dialect.prepareConnection?.(handle, conn, cfg);\n\n if (dialect.setDerivedBusyTimeout) {\n const recordedMaxMs = Number((await getMeta(conn, 'reconcile_max_ms')) ?? '0');\n await dialect.setDerivedBusyTimeout(handle, conn, Math.min(Math.max(30000, 3 * recordedMaxMs), 600_000));\n }\n\n builder = createBuilder(conn, cfg, dialect.reconcileDialect, (snapshotCfg) => dialect.ensureFeatureSchema(handle, conn, snapshotCfg));\n const { parsed, warnings, stages, messages } = await builder.build();\n for (const message of messages) console.error(message);\n\n // Lexical preparation is a separate capability stage. A failure leaves core usable and the\n // dialect's own lexical marker stale, so unrelated map/peek/path/sql commands stay available.\n if (requirements.has('lexical')) {\n await dialect.prepareLexical?.(conn);\n }\n\n await builder.close();\n return { handle, conn, cfg, dbPath, parsed, warnings, stages, observational: false };\n } catch (err) {\n const cleanupTasks: Array<Promise<void>> = [];\n if (builder) {\n const builderToClose = builder;\n cleanupTasks.push(Promise.resolve().then(() => builderToClose.close()));\n }\n if (!closed) cleanupTasks.push(Promise.resolve().then(() => dialect.close(handle)));\n const cleanup = await Promise.allSettled(cleanupTasks);\n const cleanupErrors = cleanup.filter((result): result is PromiseRejectedResult => result.status === 'rejected').map((result) => result.reason);\n if (cleanupErrors.length > 0) throw new AggregateError([err, ...cleanupErrors], 'opening the derived index failed and cleanup also failed');\n throw err;\n }\n}\n\n// A static provider can resolve its identity while embedding. Publish it only after vectors\n// succeed and only when the durable signature still matches the prepared generation.\nexport async function prepareDocumentEmbeddings(store: Store, cfg: ResolvedConfig, allowed?: ReadonlySet<string>, options: EmbedCallOptions = {}): Promise<void> {\n options.signal?.throwIfAborted();\n const preparedSignature = await getMeta(store, FEATURE_SIGNATURE_META_KEY);\n options.signal?.throwIfAborted();\n await embedPending(store, cfg, allowed, preparedSignature, options);\n options.signal?.throwIfAborted();\n const actualSignature = featureSignature(cfg, FEATURES);\n if (preparedSignature === actualSignature) return;\n\n const changedKeys = changedSignatureKeys(preparedSignature ?? '', actualSignature);\n if (preparedSignature === null || changedKeys.size !== 1 || !changedKeys.has('embed') || !embedIdentityAdopted(preparedSignature, actualSignature)) {\n throw notReady('the index configuration changed while vectors were being prepared');\n }\n\n await store.transaction(async () => {\n options.signal?.throwIfAborted();\n const update = await store.prepare('UPDATE meta SET value = ? WHERE key = ? AND value = ?');\n options.signal?.throwIfAborted();\n const result = await update.run(actualSignature, FEATURE_SIGNATURE_META_KEY, preparedSignature);\n options.signal?.throwIfAborted();\n if (Number(result.changes) !== 1) throw notReady('another build changed the index configuration while vectors were being prepared');\n });\n}\n\nexport async function openWithDialect<Handle>(input: ResolvedConfig, dialect: OpenDialect<Handle>, options: InternalOpenOptions = {}): Promise<OpenResult> {\n options.signal?.throwIfAborted();\n const cfg = normaliseConfig(input);\n const buildEnabled = options.build !== false;\n const defaultRequirements = new Set<BuildRequirement>(buildEnabled ? ['core', 'lexical'] : ['core']);\n if (buildEnabled && anyPresetEmbeds(cfg)) defaultRequirements.add('vectors');\n const requirements = options.requirements ?? defaultRequirements;\n const connected = buildEnabled ? await connectForBuild(cfg, dialect, requirements) : await connectExisting(cfg, dialect, requirements);\n let store: Store | undefined;\n try {\n store = dialect.createStore(connected.handle, connected.conn, connected.cfg, { observational: connected.observational });\n rekeyChunkText(connected.conn, store);\n if (requirements.has('vectors') && buildEnabled) await prepareDocumentEmbeddings(store, connected.cfg, undefined, { signal: options.signal });\n options.signal?.throwIfAborted();\n return {\n store,\n cfg: connected.cfg,\n dbPath: connected.dbPath,\n parsed: connected.parsed,\n warnings: connected.warnings,\n stages: connected.stages,\n };\n } catch (err) {\n const cleanup = await Promise.allSettled([Promise.resolve().then(() => (store ? store.close() : dialect.close(connected.handle, { observational: connected.observational })))]);\n if (cleanup[0].status === 'rejected') throw new AggregateError([err, cleanup[0].reason], 'opening the derived index failed and cleanup also failed');\n throw err;\n }\n}\n\nexport async function docCount(store: Store): Promise<number> {\n const stmt = await store.prepare('SELECT COUNT(*) AS n FROM frontmatter');\n return ((await stmt.get()) as { n: number }).n;\n}\n"],"names":["channel","existsSync","mkdirSync","join","anyPresetEmbeds","featureSignature","STATE_DIR","rekeyChunkText","embedPending","SenseError","FEATURES","createBuilder","clearCache","ENGINE_IDENTITY_META_KEY","lockWaitBudgetMs","CORE_READY_META_KEY","FEATURE_SIGNATURE_META_KEY","isCoreReady","isPublishedFeatureSignature","getMeta","setMeta","changedSignatureKeys","embedIdentityAdopted","stageRecorder","withTransaction","LOCK_POLL_MS","lockWait","notReady","reason","normaliseConfig","cfg","rootDir","baseDir","configDir","cachePath","dialect","filename","connectUnlocked","dbPath","options","budgetMs","deadline","Date","now","connect","err","existingOnly","isLocked","hasSubscribers","publish","store","Math","round","Promise","resolve","setTimeout","assertCoreSchema","conn","table","prepare","all","connectExisting","requirements","handle","observational","state","version","features","ready","engine","schemaVersion","engineIdentity","undefined","wantFeatures","has","assertLexicalReady","parsed","warnings","stages","take","close","connectForBuild","cacheReplaced","stateDir","recursive","closed","builder","exec","builtWith","engineChanged","console","error","checkEngine","ensureCoreSchema","prepareConnection","setDerivedBusyTimeout","recordedMaxMs","Number","min","max","reconcileDialect","snapshotCfg","ensureFeatureSchema","messages","build","message","prepareLexical","cleanupTasks","builderToClose","push","then","cleanup","allSettled","cleanupErrors","filter","result","status","map","length","AggregateError","prepareDocumentEmbeddings","allowed","signal","throwIfAborted","preparedSignature","actualSignature","changedKeys","size","transaction","update","run","changes","openWithDialect","input","buildEnabled","defaultRequirements","Set","add","connected","createStore","docCount","stmt","get","n"],"mappings":"AAAA,SAASA,OAAO,QAAQ,2BAA2B;AACnD,SAASC,UAAU,EAAEC,SAAS,QAAQ,UAAU;AAChD,SAASC,IAAI,QAAQ,YAAY;AAEjC,SAASC,eAAe,EAAEC,gBAAgB,EAAEC,SAAS,QAAQ,qBAAqB;AAClF,SAASC,cAAc,QAAQ,sBAAsB;AACrD,SAASC,YAAY,QAAQ,oBAAoB;AAEjD,SAASC,UAAU,QAAQ,eAAe;AAC1C,SAASC,QAAQ,QAAQ,uBAAuB;AAChD,SAASC,aAAa,QAAQ,eAAe;AAC7C,SAASC,UAAU,QAAQ,aAAa;AACxC,SAASC,wBAAwB,QAAQ,cAAc;AACvD,SAASC,gBAAgB,QAAQ,iBAAiB;AAClD,SAASC,mBAAmB,EAAEC,0BAA0B,EAAEC,WAAW,EAAEC,2BAA2B,QAAQ,iBAAiB;AAC3H,SAASC,OAAO,EAAEC,OAAO,QAAQ,cAAc;AAC/C,SAASC,oBAAoB,EAAEC,oBAAoB,QAAQ,iBAAiB;AAE5E,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,eAAe,QAAQ,mBAAmB;AAqCnD,MAAMC,eAAe;AACrB,MAAMC,WAAW1B,QAAQ;AAEzB,SAAS2B,SAASC,MAAc;IAC9B,OAAO,IAAInB,WAAW,mBAAmB,GAAGmB,OAAO,8EAA8E,CAAC;AACpI;AAEA,SAASC,gBAAgBC,GAAmB;IAC1C,wFAAwF;IACxF,wEAAwE;IACxE,IAAI,CAACA,IAAIC,OAAO,EAAE;QAChB,IAAI,CAACD,IAAIE,OAAO,EAAE,MAAM,IAAIvB,WAAW,kBAAkB;QACzDqB,IAAIC,OAAO,GAAGD,IAAIE,OAAO;IAC3B;IACA,IAAI,CAACF,IAAIG,SAAS,EAAEH,IAAIG,SAAS,GAAGH,IAAIC,OAAO;IAC/C,OAAOD;AACT;AAEA,SAASI,UAAkBJ,GAAmB,EAAEK,OAA4B;QAC9DL;IAAZ,OAAO3B,MAAK2B,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAIE,OAAO,EAAE1B,WAAW6B,QAAQC,QAAQ;AACvE;AAEA,eAAeC,gBAAwBC,MAAc,EAAER,GAAmB,EAAEG,SAAiB,EAAEE,OAA4B,EAAEI,OAA0D;IACrL,MAAMC,WAAW1B,iBAAiBmB;IAClC,MAAMQ,WAAWC,KAAKC,GAAG,KAAKH;IAC9B,OAAS;QACP,IAAI;YACF,OAAO,MAAML,QAAQS,OAAO,CAACN,QAAQR,KAAKS;QAC5C,EAAE,OAAOM,KAAK;gBAIPV;YAHL,IAAII,QAAQO,YAAY,IAAI,CAAC7C,WAAWqC,SAAS;gBAC/C,MAAMX,SAAS,CAAC,oCAAoC,EAAEW,QAAQ;YAChE;YACA,IAAI,GAACH,oBAAAA,QAAQY,QAAQ,cAAhBZ,wCAAAA,uBAAAA,SAAmBU,OAAe,MAAMA;YAC7C,IAAInB,SAASsB,cAAc,EAAEtB,SAASuB,OAAO,CAAC;gBAAEC,OAAOpB,IAAIoB,KAAK;gBAAEZ;YAAO;YACzE,IAAII,KAAKC,GAAG,MAAMF,UAAU;gBAC1B,MAAM,IAAIhC,WAAW,cAAc,CAAC,2CAA2C,EAAEqB,IAAIoB,KAAK,CAAC,QAAQ,EAAEZ,OAAO,gCAAgC,EAAEa,KAAKC,KAAK,CAACZ,WAAW,MAAM,qHAAqH,CAAC;YAClS;YACA,MAAM,IAAIa,QAAQ,CAACC,UAAYC,WAAWD,SAAS7B;QACrD;IACF;AACF;AAEA,eAAe+B,iBAAiBC,IAAgB;IAC9C,KAAK,MAAMC,SAAS;QAAC;QAAe;QAAW;QAAgB;KAAkB,CAAE;QACjF,MAAM,AAAC,CAAA,MAAMD,KAAKE,OAAO,CAAC,CAAC,cAAc,EAAED,MAAM,QAAQ,CAAC,CAAA,EAAGE,GAAG;IAClE;AACF;AAEA,eAAeC,gBAAwB/B,GAAmB,EAAEK,OAA4B,EAAE2B,YAA2C;QACjHhC;IAAlB,MAAMG,aAAYH,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAIE,OAAO;IAC9C,MAAMM,SAASJ,UAAUJ,KAAKK;IAC9B,IAAI,CAAClC,WAAWqC,SAAS,MAAMX,SAAS,CAAC,oCAAoC,EAAEW,QAAQ;IAEvF,MAAM,EAAEyB,MAAM,EAAEN,IAAI,EAAE,GAAG,MAAMpB,gBAAgBC,QAAQR,KAAKG,WAAWE,SAAS;QAAEW,cAAc;QAAMkB,eAAe;IAAK;IAC1H,IAAI;YAmBmB7B;QAlBrB,IAAI8B;QACJ,IAAI;YACFA,QAAQ,MAAMzC,gBAAgBiC,MAAM;gBAClC,MAAMS,UAAU,MAAM/C,QAAQsC,MAAM;gBACpC,MAAMU,WAAW,MAAMhD,QAAQsC,MAAMzC;gBACrC,MAAMoD,QAAQ,MAAMjD,QAAQsC,MAAM1C;gBAClC,MAAMsD,SAAS,MAAMlD,QAAQsC,MAAM5C;gBACnC,MAAM2C,iBAAiBC;gBACvB,OAAO;oBAAES;oBAASC;oBAAUC;oBAAOC;gBAAO;YAC5C;QACF,EAAE,OAAM;YACN,IAAI,CAACpE,WAAWqC,SAAS,MAAMX,SAAS,CAAC,4CAA4C,EAAEW,QAAQ;YAC/F,MAAMX,SAAS,CAAC,qBAAqB,EAAEW,OAAO,yBAAyB,CAAC;QAC1E;QAEA,IAAI2B,MAAMC,OAAO,KAAK/B,QAAQmC,aAAa,EAAE;gBACkBL;YAA7D,MAAMtC,SAAS,CAAC,qBAAqB,EAAEW,OAAO,aAAa,GAAE2B,iBAAAA,MAAMC,OAAO,cAAbD,4BAAAA,iBAAiB,UAAU,kCAAkC,EAAE9B,QAAQmC,aAAa,EAAE;QACrJ;QACA,MAAMD,SAAS,QAAMlC,0BAAAA,QAAQoC,cAAc,cAAtBpC,8CAAAA,6BAAAA;QACrB,IAAIkC,WAAWG,aAAaP,MAAMI,MAAM,KAAKA,QAAQ;gBACaJ;YAAhE,MAAMtC,SAAS,CAAC,qBAAqB,EAAEW,OAAO,gBAAgB,GAAE2B,gBAAAA,MAAMI,MAAM,cAAZJ,2BAAAA,gBAAgB,uBAAuB,yBAAyB,EAAEI,QAAQ;QAC5I;QACA,MAAMI,eAAepE,iBAAiByB,KAAKpB;QAC3C,IAAI,CAACQ,4BAA4B+C,MAAME,QAAQ,EAAEM,eAAe;YAC9D,MAAM9C,SAAS,CAAC,qBAAqB,EAAEW,OAAO,+CAA+C,CAAC;QAChG;QACA,IAAI,CAACrB,YAAYgD,MAAMG,KAAK,GAAG;YAC7B,MAAMzC,SAAS,CAAC,qBAAqB,EAAEW,OAAO,6BAA6B,CAAC;QAC9E;QACA,IAAIwB,aAAaY,GAAG,CAAC,YAAY;gBACzBvC;YAAN,QAAMA,8BAAAA,QAAQwC,kBAAkB,cAA1BxC,kDAAAA,iCAAAA,SAA6BsB;QACrC;QACA,IAAI,CAACxD,WAAWqC,SAAS,MAAMX,SAAS,CAAC,4CAA4C,EAAEW,QAAQ;QAE/F,OAAO;YACLyB;YACAN;YACA3B;YACAQ;YACAsC,QAAQ;YACRC,UAAU,EAAE;YACZC,QAAQvD,gBAAgBwD,IAAI,CAAC,GAAG;YAChCf,eAAe;QACjB;IACF,EAAE,OAAOnB,KAAK;QACZ,MAAMV,QAAQ6C,KAAK,CAACjB,QAAQ;YAAEC,eAAe;QAAK;QAClD,MAAMnB;IACR;AACF;AAEA,eAAeoC,gBAAwBnD,GAAmB,EAAEK,OAA4B,EAAE2B,YAA2C,EAAEoB,gBAAgB,KAAK;QACxIpD;IAAlB,MAAMG,aAAYH,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAIE,OAAO;IAC9C,MAAMmD,WAAWhF,KAAK8B,WAAW3B;IACjCJ,UAAUiF,UAAU;QAAEC,WAAW;IAAK;IACtC,MAAM9C,SAASnC,KAAKgF,UAAUhD,QAAQC,QAAQ;IAE9C,MAAM,EAAE2B,MAAM,EAAEN,IAAI,EAAE,GAAG,MAAMpB,gBAAgBC,QAAQR,KAAKG,WAAWE,SAAS;QAAEW,cAAc;QAAOkB,eAAe;IAAM;IAC5H,IAAIqB,SAAS;IACb,IAAIC;IACJ,IAAI;YAImBnD,yBAiBfA;QApBN,MAAMsB,KAAK8B,IAAI,CAAC;QAEhB,MAAMrB,UAAU,MAAM/C,QAAQsC,MAAM;QACpC,MAAMY,SAAS,QAAMlC,0BAAAA,QAAQoC,cAAc,cAAtBpC,8CAAAA,6BAAAA;QACrB,MAAMqD,YAAYtB,YAAY,OAAO,OAAO,MAAM/C,QAAQsC,MAAM5C;QAChE,MAAM4E,gBAAgBvB,YAAY,QAAQG,WAAWG,aAAagB,cAAcnB;QAChF,IAAIH,YAAY,QAASA,CAAAA,YAAY/B,QAAQmC,aAAa,IAAImB,aAAY,GAAI;YAC5EC,QAAQC,KAAK,CAACzB,YAAY/B,QAAQmC,aAAa,GAAG,gFAAgF,CAAC,4BAA4B,EAAEkB,sBAAAA,uBAAAA,YAAa,uBAAuB,qBAAqB,EAAEnB,QAAQ;YACpO,MAAMlC,QAAQ6C,KAAK,CAACjB;YACpBsB,SAAS;YACT,IAAIH,eAAe,MAAMvD,SAAS,CAAC,qBAAqB,EAAEW,OAAO,mCAAmC,EAAE4B,QAAQ,WAAW,EAAEsB,sBAAAA,uBAAAA,YAAa,aAAa,wBAAwB,CAAC;YAC9K5E,WAAWkB;YACX,OAAOmD,gBAAgBnD,KAAKK,SAAS2B,cAAc;QACrD;QAEA,IAAII,YAAY,MAAM;gBACd/B;YAAN,QAAMA,uBAAAA,QAAQyD,WAAW,cAAnBzD,2CAAAA,0BAAAA;YACN,MAAMA,QAAQ0D,gBAAgB,CAAC9B,QAAQN;YACvC,IAAIY,WAAWG,WAAW,MAAMpD,QAAQqC,MAAM5C,0BAA0BwD;QAC1E;QACA,QAAMlC,6BAAAA,QAAQ2D,iBAAiB,cAAzB3D,iDAAAA,gCAAAA,SAA4B4B,QAAQN,MAAM3B;QAEhD,IAAIK,QAAQ4D,qBAAqB,EAAE;gBACH;YAA9B,MAAMC,gBAAgBC,QAAQ,OAAA,MAAM9E,QAAQsC,MAAM,iCAApB,kBAAA,OAA4C;YAC1E,MAAMtB,QAAQ4D,qBAAqB,CAAChC,QAAQN,MAAMN,KAAK+C,GAAG,CAAC/C,KAAKgD,GAAG,CAAC,OAAO,IAAIH,gBAAgB;QACjG;QAEAV,UAAU3E,cAAc8C,MAAM3B,KAAKK,QAAQiE,gBAAgB,EAAE,CAACC,cAAgBlE,QAAQmE,mBAAmB,CAACvC,QAAQN,MAAM4C;QACxH,MAAM,EAAEzB,MAAM,EAAEC,QAAQ,EAAEC,MAAM,EAAEyB,QAAQ,EAAE,GAAG,MAAMjB,QAAQkB,KAAK;QAClE,KAAK,MAAMC,WAAWF,SAAUb,QAAQC,KAAK,CAACc;QAE9C,2FAA2F;QAC3F,8FAA8F;QAC9F,IAAI3C,aAAaY,GAAG,CAAC,YAAY;gBACzBvC;YAAN,QAAMA,0BAAAA,QAAQuE,cAAc,cAAtBvE,8CAAAA,6BAAAA,SAAyBsB;QACjC;QAEA,MAAM6B,QAAQN,KAAK;QACnB,OAAO;YAAEjB;YAAQN;YAAM3B;YAAKQ;YAAQsC;YAAQC;YAAUC;YAAQd,eAAe;QAAM;IACrF,EAAE,OAAOnB,KAAK;QACZ,MAAM8D,eAAqC,EAAE;QAC7C,IAAIrB,SAAS;YACX,MAAMsB,iBAAiBtB;YACvBqB,aAAaE,IAAI,CAACxD,QAAQC,OAAO,GAAGwD,IAAI,CAAC,IAAMF,eAAe5B,KAAK;QACrE;QACA,IAAI,CAACK,QAAQsB,aAAaE,IAAI,CAACxD,QAAQC,OAAO,GAAGwD,IAAI,CAAC,IAAM3E,QAAQ6C,KAAK,CAACjB;QAC1E,MAAMgD,UAAU,MAAM1D,QAAQ2D,UAAU,CAACL;QACzC,MAAMM,gBAAgBF,QAAQG,MAAM,CAAC,CAACC,SAA4CA,OAAOC,MAAM,KAAK,YAAYC,GAAG,CAAC,CAACF,SAAWA,OAAOvF,MAAM;QAC7I,IAAIqF,cAAcK,MAAM,GAAG,GAAG,MAAM,IAAIC,eAAe;YAAC1E;eAAQoE;SAAc,EAAE;QAChF,MAAMpE;IACR;AACF;AAEA,4FAA4F;AAC5F,qFAAqF;AACrF,OAAO,eAAe2E,0BAA0BtE,KAAY,EAAEpB,GAAmB,EAAE2F,OAA6B,EAAElF,UAA4B,CAAC,CAAC;QAC9IA,iBAEAA,kBAEAA;KAJAA,kBAAAA,QAAQmF,MAAM,cAAdnF,sCAAAA,gBAAgBoF,cAAc;IAC9B,MAAMC,oBAAoB,MAAMzG,QAAQ+B,OAAOlC;KAC/CuB,mBAAAA,QAAQmF,MAAM,cAAdnF,uCAAAA,iBAAgBoF,cAAc;IAC9B,MAAMnH,aAAa0C,OAAOpB,KAAK2F,SAASG,mBAAmBrF;KAC3DA,mBAAAA,QAAQmF,MAAM,cAAdnF,uCAAAA,iBAAgBoF,cAAc;IAC9B,MAAME,kBAAkBxH,iBAAiByB,KAAKpB;IAC9C,IAAIkH,sBAAsBC,iBAAiB;IAE3C,MAAMC,cAAczG,qBAAqBuG,8BAAAA,+BAAAA,oBAAqB,IAAIC;IAClE,IAAID,sBAAsB,QAAQE,YAAYC,IAAI,KAAK,KAAK,CAACD,YAAYpD,GAAG,CAAC,YAAY,CAACpD,qBAAqBsG,mBAAmBC,kBAAkB;QAClJ,MAAMlG,SAAS;IACjB;IAEA,MAAMuB,MAAM8E,WAAW,CAAC;YACtBzF,iBAEAA,kBAEAA;SAJAA,kBAAAA,QAAQmF,MAAM,cAAdnF,sCAAAA,gBAAgBoF,cAAc;QAC9B,MAAMM,SAAS,MAAM/E,MAAMS,OAAO,CAAC;SACnCpB,mBAAAA,QAAQmF,MAAM,cAAdnF,uCAAAA,iBAAgBoF,cAAc;QAC9B,MAAMR,SAAS,MAAMc,OAAOC,GAAG,CAACL,iBAAiB7G,4BAA4B4G;SAC7ErF,mBAAAA,QAAQmF,MAAM,cAAdnF,uCAAAA,iBAAgBoF,cAAc;QAC9B,IAAI1B,OAAOkB,OAAOgB,OAAO,MAAM,GAAG,MAAMxG,SAAS;IACnD;AACF;AAEA,OAAO,eAAeyG,gBAAwBC,KAAqB,EAAElG,OAA4B,EAAEI,UAA+B,CAAC,CAAC;QAM7GA;QALrBA;KAAAA,kBAAAA,QAAQmF,MAAM,cAAdnF,sCAAAA,gBAAgBoF,cAAc;IAC9B,MAAM7F,MAAMD,gBAAgBwG;IAC5B,MAAMC,eAAe/F,QAAQiE,KAAK,KAAK;IACvC,MAAM+B,sBAAsB,IAAIC,IAAsBF,eAAe;QAAC;QAAQ;KAAU,GAAG;QAAC;KAAO;IACnG,IAAIA,gBAAgBlI,gBAAgB0B,MAAMyG,oBAAoBE,GAAG,CAAC;IAClE,MAAM3E,gBAAevB,wBAAAA,QAAQuB,YAAY,cAApBvB,mCAAAA,wBAAwBgG;IAC7C,MAAMG,YAAYJ,eAAe,MAAMrD,gBAAgBnD,KAAKK,SAAS2B,gBAAgB,MAAMD,gBAAgB/B,KAAKK,SAAS2B;IACzH,IAAIZ;IACJ,IAAI;YAIFX;QAHAW,QAAQf,QAAQwG,WAAW,CAACD,UAAU3E,MAAM,EAAE2E,UAAUjF,IAAI,EAAEiF,UAAU5G,GAAG,EAAE;YAAEkC,eAAe0E,UAAU1E,aAAa;QAAC;QACtHzD,eAAemI,UAAUjF,IAAI,EAAEP;QAC/B,IAAIY,aAAaY,GAAG,CAAC,cAAc4D,cAAc,MAAMd,0BAA0BtE,OAAOwF,UAAU5G,GAAG,EAAE0C,WAAW;YAAEkD,QAAQnF,QAAQmF,MAAM;QAAC;SAC3InF,mBAAAA,QAAQmF,MAAM,cAAdnF,uCAAAA,iBAAgBoF,cAAc;QAC9B,OAAO;YACLzE;YACApB,KAAK4G,UAAU5G,GAAG;YAClBQ,QAAQoG,UAAUpG,MAAM;YACxBsC,QAAQ8D,UAAU9D,MAAM;YACxBC,UAAU6D,UAAU7D,QAAQ;YAC5BC,QAAQ4D,UAAU5D,MAAM;QAC1B;IACF,EAAE,OAAOjC,KAAK;QACZ,MAAMkE,UAAU,MAAM1D,QAAQ2D,UAAU,CAAC;YAAC3D,QAAQC,OAAO,GAAGwD,IAAI,CAAC,IAAO5D,QAAQA,MAAM8B,KAAK,KAAK7C,QAAQ6C,KAAK,CAAC0D,UAAU3E,MAAM,EAAE;oBAAEC,eAAe0E,UAAU1E,aAAa;gBAAC;SAAK;QAC9K,IAAI+C,OAAO,CAAC,EAAE,CAACK,MAAM,KAAK,YAAY,MAAM,IAAIG,eAAe;YAAC1E;YAAKkE,OAAO,CAAC,EAAE,CAACnF,MAAM;SAAC,EAAE;QACzF,MAAMiB;IACR;AACF;AAEA,OAAO,eAAe+F,SAAS1F,KAAY;IACzC,MAAM2F,OAAO,MAAM3F,MAAMS,OAAO,CAAC;IACjC,OAAO,AAAE,CAAA,MAAMkF,KAAKC,GAAG,EAAC,EAAqBC,CAAC;AAChD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/preset-scope.ts"],"sourcesContent":["import type { Config } from '../config/index.ts';\nimport { presetHasSignal } from '../config/index.ts';\nimport { listFiles } from '../scan/index.ts';\n\n// A signature change open() can route to a narrow reparse instead of a full clear: every changed\n// segment is a preset's own (glob or vector on/off), never a global feature or embed change.\nexport function isPresetOnlyChange(changedKeys: ReadonlySet<string>): boolean {\n return changedKeys.size > 0 && [...changedKeys].every((key) => key.startsWith('preset:'));\n}\n\ninterface PresetDef {\n include: string[];\n exclude: string[];\n vectors: boolean;\n}\n\n// One preset's old include/exclude/vectors-on-off, read back out of a stored `preset:<name>:...`\n// segment (config/access.ts's featureSignature format). Absent (a brand-new preset) is the empty\n// preset, not a parse failure; a segment present but not in that exact shape returns null so the\n// caller falls back to a full rebuild instead of guessing.\nfunction parseOldPreset(before: string, name: string): PresetDef | null {\n const part = before.split('|').find((p) => p.startsWith(`preset:${name}:`));\n if (part === undefined) return { include: [], exclude: [], vectors: false };\n const fields = part.split(':');\n if (fields.length !== 5) return null;\n const [, , includeStr, excludeStr, onOff] = fields;\n if (onOff !== 'on' && onOff !== 'off') return null;\n return { include: includeStr === '' ? [] : includeStr.split('+'), exclude: excludeStr === '' ? [] : excludeStr.split('+'), vectors: onOff === 'on' };\n}\n\n// Paths one preset definition covers, via the real listFiles so stat filtering (directories,\n// dangling symlinks) matches production coverage exactly.\nfunction matchPreset(cfg: Config, baseDir: string, name: string, def: PresetDef): Set<string> {\n const scoped: Config = { ...cfg, presets: { [name]: { include: def.include, exclude: def.exclude } } };\n return new Set(listFiles(scoped, baseDir).map((f) => f.relPath));\n}\n\n// Every path whose coverage by a changed preset genuinely moved: gained or lost it (a glob edit),\n// or kept it under a flipped vectors on/off (that preset's whole match set, since its contribution\n// to the file's union embed flag may have changed even though membership itself did not). Returns\n// null when a changed preset's stored segment can't be parsed, so the caller takes the full rebuild.\nexport function forcedPresetPaths(cfg: Config, baseDir: string, before: string, changedKeys: ReadonlySet<string>): Set<string> | null {\n const forced = new Set<string>();\n for (const key of changedKeys) {\n const name = key.slice('preset:'.length);\n const oldDef = parseOldPreset(before, name);\n if (oldDef === null) return null;\n const stillDeclared = Object.hasOwn(cfg.presets, name);\n const newDef: PresetDef = stillDeclared ? { include: cfg.presets[name].include, exclude: cfg.presets[name].exclude ?? [], vectors: presetHasSignal(cfg, name, 'vectors') } : { include: [], exclude: [], vectors: false };\n\n const oldMatch = matchPreset(cfg, baseDir, name, oldDef);\n const newMatch = stillDeclared ? matchPreset(cfg, baseDir, name, newDef) : new Set<string>();\n\n if (oldDef.vectors !== newDef.vectors) {\n for (const p of oldMatch) forced.add(p);\n for (const p of newMatch) forced.add(p);\n } else {\n for (const p of oldMatch) if (!newMatch.has(p)) forced.add(p);\n for (const p of newMatch) if (!oldMatch.has(p)) forced.add(p);\n }\n }\n return forced;\n}\n"],"names":["presetHasSignal","listFiles","isPresetOnlyChange","changedKeys","size","every","key","startsWith","parseOldPreset","before","name","part","split","find","p","undefined","include","exclude","vectors","fields","length","includeStr","excludeStr","onOff","matchPreset","cfg","baseDir","def","scoped","presets","Set","map","f","relPath","forcedPresetPaths","forced","slice","oldDef","stillDeclared","Object","hasOwn","newDef","oldMatch","newMatch","add","has"],"mappings":"AACA,SAASA,eAAe,QAAQ,qBAAqB;AACrD,SAASC,SAAS,QAAQ,mBAAmB;AAE7C,iGAAiG;AACjG,6FAA6F;AAC7F,OAAO,SAASC,mBAAmBC,WAAgC;IACjE,OAAOA,YAAYC,IAAI,GAAG,KAAK;WAAID;KAAY,CAACE,KAAK,CAAC,CAACC,MAAQA,IAAIC,UAAU,CAAC;AAChF;AAQA,iGAAiG;AACjG,iGAAiG;AACjG,iGAAiG;AACjG,2DAA2D;AAC3D,SAASC,eAAeC,MAAc,EAAEC,IAAY;IAClD,MAAMC,OAAOF,OAAOG,KAAK,CAAC,KAAKC,IAAI,CAAC,CAACC,IAAMA,EAAEP,UAAU,CAAC,CAAC,OAAO,EAAEG,KAAK,CAAC,CAAC;IACzE,IAAIC,SAASI,WAAW,OAAO;QAAEC,SAAS,EAAE;QAAEC,SAAS,EAAE;QAAEC,SAAS;IAAM;IAC1E,MAAMC,SAASR,KAAKC,KAAK,CAAC;IAC1B,IAAIO,OAAOC,MAAM,KAAK,GAAG,OAAO;IAChC,MAAM,KAAKC,YAAYC,YAAYC,MAAM,GAAGJ;IAC5C,IAAII,UAAU,QAAQA,UAAU,OAAO,OAAO;IAC9C,OAAO;QAAEP,SAASK,eAAe,KAAK,EAAE,GAAGA,WAAWT,KAAK,CAAC;QAAMK,SAASK,eAAe,KAAK,EAAE,GAAGA,WAAWV,KAAK,CAAC;QAAMM,SAASK,UAAU;IAAK;AACrJ;AAEA,6FAA6F;AAC7F,0DAA0D;AAC1D,SAASC,YAAYC,GAAW,EAAEC,OAAe,EAAEhB,IAAY,EAAEiB,GAAc;IAC7E,MAAMC,SAAiB;QAAE,GAAGH,GAAG;QAAEI,SAAS;YAAE,CAACnB,KAAK,EAAE;gBAAEM,SAASW,IAAIX,OAAO;gBAAEC,SAASU,IAAIV,OAAO;YAAC;QAAE;IAAE;IACrG,OAAO,IAAIa,IAAI7B,UAAU2B,QAAQF,SAASK,GAAG,CAAC,CAACC,IAAMA,EAAEC,OAAO;AAChE;AAEA,kGAAkG;AAClG,mGAAmG;AACnG,kGAAkG;AAClG,qGAAqG;AACrG,OAAO,SAASC,kBAAkBT,GAAW,EAAEC,OAAe,EAAEjB,MAAc,EAAEN,WAAgC;IAC9G,MAAMgC,SAAS,IAAIL;IACnB,KAAK,MAAMxB,OAAOH,YAAa;YAK4DsB;QAJzF,MAAMf,OAAOJ,IAAI8B,KAAK,CAAC,UAAUhB,MAAM;QACvC,MAAMiB,SAAS7B,eAAeC,QAAQC;QACtC,IAAI2B,WAAW,MAAM,OAAO;QAC5B,MAAMC,gBAAgBC,OAAOC,MAAM,CAACf,IAAII,OAAO,EAAEnB;QACjD,MAAM+B,SAAoBH,gBAAgB;YAAEtB,SAASS,IAAII,OAAO,CAACnB,KAAK,CAACM,OAAO;YAAEC,OAAO,GAAEQ,4BAAAA,IAAII,OAAO,CAACnB,KAAK,CAACO,OAAO,cAAzBQ,uCAAAA,4BAA6B,EAAE;YAAEP,SAASlB,gBAAgByB,KAAKf,MAAM;QAAW,IAAI;YAAEM,SAAS,EAAE;YAAEC,SAAS,EAAE;YAAEC,SAAS;QAAM;QAExN,MAAMwB,WAAWlB,YAAYC,KAAKC,SAAShB,MAAM2B;QACjD,MAAMM,WAAWL,gBAAgBd,YAAYC,KAAKC,SAAShB,MAAM+B,UAAU,IAAIX;QAE/E,IAAIO,OAAOnB,OAAO,KAAKuB,OAAOvB,OAAO,EAAE;YACrC,KAAK,MAAMJ,KAAK4B,SAAUP,OAAOS,GAAG,CAAC9B;YACrC,KAAK,MAAMA,KAAK6B,SAAUR,OAAOS,GAAG,CAAC9B;QACvC,OAAO;YACL,KAAK,MAAMA,KAAK4B,SAAU,IAAI,CAACC,SAASE,GAAG,CAAC/B,IAAIqB,OAAOS,GAAG,CAAC9B;YAC3D,KAAK,MAAMA,KAAK6B,SAAU,IAAI,CAACD,SAASG,GAAG,CAAC/B,IAAIqB,OAAOS,GAAG,CAAC9B;QAC7D;IACF;IACA,OAAOqB;AACT"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/readiness.ts"],"sourcesContent":["// Published core state has one exact durable signature. Static model identity adoption is a\n// preparation transition, not permission for a read snapshot to accept a different signature.\nexport const CORE_READY_META_KEY = 'core_ready';\nexport const CORE_GENERATION_META_KEY = 'core_generation';\nexport const FEATURE_SIGNATURE_META_KEY = 'features';\n\nexport function isCoreReady(value: string | null): boolean {\n return value === '1';\n}\n\nexport function isPublishedFeatureSignature(actual: string | null, expected: string): boolean {\n return actual === expected;\n}\n"],"names":["CORE_READY_META_KEY","CORE_GENERATION_META_KEY","FEATURE_SIGNATURE_META_KEY","isCoreReady","value","isPublishedFeatureSignature","actual","expected"],"mappings":"AAAA,4FAA4F;AAC5F,8FAA8F;AAC9F,OAAO,MAAMA,sBAAsB,aAAa;AAChD,OAAO,MAAMC,2BAA2B,kBAAkB;AAC1D,OAAO,MAAMC,6BAA6B,WAAW;AAErD,OAAO,SAASC,YAAYC,KAAoB;IAC9C,OAAOA,UAAU;AACnB;AAEA,OAAO,SAASC,4BAA4BC,MAAqB,EAAEC,QAAgB;IACjF,OAAOD,WAAWC;AACpB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/reconcile.ts"],"sourcesContent":["import type { Config } from '../config/index.ts';\nimport { activeFeatures } from '../features/index.ts';\nimport type { ExtractedDoc, ReconcileDelta } from '../features/types.ts';\nimport { progress } from '../output/progress.ts';\nimport { listFiles, RESERVED_COLUMNS } from '../scan/index.ts';\nimport type { ParsePool } from '../scan/pool.ts';\nimport { reparseFiles } from '../scan/reparse.ts';\nimport { recordLockWaitMs } from './lock-wait.ts';\nimport { appendRows, getColumns, quoteIdent } from './shared.ts';\nimport { featureStage, type StageRecorder, type Stages, stageRecorder } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, ReconcileDialect } from './types.ts';\n\n// One reconcile algorithm shared by every store, parameterised by a per-engine ReconcileDialect\n// (types.ts). Ordering is universal, not a dialect concern: ALTER, then the frontmatter upsert,\n// then reconcileContent, then preset_files, then the vanished-frontmatter delete, then feature hooks\n// -- a vanished path's content delete (inside reconcileContent) must precede its frontmatter\n// delete, since sqlite's delete SQL resolves the row via its frontmatter rowid.\n\n// Feature-owned columns (`_rank`) must stay out of the upsert: a reparse would null the last\n// computed value on every touch, not just the reconciles that recompute it.\nexport const CORE_FRONTMATTER_COLUMNS = new Set(['path', '_mtime', '_ctime', '_size', '_parse_error']);\n\nexport interface ReconcilePaths {\n rootDir: string;\n configDir: string;\n}\n\nexport interface ReconcileSnapshot {\n existingRows: Array<{ path: string; _mtime: number; _size: number }>;\n seenColumns: Set<string>;\n}\n\nexport interface ReconcilePlan {\n mutated: boolean;\n parsed: number;\n warnings: string[];\n apply(conn: Connection): Promise<void>;\n finish(txMs: number): Stages;\n record(conn: Connection, txMs: number): Promise<void>;\n}\n\nexport interface ReconcileTiming {\n stages: StageRecorder;\n elapsed(): number;\n workerParseMs: number;\n txMs: number;\n}\n\nexport function createReconcileTiming(cfg: Config): ReconcileTiming {\n const start = process.hrtime.bigint();\n return {\n stages: stageRecorder(activeFeatures(cfg).map((feature) => feature.name)),\n elapsed: () => Number(process.hrtime.bigint() - start) / 1e6,\n workerParseMs: 0,\n txMs: 0,\n };\n}\n\n// Called inside the builder's short planning snapshot, alongside its metadata baseline. Parsing\n// happens only after that transaction closes; publication later rejects this state if generation\n// or configuration moved in the meantime.\nexport async function readReconcileSnapshot(conn: Connection, timing: ReconcileTiming): Promise<ReconcileSnapshot> {\n const existingRows = await timing.stages.time('existing', async () => {\n const existingStmt = await conn.prepare('SELECT \"path\", \"_mtime\", \"_size\" FROM frontmatter');\n return (await existingStmt.all()) as ReconcileSnapshot['existingRows'];\n });\n return { existingRows, seenColumns: await getColumns(conn) };\n}\n\nexport async function prepareReconcile(snapshot: ReconcileSnapshot, cfg: Config, paths: ReconcilePaths, dialect: ReconcileDialect, timing: ReconcileTiming, pool?: ParsePool, forcedPaths?: ReadonlySet<string>): Promise<ReconcilePlan> {\n const { rootDir, configDir } = paths;\n const features = activeFeatures(cfg);\n const { stages, elapsed } = timing;\n const files = await stages.time('list', () => listFiles(cfg, rootDir));\n const currentSet = new Set(files.map((f) => f.relPath));\n const existingRows = snapshot.existingRows;\n const existing = new Map(existingRows.map((r) => [r.path, r]));\n // A path whose coverage moved between presets (forcedPaths) but is no longer covered at all is\n // already caught below by !currentSet.has, since it can only be forced by having existed under\n // an old preset's match, which means it was reconciled into `existing` already.\n const vanished = existingRows.filter((r) => !currentSet.has(r.path)).map((r) => r.path);\n\n // forcedPaths treats an unchanged file as touched because its preset coverage moved, not its\n // stamp -- reconcile still owns add/update/remove and every cross-feature cascade for it.\n const toReparse = files.filter((f) => {\n const row = existing.get(f.relPath);\n return !row || row._mtime !== f.mtimeMs || row._size !== f.size || (forcedPaths?.has(f.relPath) ?? false);\n });\n\n if (vanished.length === 0 && toReparse.length === 0) {\n return {\n mutated: false,\n parsed: 0,\n warnings: [],\n apply: async () => {},\n finish: (txMs) => stages.take(elapsed(), txMs, timing.workerParseMs),\n record: async () => {},\n };\n }\n\n const seenColumns = new Set(snapshot.seenColumns);\n\n // Bulk reparses (a sync, a cold build) are the long silences a query can hit; short\n // reconciles stay silent (progress() has a threshold).\n const report = progress('reparsing files', toReparse.length);\n // Pool wall time, dispatch to drain, so this stage shares a clock with every other one.\n const { docs: parsedDocs, warnings, newColumns, workerParseMs } = await stages.time('parse', () => reparseFiles(toReparse, features, cfg, seenColumns, report.tick, { pool }));\n timing.workerParseMs += workerParseMs;\n report.finish();\n for (const col of newColumns) seenColumns.add(col);\n\n const allColumns = [...seenColumns];\n // Fence before ALTERing: a store's own failure past this point is a raw, engine-specific\n // error with no indication of the boundary or the levers -- dialect.checkColumnLimit names both.\n dialect.checkColumnLimit(allColumns.length);\n // Columns the frontmatter upsert actually writes: core + parsed frontmatter keys, never a\n // feature-owned reserved column (see CORE_FRONTMATTER_COLUMNS above).\n const writableColumns = allColumns.filter((c) => CORE_FRONTMATTER_COLUMNS.has(c) || !RESERVED_COLUMNS.has(c));\n // ON CONFLICT DO UPDATE (not OR REPLACE) keeps the row's rowid stable across reparses --\n // sqlite's content rows are coupled to that rowid.\n const insertSql = `INSERT INTO frontmatter (${writableColumns.map(quoteIdent).join(', ')}) VALUES (${writableColumns.map(() => '?').join(', ')}) ON CONFLICT(\"path\") DO UPDATE SET ${writableColumns\n .filter((c) => c !== 'path')\n .map((c) => `${quoteIdent(c)} = excluded.${quoteIdent(c)}`)\n .join(', ')}`;\n\n const added = toReparse.filter((f) => !existing.has(f.relPath)).map((f) => f.relPath);\n const delta: ReconcileDelta = { files, reparsed: parsedDocs.map((d) => d.relPath), added, vanished };\n const addedSet = new Set(added);\n const reparsedExisting = parsedDocs.map((d) => d.relPath).filter((p) => !addedSet.has(p));\n // Paths whose content (and, per feature, other rows) need clearing: gone entirely, or about to\n // be reinserted fresh. Disjoint from `added`, which has nothing to clear.\n const touched = [...vanished, ...reparsedExisting];\n\n return {\n mutated: true,\n parsed: parsedDocs.length,\n warnings,\n async apply(conn) {\n // The generation fence already proved the planning snapshot current under this write lock.\n // Re-read columns only because schema setup is not itself a core generation publication.\n const present = await getColumns(conn);\n const missingColumns = newColumns.filter((col) => !present.has(col));\n if (missingColumns.length > 0) await stages.time('alter', () => dialect.addColumns(conn, missingColumns));\n\n if (parsedDocs.length > 0) {\n const toRow = (doc: (typeof parsedDocs)[number]) =>\n writableColumns.map((col) => {\n if (col === 'path') return doc.relPath;\n if (col === '_mtime') return doc.mtimeMs;\n if (col === '_ctime') return doc.ctimeMs;\n if (col === '_size') return doc.size;\n if (col === '_parse_error') return doc.parseError;\n return doc.data[col] ?? null;\n });\n await stages.time('fm-upsert', async () => {\n const newDocs = parsedDocs.filter((d) => addedSet.has(d.relPath));\n const updateDocs = parsedDocs.filter((d) => !addedSet.has(d.relPath));\n await appendRows(conn, 'frontmatter', writableColumns, insertSql, newDocs.map(toRow));\n if (updateDocs.length > 0) {\n const rows = updateDocs.map(toRow);\n if (dialect.updateFrontmatter) await dialect.updateFrontmatter(conn, writableColumns, rows);\n else await conn.runBatch(insertSql, rows);\n }\n });\n }\n\n await stages.time('text-index', () => dialect.reconcileContent(conn, touched, parsedDocs, delta, cfg));\n if (touched.length > 0)\n await conn.runBatch(\n 'DELETE FROM indexed_sources WHERE \"path\" = ?',\n touched.map((p) => [p])\n );\n await appendRows(\n conn,\n 'indexed_sources',\n ['path', 'text'],\n 'INSERT INTO indexed_sources (\"path\", text) VALUES (?, ?) ON CONFLICT(\"path\") DO UPDATE SET text = excluded.text',\n parsedDocs.map((doc) => [doc.relPath, doc.source])\n );\n\n await stages.time('presets', async () => {\n if (touched.length > 0)\n await conn.runBatch(\n 'DELETE FROM preset_files WHERE \"path\" = ?',\n touched.map((p) => [p])\n );\n const presetRows: unknown[][] = [];\n for (const doc of parsedDocs) for (const presetName of doc.presets) presetRows.push([doc.relPath, presetName]);\n await appendRows(conn, 'preset_files', ['path', 'preset'], 'INSERT INTO preset_files (\"path\", preset) VALUES (?, ?) ON CONFLICT(\"path\", preset) DO NOTHING', presetRows);\n });\n\n if (vanished.length > 0)\n await stages.time('vanished', () =>\n conn.runBatch(\n 'DELETE FROM frontmatter WHERE \"path\" = ?',\n vanished.map((p) => [p])\n )\n );\n\n if (touched.length > 0) for (const feature of features) await stages.time(featureStage(feature.name, 'remove'), () => feature.remove?.(conn, touched, delta));\n for (const feature of features) {\n const docsForFeature: ExtractedDoc[] = parsedDocs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted[feature.name] }));\n await stages.time(featureStage(feature.name, 'store'), () => feature.store?.(conn, docsForFeature, delta));\n }\n for (const feature of features) await stages.time(featureStage(feature.name, 'after'), () => feature.afterReconcile?.(conn, delta));\n },\n finish: (txMs) => stages.take(elapsed(), txMs, timing.workerParseMs),\n async record(conn, txMs) {\n recordLockWaitMs(configDir, txMs);\n if (dialect.recordDuration) await stages.time('meta', () => dialect.recordDuration?.(conn, txMs));\n },\n };\n}\n\n// Lower-level entrypoint retained only for focused reconcile tests. It has no generation fence;\n// production publication must go through builder.ts, and any new caller must provide exclusivity.\nexport async function reconcile(conn: Connection, cfg: Config, paths: ReconcilePaths, dialect: ReconcileDialect, pool?: ParsePool, forcedPaths?: ReadonlySet<string>): Promise<{ parsed: number; warnings: string[]; stages: Stages }> {\n const timing = createReconcileTiming(cfg);\n const snapshot = await withTransaction(conn, () => readReconcileSnapshot(conn, timing));\n const plan = await prepareReconcile(snapshot, cfg, paths, dialect, timing, pool, forcedPaths);\n if (!plan.mutated) return { parsed: plan.parsed, warnings: plan.warnings, stages: plan.finish(0) };\n const txStart = Date.now();\n let txMs: number;\n try {\n await withTransaction(conn, () => plan.apply(conn), dialect.beginMode());\n } finally {\n txMs = Date.now() - txStart;\n timing.txMs += txMs;\n }\n await plan.record(conn, txMs);\n return { parsed: plan.parsed, warnings: plan.warnings, stages: plan.finish(timing.txMs) };\n}\n"],"names":["activeFeatures","progress","listFiles","RESERVED_COLUMNS","reparseFiles","recordLockWaitMs","appendRows","getColumns","quoteIdent","featureStage","stageRecorder","withTransaction","CORE_FRONTMATTER_COLUMNS","Set","createReconcileTiming","cfg","start","process","hrtime","bigint","stages","map","feature","name","elapsed","Number","workerParseMs","txMs","readReconcileSnapshot","conn","timing","existingRows","time","existingStmt","prepare","all","seenColumns","prepareReconcile","snapshot","paths","dialect","pool","forcedPaths","rootDir","configDir","features","files","currentSet","f","relPath","existing","Map","r","path","vanished","filter","has","toReparse","row","get","_mtime","mtimeMs","_size","size","length","mutated","parsed","warnings","apply","finish","take","record","report","docs","parsedDocs","newColumns","tick","col","add","allColumns","checkColumnLimit","writableColumns","c","insertSql","join","added","delta","reparsed","d","addedSet","reparsedExisting","p","touched","present","missingColumns","addColumns","toRow","doc","ctimeMs","parseError","data","newDocs","updateDocs","rows","updateFrontmatter","runBatch","reconcileContent","source","presetRows","presetName","presets","push","remove","docsForFeature","extracted","store","afterReconcile","recordDuration","reconcile","plan","txStart","Date","now","beginMode"],"mappings":"AACA,SAASA,cAAc,QAAQ,uBAAuB;AAEtD,SAASC,QAAQ,QAAQ,wBAAwB;AACjD,SAASC,SAAS,EAAEC,gBAAgB,QAAQ,mBAAmB;AAE/D,SAASC,YAAY,QAAQ,qBAAqB;AAClD,SAASC,gBAAgB,QAAQ,iBAAiB;AAClD,SAASC,UAAU,EAAEC,UAAU,EAAEC,UAAU,QAAQ,cAAc;AACjE,SAASC,YAAY,EAAmCC,aAAa,QAAQ,cAAc;AAC3F,SAASC,eAAe,QAAQ,mBAAmB;AAGnD,gGAAgG;AAChG,gGAAgG;AAChG,qGAAqG;AACrG,6FAA6F;AAC7F,gFAAgF;AAEhF,6FAA6F;AAC7F,4EAA4E;AAC5E,OAAO,MAAMC,2BAA2B,IAAIC,IAAI;IAAC;IAAQ;IAAU;IAAU;IAAS;CAAe,EAAE;AA4BvG,OAAO,SAASC,sBAAsBC,GAAW;IAC/C,MAAMC,QAAQC,QAAQC,MAAM,CAACC,MAAM;IACnC,OAAO;QACLC,QAAQV,cAAcV,eAAee,KAAKM,GAAG,CAAC,CAACC,UAAYA,QAAQC,IAAI;QACvEC,SAAS,IAAMC,OAAOR,QAAQC,MAAM,CAACC,MAAM,KAAKH,SAAS;QACzDU,eAAe;QACfC,MAAM;IACR;AACF;AAEA,gGAAgG;AAChG,iGAAiG;AACjG,0CAA0C;AAC1C,OAAO,eAAeC,sBAAsBC,IAAgB,EAAEC,MAAuB;IACnF,MAAMC,eAAe,MAAMD,OAAOV,MAAM,CAACY,IAAI,CAAC,YAAY;QACxD,MAAMC,eAAe,MAAMJ,KAAKK,OAAO,CAAC;QACxC,OAAQ,MAAMD,aAAaE,GAAG;IAChC;IACA,OAAO;QAAEJ;QAAcK,aAAa,MAAM7B,WAAWsB;IAAM;AAC7D;AAEA,OAAO,eAAeQ,iBAAiBC,QAA2B,EAAEvB,GAAW,EAAEwB,KAAqB,EAAEC,OAAyB,EAAEV,MAAuB,EAAEW,IAAgB,EAAEC,WAAiC;IAC7M,MAAM,EAAEC,OAAO,EAAEC,SAAS,EAAE,GAAGL;IAC/B,MAAMM,WAAW7C,eAAee;IAChC,MAAM,EAAEK,MAAM,EAAEI,OAAO,EAAE,GAAGM;IAC5B,MAAMgB,QAAQ,MAAM1B,OAAOY,IAAI,CAAC,QAAQ,IAAM9B,UAAUa,KAAK4B;IAC7D,MAAMI,aAAa,IAAIlC,IAAIiC,MAAMzB,GAAG,CAAC,CAAC2B,IAAMA,EAAEC,OAAO;IACrD,MAAMlB,eAAeO,SAASP,YAAY;IAC1C,MAAMmB,WAAW,IAAIC,IAAIpB,aAAaV,GAAG,CAAC,CAAC+B,IAAM;YAACA,EAAEC,IAAI;YAAED;SAAE;IAC5D,+FAA+F;IAC/F,+FAA+F;IAC/F,gFAAgF;IAChF,MAAME,WAAWvB,aAAawB,MAAM,CAAC,CAACH,IAAM,CAACL,WAAWS,GAAG,CAACJ,EAAEC,IAAI,GAAGhC,GAAG,CAAC,CAAC+B,IAAMA,EAAEC,IAAI;IAEtF,6FAA6F;IAC7F,0FAA0F;IAC1F,MAAMI,YAAYX,MAAMS,MAAM,CAAC,CAACP;;QAC9B,MAAMU,MAAMR,SAASS,GAAG,CAACX,EAAEC,OAAO;QAClC,OAAO,CAACS,OAAOA,IAAIE,MAAM,KAAKZ,EAAEa,OAAO,IAAIH,IAAII,KAAK,KAAKd,EAAEe,IAAI,aAAKrB,wBAAAA,kCAAAA,YAAac,GAAG,CAACR,EAAEC,OAAO,wCAAK;IACrG;IAEA,IAAIK,SAASU,MAAM,KAAK,KAAKP,UAAUO,MAAM,KAAK,GAAG;QACnD,OAAO;YACLC,SAAS;YACTC,QAAQ;YACRC,UAAU,EAAE;YACZC,OAAO,WAAa;YACpBC,QAAQ,CAAC1C,OAASP,OAAOkD,IAAI,CAAC9C,WAAWG,MAAMG,OAAOJ,aAAa;YACnE6C,QAAQ,WAAa;QACvB;IACF;IAEA,MAAMnC,cAAc,IAAIvB,IAAIyB,SAASF,WAAW;IAEhD,oFAAoF;IACpF,uDAAuD;IACvD,MAAMoC,SAASvE,SAAS,mBAAmBwD,UAAUO,MAAM;IAC3D,wFAAwF;IACxF,MAAM,EAAES,MAAMC,UAAU,EAAEP,QAAQ,EAAEQ,UAAU,EAAEjD,aAAa,EAAE,GAAG,MAAMN,OAAOY,IAAI,CAAC,SAAS,IAAM5B,aAAaqD,WAAWZ,UAAU9B,KAAKqB,aAAaoC,OAAOI,IAAI,EAAE;YAAEnC;QAAK;IAC3KX,OAAOJ,aAAa,IAAIA;IACxB8C,OAAOH,MAAM;IACb,KAAK,MAAMQ,OAAOF,WAAYvC,YAAY0C,GAAG,CAACD;IAE9C,MAAME,aAAa;WAAI3C;KAAY;IACnC,yFAAyF;IACzF,iGAAiG;IACjGI,QAAQwC,gBAAgB,CAACD,WAAWf,MAAM;IAC1C,0FAA0F;IAC1F,sEAAsE;IACtE,MAAMiB,kBAAkBF,WAAWxB,MAAM,CAAC,CAAC2B,IAAMtE,yBAAyB4C,GAAG,CAAC0B,MAAM,CAAC/E,iBAAiBqD,GAAG,CAAC0B;IAC1G,yFAAyF;IACzF,mDAAmD;IACnD,MAAMC,YAAY,CAAC,yBAAyB,EAAEF,gBAAgB5D,GAAG,CAACb,YAAY4E,IAAI,CAAC,MAAM,UAAU,EAAEH,gBAAgB5D,GAAG,CAAC,IAAM,KAAK+D,IAAI,CAAC,MAAM,oCAAoC,EAAEH,gBAClL1B,MAAM,CAAC,CAAC2B,IAAMA,MAAM,QACpB7D,GAAG,CAAC,CAAC6D,IAAM,GAAG1E,WAAW0E,GAAG,YAAY,EAAE1E,WAAW0E,IAAI,EACzDE,IAAI,CAAC,OAAO;IAEf,MAAMC,QAAQ5B,UAAUF,MAAM,CAAC,CAACP,IAAM,CAACE,SAASM,GAAG,CAACR,EAAEC,OAAO,GAAG5B,GAAG,CAAC,CAAC2B,IAAMA,EAAEC,OAAO;IACpF,MAAMqC,QAAwB;QAAExC;QAAOyC,UAAUb,WAAWrD,GAAG,CAAC,CAACmE,IAAMA,EAAEvC,OAAO;QAAGoC;QAAO/B;IAAS;IACnG,MAAMmC,WAAW,IAAI5E,IAAIwE;IACzB,MAAMK,mBAAmBhB,WAAWrD,GAAG,CAAC,CAACmE,IAAMA,EAAEvC,OAAO,EAAEM,MAAM,CAAC,CAACoC,IAAM,CAACF,SAASjC,GAAG,CAACmC;IACtF,+FAA+F;IAC/F,0EAA0E;IAC1E,MAAMC,UAAU;WAAItC;WAAaoC;KAAiB;IAElD,OAAO;QACLzB,SAAS;QACTC,QAAQQ,WAAWV,MAAM;QACzBG;QACA,MAAMC,OAAMvC,IAAI;YACd,2FAA2F;YAC3F,yFAAyF;YACzF,MAAMgE,UAAU,MAAMtF,WAAWsB;YACjC,MAAMiE,iBAAiBnB,WAAWpB,MAAM,CAAC,CAACsB,MAAQ,CAACgB,QAAQrC,GAAG,CAACqB;YAC/D,IAAIiB,eAAe9B,MAAM,GAAG,GAAG,MAAM5C,OAAOY,IAAI,CAAC,SAAS,IAAMQ,QAAQuD,UAAU,CAAClE,MAAMiE;YAEzF,IAAIpB,WAAWV,MAAM,GAAG,GAAG;gBACzB,MAAMgC,QAAQ,CAACC,MACbhB,gBAAgB5D,GAAG,CAAC,CAACwD;4BAMZoB;wBALP,IAAIpB,QAAQ,QAAQ,OAAOoB,IAAIhD,OAAO;wBACtC,IAAI4B,QAAQ,UAAU,OAAOoB,IAAIpC,OAAO;wBACxC,IAAIgB,QAAQ,UAAU,OAAOoB,IAAIC,OAAO;wBACxC,IAAIrB,QAAQ,SAAS,OAAOoB,IAAIlC,IAAI;wBACpC,IAAIc,QAAQ,gBAAgB,OAAOoB,IAAIE,UAAU;wBACjD,QAAOF,gBAAAA,IAAIG,IAAI,CAACvB,IAAI,cAAboB,2BAAAA,gBAAiB;oBAC1B;gBACF,MAAM7E,OAAOY,IAAI,CAAC,aAAa;oBAC7B,MAAMqE,UAAU3B,WAAWnB,MAAM,CAAC,CAACiC,IAAMC,SAASjC,GAAG,CAACgC,EAAEvC,OAAO;oBAC/D,MAAMqD,aAAa5B,WAAWnB,MAAM,CAAC,CAACiC,IAAM,CAACC,SAASjC,GAAG,CAACgC,EAAEvC,OAAO;oBACnE,MAAM3C,WAAWuB,MAAM,eAAeoD,iBAAiBE,WAAWkB,QAAQhF,GAAG,CAAC2E;oBAC9E,IAAIM,WAAWtC,MAAM,GAAG,GAAG;wBACzB,MAAMuC,OAAOD,WAAWjF,GAAG,CAAC2E;wBAC5B,IAAIxD,QAAQgE,iBAAiB,EAAE,MAAMhE,QAAQgE,iBAAiB,CAAC3E,MAAMoD,iBAAiBsB;6BACjF,MAAM1E,KAAK4E,QAAQ,CAACtB,WAAWoB;oBACtC;gBACF;YACF;YAEA,MAAMnF,OAAOY,IAAI,CAAC,cAAc,IAAMQ,QAAQkE,gBAAgB,CAAC7E,MAAM+D,SAASlB,YAAYY,OAAOvE;YACjG,IAAI6E,QAAQ5B,MAAM,GAAG,GACnB,MAAMnC,KAAK4E,QAAQ,CACjB,gDACAb,QAAQvE,GAAG,CAAC,CAACsE,IAAM;oBAACA;iBAAE;YAE1B,MAAMrF,WACJuB,MACA,mBACA;gBAAC;gBAAQ;aAAO,EAChB,mHACA6C,WAAWrD,GAAG,CAAC,CAAC4E,MAAQ;oBAACA,IAAIhD,OAAO;oBAAEgD,IAAIU,MAAM;iBAAC;YAGnD,MAAMvF,OAAOY,IAAI,CAAC,WAAW;gBAC3B,IAAI4D,QAAQ5B,MAAM,GAAG,GACnB,MAAMnC,KAAK4E,QAAQ,CACjB,6CACAb,QAAQvE,GAAG,CAAC,CAACsE,IAAM;wBAACA;qBAAE;gBAE1B,MAAMiB,aAA0B,EAAE;gBAClC,KAAK,MAAMX,OAAOvB,WAAY,KAAK,MAAMmC,cAAcZ,IAAIa,OAAO,CAAEF,WAAWG,IAAI,CAAC;oBAACd,IAAIhD,OAAO;oBAAE4D;iBAAW;gBAC7G,MAAMvG,WAAWuB,MAAM,gBAAgB;oBAAC;oBAAQ;iBAAS,EAAE,kGAAkG+E;YAC/J;YAEA,IAAItD,SAASU,MAAM,GAAG,GACpB,MAAM5C,OAAOY,IAAI,CAAC,YAAY,IAC5BH,KAAK4E,QAAQ,CACX,4CACAnD,SAASjC,GAAG,CAAC,CAACsE,IAAM;wBAACA;qBAAE;YAI7B,IAAIC,QAAQ5B,MAAM,GAAG,GAAG,KAAK,MAAM1C,WAAWuB,SAAU,MAAMzB,OAAOY,IAAI,CAACvB,aAAaa,QAAQC,IAAI,EAAE,WAAW;oBAAMD;wBAAAA,kBAAAA,QAAQ0F,MAAM,cAAd1F,sCAAAA,qBAAAA,SAAiBO,MAAM+D,SAASN;;YACtJ,KAAK,MAAMhE,WAAWuB,SAAU;gBAC9B,MAAMoE,iBAAiCvC,WAAWrD,GAAG,CAAC,CAAC4E,MAAS,CAAA;wBAAE5C,MAAM4C,IAAIhD,OAAO;wBAAEiE,WAAWjB,IAAIiB,SAAS,CAAC5F,QAAQC,IAAI,CAAC;oBAAC,CAAA;gBAC5H,MAAMH,OAAOY,IAAI,CAACvB,aAAaa,QAAQC,IAAI,EAAE,UAAU;wBAAMD;4BAAAA,iBAAAA,QAAQ6F,KAAK,cAAb7F,qCAAAA,oBAAAA,SAAgBO,MAAMoF,gBAAgB3B;;YACrG;YACA,KAAK,MAAMhE,WAAWuB,SAAU,MAAMzB,OAAOY,IAAI,CAACvB,aAAaa,QAAQC,IAAI,EAAE,UAAU;oBAAMD;wBAAAA,0BAAAA,QAAQ8F,cAAc,cAAtB9F,8CAAAA,6BAAAA,SAAyBO,MAAMyD;;QAC9H;QACAjB,QAAQ,CAAC1C,OAASP,OAAOkD,IAAI,CAAC9C,WAAWG,MAAMG,OAAOJ,aAAa;QACnE,MAAM6C,QAAO1C,IAAI,EAAEF,IAAI;YACrBtB,iBAAiBuC,WAAWjB;YAC5B,IAAIa,QAAQ6E,cAAc,EAAE,MAAMjG,OAAOY,IAAI,CAAC,QAAQ;oBAAMQ;wBAAAA,0BAAAA,QAAQ6E,cAAc,cAAtB7E,8CAAAA,6BAAAA,SAAyBX,MAAMF;;QAC7F;IACF;AACF;AAEA,gGAAgG;AAChG,kGAAkG;AAClG,OAAO,eAAe2F,UAAUzF,IAAgB,EAAEd,GAAW,EAAEwB,KAAqB,EAAEC,OAAyB,EAAEC,IAAgB,EAAEC,WAAiC;IAClK,MAAMZ,SAAShB,sBAAsBC;IACrC,MAAMuB,WAAW,MAAM3B,gBAAgBkB,MAAM,IAAMD,sBAAsBC,MAAMC;IAC/E,MAAMyF,OAAO,MAAMlF,iBAAiBC,UAAUvB,KAAKwB,OAAOC,SAASV,QAAQW,MAAMC;IACjF,IAAI,CAAC6E,KAAKtD,OAAO,EAAE,OAAO;QAAEC,QAAQqD,KAAKrD,MAAM;QAAEC,UAAUoD,KAAKpD,QAAQ;QAAE/C,QAAQmG,KAAKlD,MAAM,CAAC;IAAG;IACjG,MAAMmD,UAAUC,KAAKC,GAAG;IACxB,IAAI/F;IACJ,IAAI;QACF,MAAMhB,gBAAgBkB,MAAM,IAAM0F,KAAKnD,KAAK,CAACvC,OAAOW,QAAQmF,SAAS;IACvE,SAAU;QACRhG,OAAO8F,KAAKC,GAAG,KAAKF;QACpB1F,OAAOH,IAAI,IAAIA;IACjB;IACA,MAAM4F,KAAKhD,MAAM,CAAC1C,MAAMF;IACxB,OAAO;QAAEuC,QAAQqD,KAAKrD,MAAM;QAAEC,UAAUoD,KAAKpD,QAAQ;QAAE/C,QAAQmG,KAAKlD,MAAM,CAACvC,OAAOH,IAAI;IAAE;AAC1F"}
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/reconcile.ts"],"sourcesContent":["import type { Config } from '../config/index.ts';\nimport { activeFeatures } from '../features/index.ts';\nimport type { ExtractedDoc, ReconcileDelta } from '../features/types.ts';\nimport { progress } from '../output/progress.ts';\nimport { listFiles, RESERVED_COLUMNS } from '../scan/index.ts';\nimport type { ParsePool } from '../scan/pool.ts';\nimport { reparseFiles } from '../scan/reparse.ts';\nimport { recordLockWaitMs } from './lock-wait.ts';\nimport { appendRows, getColumns, quoteIdent } from './shared.ts';\nimport { featureStage, type StageRecorder, type Stages, stageRecorder } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, ReconcileDialect } from './types.ts';\n\n// One reconcile algorithm shared by every store, parameterised by a per-engine ReconcileDialect\n// (types.ts). Ordering is universal, not a dialect concern: ALTER, then the frontmatter upsert,\n// then reconcileContent, then preset_files, then the vanished-frontmatter delete, then feature hooks\n// -- a vanished path's content delete (inside reconcileContent) must precede its frontmatter\n// delete, since sqlite's delete SQL resolves the row via its frontmatter rowid.\n\n// Feature-owned columns (`_rank`) must stay out of the upsert: a reparse would null the last\n// computed value on every touch, not just the reconciles that recompute it.\nexport const CORE_FRONTMATTER_COLUMNS = new Set(['path', '_mtime', '_ctime', '_size', '_parse_error']);\n\nexport interface ReconcilePaths {\n rootDir: string;\n configDir: string;\n}\n\nexport interface ReconcileSnapshot {\n existingRows: Array<{ path: string; _mtime: number; _size: number }>;\n seenColumns: Set<string>;\n}\n\nexport interface ReconcilePlan {\n mutated: boolean;\n parsed: number;\n warnings: string[];\n apply(conn: Connection): Promise<void>;\n finish(txMs: number): Stages;\n record(conn: Connection, txMs: number): Promise<void>;\n}\n\nexport interface ReconcileTiming {\n stages: StageRecorder;\n elapsed(): number;\n workerParseMs: number;\n txMs: number;\n}\n\nexport function createReconcileTiming(cfg: Config): ReconcileTiming {\n const start = process.hrtime.bigint();\n return {\n stages: stageRecorder(activeFeatures(cfg).map((feature) => feature.name)),\n elapsed: () => Number(process.hrtime.bigint() - start) / 1e6,\n workerParseMs: 0,\n txMs: 0,\n };\n}\n\n// Called inside the builder's short planning snapshot, alongside its metadata baseline. Parsing\n// happens only after that transaction closes; publication later rejects this state if generation\n// or configuration moved in the meantime.\nexport async function readReconcileSnapshot(conn: Connection, timing: ReconcileTiming): Promise<ReconcileSnapshot> {\n const existingRows = await timing.stages.time('existing', async () => {\n const existingStmt = await conn.prepare('SELECT \"path\", \"_mtime\", \"_size\" FROM frontmatter');\n return (await existingStmt.all()) as ReconcileSnapshot['existingRows'];\n });\n return { existingRows, seenColumns: await getColumns(conn) };\n}\n\nexport async function prepareReconcile(snapshot: ReconcileSnapshot, cfg: Config, paths: ReconcilePaths, dialect: ReconcileDialect, timing: ReconcileTiming, pool?: ParsePool, forcedPaths?: ReadonlySet<string>): Promise<ReconcilePlan> {\n const { rootDir, configDir } = paths;\n const features = activeFeatures(cfg);\n const { stages, elapsed } = timing;\n const files = await stages.time('list', () => listFiles(cfg, rootDir));\n const currentSet = new Set(files.map((f) => f.relPath));\n const existingRows = snapshot.existingRows;\n const existing = new Map(existingRows.map((r) => [r.path, r]));\n // A path whose coverage moved between presets (forcedPaths) but is no longer covered at all is\n // already caught below by !currentSet.has, since it can only be forced by having existed under\n // an old preset's match, which means it was reconciled into `existing` already.\n const vanished = existingRows.filter((r) => !currentSet.has(r.path)).map((r) => r.path);\n\n // forcedPaths treats an unchanged file as touched because its preset coverage moved, not its\n // stamp -- reconcile still owns add/update/remove and every cross-feature cascade for it.\n const toReparse = files.filter((f) => {\n const row = existing.get(f.relPath);\n return !row || row._mtime !== f.mtimeMs || row._size !== f.size || (forcedPaths?.has(f.relPath) ?? false);\n });\n\n if (vanished.length === 0 && toReparse.length === 0) {\n return {\n mutated: false,\n parsed: 0,\n warnings: [],\n apply: async () => {},\n finish: (txMs) => stages.take(elapsed(), txMs, timing.workerParseMs),\n record: async () => {},\n };\n }\n\n const seenColumns = new Set(snapshot.seenColumns);\n\n // Bulk reparses (a sync, a cold build) are the long silences a query can hit; short\n // reconciles stay silent (progress() has a threshold).\n const report = progress('reparsing files', toReparse.length);\n // Pool wall time, dispatch to drain, so this stage shares a clock with every other one.\n const { docs: parsedDocs, warnings, newColumns, workerParseMs } = await stages.time('parse', () => reparseFiles(toReparse, features, cfg, seenColumns, report.tick, { pool }));\n timing.workerParseMs += workerParseMs;\n report.finish();\n for (const col of newColumns) seenColumns.add(col);\n\n const allColumns = [...seenColumns];\n // Fence before ALTERing: a store's own failure past this point is a raw, engine-specific\n // error with no indication of the boundary or the levers -- dialect.checkColumnLimit names both.\n dialect.checkColumnLimit(allColumns.length);\n // Columns the frontmatter upsert actually writes: core + parsed frontmatter keys, never a\n // feature-owned reserved column (see CORE_FRONTMATTER_COLUMNS above).\n const writableColumns = allColumns.filter((c) => CORE_FRONTMATTER_COLUMNS.has(c) || !RESERVED_COLUMNS.has(c));\n // ON CONFLICT DO UPDATE (not OR REPLACE) keeps the row's rowid stable across reparses --\n // sqlite's content rows are coupled to that rowid.\n const insertSql = `INSERT INTO frontmatter (${writableColumns.map(quoteIdent).join(', ')}) VALUES (${writableColumns.map(() => '?').join(', ')}) ON CONFLICT(\"path\") DO UPDATE SET ${writableColumns\n .filter((c) => c !== 'path')\n .map((c) => `${quoteIdent(c)} = excluded.${quoteIdent(c)}`)\n .join(', ')}`;\n\n const added = toReparse.filter((f) => !existing.has(f.relPath)).map((f) => f.relPath);\n const delta: ReconcileDelta = { files, reparsed: parsedDocs.map((d) => d.relPath), added, vanished };\n const addedSet = new Set(added);\n const reparsedExisting = parsedDocs.map((d) => d.relPath).filter((p) => !addedSet.has(p));\n // Paths whose content (and, per feature, other rows) need clearing: gone entirely, or about to\n // be reinserted fresh. Disjoint from `added`, which has nothing to clear.\n const touched = [...vanished, ...reparsedExisting];\n\n return {\n mutated: true,\n parsed: parsedDocs.length,\n warnings,\n async apply(conn) {\n // The generation fence already proved the planning snapshot current under this write lock.\n // Re-read columns only because schema setup is not itself a core generation publication.\n const present = await getColumns(conn);\n const missingColumns = newColumns.filter((col) => !present.has(col));\n if (missingColumns.length > 0) await stages.time('alter', () => dialect.addColumns(conn, missingColumns));\n\n if (parsedDocs.length > 0) {\n const toRow = (doc: (typeof parsedDocs)[number]) =>\n writableColumns.map((col) => {\n if (col === 'path') return doc.relPath;\n if (col === '_mtime') return doc.mtimeMs;\n if (col === '_ctime') return doc.ctimeMs;\n if (col === '_size') return doc.size;\n if (col === '_parse_error') return doc.parseError;\n return doc.data[col] ?? null;\n });\n await stages.time('fm-upsert', async () => {\n const newDocs = parsedDocs.filter((d) => addedSet.has(d.relPath));\n const updateDocs = parsedDocs.filter((d) => !addedSet.has(d.relPath));\n await appendRows(conn, 'frontmatter', writableColumns, insertSql, newDocs.map(toRow));\n if (updateDocs.length > 0) {\n const rows = updateDocs.map(toRow);\n if (dialect.updateFrontmatter) await dialect.updateFrontmatter(conn, writableColumns, rows);\n else await conn.runBatch(insertSql, rows);\n }\n });\n }\n\n await stages.time('text-index', () => dialect.reconcileContent(conn, touched, parsedDocs, delta, cfg));\n if (touched.length > 0)\n await conn.runBatch(\n 'DELETE FROM indexed_sources WHERE \"path\" = ?',\n touched.map((p) => [p])\n );\n await appendRows(\n conn,\n 'indexed_sources',\n ['path', 'text'],\n 'INSERT INTO indexed_sources (\"path\", text) VALUES (?, ?) ON CONFLICT(\"path\") DO UPDATE SET text = excluded.text',\n parsedDocs.map((doc) => [doc.relPath, doc.source])\n );\n\n await stages.time('presets', async () => {\n if (touched.length > 0)\n await conn.runBatch(\n 'DELETE FROM preset_files WHERE \"path\" = ?',\n touched.map((p) => [p])\n );\n const presetRows: unknown[][] = [];\n for (const doc of parsedDocs) for (const presetName of doc.presets) presetRows.push([doc.relPath, presetName]);\n await appendRows(conn, 'preset_files', ['path', 'preset'], 'INSERT INTO preset_files (\"path\", preset) VALUES (?, ?) ON CONFLICT(\"path\", preset) DO NOTHING', presetRows);\n });\n\n if (vanished.length > 0)\n await stages.time('vanished', () =>\n conn.runBatch(\n 'DELETE FROM frontmatter WHERE \"path\" = ?',\n vanished.map((p) => [p])\n )\n );\n\n if (touched.length > 0) for (const feature of features) await stages.time(featureStage(feature.name, 'remove'), () => feature.remove?.(conn, touched, delta));\n for (const feature of features) {\n const docsForFeature: ExtractedDoc[] = parsedDocs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted[feature.name] }));\n await stages.time(featureStage(feature.name, 'store'), () => feature.store?.(conn, docsForFeature, delta));\n }\n for (const feature of features) await stages.time(featureStage(feature.name, 'after'), () => feature.afterReconcile?.(conn, delta));\n },\n finish: (txMs) => stages.take(elapsed(), txMs, timing.workerParseMs),\n async record(conn, txMs) {\n recordLockWaitMs(configDir, txMs);\n if (dialect.recordDuration) await stages.time('meta', () => dialect.recordDuration?.(conn, txMs));\n },\n };\n}\n\n// Lower-level entrypoint retained only for focused reconcile tests. It has no generation fence;\n// production publication must go through builder.ts, and any new caller must provide exclusivity.\nexport async function reconcile(conn: Connection, cfg: Config, paths: ReconcilePaths, dialect: ReconcileDialect, pool?: ParsePool, forcedPaths?: ReadonlySet<string>): Promise<{ parsed: number; warnings: string[]; stages: Stages }> {\n const timing = createReconcileTiming(cfg);\n const snapshot = await withTransaction(conn, () => readReconcileSnapshot(conn, timing));\n const plan = await prepareReconcile(snapshot, cfg, paths, dialect, timing, pool, forcedPaths);\n if (!plan.mutated) return { parsed: plan.parsed, warnings: plan.warnings, stages: plan.finish(0) };\n const txStart = Date.now();\n let txMs: number;\n try {\n await withTransaction(conn, () => plan.apply(conn), dialect.beginMode());\n } finally {\n txMs = Date.now() - txStart;\n timing.txMs += txMs;\n }\n await plan.record(conn, txMs);\n return { parsed: plan.parsed, warnings: plan.warnings, stages: plan.finish(timing.txMs) };\n}\n"],"names":["activeFeatures","progress","listFiles","RESERVED_COLUMNS","reparseFiles","recordLockWaitMs","appendRows","getColumns","quoteIdent","featureStage","stageRecorder","withTransaction","CORE_FRONTMATTER_COLUMNS","Set","createReconcileTiming","cfg","start","process","hrtime","bigint","stages","map","feature","name","elapsed","Number","workerParseMs","txMs","readReconcileSnapshot","conn","timing","existingRows","time","existingStmt","prepare","all","seenColumns","prepareReconcile","snapshot","paths","dialect","pool","forcedPaths","rootDir","configDir","features","files","currentSet","f","relPath","existing","Map","r","path","vanished","filter","has","toReparse","row","get","_mtime","mtimeMs","_size","size","length","mutated","parsed","warnings","apply","finish","take","record","report","docs","parsedDocs","newColumns","tick","col","add","allColumns","checkColumnLimit","writableColumns","c","insertSql","join","added","delta","reparsed","d","addedSet","reparsedExisting","p","touched","present","missingColumns","addColumns","toRow","doc","ctimeMs","parseError","data","newDocs","updateDocs","rows","updateFrontmatter","runBatch","reconcileContent","source","presetRows","presetName","presets","push","remove","docsForFeature","extracted","store","afterReconcile","recordDuration","reconcile","plan","txStart","Date","now","beginMode"],"mappings":"AACA,SAASA,cAAc,QAAQ,uBAAuB;AAEtD,SAASC,QAAQ,QAAQ,wBAAwB;AACjD,SAASC,SAAS,EAAEC,gBAAgB,QAAQ,mBAAmB;AAE/D,SAASC,YAAY,QAAQ,qBAAqB;AAClD,SAASC,gBAAgB,QAAQ,iBAAiB;AAClD,SAASC,UAAU,EAAEC,UAAU,EAAEC,UAAU,QAAQ,cAAc;AACjE,SAASC,YAAY,EAAmCC,aAAa,QAAQ,cAAc;AAC3F,SAASC,eAAe,QAAQ,mBAAmB;AAGnD,gGAAgG;AAChG,gGAAgG;AAChG,qGAAqG;AACrG,6FAA6F;AAC7F,gFAAgF;AAEhF,6FAA6F;AAC7F,4EAA4E;AAC5E,OAAO,MAAMC,2BAA2B,IAAIC,IAAI;IAAC;IAAQ;IAAU;IAAU;IAAS;CAAe,EAAE;AA4BvG,OAAO,SAASC,sBAAsBC,GAAW;IAC/C,MAAMC,QAAQC,QAAQC,MAAM,CAACC,MAAM;IACnC,OAAO;QACLC,QAAQV,cAAcV,eAAee,KAAKM,GAAG,CAAC,CAACC,UAAYA,QAAQC,IAAI;QACvEC,SAAS,IAAMC,OAAOR,QAAQC,MAAM,CAACC,MAAM,KAAKH,SAAS;QACzDU,eAAe;QACfC,MAAM;IACR;AACF;AAEA,gGAAgG;AAChG,iGAAiG;AACjG,0CAA0C;AAC1C,OAAO,eAAeC,sBAAsBC,IAAgB,EAAEC,MAAuB;IACnF,MAAMC,eAAe,MAAMD,OAAOV,MAAM,CAACY,IAAI,CAAC,YAAY;QACxD,MAAMC,eAAe,MAAMJ,KAAKK,OAAO,CAAC;QACxC,OAAQ,MAAMD,aAAaE,GAAG;IAChC;IACA,OAAO;QAAEJ;QAAcK,aAAa,MAAM7B,WAAWsB;IAAM;AAC7D;AAEA,OAAO,eAAeQ,iBAAiBC,QAA2B,EAAEvB,GAAW,EAAEwB,KAAqB,EAAEC,OAAyB,EAAEV,MAAuB,EAAEW,IAAgB,EAAEC,WAAiC;IAC7M,MAAM,EAAEC,OAAO,EAAEC,SAAS,EAAE,GAAGL;IAC/B,MAAMM,WAAW7C,eAAee;IAChC,MAAM,EAAEK,MAAM,EAAEI,OAAO,EAAE,GAAGM;IAC5B,MAAMgB,QAAQ,MAAM1B,OAAOY,IAAI,CAAC,QAAQ,IAAM9B,UAAUa,KAAK4B;IAC7D,MAAMI,aAAa,IAAIlC,IAAIiC,MAAMzB,GAAG,CAAC,CAAC2B,IAAMA,EAAEC,OAAO;IACrD,MAAMlB,eAAeO,SAASP,YAAY;IAC1C,MAAMmB,WAAW,IAAIC,IAAIpB,aAAaV,GAAG,CAAC,CAAC+B,IAAM;YAACA,EAAEC,IAAI;YAAED;SAAE;IAC5D,+FAA+F;IAC/F,+FAA+F;IAC/F,gFAAgF;IAChF,MAAME,WAAWvB,aAAawB,MAAM,CAAC,CAACH,IAAM,CAACL,WAAWS,GAAG,CAACJ,EAAEC,IAAI,GAAGhC,GAAG,CAAC,CAAC+B,IAAMA,EAAEC,IAAI;IAEtF,6FAA6F;IAC7F,0FAA0F;IAC1F,MAAMI,YAAYX,MAAMS,MAAM,CAAC,CAACP;;QAC9B,MAAMU,MAAMR,SAASS,GAAG,CAACX,EAAEC,OAAO;QAClC,OAAO,CAACS,OAAOA,IAAIE,MAAM,KAAKZ,EAAEa,OAAO,IAAIH,IAAII,KAAK,KAAKd,EAAEe,IAAI,aAAKrB,wBAAAA,kCAAAA,YAAac,GAAG,CAACR,EAAEC,OAAO,wCAAK;IACrG;IAEA,IAAIK,SAASU,MAAM,KAAK,KAAKP,UAAUO,MAAM,KAAK,GAAG;QACnD,OAAO;YACLC,SAAS;YACTC,QAAQ;YACRC,UAAU,EAAE;YACZC,OAAO,WAAa;YACpBC,QAAQ,CAAC1C,OAASP,OAAOkD,IAAI,CAAC9C,WAAWG,MAAMG,OAAOJ,aAAa;YACnE6C,QAAQ,WAAa;QACvB;IACF;IAEA,MAAMnC,cAAc,IAAIvB,IAAIyB,SAASF,WAAW;IAEhD,oFAAoF;IACpF,uDAAuD;IACvD,MAAMoC,SAASvE,SAAS,mBAAmBwD,UAAUO,MAAM;IAC3D,wFAAwF;IACxF,MAAM,EAAES,MAAMC,UAAU,EAAEP,QAAQ,EAAEQ,UAAU,EAAEjD,aAAa,EAAE,GAAG,MAAMN,OAAOY,IAAI,CAAC,SAAS,IAAM5B,aAAaqD,WAAWZ,UAAU9B,KAAKqB,aAAaoC,OAAOI,IAAI,EAAE;YAAEnC;QAAK;IAC3KX,OAAOJ,aAAa,IAAIA;IACxB8C,OAAOH,MAAM;IACb,KAAK,MAAMQ,OAAOF,WAAYvC,YAAY0C,GAAG,CAACD;IAE9C,MAAME,aAAa;WAAI3C;KAAY;IACnC,yFAAyF;IACzF,iGAAiG;IACjGI,QAAQwC,gBAAgB,CAACD,WAAWf,MAAM;IAC1C,0FAA0F;IAC1F,sEAAsE;IACtE,MAAMiB,kBAAkBF,WAAWxB,MAAM,CAAC,CAAC2B,IAAMtE,yBAAyB4C,GAAG,CAAC0B,MAAM,CAAC/E,iBAAiBqD,GAAG,CAAC0B;IAC1G,yFAAyF;IACzF,mDAAmD;IACnD,MAAMC,YAAY,CAAC,yBAAyB,EAAEF,gBAAgB5D,GAAG,CAACb,YAAY4E,IAAI,CAAC,MAAM,UAAU,EAAEH,gBAAgB5D,GAAG,CAAC,IAAM,KAAK+D,IAAI,CAAC,MAAM,oCAAoC,EAAEH,gBAClL1B,MAAM,CAAC,CAAC2B,IAAMA,MAAM,QACpB7D,GAAG,CAAC,CAAC6D,IAAM,GAAG1E,WAAW0E,GAAG,YAAY,EAAE1E,WAAW0E,IAAI,EACzDE,IAAI,CAAC,OAAO;IAEf,MAAMC,QAAQ5B,UAAUF,MAAM,CAAC,CAACP,IAAM,CAACE,SAASM,GAAG,CAACR,EAAEC,OAAO,GAAG5B,GAAG,CAAC,CAAC2B,IAAMA,EAAEC,OAAO;IACpF,MAAMqC,QAAwB;QAAExC;QAAOyC,UAAUb,WAAWrD,GAAG,CAAC,CAACmE,IAAMA,EAAEvC,OAAO;QAAGoC;QAAO/B;IAAS;IACnG,MAAMmC,WAAW,IAAI5E,IAAIwE;IACzB,MAAMK,mBAAmBhB,WAAWrD,GAAG,CAAC,CAACmE,IAAMA,EAAEvC,OAAO,EAAEM,MAAM,CAAC,CAACoC,IAAM,CAACF,SAASjC,GAAG,CAACmC;IACtF,+FAA+F;IAC/F,0EAA0E;IAC1E,MAAMC,UAAU;WAAItC;WAAaoC;KAAiB;IAElD,OAAO;QACLzB,SAAS;QACTC,QAAQQ,WAAWV,MAAM;QACzBG;QACA,MAAMC,OAAMvC,IAAI;YACd,2FAA2F;YAC3F,yFAAyF;YACzF,MAAMgE,UAAU,MAAMtF,WAAWsB;YACjC,MAAMiE,iBAAiBnB,WAAWpB,MAAM,CAAC,CAACsB,MAAQ,CAACgB,QAAQrC,GAAG,CAACqB;YAC/D,IAAIiB,eAAe9B,MAAM,GAAG,GAAG,MAAM5C,OAAOY,IAAI,CAAC,SAAS,IAAMQ,QAAQuD,UAAU,CAAClE,MAAMiE;YAEzF,IAAIpB,WAAWV,MAAM,GAAG,GAAG;gBACzB,MAAMgC,QAAQ,CAACC,MACbhB,gBAAgB5D,GAAG,CAAC,CAACwD;4BAMZoB;wBALP,IAAIpB,QAAQ,QAAQ,OAAOoB,IAAIhD,OAAO;wBACtC,IAAI4B,QAAQ,UAAU,OAAOoB,IAAIpC,OAAO;wBACxC,IAAIgB,QAAQ,UAAU,OAAOoB,IAAIC,OAAO;wBACxC,IAAIrB,QAAQ,SAAS,OAAOoB,IAAIlC,IAAI;wBACpC,IAAIc,QAAQ,gBAAgB,OAAOoB,IAAIE,UAAU;wBACjD,QAAOF,gBAAAA,IAAIG,IAAI,CAACvB,IAAI,cAAboB,2BAAAA,gBAAiB;oBAC1B;gBACF,MAAM7E,OAAOY,IAAI,CAAC,aAAa;oBAC7B,MAAMqE,UAAU3B,WAAWnB,MAAM,CAAC,CAACiC,IAAMC,SAASjC,GAAG,CAACgC,EAAEvC,OAAO;oBAC/D,MAAMqD,aAAa5B,WAAWnB,MAAM,CAAC,CAACiC,IAAM,CAACC,SAASjC,GAAG,CAACgC,EAAEvC,OAAO;oBACnE,MAAM3C,WAAWuB,MAAM,eAAeoD,iBAAiBE,WAAWkB,QAAQhF,GAAG,CAAC2E;oBAC9E,IAAIM,WAAWtC,MAAM,GAAG,GAAG;wBACzB,MAAMuC,OAAOD,WAAWjF,GAAG,CAAC2E;wBAC5B,IAAIxD,QAAQgE,iBAAiB,EAAE,MAAMhE,QAAQgE,iBAAiB,CAAC3E,MAAMoD,iBAAiBsB;6BACjF,MAAM1E,KAAK4E,QAAQ,CAACtB,WAAWoB;oBACtC;gBACF;YACF;YAEA,MAAMnF,OAAOY,IAAI,CAAC,cAAc,IAAMQ,QAAQkE,gBAAgB,CAAC7E,MAAM+D,SAASlB,YAAYY,OAAOvE;YACjG,IAAI6E,QAAQ5B,MAAM,GAAG,GACnB,MAAMnC,KAAK4E,QAAQ,CACjB,gDACAb,QAAQvE,GAAG,CAAC,CAACsE,IAAM;oBAACA;iBAAE;YAE1B,MAAMrF,WACJuB,MACA,mBACA;gBAAC;gBAAQ;aAAO,EAChB,mHACA6C,WAAWrD,GAAG,CAAC,CAAC4E,MAAQ;oBAACA,IAAIhD,OAAO;oBAAEgD,IAAIU,MAAM;iBAAC;YAGnD,MAAMvF,OAAOY,IAAI,CAAC,WAAW;gBAC3B,IAAI4D,QAAQ5B,MAAM,GAAG,GACnB,MAAMnC,KAAK4E,QAAQ,CACjB,6CACAb,QAAQvE,GAAG,CAAC,CAACsE,IAAM;wBAACA;qBAAE;gBAE1B,MAAMiB,aAA0B,EAAE;gBAClC,KAAK,MAAMX,OAAOvB,WAAY,KAAK,MAAMmC,cAAcZ,IAAIa,OAAO,CAAEF,WAAWG,IAAI,CAAC;oBAACd,IAAIhD,OAAO;oBAAE4D;iBAAW;gBAC7G,MAAMvG,WAAWuB,MAAM,gBAAgB;oBAAC;oBAAQ;iBAAS,EAAE,kGAAkG+E;YAC/J;YAEA,IAAItD,SAASU,MAAM,GAAG,GACpB,MAAM5C,OAAOY,IAAI,CAAC,YAAY,IAC5BH,KAAK4E,QAAQ,CACX,4CACAnD,SAASjC,GAAG,CAAC,CAACsE,IAAM;wBAACA;qBAAE;YAI7B,IAAIC,QAAQ5B,MAAM,GAAG,GAAG,KAAK,MAAM1C,WAAWuB,SAAU,MAAMzB,OAAOY,IAAI,CAACvB,aAAaa,QAAQC,IAAI,EAAE,WAAW;oBAAMD;wBAAAA,kBAAAA,QAAQ0F,MAAM,cAAd1F,sCAAAA,qBAAAA,SAAiBO,MAAM+D,SAASN;;YACtJ,KAAK,MAAMhE,WAAWuB,SAAU;gBAC9B,MAAMoE,iBAAiCvC,WAAWrD,GAAG,CAAC,CAAC4E,MAAS,CAAA;wBAAE5C,MAAM4C,IAAIhD,OAAO;wBAAEiE,WAAWjB,IAAIiB,SAAS,CAAC5F,QAAQC,IAAI,CAAC;oBAAC,CAAA;gBAC5H,MAAMH,OAAOY,IAAI,CAACvB,aAAaa,QAAQC,IAAI,EAAE,UAAU;wBAAMD;4BAAAA,iBAAAA,QAAQ6F,KAAK,cAAb7F,qCAAAA,oBAAAA,SAAgBO,MAAMoF,gBAAgB3B;;YACrG;YACA,KAAK,MAAMhE,WAAWuB,SAAU,MAAMzB,OAAOY,IAAI,CAACvB,aAAaa,QAAQC,IAAI,EAAE,UAAU;oBAAMD;wBAAAA,0BAAAA,QAAQ8F,cAAc,cAAtB9F,8CAAAA,6BAAAA,SAAyBO,MAAMyD;;QAC9H;QACAjB,QAAQ,CAAC1C,OAASP,OAAOkD,IAAI,CAAC9C,WAAWG,MAAMG,OAAOJ,aAAa;QACnE,MAAM6C,QAAO1C,IAAI,EAAEF,IAAI;YACrBtB,iBAAiBuC,WAAWjB;YAC5B,IAAIa,QAAQ6E,cAAc,EAAE,MAAMjG,OAAOY,IAAI,CAAC,QAAQ;oBAAMQ;wBAAAA,0BAAAA,QAAQ6E,cAAc,cAAtB7E,8CAAAA,6BAAAA,SAAyBX,MAAMF;;QAC7F;IACF;AACF;AAEA,gGAAgG;AAChG,kGAAkG;AAClG,OAAO,eAAe2F,UAAUzF,IAAgB,EAAEd,GAAW,EAAEwB,KAAqB,EAAEC,OAAyB,EAAEC,IAAgB,EAAEC,WAAiC;IAClK,MAAMZ,SAAShB,sBAAsBC;IACrC,MAAMuB,WAAW,MAAM3B,gBAAgBkB,MAAM,IAAMD,sBAAsBC,MAAMC;IAC/E,MAAMyF,OAAO,MAAMlF,iBAAiBC,UAAUvB,KAAKwB,OAAOC,SAASV,QAAQW,MAAMC;IACjF,IAAI,CAAC6E,KAAKtD,OAAO,EAAE,OAAO;QAAEC,QAAQqD,KAAKrD,MAAM;QAAEC,UAAUoD,KAAKpD,QAAQ;QAAE/C,QAAQmG,KAAKlD,MAAM,CAAC;IAAG;IACjG,MAAMmD,UAAUC,KAAKC,GAAG;IACxB,IAAI/F;IACJ,IAAI;QACF,MAAMhB,gBAAgBkB,MAAM,IAAM0F,KAAKnD,KAAK,CAACvC,OAAOW,QAAQmF,SAAS;IACvE,SAAU;QACRhG,OAAO8F,KAAKC,GAAG,KAAKF;QACpB1F,OAAOH,IAAI,IAAIA;IACjB;IACA,MAAM4F,KAAKhD,MAAM,CAAC1C,MAAMF;IACxB,OAAO;QAAEuC,QAAQqD,KAAKrD,MAAM;QAAEC,UAAUoD,KAAKpD,QAAQ;QAAE/C,QAAQmG,KAAKlD,MAAM,CAACvC,OAAOH,IAAI;IAAE;AAC1F"}
|