oh-my-second-brain 0.1.8 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +89 -0
- package/README.ko.md +127 -0
- package/README.md +128 -0
- package/adapters/README.md +8 -8
- package/adapters/claude-code/.claude-plugin/plugin.json +3 -2
- package/adapters/claude-code/.mcp.json +8 -0
- package/adapters/claude-code/CLAUDE.md +5 -6
- package/adapters/claude-code/skills/compile/SKILL.md +10 -35
- package/adapters/claude-code/skills/distill/SKILL.md +6 -26
- package/adapters/claude-code/skills/link/SKILL.md +87 -0
- package/adapters/claude-code/skills/retrieve/SKILL.md +4 -7
- package/adapters/claude-code/skills/setup/SKILL.md +5 -6
- package/adapters/claude-code/skills/uninstall/SKILL.md +1 -1
- package/adapters/claude-code/skills/wiki/SKILL.md +49 -24
- package/adapters/claude-code/skills/write/SKILL.md +16 -0
- package/adapters/codex/.codex-plugin/plugin.json +1 -1
- package/adapters/codex/AGENTS.md +2 -2
- package/adapters/codex/rules/oms.md +1 -1
- package/adapters/codex/skills/oms-compile/SKILL.md +7 -9
- package/adapters/codex/skills/oms-distill/SKILL.md +4 -9
- package/adapters/codex/skills/oms-link/SKILL.md +35 -0
- package/adapters/codex/skills/oms-retrieve/SKILL.md +5 -6
- package/adapters/codex/skills/oms-wiki/SKILL.md +28 -8
- package/adapters/codex/skills/oms-write/SKILL.md +10 -0
- package/adapters/hermes/README.md +3 -1
- package/adapters/hermes/SOUL.md +2 -3
- package/adapters/hermes/manifest.json +1 -1
- package/adapters/hermes/skills/compile/SKILL.md +5 -7
- package/adapters/hermes/skills/distill/SKILL.md +1 -3
- package/adapters/hermes/skills/link/SKILL.md +18 -0
- package/adapters/hermes/skills/retrieve/SKILL.md +5 -6
- package/adapters/hermes/skills/setup/SKILL.md +5 -2
- package/adapters/hermes/skills/wiki/SKILL.md +4 -2
- package/adapters/hermes/skills/write/SKILL.md +10 -0
- package/core/AGENTS.md +4 -2
- package/core/agents/librarian.md +3 -2
- package/core/ontology/concepts/term.yaml +12 -0
- package/core/ontology/taxonomy.yaml +3 -0
- package/core/skills/compile/SKILL.md +19 -18
- package/core/skills/distill/SKILL.md +13 -24
- package/core/skills/link/SKILL.md +130 -0
- package/core/skills/retrieve/SKILL.md +0 -1
- package/core/skills/setup/SKILL.md +12 -14
- package/core/skills/vault-lint/SKILL.md +1 -1
- package/core/skills/wiki/SKILL.md +109 -30
- package/core/skills/write/SKILL.md +15 -0
- package/dist/capture/safe.d.ts +61 -1
- package/dist/capture/safe.js +489 -66
- package/dist/capture/safe.js.map +1 -1
- package/dist/cli/args.d.ts +29 -0
- package/dist/cli/args.js +156 -0
- package/dist/cli/args.js.map +1 -0
- package/dist/cli/audit.d.ts +6 -0
- package/dist/cli/audit.js +93 -0
- package/dist/cli/audit.js.map +1 -0
- package/dist/cli/claude-install-plan.d.ts +10 -0
- package/dist/cli/claude-install-plan.js +26 -0
- package/dist/cli/claude-install-plan.js.map +1 -0
- package/dist/cli/doctor-lint.d.ts +11 -0
- package/dist/cli/doctor-lint.js +86 -0
- package/dist/cli/doctor-lint.js.map +1 -0
- package/dist/cli/global-writeback.d.ts +31 -0
- package/dist/cli/global-writeback.js +73 -0
- package/dist/cli/global-writeback.js.map +1 -0
- package/dist/cli/host-commands.d.ts +30 -0
- package/dist/cli/host-commands.js +89 -0
- package/dist/cli/host-commands.js.map +1 -0
- package/dist/cli/link-command.d.ts +9 -0
- package/dist/cli/link-command.js +47 -0
- package/dist/cli/link-command.js.map +1 -0
- package/dist/cli/linkify.d.ts +23 -0
- package/dist/cli/linkify.js +118 -0
- package/dist/cli/linkify.js.map +1 -0
- package/dist/cli/oms.d.ts +8 -32
- package/dist/cli/oms.js +100 -703
- package/dist/cli/oms.js.map +1 -1
- package/dist/cli/semantic-args.d.ts +1 -2
- package/dist/cli/semantic-args.js +4 -7
- package/dist/cli/semantic-args.js.map +1 -1
- package/dist/cli/semantic-http.d.ts +0 -3
- package/dist/cli/semantic-http.js +40 -45
- package/dist/cli/semantic-http.js.map +1 -1
- package/dist/cli/semantic-usage.js +10 -9
- package/dist/cli/semantic-usage.js.map +1 -1
- package/dist/cli/semantic.js +99 -137
- package/dist/cli/semantic.js.map +1 -1
- package/dist/cli/setup-command.d.ts +11 -0
- package/dist/cli/setup-command.js +196 -0
- package/dist/cli/setup-command.js.map +1 -0
- package/dist/cli/setup-documents.d.ts +15 -0
- package/dist/cli/setup-documents.js +149 -0
- package/dist/cli/setup-documents.js.map +1 -0
- package/dist/cli/update-notice.d.ts +10 -0
- package/dist/cli/update-notice.js +42 -0
- package/dist/cli/update-notice.js.map +1 -0
- package/dist/cli/usage.d.ts +4 -0
- package/dist/cli/usage.js +102 -0
- package/dist/cli/usage.js.map +1 -0
- package/dist/conventions/lint.js +12 -33
- package/dist/conventions/lint.js.map +1 -1
- package/dist/conventions/report.d.ts +62 -0
- package/dist/conventions/report.js +217 -0
- package/dist/conventions/report.js.map +1 -0
- package/dist/conventions/validate.d.ts +1 -1
- package/dist/conventions/vault-walk.d.ts +38 -0
- package/dist/conventions/vault-walk.js +80 -0
- package/dist/conventions/vault-walk.js.map +1 -0
- package/dist/conventions/write-contract.d.ts +27 -0
- package/dist/conventions/write-contract.js +91 -0
- package/dist/conventions/write-contract.js.map +1 -0
- package/dist/conventions/write-protocol.d.ts +39 -0
- package/dist/conventions/write-protocol.js +44 -0
- package/dist/conventions/write-protocol.js.map +1 -0
- package/dist/core/ontology/loader.d.ts +2 -0
- package/dist/{ontology → core/ontology}/loader.js +11 -20
- package/dist/core/ontology/loader.js.map +1 -0
- package/dist/core/ontology/resolver.d.ts +2 -0
- package/dist/{ontology → core/ontology}/resolver.js +1 -15
- package/dist/core/ontology/resolver.js.map +1 -0
- package/dist/core/ontology/types.d.ts +47 -0
- package/dist/core/ontology/types.js +2 -0
- package/dist/core/ontology/types.js.map +1 -0
- package/dist/core/runtime/assets.d.ts +20 -0
- package/dist/core/runtime/assets.js +66 -0
- package/dist/core/runtime/assets.js.map +1 -0
- package/dist/engine/assemble.d.ts +28 -72
- package/dist/engine/assemble.js +77 -61
- package/dist/engine/assemble.js.map +1 -1
- package/dist/engine/conventions/vault-lint.d.ts +30 -2
- package/dist/engine/conventions/vault-lint.js +93 -97
- package/dist/engine/conventions/vault-lint.js.map +1 -1
- package/dist/engine/embed/deferred.d.ts +3 -4
- package/dist/engine/embed/deferred.js +10 -7
- package/dist/engine/embed/deferred.js.map +1 -1
- package/dist/engine/embed/identity.d.ts +11 -0
- package/dist/engine/embed/identity.js +15 -0
- package/dist/engine/embed/identity.js.map +1 -0
- package/dist/engine/embed/provider.d.ts +12 -13
- package/dist/engine/embed/provider.js +30 -27
- package/dist/engine/embed/provider.js.map +1 -1
- package/dist/engine/embed/store.d.ts +48 -27
- package/dist/engine/embed/store.js +281 -98
- package/dist/engine/embed/store.js.map +1 -1
- package/dist/engine/embed/sync.d.ts +17 -47
- package/dist/engine/embed/sync.js +233 -69
- package/dist/engine/embed/sync.js.map +1 -1
- package/dist/engine/graph/builder.d.ts +1 -1
- package/dist/engine/graph/builder.js +1 -1
- package/dist/engine/graph/explore.d.ts +2 -2
- package/dist/engine/graph/explore.js +0 -0
- package/dist/engine/graph/resolver.d.ts +17 -0
- package/dist/engine/graph/resolver.js +46 -11
- package/dist/engine/graph/resolver.js.map +1 -1
- package/dist/engine/linkify/apply.d.ts +56 -0
- package/dist/engine/linkify/apply.js +65 -0
- package/dist/engine/linkify/apply.js.map +1 -0
- package/dist/engine/linkify/josa.d.ts +58 -0
- package/dist/engine/linkify/josa.js +133 -0
- package/dist/engine/linkify/josa.js.map +1 -0
- package/dist/engine/linkify/mask.d.ts +29 -0
- package/dist/engine/linkify/mask.js +173 -0
- package/dist/engine/linkify/mask.js.map +1 -0
- package/dist/engine/linkify/suggest.d.ts +52 -0
- package/dist/engine/linkify/suggest.js +181 -0
- package/dist/engine/linkify/suggest.js.map +1 -0
- package/dist/engine/linkify/types.d.ts +68 -0
- package/dist/engine/linkify/types.js +12 -0
- package/dist/engine/linkify/types.js.map +1 -0
- package/dist/engine/mcp/facade.d.ts +12 -18
- package/dist/engine/mcp/facade.js +30 -80
- package/dist/engine/mcp/facade.js.map +1 -1
- package/dist/engine/mcp/op-mappers.d.ts +3 -9
- package/dist/engine/mcp/op-mappers.js +2 -30
- package/dist/engine/mcp/op-mappers.js.map +1 -1
- package/dist/engine/mcp/types.d.ts +5 -29
- package/dist/engine/tracer.js +6 -2
- package/dist/engine/tracer.js.map +1 -1
- package/dist/engine/types.d.ts +8 -3
- package/dist/graph/cache.d.ts +1 -11
- package/dist/graph/cache.js +1 -44
- package/dist/graph/cache.js.map +1 -1
- package/dist/graph/explore.js +88 -137
- package/dist/graph/explore.js.map +1 -1
- package/dist/harness/surface-registry.d.ts +56 -0
- package/dist/harness/surface-registry.js +397 -0
- package/dist/harness/surface-registry.js.map +1 -0
- package/dist/harness/validation.d.ts +9 -0
- package/dist/harness/validation.js +201 -0
- package/dist/harness/validation.js.map +1 -0
- package/dist/hook/post-tool-use.js +2 -2
- package/dist/hook/post-tool-use.js.map +1 -1
- package/dist/index.d.ts +7 -5
- package/dist/index.js +7 -5
- package/dist/index.js.map +1 -1
- package/dist/install/adapter-source.d.ts +14 -0
- package/dist/install/adapter-source.js +45 -0
- package/dist/install/adapter-source.js.map +1 -0
- package/dist/install/claude-hooks.d.ts +13 -0
- package/dist/install/claude-hooks.js +411 -0
- package/dist/install/claude-hooks.js.map +1 -0
- package/dist/install/claude-marketplace.d.ts +44 -0
- package/dist/install/claude-marketplace.js +89 -0
- package/dist/install/claude-marketplace.js.map +1 -0
- package/dist/install/claude.d.ts +4 -0
- package/dist/install/claude.js +216 -0
- package/dist/install/claude.js.map +1 -0
- package/dist/install/codex.d.ts +24 -0
- package/dist/install/codex.js +193 -0
- package/dist/install/codex.js.map +1 -0
- package/dist/install/common.d.ts +34 -0
- package/dist/install/common.js +122 -0
- package/dist/install/common.js.map +1 -0
- package/dist/install/hermes.d.ts +4 -0
- package/dist/install/hermes.js +78 -0
- package/dist/install/hermes.js.map +1 -0
- package/dist/install/hosts.d.ts +6 -56
- package/dist/install/hosts.js +65 -610
- package/dist/install/hosts.js.map +1 -1
- package/dist/install/types.d.ts +34 -0
- package/dist/install/types.js +2 -0
- package/dist/install/types.js.map +1 -0
- package/dist/link/convention-note.d.ts +10 -0
- package/dist/link/convention-note.js +59 -0
- package/dist/link/convention-note.js.map +1 -0
- package/dist/link/global-config.d.ts +22 -0
- package/dist/link/global-config.js +69 -0
- package/dist/link/global-config.js.map +1 -0
- package/dist/link/link.d.ts +101 -0
- package/dist/link/link.js +265 -0
- package/dist/link/link.js.map +1 -0
- package/dist/mcp/engine-morning-backend.d.ts +12 -17
- package/dist/mcp/engine-morning-backend.js +25 -131
- package/dist/mcp/engine-morning-backend.js.map +1 -1
- package/dist/mcp/link-tools.d.ts +81 -0
- package/dist/mcp/link-tools.js +157 -0
- package/dist/mcp/link-tools.js.map +1 -0
- package/dist/mcp/semantic-engine.d.ts +32 -0
- package/dist/mcp/semantic-engine.js +52 -0
- package/dist/mcp/semantic-engine.js.map +1 -0
- package/dist/mcp/semantic-retrieve-args.d.ts +1 -5
- package/dist/mcp/semantic-retrieve-args.js +1 -26
- package/dist/mcp/semantic-retrieve-args.js.map +1 -1
- package/dist/mcp/semantic-retrieve-schema.d.ts +0 -14
- package/dist/mcp/semantic-retrieve-schema.js +0 -5
- package/dist/mcp/semantic-retrieve-schema.js.map +1 -1
- package/dist/mcp/semantic-retrieve.d.ts +12 -18
- package/dist/mcp/semantic-retrieve.js +40 -71
- package/dist/mcp/semantic-retrieve.js.map +1 -1
- package/dist/mcp/semantic-tool-schemas.js +7 -24
- package/dist/mcp/semantic-tool-schemas.js.map +1 -1
- package/dist/mcp/server.d.ts +7 -0
- package/dist/mcp/server.js +224 -162
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/update-notice.d.ts +51 -0
- package/dist/mcp/update-notice.js +196 -0
- package/dist/mcp/update-notice.js.map +1 -0
- package/dist/ontology/active.d.ts +7 -0
- package/dist/ontology/active.js +41 -0
- package/dist/ontology/active.js.map +1 -0
- package/dist/retrieve/morning.d.ts +10 -18
- package/dist/retrieve/morning.js +2 -26
- package/dist/retrieve/morning.js.map +1 -1
- package/dist/retrieve/semantic-contract.d.ts +10 -0
- package/dist/retrieve/semantic-contract.js +2 -0
- package/dist/retrieve/semantic-contract.js.map +1 -0
- package/dist/setup/axis.d.ts +22 -3
- package/dist/setup/axis.js +82 -35
- package/dist/setup/axis.js.map +1 -1
- package/dist/update/update.d.ts +12 -0
- package/dist/update/update.js +2 -2
- package/dist/update/update.js.map +1 -1
- package/docs/install.md +43 -7
- package/docs/release.md +109 -17
- package/package.json +11 -3
- package/scripts/install.sh +1 -1
- package/adapters/claude-code/skills/capture/SKILL.md +0 -50
- package/adapters/codex/skills/oms-capture/SKILL.md +0 -16
- package/adapters/hermes/skills/capture/SKILL.md +0 -16
- package/core/skills/capture/SKILL.md +0 -50
- package/dist/adapt/HostAdapter.d.ts +0 -21
- package/dist/adapt/HostAdapter.js +0 -10
- package/dist/adapt/HostAdapter.js.map +0 -1
- package/dist/adapt/claudeCode.d.ts +0 -9
- package/dist/adapt/claudeCode.js +0 -15
- package/dist/adapt/claudeCode.js.map +0 -1
- package/dist/adapt/codex.d.ts +0 -9
- package/dist/adapt/codex.js +0 -15
- package/dist/adapt/codex.js.map +0 -1
- package/dist/adapt/hermes.d.ts +0 -9
- package/dist/adapt/hermes.js +0 -15
- package/dist/adapt/hermes.js.map +0 -1
- package/dist/cli/semantic-metadata-commands.d.ts +0 -3
- package/dist/cli/semantic-metadata-commands.js +0 -115
- package/dist/cli/semantic-metadata-commands.js.map +0 -1
- package/dist/engine/compile/cascade.d.ts +0 -35
- package/dist/engine/compile/cascade.js +0 -59
- package/dist/engine/compile/cascade.js.map +0 -1
- package/dist/engine/compile/cot.d.ts +0 -30
- package/dist/engine/compile/cot.js +0 -153
- package/dist/engine/compile/cot.js.map +0 -1
- package/dist/engine/compile/phases.d.ts +0 -47
- package/dist/engine/compile/phases.js +0 -101
- package/dist/engine/compile/phases.js.map +0 -1
- package/dist/engine/compile/provenance.d.ts +0 -45
- package/dist/engine/compile/provenance.js +0 -103
- package/dist/engine/compile/provenance.js.map +0 -1
- package/dist/engine/compile/sha-cache.d.ts +0 -42
- package/dist/engine/compile/sha-cache.js +0 -86
- package/dist/engine/compile/sha-cache.js.map +0 -1
- package/dist/engine/compile/types.d.ts +0 -71
- package/dist/engine/compile/types.js +0 -9
- package/dist/engine/compile/types.js.map +0 -1
- package/dist/engine/compile/worker.d.ts +0 -47
- package/dist/engine/compile/worker.js +0 -75
- package/dist/engine/compile/worker.js.map +0 -1
- package/dist/engine/distill/analyzer.d.ts +0 -51
- package/dist/engine/distill/analyzer.js +0 -279
- package/dist/engine/distill/analyzer.js.map +0 -1
- package/dist/engine/distill/clean-room.d.ts +0 -46
- package/dist/engine/distill/clean-room.js +0 -131
- package/dist/engine/distill/clean-room.js.map +0 -1
- package/dist/engine/distill/report.d.ts +0 -23
- package/dist/engine/distill/report.js +0 -107
- package/dist/engine/distill/report.js.map +0 -1
- package/dist/engine/distill/types.d.ts +0 -89
- package/dist/engine/distill/types.js +0 -9
- package/dist/engine/distill/types.js.map +0 -1
- package/dist/engine/embed/pull.d.ts +0 -51
- package/dist/engine/embed/pull.js +0 -90
- package/dist/engine/embed/pull.js.map +0 -1
- package/dist/engine/graph/community.d.ts +0 -38
- package/dist/engine/graph/community.js +0 -122
- package/dist/engine/graph/community.js.map +0 -1
- package/dist/engine/index.d.ts +0 -5
- package/dist/engine/index.js +0 -2
- package/dist/engine/index.js.map +0 -1
- package/dist/engine/mcp/index.d.ts +0 -15
- package/dist/engine/mcp/index.js +0 -19
- package/dist/engine/mcp/index.js.map +0 -1
- package/dist/engine/mcp/retrieve-mapper.d.ts +0 -38
- package/dist/engine/mcp/retrieve-mapper.js +0 -96
- package/dist/engine/mcp/retrieve-mapper.js.map +0 -1
- package/dist/engine/setup/ambiguity.d.ts +0 -39
- package/dist/engine/setup/ambiguity.js +0 -50
- package/dist/engine/setup/ambiguity.js.map +0 -1
- package/dist/engine/setup/types.d.ts +0 -71
- package/dist/engine/setup/types.js +0 -22
- package/dist/engine/setup/types.js.map +0 -1
- package/dist/engine/setup/writer.d.ts +0 -32
- package/dist/engine/setup/writer.js +0 -77
- package/dist/engine/setup/writer.js.map +0 -1
- package/dist/engine/wiki/collection.d.ts +0 -91
- package/dist/engine/wiki/collection.js +0 -188
- package/dist/engine/wiki/collection.js.map +0 -1
- package/dist/engine/wiki/ledger.d.ts +0 -59
- package/dist/engine/wiki/ledger.js +0 -130
- package/dist/engine/wiki/ledger.js.map +0 -1
- package/dist/engine/wiki/lint.d.ts +0 -38
- package/dist/engine/wiki/lint.js +0 -186
- package/dist/engine/wiki/lint.js.map +0 -1
- package/dist/engine/wiki/navigation.d.ts +0 -40
- package/dist/engine/wiki/navigation.js +0 -83
- package/dist/engine/wiki/navigation.js.map +0 -1
- package/dist/engine/wiki/types.d.ts +0 -54
- package/dist/engine/wiki/types.js +0 -7
- package/dist/engine/wiki/types.js.map +0 -1
- package/dist/ontology/loader.d.ts +0 -13
- package/dist/ontology/loader.js.map +0 -1
- package/dist/ontology/resolver.d.ts +0 -13
- package/dist/ontology/resolver.js.map +0 -1
- package/dist/ontology/types.d.ts +0 -72
- package/dist/ontology/types.js +0 -12
- package/dist/ontology/types.js.map +0 -1
- package/dist/retrieve/embedding-sync.d.ts +0 -3
- package/dist/retrieve/embedding-sync.js +0 -21
- package/dist/retrieve/embedding-sync.js.map +0 -1
- package/dist/runtime/assets.d.ts +0 -7
- package/dist/runtime/assets.js +0 -13
- package/dist/runtime/assets.js.map +0 -1
- package/dist/search/semantic-collections.d.ts +0 -32
- package/dist/search/semantic-collections.js +0 -68
- package/dist/search/semantic-collections.js.map +0 -1
- package/dist/search/semantic-contexts.d.ts +0 -21
- package/dist/search/semantic-contexts.js +0 -28
- package/dist/search/semantic-contexts.js.map +0 -1
- package/dist/search/semantic-diagnostics.d.ts +0 -16
- package/dist/search/semantic-diagnostics.js +0 -110
- package/dist/search/semantic-diagnostics.js.map +0 -1
- package/dist/search/semantic-documents.d.ts +0 -3
- package/dist/search/semantic-documents.js +0 -150
- package/dist/search/semantic-documents.js.map +0 -1
- package/dist/search/semantic-embedding-hash.d.ts +0 -3
- package/dist/search/semantic-embedding-hash.js +0 -30
- package/dist/search/semantic-embedding-hash.js.map +0 -1
- package/dist/search/semantic-embedding-provider.d.ts +0 -9
- package/dist/search/semantic-embedding-provider.js +0 -58
- package/dist/search/semantic-embedding-provider.js.map +0 -1
- package/dist/search/semantic-index-build.d.ts +0 -13
- package/dist/search/semantic-index-build.js +0 -101
- package/dist/search/semantic-index-build.js.map +0 -1
- package/dist/search/semantic-index-core.d.ts +0 -21
- package/dist/search/semantic-index-core.js +0 -106
- package/dist/search/semantic-index-core.js.map +0 -1
- package/dist/search/semantic-index-io.d.ts +0 -19
- package/dist/search/semantic-index-io.js +0 -214
- package/dist/search/semantic-index-io.js.map +0 -1
- package/dist/search/semantic-index-types.d.ts +0 -50
- package/dist/search/semantic-index-types.js +0 -2
- package/dist/search/semantic-index-types.js.map +0 -1
- package/dist/search/semantic-index.d.ts +0 -4
- package/dist/search/semantic-index.js +0 -4
- package/dist/search/semantic-index.js.map +0 -1
- package/dist/search/semantic-listing.d.ts +0 -12
- package/dist/search/semantic-listing.js +0 -64
- package/dist/search/semantic-listing.js.map +0 -1
- package/dist/search/semantic-maintenance-shared.d.ts +0 -15
- package/dist/search/semantic-maintenance-shared.js +0 -43
- package/dist/search/semantic-maintenance-shared.js.map +0 -1
- package/dist/search/semantic-maintenance-types.d.ts +0 -103
- package/dist/search/semantic-maintenance-types.js +0 -2
- package/dist/search/semantic-maintenance-types.js.map +0 -1
- package/dist/search/semantic-maintenance.d.ts +0 -4
- package/dist/search/semantic-maintenance.js +0 -5
- package/dist/search/semantic-maintenance.js.map +0 -1
- package/dist/search/semantic-provider-types.d.ts +0 -34
- package/dist/search/semantic-provider-types.js +0 -2
- package/dist/search/semantic-provider-types.js.map +0 -1
- package/dist/search/semantic-query-types.d.ts +0 -83
- package/dist/search/semantic-query-types.js +0 -2
- package/dist/search/semantic-query-types.js.map +0 -1
- package/dist/search/semantic-query.d.ts +0 -2
- package/dist/search/semantic-query.js +0 -188
- package/dist/search/semantic-query.js.map +0 -1
- package/dist/search/semantic-sqlite-db.d.ts +0 -18
- package/dist/search/semantic-sqlite-db.js +0 -87
- package/dist/search/semantic-sqlite-db.js.map +0 -1
- package/dist/search/semantic-sqlite-query.d.ts +0 -2
- package/dist/search/semantic-sqlite-query.js +0 -128
- package/dist/search/semantic-sqlite-query.js.map +0 -1
- package/dist/search/semantic-sqlite-read.d.ts +0 -5
- package/dist/search/semantic-sqlite-read.js +0 -104
- package/dist/search/semantic-sqlite-read.js.map +0 -1
- package/dist/search/semantic-sqlite-write.d.ts +0 -7
- package/dist/search/semantic-sqlite-write.js +0 -66
- package/dist/search/semantic-sqlite-write.js.map +0 -1
- package/dist/search/semantic-store.d.ts +0 -15
- package/dist/search/semantic-store.js +0 -17
- package/dist/search/semantic-store.js.map +0 -1
- package/dist/search/semantic-sync-types.d.ts +0 -47
- package/dist/search/semantic-sync-types.js +0 -2
- package/dist/search/semantic-sync-types.js.map +0 -1
- package/dist/search/semantic-sync.d.ts +0 -13
- package/dist/search/semantic-sync.js +0 -131
- package/dist/search/semantic-sync.js.map +0 -1
- package/dist/search/semantic-test-fixtures.d.ts +0 -1
- package/dist/search/semantic-test-fixtures.js +0 -38
- package/dist/search/semantic-test-fixtures.js.map +0 -1
- package/dist/search/semantic-token.d.ts +0 -25
- package/dist/search/semantic-token.js +0 -114
- package/dist/search/semantic-token.js.map +0 -1
- package/dist/search/semantic-types.d.ts +0 -5
- package/dist/search/semantic-types.js +0 -2
- package/dist/search/semantic-types.js.map +0 -1
- package/dist/search/semantic.d.ts +0 -6
- package/dist/search/semantic.js +0 -6
- package/dist/search/semantic.js.map +0 -1
|
@@ -1,68 +0,0 @@
|
|
|
1
|
-
import { semanticDocumentId, semanticDocumentUri, semanticIndexPath, readSemanticIndex, writeSemanticIndex } from "./semantic-index.js";
|
|
2
|
-
import { collectionsWithCounts, emptyIndex, now, writeIndex, } from "./semantic-maintenance-shared.js";
|
|
3
|
-
export async function initSemanticStore(opts) {
|
|
4
|
-
const loaded = await readSemanticIndex(opts);
|
|
5
|
-
const indexPath = semanticIndexPath(opts);
|
|
6
|
-
if (loaded.available) {
|
|
7
|
-
return { available: true, initialized: false, storage: loaded.index.storage, index: indexPath };
|
|
8
|
-
}
|
|
9
|
-
const index = emptyIndex(opts.vault, opts.storage);
|
|
10
|
-
await writeSemanticIndex(index, opts);
|
|
11
|
-
return { available: true, initialized: true, storage: index.storage, index: indexPath };
|
|
12
|
-
}
|
|
13
|
-
export async function listSemanticCollections(opts) {
|
|
14
|
-
const loaded = await readSemanticIndex(opts);
|
|
15
|
-
if (!loaded.available)
|
|
16
|
-
return { available: false, reason: loaded.reason, collections: [] };
|
|
17
|
-
return { available: true, collections: collectionsWithCounts(loaded.index) };
|
|
18
|
-
}
|
|
19
|
-
export async function removeSemanticCollection(opts) {
|
|
20
|
-
const loaded = await readSemanticIndex(opts);
|
|
21
|
-
if (!loaded.available)
|
|
22
|
-
return { available: false, reason: loaded.reason, collection: opts.collection };
|
|
23
|
-
const before = loaded.index.collections ?? [];
|
|
24
|
-
const collections = before.filter((collection) => collection.name !== opts.collection);
|
|
25
|
-
const documents = loaded.index.documents.filter((document) => document.collection !== opts.collection);
|
|
26
|
-
const contexts = (loaded.index.contexts ?? []).filter((context) => context.collection !== opts.collection);
|
|
27
|
-
await writeIndex({ ...loaded.index, collections, contexts, documents }, opts);
|
|
28
|
-
return { available: true, collection: opts.collection, removed: collections.length !== before.length };
|
|
29
|
-
}
|
|
30
|
-
export async function renameSemanticCollection(opts) {
|
|
31
|
-
const loaded = await readSemanticIndex(opts);
|
|
32
|
-
if (!loaded.available)
|
|
33
|
-
return { available: false, reason: loaded.reason, collection: opts.from };
|
|
34
|
-
const collections = (loaded.index.collections ?? []).map((collection) => collection.name === opts.from ? { ...collection, name: opts.to, lastModified: now() } : collection);
|
|
35
|
-
const renamed = collections.some((collection) => collection.name === opts.to);
|
|
36
|
-
const documents = loaded.index.documents.map((document) => {
|
|
37
|
-
if (document.collection !== opts.from)
|
|
38
|
-
return document;
|
|
39
|
-
return {
|
|
40
|
-
...document,
|
|
41
|
-
collection: opts.to,
|
|
42
|
-
docid: semanticDocumentId(opts.to, document.path),
|
|
43
|
-
uri: semanticDocumentUri(opts.to, document.path),
|
|
44
|
-
};
|
|
45
|
-
});
|
|
46
|
-
const contexts = (loaded.index.contexts ?? []).map((context) => context.collection === opts.from ? { ...context, collection: opts.to, updatedAt: now() } : context);
|
|
47
|
-
await writeIndex({ ...loaded.index, collection: loaded.index.collection === opts.from ? opts.to : loaded.index.collection, collections, contexts, documents }, opts);
|
|
48
|
-
return { available: true, collection: opts.to, renamed };
|
|
49
|
-
}
|
|
50
|
-
export async function updateSemanticCollection(opts) {
|
|
51
|
-
const loaded = await readSemanticIndex(opts);
|
|
52
|
-
if (!loaded.available)
|
|
53
|
-
return { available: false, reason: loaded.reason, collection: opts.collection };
|
|
54
|
-
const collections = (loaded.index.collections ?? []).map((collection) => {
|
|
55
|
-
if (collection.name !== opts.collection)
|
|
56
|
-
return collection;
|
|
57
|
-
return {
|
|
58
|
-
...collection,
|
|
59
|
-
updateCommand: opts.updateCommand ?? collection.updateCommand,
|
|
60
|
-
includeByDefault: opts.includeByDefault ?? collection.includeByDefault,
|
|
61
|
-
lastModified: now(),
|
|
62
|
-
};
|
|
63
|
-
});
|
|
64
|
-
const updated = collections.some((collection) => collection.name === opts.collection);
|
|
65
|
-
await writeIndex({ ...loaded.index, collections }, opts);
|
|
66
|
-
return { available: true, collection: opts.collection, updated };
|
|
67
|
-
}
|
|
68
|
-
//# sourceMappingURL=semantic-collections.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"semantic-collections.js","sourceRoot":"","sources":["../../src/search/semantic-collections.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACxI,OAAO,EACL,qBAAqB,EACrB,UAAU,EACV,GAAG,EACH,UAAU,GACX,MAAM,kCAAkC,CAAC;AAQ1C,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAIvC;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAClG,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACtC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC1F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAI7C;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC3F,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,IAK9C;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACvG,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;IAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;IACvF,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;IACvG,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3G,MAAM,UAAU,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9E,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;AACzG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,IAM9C;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IACjG,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtE,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CACnG,CAAC;IACF,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QACxD,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI;YAAE,OAAO,QAAQ,CAAC;QACvD,OAAO;YACL,GAAG,QAAQ;YACX,UAAU,EAAE,IAAI,CAAC,EAAE;YACnB,KAAK,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC;YACjD,GAAG,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC;SACjD,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC7D,OAAO,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CACnG,CAAC;IACF,MAAM,UAAU,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,IAAI,CAAC,CAAC;IACrK,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,IAO9C;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACvG,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QACtE,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YAAE,OAAO,UAAU,CAAC;QAC3D,OAAO;YACL,GAAG,UAAU;YACb,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,UAAU,CAAC,aAAa;YAC7D,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC,gBAAgB;YACtE,YAAY,EAAE,GAAG,EAAE;SACpB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;IACtF,MAAM,UAAU,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC;IACzD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;AACnE,CAAC"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import type { SemanticContextResult, SemanticStorage } from "./semantic-types.js";
|
|
2
|
-
export declare function addSemanticContext(opts: {
|
|
3
|
-
readonly vault: string;
|
|
4
|
-
readonly index?: string;
|
|
5
|
-
readonly storage?: SemanticStorage;
|
|
6
|
-
readonly collection?: string;
|
|
7
|
-
readonly pathPrefix?: string;
|
|
8
|
-
readonly context: string;
|
|
9
|
-
}): Promise<SemanticContextResult>;
|
|
10
|
-
export declare function removeSemanticContext(opts: {
|
|
11
|
-
readonly vault: string;
|
|
12
|
-
readonly index?: string;
|
|
13
|
-
readonly storage?: SemanticStorage;
|
|
14
|
-
readonly collection?: string;
|
|
15
|
-
readonly pathPrefix?: string;
|
|
16
|
-
}): Promise<SemanticContextResult>;
|
|
17
|
-
export declare function listSemanticContexts(opts: {
|
|
18
|
-
readonly vault: string;
|
|
19
|
-
readonly index?: string;
|
|
20
|
-
readonly storage?: SemanticStorage;
|
|
21
|
-
}): Promise<SemanticContextResult>;
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import { readSemanticIndex } from "./semantic-index.js";
|
|
2
|
-
import { loadIndexOrEmpty, normalizePathPrefix, now, writeIndex } from "./semantic-maintenance-shared.js";
|
|
3
|
-
export async function addSemanticContext(opts) {
|
|
4
|
-
const index = await loadIndexOrEmpty(opts);
|
|
5
|
-
const pathPrefix = normalizePathPrefix(opts.pathPrefix);
|
|
6
|
-
const contexts = [
|
|
7
|
-
...(index.contexts ?? []).filter((entry) => entry.collection !== opts.collection || entry.pathPrefix !== pathPrefix),
|
|
8
|
-
{ collection: opts.collection, pathPrefix, context: opts.context, updatedAt: now() },
|
|
9
|
-
].sort((a, b) => (a.collection ?? "").localeCompare(b.collection ?? "") || a.pathPrefix.localeCompare(b.pathPrefix));
|
|
10
|
-
await writeIndex({ ...index, contexts }, opts);
|
|
11
|
-
return { available: true, contexts };
|
|
12
|
-
}
|
|
13
|
-
export async function removeSemanticContext(opts) {
|
|
14
|
-
const loaded = await readSemanticIndex(opts);
|
|
15
|
-
if (!loaded.available)
|
|
16
|
-
return { available: false, reason: loaded.reason, contexts: [] };
|
|
17
|
-
const pathPrefix = normalizePathPrefix(opts.pathPrefix);
|
|
18
|
-
const contexts = (loaded.index.contexts ?? []).filter((entry) => entry.collection !== opts.collection || entry.pathPrefix !== pathPrefix);
|
|
19
|
-
await writeIndex({ ...loaded.index, contexts }, opts);
|
|
20
|
-
return { available: true, contexts };
|
|
21
|
-
}
|
|
22
|
-
export async function listSemanticContexts(opts) {
|
|
23
|
-
const loaded = await readSemanticIndex(opts);
|
|
24
|
-
if (!loaded.available)
|
|
25
|
-
return { available: false, reason: loaded.reason, contexts: [] };
|
|
26
|
-
return { available: true, contexts: loaded.index.contexts ?? [] };
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=semantic-contexts.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"semantic-contexts.js","sourceRoot":"","sources":["../../src/search/semantic-contexts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAG1G,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAOxC;IACC,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG;QACf,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU,CACnF;QACD,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE;KACrF,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IACrH,MAAM,UAAU,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAM3C;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACxF,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU,CACnF,CAAC;IACF,MAAM,UAAU,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,CAAC;IACtD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAI1C;IACC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACxF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;AACpE,CAAC"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import type { SemanticBenchmarkResult, SemanticDoctorResult, SemanticPullResult, SemanticStorage } from "./semantic-types.js";
|
|
2
|
-
export declare function readSemanticDoctor(opts: {
|
|
3
|
-
readonly vault: string;
|
|
4
|
-
readonly index?: string;
|
|
5
|
-
readonly storage?: SemanticStorage;
|
|
6
|
-
readonly modelPath?: string;
|
|
7
|
-
}): Promise<SemanticDoctorResult>;
|
|
8
|
-
export declare function pullSemanticModels(): SemanticPullResult;
|
|
9
|
-
export declare function runSemanticBenchmark(opts: {
|
|
10
|
-
readonly vault: string;
|
|
11
|
-
readonly index?: string;
|
|
12
|
-
readonly storage?: SemanticStorage;
|
|
13
|
-
readonly modelPath?: string;
|
|
14
|
-
readonly fixture: string;
|
|
15
|
-
readonly collection?: string;
|
|
16
|
-
}): Promise<SemanticBenchmarkResult>;
|
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
import { readFile } from "node:fs/promises";
|
|
2
|
-
import { normalizeSemanticStorage, readSemanticIndex, SEMANTIC_SQLITE_STORAGE } from "./semantic-index.js";
|
|
3
|
-
import { querySemanticStore } from "./semantic-query.js";
|
|
4
|
-
import { SEMANTIC_MODELS } from "./semantic-sync.js";
|
|
5
|
-
export async function readSemanticDoctor(opts) {
|
|
6
|
-
const storage = normalizeSemanticStorage(opts.storage);
|
|
7
|
-
const loaded = await readSemanticIndex({ ...opts, storage });
|
|
8
|
-
const checks = [...await qmdInternalChecks(storage, opts.modelPath)];
|
|
9
|
-
if (!loaded.available) {
|
|
10
|
-
return {
|
|
11
|
-
available: false,
|
|
12
|
-
storage,
|
|
13
|
-
reason: loaded.reason,
|
|
14
|
-
checks: [{ name: "native index", status: "fail", detail: loaded.reason }, ...checks],
|
|
15
|
-
};
|
|
16
|
-
}
|
|
17
|
-
checks.unshift({
|
|
18
|
-
name: "native index",
|
|
19
|
-
status: "pass",
|
|
20
|
-
detail: `${loaded.index.documents.length} documents across ${(loaded.index.collections ?? []).length} collections.`,
|
|
21
|
-
});
|
|
22
|
-
checks.push({
|
|
23
|
-
name: "query document syntax",
|
|
24
|
-
status: "pass",
|
|
25
|
-
detail: "intent:, lex:, vec:, and hyde: lines are parsed natively.",
|
|
26
|
-
});
|
|
27
|
-
const contextCount = loaded.index.contexts?.length ?? 0;
|
|
28
|
-
checks.push(contextCount === 0
|
|
29
|
-
? { name: "contexts", status: "warn", detail: "No path or collection contexts are configured." }
|
|
30
|
-
: { name: "contexts", status: "pass", detail: `${contextCount} contexts configured.` });
|
|
31
|
-
return { available: true, storage, checks };
|
|
32
|
-
}
|
|
33
|
-
async function qmdInternalChecks(storage, modelPath) {
|
|
34
|
-
if (storage !== SEMANTIC_SQLITE_STORAGE) {
|
|
35
|
-
return [{
|
|
36
|
-
name: "qmd sqlite/vector/llm internals",
|
|
37
|
-
status: "unsupported",
|
|
38
|
-
detail: "JSON storage is available only as a compatibility fallback; use storage=qmd-sqlite for qmd internals.",
|
|
39
|
-
}];
|
|
40
|
-
}
|
|
41
|
-
const checks = [
|
|
42
|
-
{ name: "better-sqlite3 FTS5", status: "pass", detail: "SQLite FTS5 document tables are managed by OMS." },
|
|
43
|
-
{ name: "sqlite-vec vector extension", status: "pass", detail: "sqlite-vec vec0 tables are loaded for vector search." },
|
|
44
|
-
];
|
|
45
|
-
try {
|
|
46
|
-
await import("node-llama-cpp");
|
|
47
|
-
checks.push({ name: "node-llama-cpp runtime", status: "pass", detail: "node-llama-cpp is installed for optional GGUF embeddings." });
|
|
48
|
-
}
|
|
49
|
-
catch (error) {
|
|
50
|
-
const detail = error instanceof Error ? error.message : String(error);
|
|
51
|
-
checks.push({ name: "node-llama-cpp runtime", status: "fail", detail });
|
|
52
|
-
}
|
|
53
|
-
checks.push(modelPath
|
|
54
|
-
? { name: "GGUF embedding model", status: "pass", detail: `Configured model path: ${modelPath}` }
|
|
55
|
-
: { name: "GGUF embedding model", status: "warn", detail: "No modelPath configured; OMS uses deterministic sqlite-vec hash embeddings." });
|
|
56
|
-
return checks;
|
|
57
|
-
}
|
|
58
|
-
export function pullSemanticModels() {
|
|
59
|
-
return {
|
|
60
|
-
available: true,
|
|
61
|
-
storage: "qmd-sqlite",
|
|
62
|
-
models: SEMANTIC_MODELS,
|
|
63
|
-
message: "OMS ships qmd-compatible SQLite/vector storage. Configure --model-path for GGUF embeddings; otherwise deterministic sqlite-vec hash embeddings are used.",
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
|
-
function isRecord(value) {
|
|
67
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
68
|
-
}
|
|
69
|
-
function parseBenchmarkCases(value) {
|
|
70
|
-
if (!isRecord(value) || !Array.isArray(value["cases"]))
|
|
71
|
-
return undefined;
|
|
72
|
-
const cases = [];
|
|
73
|
-
for (const item of value["cases"]) {
|
|
74
|
-
if (!isRecord(item) || typeof item["query"] !== "string" || typeof item["expected"] !== "string") {
|
|
75
|
-
return undefined;
|
|
76
|
-
}
|
|
77
|
-
cases.push({ query: item["query"], expected: item["expected"] });
|
|
78
|
-
}
|
|
79
|
-
return cases;
|
|
80
|
-
}
|
|
81
|
-
export async function runSemanticBenchmark(opts) {
|
|
82
|
-
let parsed;
|
|
83
|
-
try {
|
|
84
|
-
parsed = JSON.parse(await readFile(opts.fixture, "utf-8"));
|
|
85
|
-
}
|
|
86
|
-
catch (error) {
|
|
87
|
-
const detail = error instanceof Error ? error.message : String(error);
|
|
88
|
-
return { available: false, reason: detail, total: 0, passed: 0, failed: 0, cases: [] };
|
|
89
|
-
}
|
|
90
|
-
const cases = parseBenchmarkCases(parsed);
|
|
91
|
-
if (!cases)
|
|
92
|
-
return { available: false, reason: "Unsupported OMS semantic benchmark fixture shape.", total: 0, passed: 0, failed: 0, cases: [] };
|
|
93
|
-
const results = [];
|
|
94
|
-
for (const entry of cases) {
|
|
95
|
-
const result = await querySemanticStore({
|
|
96
|
-
vault: opts.vault,
|
|
97
|
-
index: opts.index,
|
|
98
|
-
storage: opts.storage,
|
|
99
|
-
modelPath: opts.modelPath,
|
|
100
|
-
collection: opts.collection,
|
|
101
|
-
query: entry.query,
|
|
102
|
-
limit: 1,
|
|
103
|
-
});
|
|
104
|
-
const hit = result.available ? result.hits[0]?.path ?? result.hits[0]?.docid : undefined;
|
|
105
|
-
results.push({ query: entry.query, expected: entry.expected, hit, pass: hit === entry.expected });
|
|
106
|
-
}
|
|
107
|
-
const passed = results.filter((entry) => entry.pass).length;
|
|
108
|
-
return { available: true, total: results.length, passed, failed: results.length - passed, cases: results };
|
|
109
|
-
}
|
|
110
|
-
//# sourceMappingURL=semantic-diagnostics.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"semantic-diagnostics.js","sourceRoot":"","sources":["../../src/search/semantic-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC3G,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AASrD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAKxC;IACC,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7D,MAAM,MAAM,GAA0B,CAAC,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5F,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,OAAO;YACP,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC;SACrF,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,cAAc;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,MAAM,eAAe;KACpH,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,uBAAuB;QAC7B,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,2DAA2D;KACpE,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC;IACxD,MAAM,CAAC,IAAI,CACT,YAAY,KAAK,CAAC;QAChB,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gDAAgD,EAAE;QAChG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,uBAAuB,EAAE,CACzF,CAAC;IACF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAwB,EAAE,SAA6B;IACtF,IAAI,OAAO,KAAK,uBAAuB,EAAE,CAAC;QACxC,OAAO,CAAC;gBACN,IAAI,EAAE,iCAAiC;gBACvC,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,uGAAuG;aAChH,CAAC,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAA0B;QACpC,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,iDAAiD,EAAE;QAC1G,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,sDAAsD,EAAE;KACxH,CAAC;IACF,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAC,CAAC;IACvI,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,CAAC,IAAI,CACT,SAAS;QACP,CAAC,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,0BAA0B,SAAS,EAAE,EAAE;QACjG,CAAC,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,6EAA6E,EAAE,CAC5I,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,YAAY;QACrB,MAAM,EAAE,eAAe;QACvB,OAAO,EAAE,0JAA0J;KACpK,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzE,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjG,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAO1C;IACC,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACzF,CAAC;IACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,mDAAmD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAChJ,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACzF,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC5D,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC7G,CAAC"}
|
|
@@ -1,3 +0,0 @@
|
|
|
1
|
-
import type { SemanticDocumentResult, SemanticGetOptions, SemanticMultiGetOptions } from "./semantic-types.js";
|
|
2
|
-
export declare function getSemanticDocument(opts: SemanticGetOptions): Promise<SemanticDocumentResult>;
|
|
3
|
-
export declare function multiGetSemanticDocuments(opts: SemanticMultiGetOptions): Promise<SemanticDocumentResult>;
|
|
@@ -1,150 +0,0 @@
|
|
|
1
|
-
import path from "node:path";
|
|
2
|
-
import { readSemanticIndex } from "./semantic-index.js";
|
|
3
|
-
function parsePositiveInteger(value) {
|
|
4
|
-
if (!value || !/^\d+$/u.test(value))
|
|
5
|
-
return undefined;
|
|
6
|
-
const parsed = Number(value);
|
|
7
|
-
return parsed > 0 ? parsed : undefined;
|
|
8
|
-
}
|
|
9
|
-
function parseTargetRange(target) {
|
|
10
|
-
const parts = target.split(":");
|
|
11
|
-
const lineCount = parsePositiveInteger(parts.at(-1));
|
|
12
|
-
const fromLine = parsePositiveInteger(parts.at(-2));
|
|
13
|
-
if (fromLine && lineCount && parts.length >= 3) {
|
|
14
|
-
return { target: parts.slice(0, -2).join(":"), fromLine, lineCount };
|
|
15
|
-
}
|
|
16
|
-
return { target };
|
|
17
|
-
}
|
|
18
|
-
function lineSlice(content, opts) {
|
|
19
|
-
const lines = content.split(/\r?\n/u);
|
|
20
|
-
const start = Math.max(0, (opts.fromLine ?? 1) - 1);
|
|
21
|
-
const count = opts.lineCount ?? opts.lineLimit ?? lines.length;
|
|
22
|
-
const selected = lines.slice(start, start + Math.max(0, count));
|
|
23
|
-
return selected
|
|
24
|
-
.map((line, index) => (opts.lineNumbers === true ? `${start + index + 1}: ${line}` : line))
|
|
25
|
-
.join("\n");
|
|
26
|
-
}
|
|
27
|
-
function normalizePath(value) {
|
|
28
|
-
if (value.startsWith("qmd://"))
|
|
29
|
-
return decodeURIComponent(value.slice("qmd://".length)).replace(/^\/+/u, "");
|
|
30
|
-
if (value.startsWith("oms://")) {
|
|
31
|
-
const withoutScheme = value.slice("oms://".length);
|
|
32
|
-
const slash = withoutScheme.indexOf("/");
|
|
33
|
-
return slash >= 0 ? decodeURIComponent(withoutScheme.slice(slash + 1)) : "";
|
|
34
|
-
}
|
|
35
|
-
return value.replace(/\\/g, "/").replace(/^\.?\//u, "");
|
|
36
|
-
}
|
|
37
|
-
function isUnsafeTarget(value) {
|
|
38
|
-
const normalized = normalizePath(value);
|
|
39
|
-
return path.isAbsolute(value) || normalized === ".." || normalized.startsWith("../") || normalized.includes("/../");
|
|
40
|
-
}
|
|
41
|
-
function globRegex(pattern) {
|
|
42
|
-
let source = "";
|
|
43
|
-
for (let index = 0; index < pattern.length; index++) {
|
|
44
|
-
const char = pattern[index] ?? "";
|
|
45
|
-
const next = pattern[index + 1] ?? "";
|
|
46
|
-
if (char === "*" && next === "*") {
|
|
47
|
-
source += ".*";
|
|
48
|
-
index++;
|
|
49
|
-
}
|
|
50
|
-
else if (char === "*") {
|
|
51
|
-
source += "[^/]*";
|
|
52
|
-
}
|
|
53
|
-
else if ("|\\{}()[]^$+?.".includes(char)) {
|
|
54
|
-
source += `\\${char}`;
|
|
55
|
-
}
|
|
56
|
-
else {
|
|
57
|
-
source += char;
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
return new RegExp(`^${source}$`, "u");
|
|
61
|
-
}
|
|
62
|
-
function documentMatchesTarget(document, target) {
|
|
63
|
-
if (isUnsafeTarget(target))
|
|
64
|
-
return false;
|
|
65
|
-
const normalized = normalizePath(target);
|
|
66
|
-
if (normalized.startsWith("#"))
|
|
67
|
-
return document.docid === normalized;
|
|
68
|
-
if (normalized.includes("*"))
|
|
69
|
-
return globRegex(normalized).test(document.path);
|
|
70
|
-
return document.path === normalized || path.basename(document.path) === normalized;
|
|
71
|
-
}
|
|
72
|
-
function selectedDocuments(documents, target, collection) {
|
|
73
|
-
const filtered = collection
|
|
74
|
-
? documents.filter((document) => document.collection === collection)
|
|
75
|
-
: documents;
|
|
76
|
-
return filtered.filter((document) => documentMatchesTarget(document, target));
|
|
77
|
-
}
|
|
78
|
-
function semanticDocument(source, target, opts) {
|
|
79
|
-
return {
|
|
80
|
-
target,
|
|
81
|
-
path: opts.fullPath === true ? path.join(opts.vault, source.path) : source.path,
|
|
82
|
-
docid: source.docid,
|
|
83
|
-
title: source.title,
|
|
84
|
-
uri: source.uri,
|
|
85
|
-
content: lineSlice(source.content, opts),
|
|
86
|
-
};
|
|
87
|
-
}
|
|
88
|
-
export async function getSemanticDocument(opts) {
|
|
89
|
-
const loaded = await readSemanticIndex(opts);
|
|
90
|
-
if (!loaded.available)
|
|
91
|
-
return { available: false, reason: loaded.reason, documents: [] };
|
|
92
|
-
const targetRange = parseTargetRange(opts.target);
|
|
93
|
-
if (isUnsafeTarget(targetRange.target)) {
|
|
94
|
-
return { available: false, reason: "OMS semantic document target must stay inside the vault.", documents: [] };
|
|
95
|
-
}
|
|
96
|
-
const matches = selectedDocuments(loaded.index.documents, targetRange.target, opts.collection);
|
|
97
|
-
if (matches.length === 0) {
|
|
98
|
-
return { available: false, reason: `No OMS semantic document matched "${targetRange.target}".`, documents: [] };
|
|
99
|
-
}
|
|
100
|
-
const [first] = matches;
|
|
101
|
-
if (!first) {
|
|
102
|
-
return { available: false, reason: `No OMS semantic document matched "${targetRange.target}".`, documents: [] };
|
|
103
|
-
}
|
|
104
|
-
return {
|
|
105
|
-
available: true,
|
|
106
|
-
documents: [
|
|
107
|
-
semanticDocument(first, opts.target, {
|
|
108
|
-
fromLine: opts.fromLine ?? targetRange.fromLine,
|
|
109
|
-
lineCount: opts.lineCount ?? targetRange.lineCount,
|
|
110
|
-
lineNumbers: opts.lineNumbers,
|
|
111
|
-
fullPath: opts.fullPath,
|
|
112
|
-
vault: loaded.index.vault,
|
|
113
|
-
}),
|
|
114
|
-
],
|
|
115
|
-
};
|
|
116
|
-
}
|
|
117
|
-
export async function multiGetSemanticDocuments(opts) {
|
|
118
|
-
const loaded = await readSemanticIndex(opts);
|
|
119
|
-
if (!loaded.available)
|
|
120
|
-
return { available: false, reason: loaded.reason, documents: [] };
|
|
121
|
-
const documents = [];
|
|
122
|
-
const seen = new Set();
|
|
123
|
-
let usedBytes = 0;
|
|
124
|
-
for (const rawTarget of opts.targets) {
|
|
125
|
-
const targetRange = parseTargetRange(rawTarget);
|
|
126
|
-
if (isUnsafeTarget(targetRange.target)) {
|
|
127
|
-
return { available: false, reason: "OMS semantic document target must stay inside the vault.", documents: [] };
|
|
128
|
-
}
|
|
129
|
-
for (const match of selectedDocuments(loaded.index.documents, targetRange.target, opts.collection)) {
|
|
130
|
-
if (seen.has(match.docid))
|
|
131
|
-
continue;
|
|
132
|
-
const document = semanticDocument(match, rawTarget, {
|
|
133
|
-
fromLine: targetRange.fromLine,
|
|
134
|
-
lineCount: targetRange.lineCount,
|
|
135
|
-
lineLimit: opts.lineLimit,
|
|
136
|
-
lineNumbers: opts.lineNumbers,
|
|
137
|
-
fullPath: opts.fullPath,
|
|
138
|
-
vault: loaded.index.vault,
|
|
139
|
-
});
|
|
140
|
-
const nextBytes = Buffer.byteLength(document.content, "utf-8");
|
|
141
|
-
if (opts.maxBytes && usedBytes + nextBytes > opts.maxBytes)
|
|
142
|
-
return { available: true, documents };
|
|
143
|
-
seen.add(match.docid);
|
|
144
|
-
usedBytes += nextBytes;
|
|
145
|
-
documents.push(document);
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
return { available: true, documents };
|
|
149
|
-
}
|
|
150
|
-
//# sourceMappingURL=semantic-documents.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"semantic-documents.js","sourceRoot":"","sources":["../../src/search/semantic-documents.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAexD,SAAS,oBAAoB,CAAC,KAAyB;IACrD,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACzC,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,IAAI,QAAQ,IAAI,SAAS,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC/C,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACvE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAChB,OAAe,EACf,IAA8H;IAE9H,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;IAC/D,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAChE,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAC1F,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC7G,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,MAAM,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACtH,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACpD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjC,MAAM,IAAI,IAAI,CAAC;YACf,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAC;QACpB,CAAC;aAAM,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,IAAI,EAAE,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,MAAM,CAAC,IAAI,MAAM,GAAG,EAAE,GAAG,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAiC,EAAE,MAAc;IAC9E,IAAI,cAAc,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IACzC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC,KAAK,KAAK,UAAU,CAAC;IACrE,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC;AACrF,CAAC;AAED,SAAS,iBAAiB,CACxB,SAA6C,EAC7C,MAAc,EACd,UAA8B;IAE9B,MAAM,QAAQ,GAAG,UAAU;QACzB,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,UAAU,CAAC;QACpE,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,gBAAgB,CACvB,MAA+B,EAC/B,MAAc,EACd,IAOC;IAED,OAAO;QACL,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;QAC/E,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAwB;IAChE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACzF,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,IAAI,cAAc,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,0DAA0D,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACjH,CAAC;IACD,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,WAAW,CAAC,MAAM,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAClH,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC;IACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,WAAW,CAAC,MAAM,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAClH,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI;QACf,SAAS,EAAE;YACT,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;gBACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ;gBAC/C,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,WAAW,CAAC,SAAS;gBAClD,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK;aAC1B,CAAC;SACH;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAA6B;IAC3E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACzF,MAAM,SAAS,GAAuB,EAAE,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,cAAc,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YACvC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,0DAA0D,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QACjH,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACnG,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,SAAS;YACpC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE;gBAClD,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK;aAC1B,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/D,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,GAAG,SAAS,GAAG,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YAClG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACtB,SAAS,IAAI,SAAS,CAAC;YACvB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AACxC,CAAC"}
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
import { createHash } from "node:crypto";
|
|
2
|
-
import { tokenize } from "./semantic-token.js";
|
|
3
|
-
export const SQLITE_VECTOR_DIMENSIONS = 64;
|
|
4
|
-
function tokenBucket(token) {
|
|
5
|
-
const digest = createHash("sha1").update(token).digest();
|
|
6
|
-
const first = digest[0] ?? 0;
|
|
7
|
-
const second = digest[1] ?? 0;
|
|
8
|
-
return { index: first % SQLITE_VECTOR_DIMENSIONS, sign: second % 2 === 0 ? 1 : -1 };
|
|
9
|
-
}
|
|
10
|
-
export function hashEmbedding(text) {
|
|
11
|
-
const vector = new Float32Array(SQLITE_VECTOR_DIMENSIONS);
|
|
12
|
-
for (const token of tokenize(text)) {
|
|
13
|
-
const bucket = tokenBucket(token);
|
|
14
|
-
vector[bucket.index] = (vector[bucket.index] ?? 0) + bucket.sign;
|
|
15
|
-
}
|
|
16
|
-
let magnitude = 0;
|
|
17
|
-
for (const value of vector)
|
|
18
|
-
magnitude += value * value;
|
|
19
|
-
if (magnitude === 0)
|
|
20
|
-
return vector;
|
|
21
|
-
const divisor = Math.sqrt(magnitude);
|
|
22
|
-
for (let index = 0; index < vector.length; index++) {
|
|
23
|
-
vector[index] = (vector[index] ?? 0) / divisor;
|
|
24
|
-
}
|
|
25
|
-
return vector;
|
|
26
|
-
}
|
|
27
|
-
export function vectorBuffer(vector) {
|
|
28
|
-
return Buffer.from(vector.buffer, vector.byteOffset, vector.byteLength);
|
|
29
|
-
}
|
|
30
|
-
//# sourceMappingURL=semantic-embedding-hash.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"semantic-embedding-hash.js","sourceRoot":"","sources":["../../src/search/semantic-embedding-hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAE3C,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;IACzD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9B,OAAO,EAAE,KAAK,EAAE,KAAK,GAAG,wBAAwB,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,wBAAwB,CAAC,CAAC;IAC1D,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACnE,CAAC;IACD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,SAAS,IAAI,KAAK,GAAG,KAAK,CAAC;IACvD,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;IACjD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAoB;IAC/C,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;AAC1E,CAAC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
export interface SemanticEmbeddingProvider {
|
|
2
|
-
readonly model: string;
|
|
3
|
-
embed(text: string): Promise<Float32Array>;
|
|
4
|
-
dispose(): Promise<void>;
|
|
5
|
-
}
|
|
6
|
-
export declare function projectEmbeddingVector(values: readonly number[]): Float32Array;
|
|
7
|
-
export declare function createSemanticEmbeddingProvider(opts: {
|
|
8
|
-
readonly modelPath?: string;
|
|
9
|
-
}): Promise<SemanticEmbeddingProvider>;
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
import { hashEmbedding, SQLITE_VECTOR_DIMENSIONS } from "./semantic-embedding-hash.js";
|
|
2
|
-
class HashEmbeddingProvider {
|
|
3
|
-
model = "oms-sqlite-vec-hash-v1";
|
|
4
|
-
async embed(text) {
|
|
5
|
-
return hashEmbedding(text);
|
|
6
|
-
}
|
|
7
|
-
async dispose() {
|
|
8
|
-
return undefined;
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
class LlamaEmbeddingProvider {
|
|
12
|
-
llamaModel;
|
|
13
|
-
context;
|
|
14
|
-
model;
|
|
15
|
-
constructor(modelPath, llamaModel, context) {
|
|
16
|
-
this.llamaModel = llamaModel;
|
|
17
|
-
this.context = context;
|
|
18
|
-
this.model = `node-llama-cpp:${modelPath}`;
|
|
19
|
-
}
|
|
20
|
-
static async create(modelPath) {
|
|
21
|
-
const { getLlama } = await import("node-llama-cpp");
|
|
22
|
-
const llama = await getLlama();
|
|
23
|
-
const model = await llama.loadModel({ modelPath });
|
|
24
|
-
const context = await model.createEmbeddingContext();
|
|
25
|
-
return new LlamaEmbeddingProvider(modelPath, model, context);
|
|
26
|
-
}
|
|
27
|
-
async embed(text) {
|
|
28
|
-
const embedding = await this.context.getEmbeddingFor(text);
|
|
29
|
-
return projectEmbeddingVector(embedding.vector);
|
|
30
|
-
}
|
|
31
|
-
async dispose() {
|
|
32
|
-
await this.context.dispose();
|
|
33
|
-
await this.llamaModel.dispose();
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
export function projectEmbeddingVector(values) {
|
|
37
|
-
const vector = new Float32Array(SQLITE_VECTOR_DIMENSIONS);
|
|
38
|
-
for (let index = 0; index < values.length; index++) {
|
|
39
|
-
const value = values[index] ?? 0;
|
|
40
|
-
if (Number.isFinite(value)) {
|
|
41
|
-
vector[index % SQLITE_VECTOR_DIMENSIONS] = (vector[index % SQLITE_VECTOR_DIMENSIONS] ?? 0) + value;
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
let magnitude = 0;
|
|
45
|
-
for (const value of vector)
|
|
46
|
-
magnitude += value * value;
|
|
47
|
-
if (magnitude === 0)
|
|
48
|
-
return vector;
|
|
49
|
-
const divisor = Math.sqrt(magnitude);
|
|
50
|
-
for (let index = 0; index < vector.length; index++) {
|
|
51
|
-
vector[index] = (vector[index] ?? 0) / divisor;
|
|
52
|
-
}
|
|
53
|
-
return vector;
|
|
54
|
-
}
|
|
55
|
-
export async function createSemanticEmbeddingProvider(opts) {
|
|
56
|
-
return opts.modelPath ? LlamaEmbeddingProvider.create(opts.modelPath) : new HashEmbeddingProvider();
|
|
57
|
-
}
|
|
58
|
-
//# sourceMappingURL=semantic-embedding-provider.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"semantic-embedding-provider.js","sourceRoot":"","sources":["../../src/search/semantic-embedding-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAavF,MAAM,qBAAqB;IAChB,KAAK,GAAG,wBAAwB,CAAC;IAE1C,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAED,MAAM,sBAAsB;IAKP;IACA;IALV,KAAK,CAAS;IAEvB,YACE,SAAiB,EACA,UAA8B,EAC9B,OAAsC;QADtC,eAAU,GAAV,UAAU,CAAoB;QAC9B,YAAO,GAAP,OAAO,CAA+B;QAEvD,IAAI,CAAC,KAAK,GAAG,kBAAkB,SAAS,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAiB;QACnC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,sBAAsB,EAAE,CAAC;QACrD,OAAO,IAAI,sBAAsB,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO,sBAAsB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IAClC,CAAC;CACF;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAyB;IAC9D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,wBAAwB,CAAC,CAAC;IAC1D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,GAAG,wBAAwB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;QACrG,CAAC;IACH,CAAC;IACD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,SAAS,IAAI,KAAK,GAAG,KAAK,CAAC;IACvD,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;IACjD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,IAErD;IACC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,qBAAqB,EAAE,CAAC;AACtG,CAAC"}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
import type { SemanticIndexFile, SemanticStorage } from "./semantic-types.js";
|
|
2
|
-
export declare function buildSemanticIndex(opts: {
|
|
3
|
-
readonly vault: string;
|
|
4
|
-
readonly collection?: string;
|
|
5
|
-
readonly collectionPath?: string;
|
|
6
|
-
readonly pattern?: string;
|
|
7
|
-
readonly ignore?: readonly string[];
|
|
8
|
-
readonly includeByDefault?: boolean;
|
|
9
|
-
readonly updateCommand?: string;
|
|
10
|
-
readonly context?: string;
|
|
11
|
-
readonly chunkStrategy?: string;
|
|
12
|
-
readonly storage?: SemanticStorage;
|
|
13
|
-
}): Promise<SemanticIndexFile>;
|