pi-knowledge 0.14.0 → 0.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. package/CHANGELOG.md +32 -0
  2. package/README.md +63 -24
  3. package/dist/index.d.ts +10 -4
  4. package/dist/index.js +300 -187
  5. package/dist/src/coverage-snapshot.d.ts +23 -0
  6. package/dist/src/coverage-snapshot.js +53 -0
  7. package/dist/src/daemon/client.d.ts +60 -0
  8. package/dist/src/daemon/client.js +360 -0
  9. package/dist/src/daemon/main.d.ts +2 -0
  10. package/dist/src/daemon/main.js +109 -0
  11. package/dist/src/daemon/protocol.d.ts +71 -0
  12. package/dist/src/daemon/protocol.js +170 -0
  13. package/dist/src/daemon/runtime.d.ts +26 -0
  14. package/dist/src/daemon/runtime.js +192 -0
  15. package/dist/src/daemon/server.d.ts +46 -0
  16. package/dist/src/daemon/server.js +500 -0
  17. package/dist/src/daemon/service.d.ts +49 -0
  18. package/dist/src/daemon/service.js +527 -0
  19. package/dist/src/diagnostics/health.d.ts +6 -0
  20. package/dist/src/diagnostics/health.js +135 -2
  21. package/dist/src/engine.d.ts +63 -9
  22. package/dist/src/engine.js +959 -170
  23. package/dist/src/filesystem-access.d.ts +9 -0
  24. package/dist/src/filesystem-access.js +100 -0
  25. package/dist/src/indexer/chunker.d.ts +10 -0
  26. package/dist/src/indexer/chunker.js +284 -9
  27. package/dist/src/mcp/http.d.ts +47 -0
  28. package/dist/src/mcp/http.js +564 -0
  29. package/dist/src/mcp/main.d.ts +2 -0
  30. package/dist/src/mcp/main.js +97 -0
  31. package/dist/src/mcp/protocol.d.ts +81 -0
  32. package/dist/src/mcp/protocol.js +444 -0
  33. package/dist/src/mcp/server.d.ts +42 -0
  34. package/dist/src/mcp/server.js +378 -0
  35. package/dist/src/model-worker-client.js +9 -0
  36. package/dist/src/model-worker-contract.d.ts +3 -0
  37. package/dist/src/model-worker-contract.js +8 -0
  38. package/dist/src/model-worker.js +76 -4
  39. package/dist/src/network/safe-fetch.d.ts +7 -0
  40. package/dist/src/network/safe-fetch.js +199 -0
  41. package/dist/src/node-runtime.d.ts +3 -0
  42. package/dist/src/node-runtime.js +78 -0
  43. package/dist/src/profiles.d.ts +15 -0
  44. package/dist/src/profiles.js +160 -0
  45. package/dist/src/runtime-config.js +5 -6
  46. package/dist/src/search/tuning.d.ts +2 -0
  47. package/dist/src/search/tuning.js +2 -0
  48. package/dist/src/secure-files.d.ts +17 -0
  49. package/dist/src/secure-files.js +184 -0
  50. package/dist/src/status.js +12 -7
  51. package/dist/src/storage/sqlite.d.ts +4 -1
  52. package/dist/src/storage/sqlite.js +46 -3
  53. package/dist/src/type-guards.d.ts +1 -0
  54. package/dist/src/type-guards.js +3 -0
  55. package/dist/src/watcher/file-watcher.d.ts +3 -1
  56. package/dist/src/watcher/file-watcher.js +166 -32
  57. package/dist/src/windows-security.d.ts +4 -0
  58. package/dist/src/windows-security.js +47 -0
  59. package/docs/configuration.md +42 -10
  60. package/docs/daemon-profiles.md +302 -0
  61. package/docs/mcp-clients.md +266 -0
  62. package/docs/offline-mode.md +6 -6
  63. package/package.json +28 -2
package/CHANGELOG.md CHANGED
@@ -2,6 +2,38 @@
2
2
 
3
3
  ## [Unreleased]
4
4
 
5
+ ## [0.16.0] - 2026-11-19
6
+
7
+ ### Added
8
+ - Added default-first isolated knowledge profiles with one authenticated long-lived daemon per profile, explicit daemon CLI lifecycle, and automatic Pi/OMP client startup.
9
+ - Added a dependency-free MCP server with stdio and authenticated loopback Streamable HTTP transports, legacy and modern protocol contracts, request-scoped SSE progress, cancellation, shared public tool schemas, and explicit root/network/write/admin capabilities.
10
+ - Added daemon-owned atomic `coverage.json` profile snapshots for issue #25, including startup reconciliation, mutation hooks, and non-rollback failure diagnostics.
11
+ - Added external-agent setup for Claude Code, Codex, Cursor, VS Code Copilot, and Kiro CLI/ACP, including npm 12 install-script approvals, profile selection, token handling, and upgrade lifecycle.
12
+
13
+ ### Changed
14
+ - Moved production SQLite, vector, model-worker, mutation, and watcher ownership out of the Pi/OMP extension into the profile daemon; extension shutdown no longer stops shared knowledge state.
15
+ - Stabilized default storage selection across Pi, OMP, CLI, and MCP through an atomic profile registry while preserving one existing legacy knowledge database in place.
16
+ - Version-pinned the reviewed native/runtime dependency install-script approvals required by npm 12.
17
+
18
+ ### Fixed
19
+ - Enforced MCP local-root and network capabilities again at daemon operation time, with canonical immutable update targets, bounded import metadata, Windows ACL checks, and race-aware directory root binding.
20
+ - Bounded Unix socket fallback paths, diagnostic working sets, RPC/MCP queues and frames, and watcher polling so long scans do not trigger uninterrupted immediate rescans.
21
+ - Restricted capability-free MCP to indexed search/symbol/show data; live status/doctor rescans now require admin capability, and burst/slow-drip framing remains bounded without terminating active work.
22
+ - Added required modern MCP caching hints to cacheable complete results so strict `2026-07-28` clients such as Kiro CLI 3.5 can initialize and call tools.
23
+ - Made coverage `updated_at` advance only after a complete successful index refresh, including a schema migration for existing knowledge bases.
24
+ - Stopped permanent watcher update failures from retrying indefinitely, and refreshed legacy HTTP session age after long-running requests complete.
25
+ - Hardened profile storage to owner-only permissions, removed persisted KB labels from system prompts, preserved technically skipped files during updates, and resolved PowerShell from the active Windows system root.
26
+
27
+
28
+ ## [0.15.0] - 2026-11-15
29
+
30
+ ### Added
31
+ - Added deterministic, engine-owned zero-result classifications for `knowledge_search` and `knowledge_symbol_search`, with structured reasons/actions, searched and skipped KB summaries, stage-specific candidate counts, and bounded `auto` attempt details (#24).
32
+
33
+ ### Changed
34
+ - Replaced hypothetical zero-result guidance with concise fact-first actions while keeping miss classification free of source diagnostics scans and absolute source-path enumeration.
35
+ - Split search diagnostics into retrieved, score-threshold-passed, eligibility-passed, metadata-passed, and diversity candidate counts so threshold, lexical-evidence, and file/path rejection remain distinct.
36
+
5
37
  ## [0.14.0] - 2026-11-12
6
38
 
7
39
  ### Added
package/README.md CHANGED
@@ -1,14 +1,14 @@
1
1
  # pi-knowledge
2
2
 
3
- Local-first RAG knowledge base for Pi and OMP coding agents.
3
+ Local-first RAG knowledge server for Pi, OMP, and MCP-compatible coding agents.
4
4
 
5
- Index your codebase, docs, PDFs, URLs, and notes into persistent knowledge bases that Pi and [OMP](https://omp.sh/) can search across sessions. `pi-knowledge` combines semantic embeddings, BM25 keyword search, code-aware chunking, reranking, diagnostics, and stable large-project indexing so agents can answer from your actual project knowledge instead of guessing.
5
+ Index your codebase, docs, PDFs, URLs, and notes into persistent knowledge bases shared through a profile daemon. `pi-knowledge` combines semantic embeddings, BM25 keyword search, code-aware chunking, reranking, diagnostics, and stable large-project indexing so agents can answer from your actual project knowledge instead of guessing.
6
6
 
7
- Built as a native [Pi extension](https://pi.dev/docs/latest/extensions) with verified [OMP](https://omp.sh/) compatibility through the packaged extension entry. Designed for local-first project memory, agentic code search, and retrieval-augmented development workflows.
7
+ Pi and [OMP](https://omp.sh/) use the packaged extension entry with their native hooks and tool guidance. External agents use the standalone MCP command over stdio or loopback Streamable HTTP.
8
8
 
9
9
  ## Why It Matters
10
10
 
11
- Agents lose project context between sessions and cannot fit large repositories into one prompt. `pi-knowledge` gives Pi and OMP durable, searchable project memory:
11
+ Agents lose project context between sessions and cannot fit large repositories into one prompt. `pi-knowledge` gives Pi, OMP, and MCP clients durable, searchable project memory:
12
12
 
13
13
  - Search code and documentation by meaning, exact symbols, or both.
14
14
  - Look up lightweight code symbols, Markdown headings, config keys, and environment variables before broader search.
@@ -21,7 +21,7 @@ Unlike `pi-memory` (which manages the agent's own notes), `pi-knowledge` indexes
21
21
 
22
22
  ## Highlights
23
23
 
24
- - **Local-first project memory**: stores indexes under the active host knowledge directory (`~/.pi/knowledge/` for Pi or `~/.omp/knowledge/` for OMP); no project files are modified.
24
+ - **Default-first shared service**: Pi, OMP, CLI, and MCP share one long-lived daemon and storage domain for the zero-config `default` profile; advanced users can select isolated named profiles.
25
25
  - **Hybrid retrieval**: lexical-anchored BM25 + semantic vectors + normalized weighted score fusion, with semantic mode for vector-only conceptual recall.
26
26
  - **Code- and document-aware indexing**: recursive AST chunking for supported code, heading-aware Markdown chunks, and an embedding-safe finalizer that preserves oversized multilingual tails without adding a heavy document runtime.
27
27
  - **Structured URL indexing**: preserves HTML headings, paragraphs, lists, tables, and entities as lightweight Markdown-like text without a browser, Docling runtime, or new dependency.
@@ -29,6 +29,7 @@ Unlike `pi-memory` (which manages the agent's own notes), `pi-knowledge` indexes
29
29
  - **Better agent answers**: adaptive context windows, diversity reranking, optional cross-encoder reranking, and diagnostics.
30
30
  - **Large-project stability**: persisted indexing progress, capped batches, streaming vector scans, and stuck-job detection.
31
31
  - **Private by default**: local embeddings run without an API key.
32
+ - **Standalone MCP**: `pi-knowledge-mcp` provides stdio and authenticated loopback Streamable HTTP; both are read-only by default, with explicit local-root, network, write, and admin capabilities.
32
33
 
33
34
  ## Feature Comparison
34
35
 
@@ -103,6 +104,14 @@ sudo apt-get install -y build-essential python3
103
104
  omp plugin install npm:pi-knowledge
104
105
  ```
105
106
 
107
+ For Claude Code, Codex, Cursor, VS Code Copilot, or another MCP client, install the command globally and follow [docs/mcp-clients.md](docs/mcp-clients.md):
108
+
109
+ ```bash
110
+ npm install -g pi-knowledge
111
+ ```
112
+
113
+ npm 12 requires explicit approval for native/runtime dependency install scripts; the MCP guide provides the reviewed allow-list and verification steps.
114
+
106
115
  For a local checkout, install dependencies and build before registration:
107
116
 
108
117
  ```bash
@@ -138,6 +147,21 @@ export PI_KNOWLEDGE_AUTO_INJECT=true # retrieve context before every model call
138
147
  export PI_KNOWLEDGE_WATCH=true # update directory KBs after file changes
139
148
  ```
140
149
 
150
+ The Pi/OMP extension and every MCP transport automatically ensure the selected profile daemon and leave it running when the client exits. Explicit daemon and MCP entry points are also available:
151
+
152
+ ```bash
153
+ pi-knowledge-daemon status
154
+ pi-knowledge-daemon start --profile research
155
+ pi-knowledge-mcp # stdio; indexed search/symbol/show only
156
+ pi-knowledge-mcp --allow-root "$PWD" --allow-write
157
+ PI_KNOWLEDGE_MCP_HTTP_TOKEN="$(openssl rand -hex 32)" \
158
+ pi-knowledge-mcp --transport http # http://127.0.0.1:3210/mcp
159
+ ```
160
+
161
+ HTTP mode is loopback-only and requires the bearer token. See [MCP Client Setup](docs/mcp-clients.md) for standard client configuration, capability flags, token handling, profiles, and lifecycle.
162
+
163
+ Most users should not set a profile. Advanced users can set `PI_KNOWLEDGE_PROFILE=research` or pass `--profile research` to isolate the database, vectors, daemon, watchers, and coverage snapshot.
164
+
141
165
  Per-turn injection adds retrieval work and prompt context to every model call.
142
166
  File watching applies only to directory-backed knowledge bases.
143
167
 
@@ -174,6 +198,14 @@ Install the unversioned Pi source (`npm:pi-knowledge`) to follow the npm
174
198
  2. Pass the exact pinned source shown there to `pi remove`.
175
199
  3. Run `pi install npm:pi-knowledge`.
176
200
 
201
+
202
+ For a globally installed standalone MCP command:
203
+
204
+ ```bash
205
+ npm install -g pi-knowledge
206
+ ```
207
+
208
+ With npm 12, repeat the reviewed `--allow-scripts` list from [docs/mcp-clients.md](docs/mcp-clients.md). Restart persistent HTTP adapters and reconnect stdio clients after upgrading. A compatible client safely replaces an older profile daemon when the package/build protocol requires it; Pi/OMP session shutdown and MCP client shutdown do not stop the shared daemon.
177
209
  ### Local checkout
178
210
 
179
211
  A linked checkout is updated from Git, not from the npm registry. Finish,
@@ -242,11 +274,13 @@ Mode selection contract:
242
274
  - Use `semantic` when the query is conceptual and exact terms may differ from indexed wording; use `semantic_hybrid` when weak lexical overlap should not block vector-backed fused results.
243
275
  - Use `adaptive` when the answer needs nearby code, neighboring documentation sections, AST-related sibling methods where indexed, or enough context to make a safe edit.
244
276
  - Use `deep` for high-stakes answers, ambiguous top results, or final verification when slower reranking is acceptable.
245
- - If results are empty or weak but the KB should contain the answer, retry once with a different mode before concluding no answer exists.
277
+ - If results are empty, follow the returned classified cause and action. `auto` records its attempted modes; do not retry a mode already listed.
278
+
279
+ Search results use balanced diversity reranking by default so near-duplicate chunks from the same file do not dominate the top results. Diversity scoring considers lexical overlap, same-file line proximity, overlapping adaptive windows, available embedding-vector similarity, file-level interleaving, and a small KB trust multiplier that favors ready file/directory sources over stale, URL, or imported text sources. In `adaptive` mode, code chunks with AST metadata can prefer same-parent/sibling chunks inside the same bounded file window; this is metadata-driven context expansion, not caller/callee analysis. Use `diversity: "off"` only when raw ranking order is needed for diagnostics. Agents can request search diagnostics to inspect mode fallback, selected profile, applied search tuning, ranking coverage, path/source/test boosts, adjusted scores, and indexed-only provenance such as chunk id, chunk hash, indexed timestamp, persisted stale flag, match reason, and adaptive `source_chunk_ids` where available.
246
280
 
247
- Search results use balanced diversity reranking by default so near-duplicate chunks from the same file do not dominate the top results. Diversity scoring considers lexical overlap, same-file line proximity, overlapping adaptive windows, available embedding-vector similarity, file-level interleaving, and a small KB trust multiplier that favors ready file/directory sources over stale, URL, or imported text sources. In `adaptive` mode, code chunks with AST metadata can prefer same-parent/sibling chunks inside the same bounded file window; this is metadata-driven context expansion, not caller/callee analysis. Use `diversity: "off"` only when raw ranking order is needed for diagnostics. Agents can request search diagnostics to inspect mode fallback, selected profile, applied search tuning, ranking coverage, path/source/test boosts, adjusted scores, and provenance such as chunk id, chunk hash, match reason, stale flag, source freshness, and adaptive `source_chunk_ids` where available.
281
+ Zero-result responses are self-classifying. `knowledge_search` distinguishes missing or unavailable KBs, KBs with no indexed chunks, embedding incompatibility, retrieval misses, score-threshold rejection, lexical-evidence rejection, metadata filtering, empty reranker output, and out-of-range pages. `knowledge_symbol_search` distinguishes missing symbol metadata, exact-name misses, symbol filters, unavailable KBs, and pagination. Both return concise two-line guidance plus a structured `details.miss` object; classification uses request and search-pipeline facts without running a source diagnostics scan.
248
282
 
249
- `limit` must be an integer from 1 to 50. `offset` must be a non-negative integer, and `offset + limit` cannot exceed the bounded 800-candidate search window. Each selected KB may contribute candidates up to the profile-derived retrieval limit, but merged candidates are globally ranked and capped before deep reranking, adaptive expansion, or diversity work. Diagnostics expose per-KB retrieval breadth, retrieved and filtered counts, the diversity pool size, and whether the global pool was truncated.
283
+ `limit` must be an integer from 1 to 50. `offset` must be a non-negative integer, and `offset + limit` cannot exceed the bounded 800-candidate search window. Each selected KB may contribute candidates up to the profile-derived retrieval limit, but merged candidates are globally ranked and capped before deep reranking, adaptive expansion, or diversity work. Diagnostics expose per-KB retrieval breadth, retrieved, score-threshold-passed, eligibility-passed, metadata-passed, and diversity counts plus whether the global pool was truncated.
250
284
 
251
285
  For best search quality, rebuild or update existing knowledge bases after upgrading. New indexes use contextual retrieval units: embeddings and FTS include file path, file type, Markdown heading breadcrumbs, and AST-derived code structure such as symbol names, scopes, parent symbols, and signatures while returned results keep the original chunk text readable. Before embedding, the complete contextual input is checked against the active provider budget; only oversized chunks are split again along structural boundaries.
252
286
  Symbol/config/heading metadata and embedding-safe chunk boundaries are rebuilt during `knowledge_update`. `knowledge_doctor` reports `reindex_for_embedding_budget` for older KBs: file, directory, and URL sources can use `knowledge_update`; imported or inline-text sources should be re-imported or re-added from the original source.
@@ -310,9 +344,10 @@ Full configuration details are in [docs/configuration.md](docs/configuration.md)
310
344
 
311
345
  | Area | Environment variables |
312
346
  |------|-----------------------|
313
- | Storage path | `PI_KNOWLEDGE_DIR`, `OMP_KNOWLEDGE_DIR`, `PI_CODING_AGENT_DIR`, `OMP_CODING_AGENT_DIR`, `OMP_PROFILE` |
314
- | Runtime worker and model cache | `PI_KNOWLEDGE_MODEL_CACHE_DIR`, `PI_KNOWLEDGE_NODE_PATH` |
347
+ | Profile and storage | `PI_KNOWLEDGE_PROFILE`, `PI_KNOWLEDGE_PROFILE_ROOT`, `PI_KNOWLEDGE_DIR`, `OMP_KNOWLEDGE_DIR`, `PI_CODING_AGENT_DIR`, `OMP_CODING_AGENT_DIR` |
348
+ | Runtime worker and model cache | `PI_KNOWLEDGE_MODEL_CACHE_DIR`, `PI_KNOWLEDGE_NODE_PATH`, `PI_KNOWLEDGE_RUNTIME_DIR` |
315
349
  | Embedding provider | `PI_KNOWLEDGE_EMBEDDING`, `PI_KNOWLEDGE_EMBEDDING_API_KEY`, `OPENAI_API_KEY`, `PI_KNOWLEDGE_EMBEDDING_BASE_URL`, `OPENAI_BASE_URL`, `PI_KNOWLEDGE_EMBEDDING_PREFIXES`, `PI_KNOWLEDGE_EMBEDDING_TASK`, `PI_KNOWLEDGE_EMBEDDING_QUERY_INSTRUCTION`, `PI_KNOWLEDGE_EMBEDDING_DOCUMENT_INSTRUCTION`, `PI_KNOWLEDGE_EMBEDDING_MAX_CHARS`, `PI_KNOWLEDGE_EMBEDDING_BATCH_SIZE`, `PI_KNOWLEDGE_EMBEDDING_API_FALLBACK` |
350
+ | MCP HTTP | `PI_KNOWLEDGE_MCP_HTTP_TOKEN` |
316
351
  | Reranker provider | `PI_KNOWLEDGE_RERANKER`, `PI_KNOWLEDGE_RERANKER_REVISION`, `PI_KNOWLEDGE_RERANKER_DTYPE`, `PI_KNOWLEDGE_RERANKER_REMOTE_HOST`, `PI_KNOWLEDGE_RERANKER_REMOTE_PATH_TEMPLATE`, `PI_KNOWLEDGE_RERANKER_RAW_LOGITS`, `PI_KNOWLEDGE_RERANKER_API_ENDPOINT`, `PI_KNOWLEDGE_RERANKER_API_BASE_URL`, `PI_KNOWLEDGE_RERANKER_API_KEY`, `PI_KNOWLEDGE_RERANKER_API_FORMAT`, `PI_KNOWLEDGE_RERANKER_API_TIMEOUT_MS`, `PI_KNOWLEDGE_RERANKER_MAX_DOC_CHARS`, `PI_KNOWLEDGE_RERANKER_API_RESULTS_PATH`, `PI_KNOWLEDGE_RERANKER_API_INDEX_FIELD`, `PI_KNOWLEDGE_RERANKER_API_SCORE_FIELD`, `PI_KNOWLEDGE_RERANKER_API_SCORE_DIRECTION` |
317
352
  | Native lifecycle | `PI_KNOWLEDGE_ENABLE_NATIVE_IDLE_DISPOSE`, `PI_KNOWLEDGE_EMBEDDING_IDLE_MS` |
318
353
  | Runtime features | `PI_KNOWLEDGE_WATCH`, `PI_KNOWLEDGE_AUTO_INJECT`, `PI_KNOWLEDGE_STALE_INDEXING_MS`, `PI_KNOWLEDGE_OFFLINE`, `PI_KNOWLEDGE_SEARCH_PROFILE`, `PI_KNOWLEDGE_SEARCH_DEFAULT_LIMIT`, `PI_KNOWLEDGE_SNIPPET_MAX_LENGTH`, `PI_KNOWLEDGE_MIN_HYBRID_SCORE`, `PI_KNOWLEDGE_SEARCH_CANDIDATE_MIN`, `PI_KNOWLEDGE_SEARCH_CANDIDATE_MULTIPLIER`, `PI_KNOWLEDGE_ADAPTIVE_CONTEXT_LINES`, `PI_KNOWLEDGE_ADAPTIVE_MAX_CHARS`, `PI_KNOWLEDGE_ADAPTIVE_NEIGHBOR_TARGET`, `PI_KNOWLEDGE_DEEP_RERANK_CANDIDATES`, `PI_KNOWLEDGE_DEEP_RERANK_TOPK_MULTIPLIER` |
@@ -322,11 +357,11 @@ For Hugging Face Text Embeddings Inference rerankers, use `PI_KNOWLEDGE_RERANKER
322
357
 
323
358
  ## Pi and OMP Support
324
359
 
325
- `pi-knowledge` supports Pi and [OMP](https://omp.sh/) extension loading through the packaged `extension.js` entry shim. The entry stays startup-light: install-time validation can inspect the extension without resolving native runtime dependencies, and runtime modules load lazily only when tools or lifecycle hooks need them.
360
+ `pi-knowledge` supports Pi and [OMP](https://omp.sh/) through the packaged `extension.js` entry shim. The startup-light extension lazily connects to the selected profile daemon; it no longer opens SQLite, vectors, model workers, or watchers inside the host process.
326
361
 
327
- Default storage is `~/.pi/knowledge` for Pi and `~/.omp/knowledge` for OMP. Explicit overrides are available with `PI_KNOWLEDGE_DIR` and `OMP_KNOWLEDGE_DIR`. Under the default home OMP root, existing legacy `~/.pi/knowledge` data remains visible when `~/.omp/knowledge` has not been created yet.
362
+ The default profile atomically adopts one existing legacy Pi/OMP knowledge directory or creates `~/.pi-knowledge/profiles/default`. `~/.pi-knowledge/profiles.json` keeps that choice stable across Pi, OMP, CLI, and MCP. Explicit `PI_KNOWLEDGE_DIR` / `OMP_KNOWLEDGE_DIR` overrides apply only to the default profile. Named profiles are isolated under `~/.pi-knowledge/profiles/<name>`.
328
363
 
329
- OMP compatibility covers path resolution, packaged entry loading, native SQLite dependency resolution, isolated worker startup, Windows-safe worker transport fallback, document parser stdio isolation, and idempotent shutdown. Local embeddings and PDF/DOCX extraction require Node 22+ for the isolated worker; set `PI_KNOWLEDGE_NODE_PATH` to `node.exe` if OMP runs from a non-Node packaged host. Compatibility-sensitive releases should validate both Pi and OMP install/runtime flows.
364
+ OMP compatibility covers packaged entry loading, native SQLite dependency resolution in the daemon, trusted Node 22+ startup, Windows-safe worker transport, parser stdio isolation, and idempotent shutdown. `knowledge_configure` persists an explicit trusted Node path when a packaged host cannot launch the daemon directly.
330
365
 
331
366
  ## Large Project Indexing
332
367
 
@@ -351,21 +386,25 @@ the repository retains the broader design history.
351
386
 
352
387
  ## Data Storage
353
388
 
354
- All data is stored under the active host knowledge directory unless overridden;
355
- indexed projects are never used for internal storage:
389
+ Storage is profile-scoped and never placed inside an indexed project:
356
390
 
357
391
  ```
358
- <knowledge-dir>/
359
- ├── knowledge.db ← SQLite (metadata + chunks + FTS5 index)
360
- ├── vectors/ ← Embedding vectors per KB (binary)
361
- └── models/ ← ONNX cache (embedding ~32MB; rerankers add artifacts)
392
+ <profile-storage>/
393
+ ├── knowledge.db ← SQLite metadata, chunks, FTS, symbols, and job state
394
+ ├── vectors/ ← Embedding vectors per KB
395
+ ├── models/ ← Local model cache
396
+ ├── config.json ← Profile runtime configuration
397
+ ├── coverage.json ← Advisory atomic profile scope/status snapshot
398
+ └── .runtime/ ← Private daemon ownership and manifest state
362
399
  ```
363
400
 
364
- - **Backup**: copy the active knowledge directory, usually `~/.pi/knowledge/` or `~/.omp/knowledge/`
365
- - **Reset**: delete the active knowledge directory to start fresh
366
- - **Override**: set `PI_KNOWLEDGE_DIR` or `OMP_KNOWLEDGE_DIR`
367
- - **Project safety**: pi-knowledge is read-only on indexed directories — no files are created or modified in your project
368
- - **Updates**: schema migrations run automatically, but index-time behavior changes are not applied to existing vectors at startup. `knowledge_doctor` reports actionable reindex requirements without loading the embedding model.
401
+ - **Default**: stable mapping recorded in `~/.pi-knowledge/profiles.json`
402
+ - **Named profiles**: `~/.pi-knowledge/profiles/<name>` unless `PI_KNOWLEDGE_PROFILE_ROOT` overrides the root
403
+ - **Backup**: stop the profile daemon, then copy the profile storage directory
404
+ - **Reset**: use confirmed `knowledge_clear`; do not delete live daemon files
405
+ - **Project safety**: indexed directories remain read-only
406
+ - **Coverage snapshot**: `coverage.json` contains absolute source paths and is sensitive, advisory point-in-time state; consumers must handle absence, staleness, and unknown schema versions
407
+ - **Updates**: schema migrations run automatically, but index-time behavior changes are reported by `knowledge_doctor` rather than silently rebuilding vectors at startup
369
408
  - **Symbol and chunk-policy indexes**: `knowledge.db` stores lightweight symbol/config/heading metadata plus an embedding input policy version. File, directory, and URL KBs with retained source paths can rebuild them with `knowledge_update`; imported portable KBs and inline text KBs should be re-imported or re-added because they intentionally do not store an active local source manifest.
370
409
 
371
410
  ## Development
package/dist/index.d.ts CHANGED
@@ -1,3 +1,4 @@
1
+ import type { FilesystemAccessPolicy } from "./src/filesystem-access.ts";
1
2
  type ToolResult = {
2
3
  content: Array<{
3
4
  type: "text";
@@ -8,7 +9,11 @@ type ToolResult = {
8
9
  };
9
10
  type ToolUpdate = (result: ToolResult) => void;
10
11
  type ToolApproval = "read" | "write" | "exec";
11
- type ToolDefinition = {
12
+ export interface ToolExecutionContext {
13
+ profile?: string;
14
+ filesystemAccess?: FilesystemAccessPolicy;
15
+ }
16
+ export type ToolDefinition = {
12
17
  name: string;
13
18
  label: string;
14
19
  description: string;
@@ -16,7 +21,7 @@ type ToolDefinition = {
16
21
  promptSnippet?: string;
17
22
  promptGuidelines?: string[];
18
23
  parameters: Schema;
19
- execute?: (toolCallId: string, params: Record<string, unknown>, signal: AbortSignal | undefined, onUpdate: ToolUpdate | undefined, ctx: unknown) => ToolResult | Promise<ToolResult>;
24
+ execute?: (toolCallId: string, params: Record<string, unknown>, signal: AbortSignal | undefined, onUpdate: ToolUpdate | undefined, ctx: ToolExecutionContext | undefined) => ToolResult | Promise<ToolResult>;
20
25
  };
21
26
  type ContextEvent = {
22
27
  messages: Array<{
@@ -36,5 +41,6 @@ type ExtensionAPI = {
36
41
  type Schema = Record<string, unknown> & {
37
42
  optional?: true;
38
43
  };
39
- export default function (pi: ExtensionAPI): void;
40
- export {};
44
+ declare function registerKnowledgeExtension(pi: ExtensionAPI): void;
45
+ export declare function getKnowledgeToolDefinitions(): ToolDefinition[];
46
+ export default registerKnowledgeExtension;