@andespindola/brainlink 0.1.0-beta.4 → 0.1.0-beta.40

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/AGENTS.md +5 -5
  2. package/CHANGELOG.md +43 -2
  3. package/CONTRIBUTING.md +2 -2
  4. package/COPYRIGHT.md +5 -0
  5. package/README.md +213 -20
  6. package/SECURITY.md +1 -1
  7. package/dist/application/add-note.js +62 -13
  8. package/dist/application/analyze-vault.js +95 -8
  9. package/dist/application/build-context.js +56 -1
  10. package/dist/application/dedupe-notes.js +226 -0
  11. package/dist/application/frontend/client-css.js +214 -100
  12. package/dist/application/frontend/client-html.js +60 -45
  13. package/dist/application/frontend/client-js.js +656 -94
  14. package/dist/application/get-graph-layout.js +22 -7
  15. package/dist/application/get-graph-node.js +12 -0
  16. package/dist/application/get-graph-summary.js +12 -0
  17. package/dist/application/get-graph.js +3 -3
  18. package/dist/application/import-legacy-sqlite.js +296 -0
  19. package/dist/application/index-vault.js +11 -4
  20. package/dist/application/list-agents.js +3 -3
  21. package/dist/application/list-links.js +5 -5
  22. package/dist/application/migrate-vault.js +91 -0
  23. package/dist/application/search-graph-node-ids.js +12 -0
  24. package/dist/application/search-knowledge.js +75 -5
  25. package/dist/application/server/routes.js +27 -1
  26. package/dist/benchmarks/large-vault.js +1 -1
  27. package/dist/cli/commands/agent-commands.js +412 -0
  28. package/dist/cli/commands/config-commands.js +167 -0
  29. package/dist/cli/commands/read-commands.js +25 -8
  30. package/dist/cli/commands/write-commands.js +669 -9
  31. package/dist/cli/main.js +4 -0
  32. package/dist/cli/runtime.js +5 -2
  33. package/dist/domain/context.js +53 -11
  34. package/dist/domain/embeddings.js +2 -1
  35. package/dist/domain/graph-layout.js +20 -14
  36. package/dist/domain/markdown.js +36 -4
  37. package/dist/domain/middle-out.js +18 -0
  38. package/dist/infrastructure/config.js +94 -8
  39. package/dist/infrastructure/file-index.js +328 -0
  40. package/dist/infrastructure/file-system-vault.js +15 -0
  41. package/dist/infrastructure/paths.js +9 -1
  42. package/dist/infrastructure/private-pack-codec.js +73 -0
  43. package/dist/infrastructure/search-packs.js +348 -0
  44. package/dist/infrastructure/session-state.js +172 -0
  45. package/dist/mcp/main.js +11 -3
  46. package/dist/mcp/server.js +27 -2
  47. package/dist/mcp/startup.js +35 -0
  48. package/dist/mcp/tools.js +633 -19
  49. package/docs/AGENT_USAGE.md +144 -16
  50. package/docs/ARCHITECTURE.md +37 -26
  51. package/docs/QUICKSTART.md +111 -0
  52. package/package.json +6 -4
  53. package/dist/infrastructure/sqlite/document-writer.js +0 -51
  54. package/dist/infrastructure/sqlite/graph-reader.js +0 -120
  55. package/dist/infrastructure/sqlite/schema.js +0 -111
  56. package/dist/infrastructure/sqlite/search-reader.js +0 -156
  57. package/dist/infrastructure/sqlite/types.js +0 -1
  58. package/dist/infrastructure/sqlite-index.js +0 -25
package/AGENTS.md CHANGED
@@ -6,19 +6,19 @@ This file tells coding agents and AI assistants how to use this repository.
6
6
 
7
7
  Brainlink is a local-first knowledge memory for agents.
8
8
 
9
- It reads a Markdown vault, extracts `[[wiki links]]` and `#tags`, builds a local SQLite full-text index, and returns compact context packages that agents can inject into prompts.
9
+ It reads a Markdown vault, extracts `[[wiki links]]` and `#tags`, builds a local file index at `.brainlink/index.json`, and returns compact context packages that agents can inject into prompts.
10
10
 
11
11
  ## Source Of Truth
12
12
 
13
13
  Markdown files are the source of truth.
14
14
 
15
- The SQLite database at `.brainlink/brainlink.db` is a derived index. It can be deleted and rebuilt with:
15
+ The JSON index at `.brainlink/index.json` is derived. It can be deleted and rebuilt with:
16
16
 
17
17
  ```bash
18
18
  npm run dev -- index --vault ./vault
19
19
  ```
20
20
 
21
- Do not store permanent knowledge only in SQLite.
21
+ Do not store permanent knowledge only in index artifacts.
22
22
 
23
23
  By default, the installed Brainlink CLI uses `$HOME/.brainlink/vault` as its vault. Passing `--vault` or setting `vault` in `brainlink.config.json` intentionally selects a custom vault such as `./vault`.
24
24
 
@@ -107,10 +107,10 @@ npm run dev -- doctor --vault ./vault
107
107
 
108
108
  - Keep domain rules in `src/domain`.
109
109
  - Keep use cases in `src/application`.
110
- - Keep filesystem and SQLite details in `src/infrastructure`.
110
+ - Keep filesystem and index details in `src/infrastructure`.
111
111
  - Keep CLI concerns in `src/cli`.
112
112
  - Prefer pure functions for parsing, ranking, formatting, and transformation.
113
- - Do not make SQLite the canonical storage layer.
113
+ - Do not make index artifacts the canonical storage layer.
114
114
  - Do not add comments with emojis.
115
115
  - Keep JSON output backwards compatible where possible.
116
116
 
package/CHANGELOG.md CHANGED
@@ -1,5 +1,46 @@
1
1
  # Changelog
2
2
 
3
+ ## 0.1.0-beta.4
4
+
5
+ - Added bootstrap session-state persistence in `$BRAINLINK_HOME/session-state.json` for vault/agent readiness tracking.
6
+ - Added MCP `brainlink_policy` tool and default bootstrap enforcement for read tools.
7
+ - Added `agent install --self-test` diagnostics and bootstrap readiness details in `agent status`.
8
+ - Added `agent upgrade` for legacy installations to reapply latest MCP/plugin defaults with self-test diagnostics.
9
+ - Added `config doctor --fix` safe autofix mode with dry-run default behavior.
10
+ - Added detailed per-file migration reporting through `migrate-vault --report`.
11
+ - Added `quickstart` command to run plug-and-play vault + bootstrap + agent setup in one flow.
12
+ - Added structured MCP `nextActions` in bootstrap/policy/preflight responses for automatic client continuation.
13
+ - Added default MCP read auto-bootstrap behavior controlled by `brainlink_policy.autoBootstrapOnRead`.
14
+ - Added default MCP startup bootstrap behavior controlled by `brainlink_policy.autoBootstrapOnStartup`.
15
+ - Added CLI MCP policy presets through `blink agent policy --preset fully-auto|strict`.
16
+ - Added write-time non-orphan enforcement by auto-linking notes without wiki edges to agent hub notes.
17
+ - Added MCP `brainlink_policy` presets (`fully-auto`, `strict`) for one-call policy switching.
18
+ - Added MCP write connectivity metadata in `brainlink_add_note`/`brainlink_add_file` responses.
19
+ - Added MCP `brainlink_recommendations` tool for plug-and-play workflow guidance.
20
+ - Improved graph/index robustness by splitting oversized paragraphs into bounded chunks and dropping self-referential links.
21
+ - Added `agentProfiles` configuration support so CLI and MCP can resolve per-agent defaults for mode/limit/tokens.
22
+ - Added short-lived hybrid search cache with automatic invalidation on index changes.
23
+ - Added `stats --extended` observability output with storage, quality and latency probes.
24
+ - Added `docs/QUICKSTART.md` and aligned README/agent docs with the latest CLI/MCP flows.
25
+ - Added middle-out context assembly so chunk selection expands around the strongest note chunk.
26
+ - Added compressed-space pack prefiltering (token bloom index) before `.blpk` decryption and scan.
27
+ - Improved graph UI auto-fit and viewport recovery so loaded nodes are re-centered when zoom/pan drifts to empty canvas.
28
+ - Added cross-platform native desktop GUI auto-open for `blink server` (macOS Swift/WebKit, Windows PowerShell WinForms, Linux Python GTK/WebKit2), with app-window/browser fallback.
29
+ - Changed Linux default UI launch to app-window/browser for lighter startup; Linux native GUI is now opt-in via `BRAINLINK_LINUX_NATIVE_GUI=1`.
30
+ - Added native GUI parent-process monitoring so GUI windows close automatically when `blink server` stops.
31
+ - Improved non-mac browser detection fallback to try installed Edge/Chrome/Firefox/Chromium candidates before system default open.
32
+ - Improved graph filter rendering to keep hub anchor nodes visible (`Memory Hub`/`MOC`/high-degree fallback) for coherent relationship context.
33
+ - Fixed graph modal content loading by correcting agent query parameter composition for `/api/graph-node` and `/api/graph-filter` requests.
34
+
35
+ ## 0.1.0-beta.3
36
+
37
+ - Added CLI configuration commands for effective vault management, including `config where`, `config get`, `config doctor` and `config set-vault`.
38
+ - Added explicit `migrate-vault` command with `--dry-run` preview and conflict-preserving copy behavior.
39
+ - Added one-command agent setup through `agent install` plus `agent status` diagnostics.
40
+ - Added MCP `brainlink_bootstrap` default entrypoint guidance for plug-and-play agent memory flows.
41
+ - Added migration coverage for S3 bucket vault targets.
42
+ - Updated architecture and agent-usage documentation to reflect current CLI/MCP behavior and configuration precedence.
43
+
3
44
  ## 0.1.0-beta.2
4
45
 
5
46
  - Added MCP installation guidance for direct server configuration and local client stores.
@@ -17,8 +58,8 @@
17
58
  ## 0.1.0-alpha.0
18
59
 
19
60
  - Added local-first Markdown vault indexing.
20
- - Added SQLite FTS, local semantic retrieval, wiki links, backlinks and graph retrieval.
21
- - Added SQLite semantic bucket indexing to narrow vector candidates for larger vaults.
61
+ - Added local full-text indexing, local semantic retrieval, wiki links, backlinks and graph retrieval.
62
+ - Added semantic candidate bucket indexing to narrow vector candidates for larger vaults.
22
63
  - Optimized title/link resolution with precomputed agent-scoped title maps.
23
64
  - Added CLI, JSON output, HTTP API and graph UI.
24
65
  - Added vault diagnostics: stats, broken links, orphans, validation and doctor.
package/CONTRIBUTING.md CHANGED
@@ -22,7 +22,7 @@ npm run pack:smoke
22
22
  ## Design Rules
23
23
 
24
24
  - Markdown files are the source of truth.
25
- - SQLite is a derived index and must remain rebuildable.
25
+ - Local index artifacts are derived and must remain rebuildable.
26
26
  - Domain parsing, graph analysis and layout should stay pure and testable.
27
- - CLI, HTTP, filesystem and SQLite code are adapters around application use cases.
27
+ - CLI, HTTP, filesystem and index code are adapters around application use cases.
28
28
  - MCP integration should live outside this package by wrapping the CLI with `--json`.
package/COPYRIGHT.md ADDED
@@ -0,0 +1,5 @@
1
+ Copyright (c) 2026 Substructa
2
+
3
+ This project is licensed under the MIT License.
4
+
5
+ See [LICENSE](./LICENSE) for full terms.
package/README.md CHANGED
@@ -52,11 +52,14 @@ LLMs do not have infinite context. Brainlink gives agents an external memory lay
52
52
  1. Durable knowledge is written as Markdown.
53
53
  2. Notes are connected with `[[wiki links]]`.
54
54
  3. Concepts are classified with `#tags`.
55
- 4. Brainlink builds a local SQLite index with FTS records and local embeddings.
55
+ 4. Brainlink builds a local JSON index (`.brainlink/index.json`) and private encrypted search packs.
56
56
  5. Agents query the index before responding.
57
57
  6. Brainlink returns compact, source-backed context.
58
58
 
59
- Markdown is the source of truth. `.brainlink/brainlink.db` is only a rebuildable index.
59
+ Markdown is the source of truth. `.brainlink/index.json` is a rebuildable index artifact.
60
+ After each index run, Brainlink also writes private encrypted search packs at `.brainlink/search-packs/*.blpk` to preserve fast retrieval and portable recovery.
61
+ Pack decryption uses a Brainlink key from `$BRAINLINK_HOME/keys` or from `BRAINLINK_SEARCH_PACK_KEY` when explicitly configured.
62
+ Legacy `.jsonl.gz` packs are upgraded to `.blpk` automatically on first search/context access.
60
63
 
61
64
  ## Features
62
65
 
@@ -64,8 +67,10 @@ Markdown is the source of truth. `.brainlink/brainlink.db` is only a rebuildable
64
67
  - Obsidian-compatible `[[wiki links]]` and `#tags`.
65
68
  - Weighted graph edges so agents can rank relationship importance and priority.
66
69
  - Backlinks, broken-link reports, orphan detection and validation.
67
- - Full-text, semantic and hybrid retrieval modes.
68
- - SQLite-backed semantic candidate buckets for larger vaults.
70
+ - Full-text, semantic and hybrid retrieval on a local file index.
71
+ - Middle-out context assembly around the strongest chunk per document.
72
+ - In-process index and context caching with automatic invalidation on index updates.
73
+ - Compressed-space prefiltering for `.blpk` packs before decryption and scan.
69
74
  - Agent namespaces under `agents/<agent-id>/`.
70
75
  - S3-compatible bucket vaults through `s3://bucket/prefix` URIs.
71
76
  - CLI with machine-readable `--json` output.
@@ -106,6 +111,8 @@ npx @andespindola/brainlink@latest --help
106
111
 
107
112
  This section is written for agents. If you are an AI agent operating in a user workspace, use this workflow to install and use Brainlink without requiring the user to run commands manually.
108
113
 
114
+ For a condensed setup path, see [docs/QUICKSTART.md](./docs/QUICKSTART.md).
115
+
109
116
  ### 1. Check Whether Brainlink Is Installed
110
117
 
111
118
  ```bash
@@ -280,7 +287,7 @@ export BRAINLINK_S3_FORCE_PATH_STYLE=1
280
287
 
281
288
  Bucket vaults mirror Markdown into a local cache under
282
289
  `$BRAINLINK_HOME/bucket-cache`. The bucket remains canonical; the local
283
- `.brainlink/brainlink.db` stays a disposable index. Run `index` after remote
290
+ `.brainlink/index.json` stays a disposable index artifact. Run `index` after remote
284
291
  bucket changes before relying on `search`, `context`, graph or validation
285
292
  commands. Watch mode is only supported for local filesystem vaults.
286
293
 
@@ -296,7 +303,7 @@ vault/
296
303
  research-agent/
297
304
  source-review-policy.md
298
305
  .brainlink/
299
- brainlink.db
306
+ index.json
300
307
  ```
301
308
 
302
309
  Permanent data:
@@ -306,7 +313,7 @@ Permanent data:
306
313
 
307
314
  Rebuildable data:
308
315
 
309
- - `.brainlink/brainlink.db`
316
+ - `.brainlink/index.json`
310
317
  - full-text records
311
318
  - local embedding vectors
312
319
  - local embedding buckets
@@ -380,6 +387,35 @@ Example MCP client configuration:
380
387
  }
381
388
  ```
382
389
 
390
+ ### One-Command Agent Setup
391
+
392
+ If your agent runtime is Codex-compatible, run:
393
+
394
+ ```bash
395
+ blink agent install --self-test
396
+ blink agent upgrade
397
+ ```
398
+
399
+ This configures `~/.codex/config.toml` with Brainlink MCP (`brainlink-mcp`) so Brainlink is available by default in agent sessions.
400
+
401
+ If you are inside this repository and want plugin gallery setup too:
402
+
403
+ ```bash
404
+ blink agent install --plugin-path ./plugins/brainlink
405
+ ```
406
+
407
+ To verify:
408
+
409
+ ```bash
410
+ blink agent status
411
+ ```
412
+
413
+ For fully automated first run (vault index + health + bootstrap readiness + agent integration):
414
+
415
+ ```bash
416
+ blink quickstart --query "what should I know before this task?" --json
417
+ ```
418
+
383
419
  For a locked-down setup, allowlist the vaults that MCP clients may access:
384
420
 
385
421
  ```json
@@ -475,8 +511,13 @@ Restart the client after changing marketplace or MCP configuration so it reloads
475
511
 
476
512
  Available tools:
477
513
 
514
+ - `brainlink_bootstrap`: plug-and-play entrypoint that runs index + health checks and can return context in one call.
515
+ - `brainlink_policy`: read or update bootstrap/context-first policy, including presets (`preset: "fully-auto" | "strict"`).
516
+ - `brainlink_recommendations`: return an automatic action plan so agents can run Brainlink in the recommended order.
478
517
  - `brainlink_context`: read indexed context for a task or question.
479
518
  - `brainlink_search`: search indexed notes.
519
+ - `brainlink_dedupe`: detect duplicate candidates using exact hash + semantic similarity scores.
520
+ - `brainlink_resolve_duplicate`: resolve duplicate pairs (`merge`, `link`, `ignore`) with connectivity-safe fallback edges.
480
521
  - `brainlink_add_note`: write durable Markdown memory and reindex.
481
522
  - `brainlink_add_file`: ingest a local file as a note and reindex.
482
523
  - `brainlink_index`: rebuild the vault index.
@@ -487,7 +528,15 @@ Available tools:
487
528
  - `brainlink_broken_links`: list unresolved wiki links.
488
529
  - `brainlink_orphans`: list disconnected notes.
489
530
 
490
- The same linking rule applies through MCP: `brainlink_context` is read-only, and real graph links require Markdown notes with explicit `[[wiki links]]`. `brainlink_add_note` and `brainlink_add_file` reindex by default and include the index result when enabled.
531
+ For the most automatic workflow, start MCP sessions with `brainlink_bootstrap` (optionally with `query`) and then continue with `brainlink_context`/`brainlink_add_note`.
532
+ By default, Brainlink enforces context-first for MCP reads (`enforceContextFirst=true`): non-context read tools return preflight until `brainlink_context` is called for the vault/agent session.
533
+ By default, MCP startup already runs bootstrap on the configured default vault/agent (`autoBootstrapOnStartup=true`), so sessions begin warm.
534
+ By default, Brainlink enforces bootstrap and auto-runs it for read tools when session state is missing or stale (`autoBootstrapOnRead=true`).
535
+ If you disable `autoBootstrapOnRead` through `brainlink_policy`, read tools return a preflight instruction with suggested `brainlink_bootstrap` arguments.
536
+ `brainlink_bootstrap`, `brainlink_policy` and preflight responses include structured `nextActions` so MCP clients can continue automatically without custom parsing.
537
+ For one-call planning, use `brainlink_recommendations` to get the recommended tool sequence for the current vault/agent/query.
538
+
539
+ The same linking rule applies through MCP: `brainlink_context` is read-only, and real graph links require Markdown notes with explicit `[[wiki links]]`. `brainlink_add_note` and `brainlink_add_file` reindex by default and include index + `writeConnectivity` metadata. Brainlink guarantees at least one edge per new note by auto-linking when needed.
491
540
 
492
541
  Agents can raise the importance of a relationship by putting priority markers on the same line as a wiki link:
493
542
 
@@ -507,16 +556,32 @@ blink server --host 127.0.0.1 --port 4321 --watch
507
556
  ```
508
557
 
509
558
  By default, the server uses `$HOME/.brainlink/vault`. Pass `--vault ./vault` only when you want to inspect a custom vault.
559
+ By default, `blink server` tries to open the graph in a native desktop GUI window:
560
+ - macOS: Swift + WebKit
561
+ - Windows: PowerShell WinForms WebBrowser
562
+ - Linux: optional Python GTK + WebKit2 (requires `python3` + `gi` + `WebKit2`)
563
+
564
+ On Linux, native GUI is disabled by default for better startup performance. Enable it with `BRAINLINK_LINUX_NATIVE_GUI=1`.
565
+ If native GUI launch is unavailable on your system, it falls back to dedicated app-window mode and then to the default browser.
566
+ Use `--no-open` to keep it headless.
567
+ When native GUI is used, the GUI window automatically closes when the `blink server` process stops.
510
568
 
511
569
  The graph UI shows:
512
570
 
513
571
  - notes as nodes
514
572
  - `[[wiki links]]` as weighted edges
515
- - backlinks and outgoing links
516
- - full Markdown content for the selected note
573
+ - details opened on node click (tags, outgoing links, backlinks, full Markdown content)
517
574
  - neutral graph nodes with segment/group metadata
518
- - agent selector for isolated views
575
+ - agent selector (id-only labels) for isolated views
576
+ - graph filter matches title, path, tags and note content
577
+ - graph filter keeps hub context nodes visible (`Memory Hub`/`MOC`/high-degree fallback) to preserve relationship readability
519
578
  - realtime refresh while `--watch` is enabled
579
+ - graph controls for zoom in, zoom out, fit visible nodes and reset-to-fit-all
580
+ - wheel zoom (including `cmd+scroll` and `ctrl+scroll`) anchored to cursor position for faster navigation in large graphs
581
+ - keyboard shortcuts: `+` zoom in, `-` zoom out, `0` reset fit
582
+ - double-click on canvas zooms in at cursor position
583
+ - floating graph totals (notes, links, tags) below the Brainlink title
584
+ - large-graph rendering safeguards (edge draw caps, lower redraw rate, zoom-aware interaction)
520
585
 
521
586
  The server indexes before starting by default. Use `--no-index` to skip that step:
522
587
 
@@ -535,6 +600,7 @@ Routes:
535
600
  - `GET /api/agents`
536
601
  - `GET /api/graph`
537
602
  - `GET /api/graph-layout`
603
+ - `GET /api/graph-node?id=<node-id>`
538
604
  - `GET /api/search?q=<query>&limit=10&mode=hybrid`
539
605
  - `GET /api/context?q=<query>&limit=12&tokens=2000&mode=hybrid`
540
606
  - `GET /api/links`
@@ -556,14 +622,89 @@ Read routes accept `agent=<agent-id>`:
556
622
 
557
623
  Every command works with either `brainlink` or `blink`.
558
624
 
625
+ ### `agent`
626
+
627
+ ```bash
628
+ blink agent install
629
+ blink agent install --self-test
630
+ blink agent upgrade
631
+ blink agent policy --preset fully-auto
632
+ blink agent policy --preset strict
633
+ blink agent policy --enforce-context-first false
634
+ blink agent install --plugin-path ./plugins/brainlink
635
+ blink agent install --mcp-only --allowed-vaults "/absolute/vault,/absolute/team-vault"
636
+ blink agent status
637
+ ```
638
+
639
+ Installs/checks agent integration. `install` writes Brainlink MCP config into `~/.codex/config.toml`.
640
+ When plugin files are available, it also links Brainlink plugin files into `~/plugins/brainlink` and updates `~/.agents/plugins/marketplace.json`.
641
+ With `--self-test`, install also validates MCP block presence, command wiring and local plugin registration signals.
642
+ Use `agent upgrade` on legacy installations to reapply current defaults and run the same self-test diagnostics.
643
+ Use `agent policy --preset fully-auto` for plug-and-play defaults, or `agent policy --preset strict` to require explicit bootstrap calls.
644
+ Both presets keep `enforceContextFirst=true` so Brainlink stays the primary context source for MCP sessions.
645
+
646
+ ### `quickstart`
647
+
648
+ ```bash
649
+ blink quickstart --json
650
+ blink quickstart --vault ./team-vault --agent coding-agent --query "architecture decisions" --json
651
+ blink quickstart --vault ./team-vault --mcp-only --json
652
+ ```
653
+
654
+ Runs index + doctor + stats + validation, refreshes bootstrap session readiness, optionally returns context for a query, and (by default) upgrades local agent integration for plug-and-play MCP usage.
655
+ When `--mode`, `--limit` or `--tokens` are omitted, quickstart uses agent profile defaults when available.
656
+
657
+ ### `config`
658
+
659
+ ```bash
660
+ blink config where
661
+ blink config get vault
662
+ blink config doctor
663
+ blink config doctor --fix
664
+ blink config set-vault /absolute/path/to/existing-vault
665
+ blink config set-vault /absolute/path/to/existing-vault --migrate-from ~/.brainlink/vault
666
+ blink config set-vault "s3://my-memory-bucket/brainlink" --global
667
+ ```
668
+
669
+ `config set-vault` writes configuration through CLI (no manual file edits required).
670
+ By default it writes local config (`./brainlink.config.json`), appends the vault to `allowedVaults`, and migrates Markdown memory from the current configured vault when the target is empty.
671
+ Use `--global` to write to `$BRAINLINK_HOME/brainlink.config.json`, `--no-migrate` to skip migration, and `--no-index` to skip post-migration indexing.
672
+ `config doctor` is dry-run by default; use `--fix` to apply safe config normalization and allowlist fixes.
673
+
674
+ ### `migrate-vault`
675
+
676
+ ```bash
677
+ blink migrate-vault --from ~/.brainlink/vault --to ./team-vault --dry-run
678
+ blink migrate-vault --from ~/.brainlink/vault --to ./team-vault
679
+ blink migrate-vault --from ~/.brainlink/vault --to "s3://my-memory-bucket/brainlink"
680
+ blink migrate-vault --from ~/.brainlink/vault --to ./team-vault --report ./migration-report.json
681
+ ```
682
+
683
+ Runs explicit markdown migration between vaults while preserving conflicts as `.conflict-<timestamp>` files.
684
+ Use `--dry-run` to preview `copied`, `conflicted` and `unchanged` counts before writing.
685
+
686
+ ### `db-import`
687
+
688
+ ```bash
689
+ blink db-import --vault ./team-vault
690
+ blink db-import --vault ./team-vault --db ./legacy/brainlink.db
691
+ blink db-import --vault ./team-vault --db ./legacy/brainlink.db --table legacy_notes --dry-run
692
+ ```
693
+
694
+ Imports durable memory from a legacy SQLite database into Markdown notes (`agents/<agent-id>/*.md`) and reindexes by default.
695
+ When `--db` is omitted, Brainlink auto-detects common legacy paths such as `<vault>/.brainlink/brainlink.db`.
696
+ Use `--agent <id>` to force all imported rows into one namespace, `--limit` for incremental imports, `--dry-run` to preview without writing files, and `--no-index` to defer reindexing.
697
+
559
698
  ### `init`
560
699
 
561
700
  ```bash
562
701
  blink init
563
702
  blink init ./vault
703
+ blink init ./team-vault --migrate-from ~/.brainlink/vault
564
704
  ```
565
705
 
566
706
  Initializes vault metadata. Without an argument, Brainlink initializes the default vault at `$HOME/.brainlink/vault`.
707
+ When initializing an empty custom vault, existing Markdown content from the default vault is copied into it and reindexed so context is not left behind. Use `--no-migrate-existing` to start with an empty custom vault, or `--migrate-from <vault>` to copy from a specific source. Existing target files are never overwritten; conflicting source files are preserved with a `.conflict-<timestamp>` suffix.
567
708
 
568
709
  ### `add`
569
710
 
@@ -577,6 +718,29 @@ blink add "Note Title" --vault ./vault --content-file ./notes.md --no-auto-index
577
718
  `--content` and `--content-file` are mutually exclusive. Add `--no-auto-index` when you want to defer reindexing.
578
719
 
579
720
  Creates a Markdown note under `agents/<agent-id>/`. Common secret patterns are blocked by default; use `--allow-sensitive` only for an intentionally protected vault.
721
+ To avoid disconnected memory, Brainlink auto-adds a fallback wiki edge when a note is written without links, creating agent hub notes when needed.
722
+ `add` also returns `possibleDuplicates` (exact hash + semantic candidates) so agents can resolve duplicate memory right after writes.
723
+
724
+ ### `dedupe`
725
+
726
+ ```bash
727
+ blink dedupe --vault ./vault --json
728
+ blink dedupe --vault ./vault --agent coding-agent --limit 20 --min-score 0.92 --json
729
+ blink dedupe --vault ./vault --no-semantic --json
730
+ ```
731
+
732
+ Detects `possibleDuplicate` pairs using exact content hashes and optional semantic similarity.
733
+
734
+ ### `dedupe-resolve`
735
+
736
+ ```bash
737
+ blink dedupe-resolve --vault ./vault --left agents/shared/a.md --right agents/shared/b.md --action merge --json
738
+ blink dedupe-resolve --vault ./vault --left agents/shared/a.md --right agents/shared/b.md --action link --json
739
+ blink dedupe-resolve --vault ./vault --left agents/shared/a.md --right agents/shared/b.md --action ignore --json
740
+ ```
741
+
742
+ Resolves a duplicate pair with `merge`, `link` or `ignore`.
743
+ When action is not `merge`, Brainlink still creates a low-priority related edge (`#related-to`) so notes remain connected.
580
744
 
581
745
  ### `index`
582
746
 
@@ -605,13 +769,17 @@ blink search "query" --vault ./vault --mode semantic --json
605
769
  ```
606
770
 
607
771
  Runs retrieval over indexed chunks.
772
+ If `--mode` or `--limit` is omitted, Brainlink resolves values from the current agent profile before falling back to global defaults.
608
773
 
609
774
  Modes:
610
775
 
611
- - `hybrid`: default; combines SQLite FTS with local embedding similarity.
612
- - `fts`: exact lexical retrieval through SQLite FTS.
776
+ - `hybrid`: default; combines lexical matching with local embedding similarity.
777
+ - `fts`: exact lexical retrieval from the file index.
613
778
  - `semantic`: local deterministic embedding similarity only.
614
779
 
780
+ Hybrid results are cached in-memory for a short TTL and invalidated automatically when the local index file changes.
781
+ Context selection uses a middle-out strategy: it starts from the strongest chunk in a note and expands to neighboring chunks while respecting token budget.
782
+
615
783
  ### `context`
616
784
 
617
785
  ```bash
@@ -621,6 +789,7 @@ blink context "question" --vault ./vault --agent coding-agent --mode hybrid --js
621
789
  ```
622
790
 
623
791
  Builds a compact context package for an agent.
792
+ Repeated calls with the same vault, agent, query, mode and token/limit settings are served from a short in-memory cache while the index is unchanged.
624
793
 
625
794
  ### `links`
626
795
 
@@ -654,9 +823,11 @@ Prints indexed graph data. Edges include `weight` and `priority` so agents can c
654
823
  ```bash
655
824
  blink stats --vault ./vault
656
825
  blink stats --vault ./vault --agent coding-agent --json
826
+ blink stats --vault ./vault --agent coding-agent --extended --json
657
827
  ```
658
828
 
659
829
  Prints vault metrics.
830
+ Use `--extended` to include storage footprint, link quality ratios and observability probes (`index`, `search`, `context` latencies).
660
831
 
661
832
  ### `broken-links`
662
833
 
@@ -688,7 +859,7 @@ Validates graph health. The command exits non-zero when required checks fail.
688
859
  blink doctor --vault ./vault
689
860
  ```
690
861
 
691
- Runs environment and vault checks.
862
+ Runs environment and vault checks. When vault has zero markdown and zero indexed documents, `doctor` prints recommended next steps (add note, inspect config source, migrate memory).
692
863
 
693
864
  ### `watch`
694
865
 
@@ -703,9 +874,14 @@ Watches Markdown files and rebuilds the index when notes change.
703
874
  ```bash
704
875
  blink server --watch
705
876
  blink server --vault ./vault --watch
877
+ blink server --vault ./vault --watch --no-open
706
878
  ```
707
879
 
708
880
  Starts the local read-only graph UI and HTTP API.
881
+ By default, it tries to open a native desktop GUI window for the graph URL.
882
+ On Linux, native GUI is disabled by default; enable it with `BRAINLINK_LINUX_NATIVE_GUI=1`.
883
+ If native GUI launch is unavailable, it falls back to dedicated app-window mode and then browser open.
884
+ Use `--no-open` to skip that behavior.
709
885
 
710
886
  The HTTP server only binds to loopback hosts such as `127.0.0.1`, `localhost` or `::1`.
711
887
 
@@ -725,7 +901,13 @@ npm run --silent dev -- context "question" --vault ./vault --json
725
901
 
726
902
  ## Configuration
727
903
 
728
- Brainlink reads `brainlink.config.json` or `.brainlink.json` from the current working directory. If no `vault` is configured and no `--vault` flag is passed, Brainlink uses `$HOME/.brainlink/vault`.
904
+ Brainlink merges configuration in this order:
905
+
906
+ 1. Global: `$BRAINLINK_HOME/brainlink.config.json` (or `$HOME/.brainlink/brainlink.config.json` by default)
907
+ 2. Local: `brainlink.config.json` in the current working directory
908
+ 3. Local legacy compatibility: `.brainlink.json` in the current working directory
909
+
910
+ If no `vault` is configured and no `--vault` flag is passed, Brainlink uses `$HOME/.brainlink/vault`.
729
911
 
730
912
  ```json
731
913
  {
@@ -739,11 +921,22 @@ Brainlink reads `brainlink.config.json` or `.brainlink.json` from the current wo
739
921
  "defaultContextTokens": 2000,
740
922
  "embeddingProvider": "local",
741
923
  "defaultSearchMode": "hybrid",
742
- "chunkSize": 1200
924
+ "chunkSize": 1200,
925
+ "agentProfiles": {
926
+ "coding-agent": {
927
+ "defaultSearchMode": "semantic",
928
+ "defaultSearchLimit": 8,
929
+ "defaultContextTokens": 2400
930
+ },
931
+ "*": {
932
+ "defaultSearchMode": "hybrid"
933
+ }
934
+ }
743
935
  }
744
936
  ```
745
937
 
746
938
  `defaultAgent` is optional. When set, CLI and MCP calls that omit `--agent`/`agent` use this value automatically. If not set, behavior remains as before.
939
+ `agentProfiles` is optional. When present, CLI and MCP resolve `mode`, `limit` and `tokens` per agent automatically, then fallback to global defaults.
747
940
 
748
941
  `autoIndexOnWrite` is optional and defaults to `true`. Set it to `false` to defer indexing after writes.
749
942
 
@@ -840,7 +1033,7 @@ src/
840
1033
  application/ use cases
841
1034
  cli/ command-line adapter
842
1035
  domain/ pure knowledge rules
843
- infrastructure/ filesystem and SQLite adapters
1036
+ infrastructure/ filesystem and index adapters
844
1037
  ```
845
1038
 
846
1039
  Detailed notes:
@@ -852,7 +1045,6 @@ Detailed notes:
852
1045
  ## Current Limits
853
1046
 
854
1047
  - Semantic search uses deterministic local embeddings, not a remote model provider.
855
- - Semantic search uses SQLite embedding buckets to narrow candidates before cosine scoring.
856
1048
  - `embeddingProvider` currently supports `local` and `none`.
857
1049
  - Link resolution is title-based inside each agent namespace, with `shared` as fallback.
858
1050
  - HTTP API is local and unauthenticated.
@@ -863,7 +1055,7 @@ Detailed notes:
863
1055
  The `0.1.0-beta` line is intended to stabilize the local-first memory loop:
864
1056
 
865
1057
  - Markdown as durable memory.
866
- - SQLite FTS plus local embeddings and semantic buckets as rebuildable retrieval index.
1058
+ - Rebuildable file index plus local embeddings and encrypted pack exports.
867
1059
  - CLI as the primary agent interface.
868
1060
  - HTTP graph API and frontend as inspection tools.
869
1061
  - Agent namespaces to avoid context mixing.
@@ -879,7 +1071,7 @@ Brainlink is local-first by default.
879
1071
  - Brainlink HTTP is localhost-only and refuses non-loopback hosts.
880
1072
  - Brainlink blocks common secret patterns by default when adding notes. Use `--allow-sensitive` only for intentional, protected vaults.
881
1073
  - Do not store secrets, credentials, API keys or regulated personal data unless the vault is protected by your own storage controls.
882
- - Treat `.brainlink/brainlink.db` as disposable derived data.
1074
+ - Treat `.brainlink/index.json` and `.brainlink/search-packs/` as disposable derived artifacts.
883
1075
 
884
1076
  See [SECURITY.md](SECURITY.md).
885
1077
 
@@ -890,6 +1082,7 @@ See [CONTRIBUTING.md](CONTRIBUTING.md).
890
1082
  ## License
891
1083
 
892
1084
  MIT. See [LICENSE](LICENSE).
1085
+ Copyright (c) 2026 Substructa. See [COPYRIGHT.md](COPYRIGHT.md).
893
1086
 
894
1087
  ### Memory Optimization Loop (1-7)
895
1088
 
package/SECURITY.md CHANGED
@@ -7,7 +7,7 @@ Brainlink is local-first.
7
7
  - The HTTP server binds to `127.0.0.1` by default.
8
8
  - The HTTP server always refuses non-loopback hosts.
9
9
  - The HTTP server is read-only and does not expose note creation, indexing or update routes.
10
- - The SQLite database is a derived local index.
10
+ - Local index artifacts (`.brainlink/index.json` and `.brainlink/search-packs/`) are derived data.
11
11
  - Markdown files are user-owned source data.
12
12
  - Brainlink-created Markdown files use `0600` permissions.
13
13
  - Brainlink-created directories and `.brainlink` use `0700` permissions.
@@ -1,30 +1,79 @@
1
+ import { access } from 'node:fs/promises';
2
+ import { join } from 'node:path';
1
3
  import { writeMarkdownFile } from '../infrastructure/file-system-vault.js';
2
4
  import { sanitizeAgentId, sharedAgentId } from '../domain/agents.js';
5
+ import { extractWikiLinks } from '../domain/markdown.js';
3
6
  import { validateNoteInput } from '../domain/note-safety.js';
7
+ import { ensureVault } from '../infrastructure/file-system-vault.js';
4
8
  const slugify = (title) => title
5
9
  .normalize('NFKD')
6
10
  .replace(/[\u0300-\u036f]/g, '')
7
11
  .toLowerCase()
8
12
  .replace(/[^a-z0-9]+/g, '-')
9
13
  .replace(/^-+|-+$/g, '');
10
- export const addNote = async (vaultPath, title, content, agentId = sharedAgentId, options = {}) => {
14
+ const systemHubTitle = 'Memory Hub';
15
+ const systemRootTitle = 'Knowledge Root';
16
+ const normalizeTitle = (title) => title.trim().replace(/\.md$/i, '').toLowerCase();
17
+ const noteFilename = (agentId, title) => `agents/${agentId}/${slugify(title) || 'untitled'}.md`;
18
+ const buildNote = (title, content, agentId) => [
19
+ `---`,
20
+ `title: "${title.replaceAll('"', '\\"')}"`,
21
+ `agent: "${agentId}"`,
22
+ `---`,
23
+ '',
24
+ `# ${title}`,
25
+ '',
26
+ content.trim(),
27
+ ''
28
+ ].join('\n');
29
+ const ensureSystemNote = async (vaultPath, absoluteVaultPath, agentId, title, content) => {
30
+ const filename = noteFilename(agentId, title);
31
+ const absolutePath = join(absoluteVaultPath, filename);
32
+ try {
33
+ await access(absolutePath);
34
+ return;
35
+ }
36
+ catch { }
37
+ await writeMarkdownFile(vaultPath, filename, buildNote(title, content, agentId));
38
+ };
39
+ const ensureNonOrphanContent = async (vaultPath, absoluteVaultPath, title, content, agentId) => {
40
+ const links = extractWikiLinks(content).filter((link) => normalizeTitle(link) !== normalizeTitle(title));
41
+ if (links.length > 0) {
42
+ return {
43
+ content: content.trim(),
44
+ autoLinked: false,
45
+ linkTarget: null
46
+ };
47
+ }
48
+ const fallbackTitle = normalizeTitle(title) === normalizeTitle(systemHubTitle) ? systemRootTitle : systemHubTitle;
49
+ if (fallbackTitle === systemRootTitle) {
50
+ await ensureSystemNote(vaultPath, absoluteVaultPath, agentId, systemRootTitle, `Entry point for agent memory. [[${systemHubTitle}]] #memory #root`);
51
+ }
52
+ else {
53
+ await ensureSystemNote(vaultPath, absoluteVaultPath, agentId, systemHubTitle, 'Central memory index for this agent namespace. #memory #hub');
54
+ }
55
+ return {
56
+ content: `${content.trim()}\n\nRelated: [[${fallbackTitle}]]`,
57
+ autoLinked: true,
58
+ linkTarget: fallbackTitle
59
+ };
60
+ };
61
+ export const addNoteWithMetadata = async (vaultPath, title, content, agentId = sharedAgentId, options = {}) => {
11
62
  validateNoteInput({
12
63
  title,
13
64
  content,
14
65
  allowSensitive: options.allowSensitive
15
66
  });
16
67
  const sanitizedAgentId = sanitizeAgentId(agentId);
68
+ const absoluteVaultPath = await ensureVault(vaultPath);
17
69
  const filename = `agents/${sanitizedAgentId}/${slugify(title) || 'untitled'}.md`;
18
- const note = [
19
- `---`,
20
- `title: "${title.replaceAll('"', '\\"')}"`,
21
- `agent: "${sanitizedAgentId}"`,
22
- `---`,
23
- '',
24
- `# ${title}`,
25
- '',
26
- content.trim(),
27
- ''
28
- ].join('\n');
29
- return writeMarkdownFile(vaultPath, filename, note);
70
+ const linkedContent = await ensureNonOrphanContent(vaultPath, absoluteVaultPath, title, content, sanitizedAgentId);
71
+ const note = buildNote(title, linkedContent.content, sanitizedAgentId);
72
+ const path = await writeMarkdownFile(vaultPath, filename, note);
73
+ return {
74
+ path,
75
+ autoLinked: linkedContent.autoLinked,
76
+ linkTarget: linkedContent.linkTarget
77
+ };
30
78
  };
79
+ export const addNote = async (vaultPath, title, content, agentId = sharedAgentId, options = {}) => (await addNoteWithMetadata(vaultPath, title, content, agentId, options)).path;