gnosys 5.7.1 → 5.8.0

package/README.md

@@ -109,6 +109,8 @@ gnosys chat --search <query>   # full-text search across session logs
 
 **Free-text or slash commands.** "remember that flag default is OFF" works the same as `/remember flag default is OFF`. The TUI also recognizes "what did we decide about ULIDs?" → `/recall`, "thanks, that's all" → `/quit`. Destructive intents always confirm; non-destructive ones auto-accept after 5 confirmations of the same pattern.
 
+**Slash-command palette (v5.8.0).** Type `/` at column 0 → filterable popup of every chat command appears. Arrow keys navigate, Tab autocompletes the highlighted command into the input, Esc dismisses. Paste detection: when input has newlines or exceeds 200 chars, a compact "[paste: N lines, M chars]" preview surfaces above the input so the buffer stays readable.
+
 **24 slash commands** across reading, recall, writing, focus, and polish — type `/help` inside the TUI for the full list. Highlights:
 
 - `/pin <id>`, `/scope`, `/threshold`, `/recall <q>` — tune what shows up in context
@@ -322,6 +324,8 @@ gnosys setup           # full wizard (provider, models, IDE, remote sync, dream)
 gnosys setup models    # LLM provider + model only
 gnosys setup remote    # multi-machine sync (NAS/shared drive)
 gnosys setup dream     # Dream Mode designation, schedule, sub-tasks
+gnosys setup chat      # chat TUI: provider/model, recall, tools, system prompt (v5.8.0)
+gnosys setup routing   # per-task LLM routing (structuring/synthesis/chat/vision/transcription)
 ```
 
 ### Dream Mode setup (v5.4.2+)
@@ -358,6 +362,16 @@ The following commands were removed in favor of the canonical `gnosys setup <thi
 tells running MCP servers to exit-and-respawn against the new global
 binary. Run it on each machine.
 
+### Behaviour changes in v5.8.0
+
+| What | Then | Now |
+|---|---|---|
+| `gnosys_sync` MCP tool | Always wrote a `GNOSYS:START/END` block into `CLAUDE.md` (a tracked file) | Inert by default — returns the block as text only. Pass `commit_to_disk: true` to actually write. |
+| `gnosys_preference_set/delete` MCP success messages | Suggested "Run `gnosys_sync` to update agent rules" | No suggestion — SessionStart hook (`gnosys recall`) injects updated context next session. |
+| `gnosys_add` / `gnosys_commit_context` when project's `gnosys.json` has no `llm` block | Failed with "set ANTHROPIC_API_KEY", ignoring the global xAI/OpenAI/etc. config | Resolves the LLM against the merged project+global config — falls back to the user's global provider. |
+| Chat TUI input | Cleared before user turn appeared (visible glitch) | Both happen in the same render frame. |
+| `gnosys --help`, `gnosys list`, etc. | Loaded `@huggingface/transformers` (80MB) every invocation | Heavy modules lazy-load on actual use (reindex, recall, chat, bootstrap, import). |
+
 ---
 
 ### Manual config (if you prefer)

package/dist/cli.js

@@ -10,27 +10,33 @@ import os from "os";
 import { fileURLToPath } from "url";
 import dotenv from "dotenv";
 import { readFileSync, existsSync, copyFileSync } from "fs";
+// v5.8.0 (#4): only the lightweight modules are imported at top-level.
+// Anything that pulls @huggingface/transformers, mammoth/pdf-parse/turndown,
+// large file-walking machinery, or otherwise costs >100ms to load gets
+// `await import(...)` inside its own action handler. This keeps
+// `gnosys --help` and other lightweight commands fast.
 import { GnosysResolver } from "./lib/resolver.js";
 import { getGnosysHome } from "./lib/paths.js";
 import { GnosysSearch } from "./lib/search.js";
 import { GnosysTagRegistry } from "./lib/tags.js";
-import { GnosysIngestion } from "./lib/ingest.js";
 import { applyLens } from "./lib/lensing.js";
 import { getFileHistory, rollbackToCommit, hasGitHistory, getFileDiff } from "./lib/history.js";
 import { computeStats } from "./lib/timeline.js";
 import { buildLinkGraph, getBacklinks, getOutgoingLinks, formatGraphSummary } from "./lib/wikilinks.js";
-import { bootstrap, discoverFiles } from "./lib/bootstrap.js";
-import { performImport, formatImportSummary } from "./lib/import.js";
 import { loadConfig, generateConfigTemplate, DEFAULT_CONFIG, writeConfig, resolveTaskModel, ALL_PROVIDERS, getProviderModel } from "./lib/config.js";
-import { GnosysEmbeddings } from "./lib/embeddings.js";
-import { GnosysHybridSearch } from "./lib/hybridSearch.js";
-import { GnosysAsk } from "./lib/ask.js";
 import { getLLMProvider, isProviderAvailable } from "./lib/llm.js";
 import { GnosysDB } from "./lib/db.js";
-import { migrate, formatMigrationReport } from "./lib/migrate.js";
 import { createProjectIdentity, readProjectIdentity, findProjectIdentity, migrateProject } from "./lib/projectIdentity.js";
 import { setPreference, getPreference, getAllPreferences, deletePreference } from "./lib/preferences.js";
 import { syncToTarget } from "./lib/rulesGen.js";
+// Lazy-loaded inside action handlers (each ~200ms-2.5s on cold cache):
+//   - ./lib/embeddings.js       (@huggingface/transformers — 80MB)
+//   - ./lib/hybridSearch.js     (depends on embeddings)
+//   - ./lib/ask.js              (depends on hybridSearch)
+//   - ./lib/import.js           (mammoth, pdf-parse, turndown)
+//   - ./lib/bootstrap.js        (file walking — 2.5s)
+//   - ./lib/ingest.js           (LLM machinery)
+//   - ./lib/migrate.js          (only migrate-db needs it)
 // Load API keys from ~/.config/gnosys/.env (same as MCP server)
 // IMPORTANT: We use dotenv.parse() instead of dotenv.config() because
 // dotenv v17+ writes injection notices to stdout, which corrupts
@@ -313,6 +319,7 @@ program
     .option("--federated", "Use federated search with tier boosting (project > user > global)")
     .option("--scope <scope>", "Filter by scope: project, user, global (comma-separated for multiple)")
     .option("-d, --directory <dir>", "Project directory for context")
+    .option("--id-format <format>", "ID display format: short | long | raw (default: short)", "short")
     .action(async (query, opts) => {
     // Federated search path — uses central DB with tier boosting
     if (opts.federated || opts.scope) {
@@ -371,11 +378,16 @@ program
             });
             return;
         }
+        const { formatMemoryId, buildProjectNameLookup, parseIdFormat } = await import("./lib/idFormat.js");
+        const idFormat = parseIdFormat(opts.idFormat);
+        const projectNames = buildProjectNameLookup(centralDb);
         outputResult(!!opts.json, { query, count: results.length, results }, () => {
             console.log(`Found ${results.length} results for "${query}":\n`);
             for (const r of results) {
+                const projectName = r.project_id ? projectNames.get(r.project_id) || null : null;
+                const displayId = formatMemoryId(r.id, projectName, idFormat);
                 console.log(`  ${r.title}`);
-                console.log(`    id: ${r.id}`);
+                console.log(`    id: ${displayId}`);
                 console.log(`    ${r.snippet.replace(/>>>/g, "").replace(/<<</g, "")}`);
                 console.log();
             }
@@ -510,6 +522,7 @@ program
     }
     const tagRegistry = new GnosysTagRegistry(writeTarget.store.getStorePath());
     await tagRegistry.load();
+    const { GnosysIngestion } = await import("./lib/ingest.js");
     const ingestion = new GnosysIngestion(writeTarget.store, tagRegistry);
     if (!ingestion.isLLMAvailable) {
         console.error("Error: No LLM provider available. Add an API key to ~/.config/gnosys/.env or use a local model: gnosys config set provider ollama");
@@ -910,6 +923,14 @@ setupCmd
     const { runDreamSetup } = await import("./lib/setup.js");
     await runDreamSetup({ directory: process.cwd() });
 });
+// `gnosys setup chat` — configure chat TUI (provider, recall, tools, prefix)
+setupCmd
+    .command("chat")
+    .description("Configure the chat TUI — provider/model, recall behavior, tools, system-prompt prefix")
+    .action(async () => {
+    const { runChatSetup } = await import("./lib/setup.js");
+    await runChatSetup({ directory: process.cwd() });
+});
 // `gnosys setup ides` — configure IDE / MCP integrations standalone
 setupCmd
     .command("ides")
@@ -1775,6 +1796,7 @@ program
     }
     const tagRegistry = new GnosysTagRegistry(writeTarget.store.getStorePath());
     await tagRegistry.load();
+    const { GnosysIngestion } = await import("./lib/ingest.js");
     const ingestion = new GnosysIngestion(writeTarget.store, tagRegistry);
     if (!ingestion.isLLMAvailable) {
         console.error("Error: No LLM provider available. Add an API key to ~/.config/gnosys/.env or use a local model: gnosys config set provider ollama");
@@ -2324,6 +2346,7 @@ program
         process.exit(1);
     }
     // Show what we'll scan
+    const { bootstrap, discoverFiles } = await import("./lib/bootstrap.js");
     const files = await discoverFiles(sourceDir, opts.pattern);
     console.log(`Found ${files.length} files in ${sourceDir}\n`);
     if (files.length === 0) {
@@ -2411,6 +2434,8 @@ const importCmd = program
     }
     const tagRegistry = new GnosysTagRegistry(writeTarget.store.getStorePath());
     await tagRegistry.load();
+    const { GnosysIngestion } = await import("./lib/ingest.js");
+    const { performImport, formatImportSummary } = await import("./lib/import.js");
     const ingestion = new GnosysIngestion(writeTarget.store, tagRegistry);
     const format = opts.format;
     const mode = opts.mode;
@@ -2530,6 +2555,8 @@ program
     for (const s of stores) {
         await search.addStoreMemories(s.store, s.label);
     }
+    const { GnosysEmbeddings } = await import("./lib/embeddings.js");
+    const { GnosysHybridSearch } = await import("./lib/hybridSearch.js");
     const embeddings = new GnosysEmbeddings(storePath);
     const hybridSearch = new GnosysHybridSearch(search, embeddings, resolver, storePath);
     console.log("Building semantic embeddings (downloading model on first run)...");
@@ -2606,6 +2633,8 @@ program
     for (const s of stores) {
         await search.addStoreMemories(s.store, s.label);
     }
+    const { GnosysEmbeddings } = await import("./lib/embeddings.js");
+    const { GnosysHybridSearch } = await import("./lib/hybridSearch.js");
     const embeddings = new GnosysEmbeddings(storePath);
     const hybridSearch = new GnosysHybridSearch(search, embeddings, resolver, storePath);
     const mode = opts.mode;
@@ -2653,6 +2682,8 @@ program
     for (const s of stores) {
         await search.addStoreMemories(s.store, s.label);
     }
+    const { GnosysEmbeddings } = await import("./lib/embeddings.js");
+    const { GnosysHybridSearch } = await import("./lib/hybridSearch.js");
     const embeddings = new GnosysEmbeddings(storePath);
     const hybridSearch = new GnosysHybridSearch(search, embeddings, resolver, storePath);
     const results = await hybridSearch.hybridSearch(query, parseInt(opts.limit), "semantic");
@@ -2701,11 +2732,30 @@ program
     for (const s of stores) {
         await search.addStoreMemories(s.store, s.label);
     }
+    const { GnosysEmbeddings } = await import("./lib/embeddings.js");
+    const { GnosysHybridSearch } = await import("./lib/hybridSearch.js");
+    const { GnosysAsk } = await import("./lib/ask.js");
     const embeddings = new GnosysEmbeddings(storePath);
     const hybridSearch = new GnosysHybridSearch(search, embeddings, resolver, storePath);
     const ask = new GnosysAsk(hybridSearch, cliConfig, resolver, storePath);
     if (!ask.isLLMAvailable) {
-        console.error("No LLM provider available. Set ANTHROPIC_API_KEY or switch to Ollama: gnosys config set provider ollama");
+        // v5.8.0 (#8): provider-aware error instead of hardcoded ANTHROPIC_API_KEY.
+        const providerName = cliConfig.llm.defaultProvider;
+        const envVarMap = {
+            anthropic: "ANTHROPIC_API_KEY",
+            openai: "OPENAI_API_KEY",
+            groq: "GROQ_API_KEY",
+            xai: "XAI_API_KEY",
+            mistral: "MISTRAL_API_KEY",
+        };
+        const envVar = envVarMap[providerName];
+        if (envVar) {
+            console.error(`No LLM provider available. Configured default is "${providerName}" but its key wasn't found. ` +
+                `Set ${envVar}, run 'gnosys setup' to store one in the macOS Keychain, or add llm.${providerName}.apiKey to gnosys.json.`);
+        }
+        else {
+            console.error(`No LLM provider available. Provider "${providerName}" is not reachable. Run 'gnosys setup' to configure one.`);
+        }
         process.exit(1);
     }
     // If --federated, pre-retrieve from central DB and inject as context
@@ -3584,6 +3634,7 @@ program
     // Check embeddings
     if (stores.length > 0) {
         console.log("Embeddings:");
+        const { GnosysEmbeddings } = await import("./lib/embeddings.js");
         const embeddings = new GnosysEmbeddings(stores[0].path);
         try {
             const stats = embeddings.getStats();
@@ -4389,6 +4440,7 @@ program
             console.error("No writable store found. Run 'gnosys init' first.");
             process.exit(1);
         }
+        const { migrate, formatMigrationReport } = await import("./lib/migrate.js");
         const stats = await migrate(writeTarget.store.getStorePath(), { verbose: opts.verbose });
         console.log(formatMigrationReport(stats));
         return;