gnosys 5.11.4 → 5.12.0

package/dist/lib/commitContextCommand.js

@@ -0,0 +1,142 @@
+import { GnosysTagRegistry } from "./tags.js";
+import { GnosysSearch } from "./search.js";
+import { loadConfig } from "./config.js";
+import { getLLMProvider } from "./llm.js";
+import { GnosysDB } from "./db.js";
+export async function runCommitContextCommand(getResolver, resolveProjectId, context, opts) {
+    const resolver = await getResolver();
+    const writeTarget = resolver.getWriteTarget(opts.store || undefined);
+    if (!writeTarget) {
+        console.error("No writable store found.");
+        process.exit(1);
+    }
+    const tagRegistry = new GnosysTagRegistry(writeTarget.store.getStorePath());
+    await tagRegistry.load();
+    const { GnosysIngestion } = await import("./ingest.js");
+    const ingestion = new GnosysIngestion(writeTarget.store, tagRegistry);
+    if (!ingestion.isLLMAvailable) {
+        console.error("Error: No LLM provider available. Add an API key to ~/.config/gnosys/.env or use a local model: gnosys config set provider ollama");
+        process.exit(1);
+    }
+    // Build search index
+    const stores = resolver.getStores();
+    const search = new GnosysSearch(stores[0].path);
+    search.clearIndex();
+    for (const s of stores) {
+        await search.addStoreMemories(s.store, s.label);
+    }
+    // Step 1: Extract candidates via LLM abstraction
+    console.log("Extracting knowledge candidates from context...");
+    // Load config for the write target store
+    const ccConfig = await loadConfig(writeTarget.store.getStorePath());
+    let extractProvider;
+    try {
+        extractProvider = getLLMProvider(ccConfig, "structuring");
+    }
+    catch (err) {
+        console.error(`LLM not available: ${err instanceof Error ? err.message : String(err)}`);
+        search.close();
+        process.exit(1);
+    }
+    const extractText = await extractProvider.generate(`Extract atomic knowledge items from this context:\n\n${context}`, {
+        system: `You extract atomic knowledge items from conversations. Each item should be ONE decision, fact, insight, or observation — not compound.
+  
+  Output a JSON array of objects, each with:
+  - summary: One-sentence description of the knowledge
+  - type: "decision" | "insight" | "fact" | "observation" | "requirement"
+  - search_terms: 3-5 keywords someone would search for to find if this already exists
+  
+  Be selective. Only extract things worth remembering long-term. Skip small talk, debugging steps, and transient details. Focus on decisions made, architecture choices, requirements established, and insights gained.
+  
+  Output ONLY the JSON array, no markdown fences.`,
+        maxTokens: 4000,
+    });
+    let candidates;
+    try {
+        const jsonMatch = extractText.match(/```json\s*([\s\S]*?)```/) ||
+            extractText.match(/```\s*([\s\S]*?)```/) || [null, extractText];
+        candidates = JSON.parse(jsonMatch[1] || extractText);
+    }
+    catch {
+        console.error("Failed to extract candidates — LLM output was not valid JSON.");
+        search.close();
+        process.exit(1);
+    }
+    if (!Array.isArray(candidates) || candidates.length === 0) {
+        console.log("No extractable knowledge found in the provided context.");
+        search.close();
+        return;
+    }
+    console.log(`Found ${candidates.length} candidates. Checking novelty...\n`);
+    // Step 2: Check novelty and commit
+    let added = 0;
+    let skipped = 0;
+    let centralDb = null;
+    try {
+        centralDb = GnosysDB.openCentral();
+        const projectId = await resolveProjectId();
+        for (const candidate of candidates) {
+            const searchTerms = candidate.search_terms.join(" ");
+            const existing = search.discover(searchTerms, 3);
+            if (existing.length > 0) {
+                console.log(`  ⏭ SKIP: "${candidate.summary}"`);
+                console.log(`    Overlaps with: ${existing[0].title}`);
+                skipped++;
+            }
+            else if (opts.dryRun) {
+                console.log(`  ➕ WOULD ADD: "${candidate.summary}" [${candidate.type}]`);
+                added++;
+            }
+            else {
+                try {
+                    const result = await ingestion.ingest(candidate.summary);
+                    const id = centralDb.getNextId(result.category, projectId || undefined);
+                    const now = new Date().toISOString();
+                    const content = `# ${result.title}\n\n${result.content}`;
+                    const resultTags = result.tags;
+                    const tagsJson = Array.isArray(resultTags)
+                        ? JSON.stringify(resultTags)
+                        : JSON.stringify(Object.values(resultTags).flat());
+                    centralDb.insertMemory({
+                        id,
+                        title: result.title,
+                        category: result.category,
+                        content,
+                        summary: null,
+                        tags: tagsJson,
+                        relevance: result.relevance,
+                        author: "ai",
+                        authority: "observed",
+                        confidence: result.confidence,
+                        reinforcement_count: 0,
+                        content_hash: "",
+                        status: "active",
+                        tier: "active",
+                        supersedes: null,
+                        superseded_by: null,
+                        last_reinforced: null,
+                        created: now,
+                        modified: now,
+                        embedding: null,
+                        source_path: null,
+                        project_id: projectId,
+                        scope: "project",
+                    });
+                    console.log(`  ➕ ADDED: "${result.title}"`);
+                    console.log(`    ID: ${id}`);
+                    added++;
+                }
+                catch (err) {
+                    console.error(`  ❌ FAILED: "${candidate.summary}": ${err instanceof Error ? err.message : String(err)}`);
+                }
+            }
+            console.log();
+        }
+    }
+    finally {
+        centralDb?.close();
+    }
+    search.close();
+    const mode = opts.dryRun ? "DRY RUN" : "COMMITTED";
+    console.log(`\n${mode}: ${candidates.length} candidates, ${added} ${opts.dryRun ? "would be added" : "added"}, ${skipped} duplicates skipped.`);
+}

package/dist/lib/config.d.ts

@@ -3,6 +3,7 @@
  * Uses Zod for schema validation with sensible defaults.
  */
 import { z } from "zod";
+export type { LlmTaskName } from "./apiKeyVault.js";
 declare const LLMProviderEnum: z.ZodEnum<{
     anthropic: "anthropic";
     ollama: "ollama";
@@ -11,6 +12,7 @@ declare const LLMProviderEnum: z.ZodEnum<{
     lmstudio: "lmstudio";
     xai: "xai";
     mistral: "mistral";
+    openrouter: "openrouter";
     custom: "custom";
 }>;
 export type LLMProviderName = z.infer<typeof LLMProviderEnum>;
@@ -26,6 +28,7 @@ declare const DreamConfigSchema: z.ZodObject<{
         lmstudio: "lmstudio";
         xai: "xai";
         mistral: "mistral";
+        openrouter: "openrouter";
         custom: "custom";
     }>>;
     model: z.ZodOptional<z.ZodString>;
@@ -33,6 +36,14 @@ declare const DreamConfigSchema: z.ZodObject<{
     generateSummaries: z.ZodDefault<z.ZodBoolean>;
     discoverRelationships: z.ZodDefault<z.ZodBoolean>;
     minMemories: z.ZodDefault<z.ZodNumber>;
+    schedule: z.ZodDefault<z.ZodObject<{
+        startHour: z.ZodDefault<z.ZodNumber>;
+        endHour: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strip>>;
+    systemIdleMinutes: z.ZodDefault<z.ZodNumber>;
+    minNewMemoriesToDream: z.ZodDefault<z.ZodNumber>;
+    minHoursBetweenRuns: z.ZodDefault<z.ZodNumber>;
+    maxLLMCallsPerRun: z.ZodDefault<z.ZodNumber>;
 }, z.core.$strip>;
 export type DreamConfig = z.infer<typeof DreamConfigSchema>;
 declare const RecallConfigSchema: z.ZodObject<{
@@ -62,6 +73,7 @@ declare const MultimodalConfigSchema: z.ZodObject<{
         lmstudio: "lmstudio";
         xai: "xai";
         mistral: "mistral";
+        openrouter: "openrouter";
         custom: "custom";
     }>>;
     visionModel: z.ZodOptional<z.ZodString>;
@@ -97,6 +109,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
             lmstudio: "lmstudio";
             xai: "xai";
             mistral: "mistral";
+            openrouter: "openrouter";
             custom: "custom";
         }>>;
         anthropic: z.ZodDefault<z.ZodObject<{
@@ -128,6 +141,11 @@ export declare const GnosysConfigSchema: z.ZodObject<{
             model: z.ZodDefault<z.ZodString>;
             apiKey: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>;
+        openrouter: z.ZodDefault<z.ZodObject<{
+            model: z.ZodDefault<z.ZodString>;
+            baseUrl: z.ZodDefault<z.ZodString>;
+            apiKey: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>;
         custom: z.ZodOptional<z.ZodObject<{
             model: z.ZodString;
             baseUrl: z.ZodString;
@@ -144,6 +162,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
                 lmstudio: "lmstudio";
                 xai: "xai";
                 mistral: "mistral";
+                openrouter: "openrouter";
                 custom: "custom";
             }>;
             model: z.ZodString;
@@ -157,6 +176,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
                 lmstudio: "lmstudio";
                 xai: "xai";
                 mistral: "mistral";
+                openrouter: "openrouter";
                 custom: "custom";
             }>;
             model: z.ZodString;
@@ -170,6 +190,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
                 lmstudio: "lmstudio";
                 xai: "xai";
                 mistral: "mistral";
+                openrouter: "openrouter";
                 custom: "custom";
             }>;
             model: z.ZodString;
@@ -183,6 +204,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
                 lmstudio: "lmstudio";
                 xai: "xai";
                 mistral: "mistral";
+                openrouter: "openrouter";
                 custom: "custom";
             }>;
             model: z.ZodString;
@@ -196,6 +218,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
                 lmstudio: "lmstudio";
                 xai: "xai";
                 mistral: "mistral";
+                openrouter: "openrouter";
                 custom: "custom";
             }>;
             model: z.ZodString;
@@ -247,6 +270,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
             lmstudio: "lmstudio";
             xai: "xai";
             mistral: "mistral";
+            openrouter: "openrouter";
             custom: "custom";
         }>>;
         model: z.ZodOptional<z.ZodString>;
@@ -254,6 +278,14 @@ export declare const GnosysConfigSchema: z.ZodObject<{
         generateSummaries: z.ZodDefault<z.ZodBoolean>;
         discoverRelationships: z.ZodDefault<z.ZodBoolean>;
         minMemories: z.ZodDefault<z.ZodNumber>;
+        schedule: z.ZodDefault<z.ZodObject<{
+            startHour: z.ZodDefault<z.ZodNumber>;
+            endHour: z.ZodDefault<z.ZodNumber>;
+        }, z.core.$strip>>;
+        systemIdleMinutes: z.ZodDefault<z.ZodNumber>;
+        minNewMemoriesToDream: z.ZodDefault<z.ZodNumber>;
+        minHoursBetweenRuns: z.ZodDefault<z.ZodNumber>;
+        maxLLMCallsPerRun: z.ZodDefault<z.ZodNumber>;
     }, z.core.$strip>>;
     chat: z.ZodDefault<z.ZodObject<{
         toolsEnabled: z.ZodDefault<z.ZodBoolean>;
@@ -275,6 +307,7 @@ export declare const GnosysConfigSchema: z.ZodObject<{
             lmstudio: "lmstudio";
             xai: "xai";
             mistral: "mistral";
+            openrouter: "openrouter";
             custom: "custom";
         }>>;
         visionModel: z.ZodOptional<z.ZodString>;
@@ -314,11 +347,11 @@ export declare function resolveTaskModel(config: GnosysConfig, task: "structurin
  */
 export declare function getProviderModel(config: GnosysConfig, provider: LLMProviderName): string;
 /**
- * Get the Groq API key, checking config first then env var.
+ * Get the Groq API key (global → provider → legacy env).
  */
 export declare function getGroqApiKey(config: GnosysConfig): string | undefined;
 /**
- * Get the OpenAI API key, checking config first then env var.
+ * Get the OpenAI API key (global → provider → legacy env).
  */
 export declare function getOpenAIApiKey(config: GnosysConfig): string | undefined;
 /**
@@ -345,6 +378,14 @@ export declare function getXAIApiKey(config: GnosysConfig): string | undefined;
  * Get the Mistral API key, checking config first then env var.
  */
 export declare function getMistralApiKey(config: GnosysConfig): string | undefined;
+/**
+ * Get the OpenRouter API key, checking config first then env var.
+ */
+export declare function getOpenRouterApiKey(config: GnosysConfig): string | undefined;
+/**
+ * Get the OpenRouter API base URL from config.
+ */
+export declare function getOpenRouterBaseUrl(config: GnosysConfig): string;
 /**
  * Get the Custom provider API key, checking config first then env var.
  */
@@ -381,4 +422,3 @@ export declare function generateConfigTemplate(): string;
  * All supported provider names.
  */
 export declare const ALL_PROVIDERS: LLMProviderName[];
-export {};

package/dist/lib/config.js

@@ -5,11 +5,11 @@
 import { z } from "zod";
 import fs from "fs/promises";
 import path from "path";
-import { execSync } from "child_process";
 import { getGnosysHome } from "./paths.js";
 import { atomicWriteFile } from "./atomicWrite.js";
+import { getApiKeyForProviderFromConfig, } from "./apiKeyVault.js";
 // ─── LLM Provider Schemas ───────────────────────────────────────────────
-const LLMProviderEnum = z.enum(["anthropic", "ollama", "groq", "openai", "lmstudio", "xai", "mistral", "custom"]);
+const LLMProviderEnum = z.enum(["anthropic", "ollama", "groq", "openai", "lmstudio", "xai", "mistral", "openrouter", "custom"]);
 const AnthropicConfigSchema = z.object({
     model: z.string().default("claude-sonnet-4-6"),
     apiKey: z.string().optional(), // Falls back to ANTHROPIC_API_KEY env var
@@ -39,6 +39,11 @@ const MistralConfigSchema = z.object({
     model: z.string().default("mistral-small-4"),
     apiKey: z.string().optional(),
 });
+const OpenRouterConfigSchema = z.object({
+    model: z.string().default("nvidia/nemotron-3-super-120b-a12b:free"),
+    baseUrl: z.string().default("https://openrouter.ai/api/v1"),
+    apiKey: z.string().optional(),
+});
 const CustomConfigSchema = z.object({
     model: z.string(),
     baseUrl: z.string(),
@@ -57,6 +62,10 @@ const LLMConfigSchema = z.object({
     lmstudio: LMStudioConfigSchema.default({ model: "default", baseUrl: "http://localhost:1234/v1" }),
     xai: XAIConfigSchema.default({ model: "grok-4.20" }),
     mistral: MistralConfigSchema.default({ model: "mistral-small-4" }),
+    openrouter: OpenRouterConfigSchema.default({
+        model: "nvidia/nemotron-3-super-120b-a12b:free",
+        baseUrl: "https://openrouter.ai/api/v1",
+    }),
     custom: CustomConfigSchema.optional(),
 });
 const TaskModelsSchema = z.object({
@@ -96,6 +105,19 @@ const DreamConfigSchema = z.object({
     discoverRelationships: z.boolean().default(true),
     /** Min memory count before dream mode activates */
     minMemories: z.number().int().min(1).default(10),
+    /** Night-only launch window for scheduled Dream runs. Hours are local 0-23. */
+    schedule: z.object({
+        startHour: z.number().int().min(0).max(23).default(2),
+        endHour: z.number().int().min(0).max(23).default(5),
+    }).default({ startHour: 2, endHour: 5 }),
+    /** Required real machine idle time before scheduled Dream can run. */
+    systemIdleMinutes: z.number().int().min(1).default(30),
+    /** Minimum new or changed memories since the last successful run. */
+    minNewMemoriesToDream: z.number().int().min(0).default(10),
+    /** Cooldown between scheduled Dream runs. */
+    minHoursBetweenRuns: z.number().int().min(0).default(20),
+    /** Hard cap on paid LLM calls in a single Dream run. */
+    maxLLMCallsPerRun: z.number().int().min(0).default(12),
 });
 // ─── Recall Schema ─────────────────────────────────────────────────────
 const RecallConfigSchema = z.object({
@@ -177,6 +199,7 @@ export const GnosysConfigSchema = z.object({
         lmstudio: { model: "default", baseUrl: "http://localhost:1234/v1" },
         xai: { model: "grok-4.20" },
         mistral: { model: "mistral-small-4" },
+        openrouter: { model: "nvidia/nemotron-3-super-120b-a12b:free", baseUrl: "https://openrouter.ai/api/v1" },
     }),
     /** Task-specific model overrides */
     taskModels: TaskModelsSchema.default({}),
@@ -227,6 +250,11 @@ export const GnosysConfigSchema = z.object({
         generateSummaries: true,
         discoverRelationships: true,
         minMemories: 10,
+        schedule: { startHour: 2, endHour: 5 },
+        systemIdleMinutes: 30,
+        minNewMemoriesToDream: 10,
+        minHoursBetweenRuns: 20,
+        maxLLMCallsPerRun: 12,
     }),
     /** Chat TUI — interactive chat configuration (v5.8.0) */
     chat: ChatConfigSchema.default({
@@ -282,67 +310,22 @@ export function getProviderModel(config, provider) {
         case "lmstudio": return config.llm.lmstudio.model;
         case "xai": return config.llm.xai.model;
         case "mistral": return config.llm.mistral.model;
+        case "openrouter": return config.llm.openrouter.model;
         case "custom": return config.llm.custom?.model || "";
         default: return config.llm.anthropic.model;
     }
 }
 /**
- * Resolve an API key from multiple sources in priority order:
- * 1. Config (gnosys.json)
- * 2. GNOSYS_<PROVIDER>_KEY env var (new convention)
- * 3. macOS Keychain (if on macOS)
- * 4. Legacy env var (ANTHROPIC_API_KEY, etc.)
- * 5. ~/.config/gnosys/.env (read at startup)
- */
-function resolveApiKey(configKey, gnosysEnvVar, legacyEnvVar) {
-    // 1. Config value
-    if (configKey)
-        return configKey;
-    // 2. New GNOSYS_*_KEY env var
-    if (process.env[gnosysEnvVar])
-        return process.env[gnosysEnvVar];
-    // Skip keychain lookups inside vitest — test env can't differentiate
-    // a real keychain entry from a stubbed env var, so tests asserting "no
-    // key configured" leak the developer's actual keys.
-    const inTest = !!process.env.VITEST;
-    // 3. macOS Keychain
-    if (!inTest && process.platform === "darwin") {
-        try {
-            const result = execSync(`security find-generic-password -a "$USER" -s "${gnosysEnvVar}" -w 2>/dev/null`, { stdio: "pipe", encoding: "utf-8", timeout: 2000 }).trim();
-            if (result)
-                return result;
-        }
-        catch {
-            // Not in keychain — fall through
-        }
-    }
-    // 4. Linux GNOME Keyring (secret-tool)
-    if (!inTest && process.platform === "linux") {
-        try {
-            const result = execSync(`secret-tool lookup service gnosys account ${gnosysEnvVar} 2>/dev/null`, { stdio: "pipe", encoding: "utf-8", timeout: 2000 }).trim();
-            if (result)
-                return result;
-        }
-        catch {
-            // secret-tool not installed or no entry — fall through
-        }
-    }
-    // 5. Legacy env var
-    if (legacyEnvVar && process.env[legacyEnvVar])
-        return process.env[legacyEnvVar];
-    return undefined;
-}
-/**
- * Get the Groq API key, checking config first then env var.
+ * Get the Groq API key (global → provider → legacy env).
  */
 export function getGroqApiKey(config) {
-    return resolveApiKey(config.llm.groq.apiKey, "GNOSYS_GROQ_KEY", "GROQ_API_KEY");
+    return getApiKeyForProviderFromConfig(config, "groq");
 }
 /**
- * Get the OpenAI API key, checking config first then env var.
+ * Get the OpenAI API key (global → provider → legacy env).
  */
 export function getOpenAIApiKey(config) {
-    return resolveApiKey(config.llm.openai.apiKey, "GNOSYS_OPENAI_KEY", "OPENAI_API_KEY");
+    return getApiKeyForProviderFromConfig(config, "openai");
 }
 /**
  * Get the OpenAI base URL from config.
@@ -360,7 +343,7 @@ export function getLMStudioBaseUrl(config) {
  * Get the Anthropic API key, checking config first then env var.
  */
 export function getAnthropicApiKey(config) {
-    return resolveApiKey(config.llm.anthropic.apiKey, "GNOSYS_ANTHROPIC_KEY", "ANTHROPIC_API_KEY");
+    return getApiKeyForProviderFromConfig(config, "anthropic");
 }
 /**
  * Get the Ollama base URL from config.
@@ -372,19 +355,31 @@ export function getOllamaBaseUrl(config) {
  * Get the xAI API key, checking config first then env var.
  */
 export function getXAIApiKey(config) {
-    return resolveApiKey(config.llm.xai.apiKey, "GNOSYS_XAI_KEY", "XAI_API_KEY");
+    return getApiKeyForProviderFromConfig(config, "xai");
 }
 /**
  * Get the Mistral API key, checking config first then env var.
  */
 export function getMistralApiKey(config) {
-    return resolveApiKey(config.llm.mistral.apiKey, "GNOSYS_MISTRAL_KEY", "MISTRAL_API_KEY");
+    return getApiKeyForProviderFromConfig(config, "mistral");
+}
+/**
+ * Get the OpenRouter API key, checking config first then env var.
+ */
+export function getOpenRouterApiKey(config) {
+    return getApiKeyForProviderFromConfig(config, "openrouter");
+}
+/**
+ * Get the OpenRouter API base URL from config.
+ */
+export function getOpenRouterBaseUrl(config) {
+    return config.llm.openrouter.baseUrl;
 }
 /**
  * Get the Custom provider API key, checking config first then env var.
  */
 export function getCustomApiKey(config) {
-    return resolveApiKey(config.llm.custom?.apiKey, "GNOSYS_CUSTOM_KEY", "GNOSYS_LLM_API_KEY");
+    return getApiKeyForProviderFromConfig(config, "custom");
 }
 // ─── Migration ───────────────────────────────────────────────────────────
 /**
@@ -578,6 +573,10 @@ export function generateConfigTemplate() {
             lmstudio: { model: "default", baseUrl: "http://localhost:1234/v1" },
             xai: { model: "grok-4.20" },
             mistral: { model: "mistral-small-4" },
+            openrouter: {
+                model: "nvidia/nemotron-3-super-120b-a12b:free",
+                baseUrl: "https://openrouter.ai/api/v1",
+            },
         },
         taskModels: {},
         bulkIngestionBatchSize: 500,
@@ -617,4 +616,6 @@ export function generateConfigTemplate() {
 /**
  * All supported provider names.
  */
-export const ALL_PROVIDERS = ["anthropic", "ollama", "groq", "openai", "lmstudio", "xai", "mistral", "custom"];
+export const ALL_PROVIDERS = [
+    "anthropic", "ollama", "groq", "openai", "lmstudio", "xai", "mistral", "openrouter", "custom",
+];

package/dist/lib/configCommand.d.ts

@@ -0,0 +1,10 @@
+import type { GnosysResolver } from "./resolver.js";
+type GetResolver = () => Promise<GnosysResolver>;
+export declare function runConfigShowCommand(getResolver: GetResolver, opts: {
+    json?: boolean;
+}): Promise<void>;
+export declare function runConfigSetCommand(getResolver: GetResolver, key: string, value: string, extra: string[]): Promise<void>;
+export declare function runConfigInitCommand(getResolver: GetResolver, opts: {
+    force?: boolean;
+}): Promise<void>;
+export {};