morpheus-cli 0.9.4 → 0.9.6

package/README.md

@@ -22,8 +22,8 @@ It runs as a daemon and orchestrates LLMs, MCP tools, DevKit tools, memory, and
 - `Apoc`: DevTools/browser execution (filesystem, shell, git, network, packages, processes, system, browser automation).
 - `Sati`: long-term memory retrieval/evaluation.
 - `Trinity`: database specialist. Executes queries, introspects schemas, and manages registered databases (PostgreSQL, MySQL, SQLite, MongoDB).
+- `Link`: documentation specialist. RAG over indexed user documents (PDF, Markdown, TXT, DOCX) with hybrid vector + keyword search.
 - `Chronos`: temporal scheduler. Runs Oracle prompts on a recurring or one-time schedule.
-- `Keymaker`: skill executor. Runs user-defined skills with full tool access (DevKit + MCP + internal tools).
 - `Smith`: remote DevKit executor. Runs DevKit operations on isolated machines (Docker, VMs, cloud) via WebSocket.
 
 ## Installation
@@ -510,14 +510,15 @@ Precedence order:
 
 ## Skills
 
-Skills are user-defined capabilities that extend Morpheus. Each skill is a folder in `~/.morpheus/skills/` containing a single `SKILL.md` file with YAML frontmatter for metadata.
+Skills are user-defined instruction templates that extend Morpheus capabilities. Each skill is a folder in `~/.morpheus/skills/` containing a single `SKILL.md` file with YAML frontmatter for metadata.
 
-### Execution Modes
+### How Skills Work
 
-Skills support two execution modes:
-
-- **`sync`** (default) - Executes immediately via `skill_execute`, returns result inline
-- **`async`** - Runs as background task via `skill_delegate`, notifies when complete
+Skills are **instruction templates** loaded into Oracle's context on-demand:
+1. User request matches a skill's examples/description
+2. Oracle calls `load_skill` tool with the skill name
+3. Tool returns the skill's full content (SKILL.md)
+4. Oracle follows the instructions using its existing tools (delegation, MCP, etc.)
 
 ### Creating a Skill
 
@@ -533,7 +534,6 @@ description: Brief description of what this skill does
 version: 1.0.0
 author: your-name
 enabled: true
-execution_mode: sync
 tags:
   - automation
   - example
@@ -546,44 +546,17 @@ examples:
 You are an expert at [domain]. Follow these instructions...
 
 ## Your Task
-[Instructions for Keymaker to execute]
-```
-
-### Async Skill Example
-
-For long-running tasks like deployments or builds:
-
-```markdown
----
-name: deploy-staging
-description: Deploy application to staging environment
-execution_mode: async
-tags:
-  - deployment
-  - devops
----
-
-# Deploy to Staging
-
-Execute a full deployment to the staging environment...
+[Instructions for Oracle to execute]
 ```
 
 ### Using Skills
 
-Once a skill is loaded, Oracle will automatically suggest delegating matching tasks to Keymaker:
+Once a skill is loaded, Oracle follows the instructions using its available tools:
 
-**Sync Skills (immediate result):**
 ```
 User: "Review the code in src/auth.ts"
-Oracle: [executes code-reviewer skill via skill_execute]
-Keymaker: [returns detailed review immediately]
-```
-
-**Async Skills (background task):**
-```
-User: "Deploy to staging"
-Oracle: [delegates via skill_delegate, task queued]
-Morpheus: [notifies via Telegram/Discord when complete]
+Oracle: [loads code-reviewer skill via load_skill]
+Oracle: [executes review using its tools and returns result]
 ```
 
 ### Managing Skills
@@ -617,15 +590,61 @@ POST   /api/skills/:name/disable  - Disable skill
 ### Sample Skills
 
 Example skills are available in `examples/skills/`:
-- `code-reviewer` - Reviews code for issues and best practices (sync)
-- `git-helper` - Assists with Git operations (sync)
-- `deploy-staging` - Deploy to staging environment (async)
+- `code-reviewer` - Reviews code for issues and best practices
+- `git-helper` - Assists with Git operations
 
 Copy them to your skills directory:
 ```bash
 cp -r examples/skills/* ~/.morpheus/skills/
 ```
 
+## Link — Document RAG
+
+Link is a documentation specialist subagent that provides RAG (Retrieval-Augmented Generation) over user documents.
+
+**Supported formats:** PDF, Markdown, TXT, DOCX
+
+**Document storage:** `~/.morpheus/docs/`
+
+**Embedding database:** `~/.morpheus/memory/link.db` (SQLite with sqlite-vec)
+
+### Using Link
+
+Oracle automatically delegates to Link when users ask about their documents:
+
+```
+User: "What does my contract say about termination?"
+Oracle: [delegates to Link via link_delegate]
+Link: [searches indexed documents and returns answer with citations]
+```
+
+### Managing Documents
+
+**Web UI:** Navigate to `/documents` to upload, delete, and reindex documents.
+
+**API Endpoints:**
+```
+GET    /api/link/documents           - List all documents
+POST   /api/link/upload              - Upload a document
+DELETE /api/link/documents/:id       - Delete a document
+POST   /api/link/documents/:id/reindex - Reindex a document
+```
+
+### Configuration
+
+```yaml
+link:
+  provider: openai
+  model: gpt-4o-mini
+  temperature: 0.2
+  personality: documentation_specialist
+  execution_mode: async    # 'sync' = inline, 'async' = background task
+  max_results: 10          # max search results per query
+  score_threshold: 0.5     # minimum similarity score (0-1)
+  chunk_size: 1000         # characters per chunk
+  chunk_overlap: 200       # overlap between chunks
+```
+
 ## MCP Configuration
 
 Configure MCP servers in `~/.morpheus/mcps.json`.
@@ -655,9 +674,10 @@ Authenticated endpoints (`x-architect-pass`):
 - Sessions: `/api/sessions*`
 - Chat: `POST /api/chat`
 - Tasks: `GET /api/tasks`, `GET /api/tasks/stats`, `GET /api/tasks/:id`, `POST /api/tasks/:id/retry`
-- Config: `/api/config`, `/api/config/sati`, `/api/config/neo`, `/api/config/apoc`, `/api/config/trinity`, `/api/config/chronos`, `/api/config/smiths`
+- Config: `/api/config`, `/api/config/sati`, `/api/config/neo`, `/api/config/apoc`, `/api/config/trinity`, `/api/config/link`, `/api/config/chronos`, `/api/config/smiths`
 - MCP: `/api/mcp/*` (servers CRUD + reload + status)
 - Sati memories: `/api/sati/memories*`
+- Link documents: `/api/link/documents`, `/api/link/upload`, `/api/link/documents/:id/reindex`
 - Trinity databases: `GET/POST/PUT/DELETE /api/trinity/databases`, `POST /api/trinity/databases/:id/test`, `POST /api/trinity/databases/:id/refresh-schema`
 - Chronos: `GET/POST /api/chronos`, `GET/PUT/DELETE /api/chronos/:id`, `PATCH /api/chronos/:id/enable`, `PATCH /api/chronos/:id/disable`, `GET /api/chronos/:id/executions`, `POST /api/chronos/preview`
 - Smiths: `GET /api/smiths`, `GET/PUT /api/smiths/config`, `GET/DELETE /api/smiths/:name`, `POST /api/smiths/:name/ping`

package/dist/channels/discord.js

@@ -773,10 +773,9 @@ export class DiscordAdapter {
     }
     async cmdSkillReload(interaction) {
         try {
-            const { SkillRegistry, updateSkillDelegateDescription } = await import('../runtime/skills/index.js');
+            const { SkillRegistry } = await import('../runtime/skills/index.js');
             const registry = SkillRegistry.getInstance();
             const result = await registry.reload();
-            updateSkillDelegateDescription();
             const msg = result.errors.length > 0
                 ? `Reloaded ${result.skills.length} skills with ${result.errors.length} error(s).`
                 : `Reloaded ${result.skills.length} skill(s).`;
@@ -789,14 +788,13 @@ export class DiscordAdapter {
     async cmdSkillEnable(interaction) {
         const name = interaction.options.getString('name', true);
         try {
-            const { SkillRegistry, updateSkillDelegateDescription } = await import('../runtime/skills/index.js');
+            const { SkillRegistry } = await import('../runtime/skills/index.js');
             const registry = SkillRegistry.getInstance();
             const success = registry.enable(name);
             if (!success) {
                 await interaction.reply({ content: `Skill "${name}" not found.` });
                 return;
             }
-            updateSkillDelegateDescription();
             await interaction.reply({ content: `Skill \`${name}\` enabled.` });
         }
         catch (err) {
@@ -806,14 +804,13 @@ export class DiscordAdapter {
     async cmdSkillDisable(interaction) {
         const name = interaction.options.getString('name', true);
         try {
-            const { SkillRegistry, updateSkillDelegateDescription } = await import('../runtime/skills/index.js');
+            const { SkillRegistry } = await import('../runtime/skills/index.js');
             const registry = SkillRegistry.getInstance();
             const success = registry.disable(name);
             if (!success) {
                 await interaction.reply({ content: `Skill "${name}" not found.` });
                 return;
             }
-            updateSkillDelegateDescription();
             await interaction.reply({ content: `Skill \`${name}\` disabled.` });
         }
         catch (err) {

package/dist/channels/telegram.js

@@ -1087,10 +1087,9 @@ export class TelegramAdapter {
     }
     async handleSkillsReload(ctx) {
         try {
-            const { SkillRegistry, updateSkillDelegateDescription } = await import('../runtime/skills/index.js');
+            const { SkillRegistry } = await import('../runtime/skills/index.js');
             const registry = SkillRegistry.getInstance();
             const result = await registry.reload();
-            updateSkillDelegateDescription();
             const msg = result.errors.length > 0
                 ? `Reloaded ${result.skills.length} skills with ${result.errors.length} error(s).`
                 : `Reloaded ${result.skills.length} skill(s).`;
@@ -1106,14 +1105,13 @@ export class TelegramAdapter {
             return;
         }
         try {
-            const { SkillRegistry, updateSkillDelegateDescription } = await import('../runtime/skills/index.js');
+            const { SkillRegistry } = await import('../runtime/skills/index.js');
             const registry = SkillRegistry.getInstance();
             const success = registry.enable(name);
             if (!success) {
                 await ctx.reply(`Skill "${name}" not found.`);
                 return;
             }
-            updateSkillDelegateDescription();
             await ctx.reply(`Skill \`${name}\` enabled.`, { parse_mode: 'Markdown' });
         }
         catch (err) {
@@ -1126,14 +1124,13 @@ export class TelegramAdapter {
             return;
         }
         try {
-            const { SkillRegistry, updateSkillDelegateDescription } = await import('../runtime/skills/index.js');
+            const { SkillRegistry } = await import('../runtime/skills/index.js');
             const registry = SkillRegistry.getInstance();
             const success = registry.disable(name);
             if (!success) {
                 await ctx.reply(`Skill "${name}" not found.`);
                 return;
             }
-            updateSkillDelegateDescription();
             await ctx.reply(`Skill \`${name}\` disabled.`, { parse_mode: 'Markdown' });
         }
         catch (err) {

package/dist/cli/commands/restart.js

@@ -15,6 +15,8 @@ import { HttpServer } from '../../http/server.js';
 import { getVersion } from '../utils/version.js';
 import { TaskWorker } from '../../runtime/tasks/worker.js';
 import { TaskNotifier } from '../../runtime/tasks/notifier.js';
+import { Link } from '../../runtime/link.js';
+import { LinkWorker } from '../../runtime/link-worker.js';
 export const restartCommand = new Command('restart')
     .description('Restart the Morpheus agent')
     .option('--ui', 'Enable web UI', true)
@@ -97,6 +99,15 @@ export const restartCommand = new Command('restart')
             await clearPid();
             process.exit(1);
         }
+        // Initialize Link (Documentation Specialist)
+        try {
+            const link = Link.getInstance(config);
+            await link.initialize();
+            display.log(chalk.green('✓ Link initialized'), { source: 'Link' });
+        }
+        catch (err) {
+            display.log(chalk.yellow(`Link initialization warning: ${err.message}`), { source: 'Link' });
+        }
         const adapters = [];
         let httpServer;
         const taskWorker = new TaskWorker();
@@ -135,6 +146,9 @@ export const restartCommand = new Command('restart')
             taskWorker.start();
             taskNotifier.start();
         }
+        // Start LinkWorker for document indexing
+        const linkWorker = LinkWorker.getInstance();
+        linkWorker.start();
         // Handle graceful shutdown
         const shutdown = async (signal) => {
             display.stopSpinner();
@@ -145,6 +159,7 @@ export const restartCommand = new Command('restart')
             for (const adapter of adapters) {
                 await adapter.disconnect();
             }
+            linkWorker.stop();
             if (asyncTasksEnabled) {
                 taskWorker.stop();
                 taskNotifier.stop();

package/dist/cli/commands/start.js

@@ -26,6 +26,8 @@ import { ChronosRepository } from '../../runtime/chronos/repository.js';
 import { SkillRegistry } from '../../runtime/skills/index.js';
 import { MCPToolCache } from '../../runtime/tools/cache.js';
 import { SmithRegistry } from '../../runtime/smiths/registry.js';
+import { Link } from '../../runtime/link.js';
+import { LinkWorker } from '../../runtime/link-worker.js';
 // Load .env file explicitly in start command
 const envPath = path.join(process.cwd(), '.env');
 if (fs.existsSync(envPath)) {
@@ -173,6 +175,16 @@ export const startCommand = new Command('start')
         catch (err) {
             display.log(chalk.yellow(`Smiths initialization warning: ${err.message}`), { source: 'Smiths' });
         }
+        // Initialize Link (Documentation Specialist) before Oracle
+        try {
+            const linkConfig = ConfigManager.getInstance().getLinkConfig();
+            const link = Link.getInstance(config);
+            await link.initialize();
+            display.log(chalk.green('✓ Link initialized'), { source: 'Link' });
+        }
+        catch (err) {
+            display.log(chalk.yellow(`Link initialization warning: ${err.message}`), { source: 'Link' });
+        }
         // Initialize Oracle
         const oracle = new Oracle(config);
         try {
@@ -259,6 +271,9 @@ export const startCommand = new Command('start')
         // Start Background Services
         startSessionEmbeddingScheduler();
         chronosWorker.start();
+        // Start LinkWorker for document indexing
+        const linkWorker = LinkWorker.getInstance();
+        linkWorker.start();
         if (asyncTasksEnabled) {
             taskWorker.start();
             taskNotifier.start();
@@ -278,6 +293,7 @@ export const startCommand = new Command('start')
                 await adapter.disconnect();
             }
             chronosWorker.stop();
+            linkWorker.stop();
             if (asyncTasksEnabled) {
                 taskWorker.stop();
                 taskNotifier.stop();

package/dist/config/manager.js

@@ -53,6 +53,10 @@ export class ConfigManager {
         if (decrypted.trinity?.api_key) {
             decrypted.trinity = { ...decrypted.trinity, api_key: tryDecrypt(decrypted.trinity.api_key) };
         }
+        // Decrypt Link
+        if (decrypted.link?.api_key) {
+            decrypted.link = { ...decrypted.link, api_key: tryDecrypt(decrypted.link.api_key) };
+        }
         // Decrypt Audio (Telephonist)
         if (decrypted.audio?.apiKey) {
             decrypted.audio = { ...decrypted.audio, apiKey: tryDecrypt(decrypted.audio.apiKey) };
@@ -95,6 +99,10 @@ export class ConfigManager {
         if (encrypted.trinity?.api_key) {
             encrypted.trinity = { ...encrypted.trinity, api_key: tryEncrypt(encrypted.trinity.api_key) };
         }
+        // Encrypt Link
+        if (encrypted.link?.api_key) {
+            encrypted.link = { ...encrypted.link, api_key: tryEncrypt(encrypted.link.api_key) };
+        }
         // Encrypt Audio (Telephonist)
         if (encrypted.audio?.apiKey) {
             encrypted.audio = { ...encrypted.audio, apiKey: tryEncrypt(encrypted.audio.apiKey) };
@@ -240,6 +248,38 @@ export class ConfigManager {
                 execution_mode: resolveString('MORPHEUS_TRINITY_EXECUTION_MODE', config.trinity?.execution_mode, 'async'),
             };
         }
+        // Apply precedence to Link config
+        const linkEnvVars = [
+            'MORPHEUS_LINK_PROVIDER',
+            'MORPHEUS_LINK_MODEL',
+            'MORPHEUS_LINK_TEMPERATURE',
+            'MORPHEUS_LINK_API_KEY',
+        ];
+        const hasLinkEnvOverrides = linkEnvVars.some((envVar) => process.env[envVar] !== undefined);
+        let linkConfig;
+        if (config.link || hasLinkEnvOverrides) {
+            const linkProvider = resolveProvider('MORPHEUS_LINK_PROVIDER', config.link?.provider, llmConfig.provider);
+            const linkMaxTokensFallback = config.link?.max_tokens ?? llmConfig.max_tokens;
+            const linkContextWindowFallback = config.link?.context_window ?? llmConfig.context_window;
+            linkConfig = {
+                provider: linkProvider,
+                model: resolveModel(linkProvider, 'MORPHEUS_LINK_MODEL', config.link?.model || llmConfig.model),
+                temperature: resolveNumeric('MORPHEUS_LINK_TEMPERATURE', config.link?.temperature, llmConfig.temperature),
+                max_tokens: resolveOptionalNumeric('MORPHEUS_LINK_MAX_TOKENS', config.link?.max_tokens, linkMaxTokensFallback),
+                api_key: resolveApiKey(linkProvider, 'MORPHEUS_LINK_API_KEY', config.link?.api_key || llmConfig.api_key),
+                base_url: config.link?.base_url || config.llm.base_url,
+                context_window: resolveOptionalNumeric('MORPHEUS_LINK_CONTEXT_WINDOW', config.link?.context_window, linkContextWindowFallback),
+                chunk_size: resolveNumeric('MORPHEUS_LINK_CHUNK_SIZE', config.link?.chunk_size, 500),
+                score_threshold: resolveNumeric('MORPHEUS_LINK_SCORE_THRESHOLD', config.link?.score_threshold, 0.5),
+                max_results: resolveNumeric('MORPHEUS_LINK_MAX_RESULTS', config.link?.max_results, 10),
+                execution_mode: resolveString('MORPHEUS_LINK_EXECUTION_MODE', config.link?.execution_mode, 'async'),
+                scan_interval_ms: resolveNumeric('MORPHEUS_LINK_SCAN_INTERVAL_MS', config.link?.scan_interval_ms, 30000),
+                max_file_size_mb: resolveNumeric('MORPHEUS_LINK_MAX_FILE_SIZE_MB', config.link?.max_file_size_mb, 50),
+                vector_weight: resolveNumeric('MORPHEUS_LINK_VECTOR_WEIGHT', config.link?.vector_weight, 0.8),
+                bm25_weight: resolveNumeric('MORPHEUS_LINK_BM25_WEIGHT', config.link?.bm25_weight, 0.2),
+                personality: resolveString('MORPHEUS_LINK_PERSONALITY', config.link?.personality, 'documentation_specialist'),
+            };
+        }
         // Apply precedence to audio config
         const audioProvider = resolveString('MORPHEUS_AUDIO_PROVIDER', config.audio.provider, DEFAULT_CONFIG.audio.provider);
         // AudioProvider uses 'google' but resolveApiKey expects LLMProvider which uses 'gemini'
@@ -312,6 +352,7 @@ export class ConfigManager {
             neo: neoConfig,
             apoc: apocConfig,
             trinity: trinityConfig,
+            link: linkConfig,
             audio: audioConfig,
             channels: channelsConfig,
             ui: uiConfig,
@@ -436,6 +477,26 @@ export class ConfigManager {
         }
         return defaults;
     }
+    getLinkConfig() {
+        const defaults = {
+            provider: this.config.llm.provider,
+            model: this.config.llm.model,
+            temperature: this.config.llm.temperature,
+            personality: 'documentation_specialist',
+            chunk_size: 500,
+            score_threshold: 0.5,
+            max_results: 10,
+            execution_mode: 'async',
+            scan_interval_ms: 30000,
+            max_file_size_mb: 50,
+            vector_weight: 0.8,
+            bm25_weight: 0.2,
+        };
+        if (this.config.link) {
+            return { ...defaults, ...this.config.link };
+        }
+        return defaults;
+    }
     getDevKitConfig() {
         const defaults = {
             sandbox_dir: process.cwd(),

package/dist/config/paths.js

@@ -15,4 +15,5 @@ export const PATHS = {
     commands: path.join(MORPHEUS_ROOT, 'commands'),
     mcps: path.join(MORPHEUS_ROOT, 'mcps.json'),
     skills: path.join(MORPHEUS_ROOT, 'skills'),
+    docs: path.join(MORPHEUS_ROOT, 'docs'),
 };

package/dist/config/schemas.js

@@ -35,8 +35,16 @@ export const NeoConfigSchema = LLMConfigSchema.extend({
 export const TrinityConfigSchema = LLMConfigSchema.extend({
     execution_mode: z.enum(['sync', 'async']).default('async'),
 });
-export const KeymakerConfigSchema = LLMConfigSchema.extend({
-    skills_dir: z.string().optional(),
+export const LinkConfigSchema = LLMConfigSchema.extend({
+    personality: z.string().optional(),
+    chunk_size: z.number().int().positive().default(500),
+    score_threshold: z.number().min(0).max(1).default(0.5),
+    max_results: z.number().int().positive().default(10),
+    execution_mode: z.enum(['sync', 'async']).default('async'),
+    scan_interval_ms: z.number().int().min(5000).default(30000),
+    max_file_size_mb: z.number().int().positive().default(50),
+    vector_weight: z.number().min(0).max(1).default(0.8),
+    bm25_weight: z.number().min(0).max(1).default(0.2),
 });
 export const WebhookConfigSchema = z.object({
     telegram_notify_all: z.boolean().optional(),
@@ -86,7 +94,7 @@ export const ConfigSchema = z.object({
     neo: NeoConfigSchema.optional(),
     apoc: ApocConfigSchema.optional(),
     trinity: TrinityConfigSchema.optional(),
-    keymaker: KeymakerConfigSchema.optional(),
+    link: LinkConfigSchema.optional(),
     webhooks: WebhookConfigSchema,
     audio: AudioConfigSchema.default(DEFAULT_CONFIG.audio),
     memory: z.object({

package/dist/http/api.js

@@ -21,6 +21,7 @@ import { createChronosJobRouter, createChronosConfigRouter } from './routers/chr
 import { createSkillsRouter } from './routers/skills.js';
 import { createSmithsRouter } from './routers/smiths.js';
 import { createDangerRouter } from './routers/danger.js';
+import { createLinkRouter } from './routers/link.js';
 import { getActiveEnvOverrides } from '../config/precedence.js';
 import { hotReloadConfig, getRestartRequiredChanges } from '../runtime/hot-reload.js';
 import { AuditRepository } from '../runtime/audit/repository.js';
@@ -52,6 +53,8 @@ export function createApiRouter(oracle, chronosWorker) {
     router.use('/smiths', createSmithsRouter());
     // Mount Danger Zone router
     router.use('/danger', createDangerRouter());
+    // Mount Link router (Documentation management)
+    router.use('/link', createLinkRouter());
     // --- Session Management ---
     router.get('/sessions', async (req, res) => {
         try {