@dotsetlabs/dotclaw 2.0.0 → 2.2.0

package/.env.example

@@ -27,6 +27,12 @@ TZ=America/New_York
 # GitHub Personal Access Token (enables gh CLI in containers)
 # GH_TOKEN=ghp_your_token_here
 
+# OpenAI API key (enables OpenAI TTS provider; falls back to OPENROUTER_API_KEY)
+# OPENAI_API_KEY=sk-replace-with-openai-key
+
+# Override vision model for the AnalyzeImage tool (defaults to openai/gpt-4o)
+# DOTCLAW_VISION_MODEL=openai/gpt-4o
+
 # --- Optional: System (set in shell before starting) ---
 # Override DotClaw home directory (defaults to ~/.dotclaw)
 # DOTCLAW_HOME=~/.dotclaw
@@ -39,12 +45,18 @@ TZ=America/New_York
 # Required for non-interactive bootstrap
 # DOTCLAW_BOOTSTRAP_CHAT_ID=123456789
 
+# Explicit provider selection (telegram or discord)
+# DOTCLAW_BOOTSTRAP_PROVIDER=telegram
+
 # Optional bootstrap defaults
 # DOTCLAW_BOOTSTRAP_GROUP_NAME=main
 # DOTCLAW_BOOTSTRAP_GROUP_FOLDER=main
 # DOTCLAW_BOOTSTRAP_BUILD=true
 # DOTCLAW_BOOTSTRAP_SELF_CHECK=true
 
+# Required for non-interactive configure
+# DOTCLAW_CONFIGURE_CHAT_ID=123456789
+
 # --- Optional: autotune (advanced) ---
 # Autotune uses dotenv, so these can live in .env if you run `npm run autotune`.
 # AUTOTUNE_TRACE_DIR=~/.dotclaw/traces

package/README.md

@@ -11,12 +11,10 @@ Personal OpenRouter-based assistant for Telegram and Discord. Each request runs
 - Voice transcription and text-to-speech
 - Browser automation (Chromium in-container)
 - MCP server integration (stdio transport)
-- Lifecycle hooks (message, agent, job, task, memory events)
-- Multi-agent orchestration (parallel fan-out with aggregation)
-- Declarative YAML/JSON workflows (multi-step pipelines)
+- Lifecycle hooks (message, agent, task, memory events)
+- Real-time streaming responses with edit-in-place delivery
 - Long-term memory with embeddings and semantic search
 - Scheduled tasks (cron and one-off)
-- Background jobs for long-running work
 - Tool policies and daily budgets
 - Plugin tools and Autotune optimization
 - Prometheus-compatible metrics and status dashboard
@@ -122,10 +120,13 @@ Or see:
 
 ```bash
 npm run dev          # Run with hot reload
-npm run build        # Compile TypeScript
+npm run dev:up       # Full dev cycle: rebuild container + kill stale daemons + start dev
+npm run dev:down     # Remove all running dotclaw agent containers
+npm run build        # Compile TypeScript (host)
+npm run build:all    # Build both host and container
 npm run lint         # Run ESLint
 npm test             # Run tests
-./container/build.sh # Rebuild agent container
+dotclaw build        # Rebuild agent container (or: ./container/build.sh)
 ```
 
 ## License

package/config-examples/runtime.json

@@ -15,118 +15,39 @@
       "port": 3002
     },
     "memory": {
+      "recall": {
+        "minScore": 0.35
+      },
       "embeddings": {
         "enabled": true
       }
     },
-    "backgroundJobs": {
-      "enabled": true,
-      "maxConcurrent": 2,
-      "maxRuntimeMs": 2400000,
-      "maxToolSteps": 256,
-      "toolDeny": ["mcp__dotclaw__spawn_job"],
-      "progress": {
-        "enabled": false,
-        "startDelayMs": 30000,
-        "intervalMs": 120000,
-        "maxUpdates": 3
-      },
-      "autoSpawn": {
-        "enabled": true,
-        "foregroundTimeoutMs": 90000,
-        "onTimeout": true,
-        "onToolLimit": true,
-        "classifier": {
-          "enabled": true,
-          "model": "deepseek/deepseek-v3.2",
-          "timeoutMs": 3000,
-          "maxOutputTokens": 32,
-          "temperature": 0,
-          "confidenceThreshold": 0.6,
-          "adaptive": {
-            "enabled": true,
-            "minThreshold": 0.55,
-            "maxThreshold": 0.65,
-            "queueDepthLow": 0,
-            "queueDepthHigh": 4
-          }
-        }
-      }
-    },
     "routing": {
+      "model": "moonshotai/kimi-k2.5",
+      "fallbacks": ["anthropic/claude-sonnet-4-5", "openai/gpt-4.1"],
+      "allowedModels": [],
+      "maxOutputTokens": 0,
+      "maxToolSteps": 200,
+      "temperature": 0.6,
+      "recallMaxResults": 8,
+      "recallMaxTokens": 1500
+    },
+    "webhook": {
+      "enabled": false,
+      "port": 3003,
+      "token": ""
+    },
+    "streaming": {
       "enabled": true,
-      "maxFastChars": 200,
-      "maxStandardChars": 1200,
-      "backgroundMinChars": 2000,
-      "fastKeywords": ["hi", "hello", "hey", "who are you", "what can you do", "help", "thanks", "thank you"],
-      "deepKeywords": ["research", "analysis", "analyze", "report", "dashboard", "vibe", "refactor", "architecture", "design", "spec", "strategy", "migration", "benchmark", "investigate", "evaluate", "summarize", "long-running"],
-      "backgroundKeywords": ["background", "long-running", "research", "deep dive", "multi-step", "multi step", "dashboard", "refactor", "benchmark", "report", "analysis", "survey", "crawl", "scrape", "codebase"],
-      "classifierFallback": {
-        "enabled": true,
-        "minChars": 600
-      },
-      "plannerProbe": {
-        "enabled": true,
-        "model": "deepseek/deepseek-v3.2",
-        "timeoutMs": 3000,
-        "maxOutputTokens": 120,
-        "temperature": 0,
-        "minChars": 700,
-        "minSteps": 4,
-        "minTools": 3
-      },
-      "profiles": {
-        "fast": {
-          "model": "deepseek/deepseek-v3.2",
-          "maxOutputTokens": 4096,
-          "maxToolSteps": 12,
-          "recallMaxResults": 0,
-          "recallMaxTokens": 0,
-          "enablePlanner": false,
-          "enableValidation": false,
-          "responseValidationMaxRetries": 0,
-          "enableMemoryRecall": false,
-          "enableMemoryExtraction": false,
-          "progress": { "enabled": false }
-        },
-        "standard": {
-          "model": "moonshotai/kimi-k2.5",
-          "maxOutputTokens": 4096,
-          "maxToolSteps": 48,
-          "recallMaxResults": 6,
-          "recallMaxTokens": 1500,
-          "enablePlanner": true,
-          "enableValidation": true,
-          "responseValidationMaxRetries": 1,
-          "enableMemoryRecall": true,
-          "enableMemoryExtraction": true
-        },
-        "deep": {
-          "model": "moonshotai/kimi-k2.5",
-          "maxOutputTokens": 4096,
-          "maxToolSteps": 128,
-          "recallMaxResults": 12,
-          "recallMaxTokens": 2500,
-          "enablePlanner": true,
-          "enableValidation": true,
-          "responseValidationMaxRetries": 2,
-          "enableMemoryRecall": true,
-          "enableMemoryExtraction": true
-        },
-        "background": {
-          "model": "moonshotai/kimi-k2.5",
-          "maxOutputTokens": 4096,
-          "maxToolSteps": 256,
-          "recallMaxResults": 16,
-          "recallMaxTokens": 4000,
-          "enablePlanner": true,
-          "enableValidation": true,
-          "responseValidationMaxRetries": 2,
-          "enableMemoryRecall": true,
-          "enableMemoryExtraction": true,
-          "progress": { "enabled": true, "initialMs": 15000, "intervalMs": 60000, "maxUpdates": 3 }
-        }
-      }
+      "chunkFlushIntervalMs": 200,
+      "editIntervalMs": 400,
+      "maxEditLength": 3800
+    },
+    "telegram": {
+      "enabled": true
+    },
+    "discord": {
+      "enabled": false
     },
     "toolBudgets": {
       "enabled": false
@@ -134,26 +55,40 @@
   },
   "agent": {
     "assistantName": "Rain",
+    "reasoning": { "effort": "medium" },
+    "context": {
+      "maxHistoryTurns": 40,
+      "contextPruning": {
+        "softTrimMaxChars": 4000,
+        "softTrimHeadChars": 1500,
+        "softTrimTailChars": 1500,
+        "keepLastAssistant": 3
+      }
+    },
     "promptPacks": {
       "enabled": true
     },
-    "planner": {
-      "enabled": true,
-      "mode": "auto"
-    },
-    "responseValidation": {
-      "enabled": true,
-      "minPromptTokens": 400,
-      "minResponseTokens": 160
-    },
     "tools": {
-      "progress": {
-        "enabled": true,
-        "minIntervalMs": 30000,
-        "notifyTools": [],
-        "notifyOnStart": false,
-        "notifyOnError": false
+      "enableBash": true,
+      "enableWebSearch": true,
+      "enableWebFetch": true,
+      "bash": {
+        "timeoutMs": 600000
+      },
+      "process": {
+        "maxSessions": 16,
+        "maxOutputBytes": 1048576,
+        "defaultTimeoutMs": 1800000
       }
+    },
+    "tts": {
+      "provider": "edge-tts",
+      "openaiModel": "tts-1",
+      "openaiVoice": "alloy"
+    },
+    "mcp": {
+      "enabled": true,
+      "servers": []
     }
   }
 }

package/config-examples/tool-budgets.json

@@ -6,7 +6,7 @@
       "Bash": 2000,
       "Python": 1500,
       "GitClone": 400,
-      "NpmInstall": 300
+      "PackageInstall": 300
     }
   },
   "groups": {

package/config-examples/tool-policy.json

@@ -7,11 +7,12 @@
       "Glob",
       "Grep",
       "GitClone",
-      "NpmInstall",
+      "PackageInstall",
       "WebSearch",
       "WebFetch",
       "Bash",
       "Python",
+      "Browser",
       "mcp__dotclaw__send_message",
       "mcp__dotclaw__send_file",
       "mcp__dotclaw__send_photo",
@@ -24,6 +25,7 @@
       "mcp__dotclaw__edit_message",
       "mcp__dotclaw__delete_message",
       "mcp__dotclaw__download_url",
+      "mcp__dotclaw__text_to_speech",
       "mcp__dotclaw__schedule_task",
       "mcp__dotclaw__run_task",
       "mcp__dotclaw__list_tasks",
@@ -31,11 +33,6 @@
       "mcp__dotclaw__resume_task",
       "mcp__dotclaw__cancel_task",
       "mcp__dotclaw__update_task",
-      "mcp__dotclaw__spawn_job",
-      "mcp__dotclaw__job_status",
-      "mcp__dotclaw__list_jobs",
-      "mcp__dotclaw__cancel_job",
-      "mcp__dotclaw__job_update",
       "mcp__dotclaw__register_group",
       "mcp__dotclaw__remove_group",
       "mcp__dotclaw__list_groups",
@@ -54,15 +51,5 @@
       "WebFetch": 60
     },
     "default_max_per_run": 256
-  },
-  "groups": {
-    "main": {
-      "allow": ["Bash", "WebSearch", "WebFetch"]
-    }
-  },
-  "users": {
-    "123456789": {
-      "deny": ["Bash"]
-    }
   }
 }

package/container/Dockerfile

@@ -37,6 +37,7 @@ RUN apt-get update && apt-get install -y \
     tree \
     ripgrep \
     graphviz \
+    poppler-utils \
     && rm -rf /var/lib/apt/lists/*
 
 # Install GitHub CLI (not in standard Debian repos)
@@ -51,7 +52,7 @@ RUN curl -fsSL https://cli.github.com/packages/githubcli-archive-keyring.gpg \
 RUN echo 'node ALL=(ALL) NOPASSWD: ALL' > /etc/sudoers.d/node && chmod 0440 /etc/sudoers.d/node
 
 # Install common Python packages
-RUN pip3 install --break-system-packages pandas numpy requests beautifulsoup4 matplotlib Pillow openpyxl pyyaml tabulate chardet
+RUN pip3 install --break-system-packages pandas numpy requests beautifulsoup4 matplotlib Pillow openpyxl pyyaml tabulate chardet pdfminer.six httpx lxml cssselect python-docx python-pptx
 
 # Set Chromium path for agent-browser
 ENV AGENT_BROWSER_EXECUTABLE_PATH=/usr/bin/chromium
@@ -60,6 +61,9 @@ ENV PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH=/usr/bin/chromium
 # Install agent-browser globally
 RUN npm install -g agent-browser
 
+# Enable pnpm via corepack (cross-platform lockfiles)
+RUN corepack enable && corepack prepare pnpm@latest --activate
+
 # Create app directory
 WORKDIR /app
 

package/container/agent-runner/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dotclaw-agent-runner",
-  "version": "2.0.0",
+  "version": "2.2.0",
   "type": "module",
   "description": "Container-side agent runner for DotClaw",
   "main": "dist/index.js",

package/container/agent-runner/src/agent-config.ts

@@ -27,13 +27,19 @@ export type AgentRuntimeConfig = {
       summaryMaxOutputTokens: number;
       temperature: number;
       maxContextMessageTokens: number;
+      maxHistoryTurns: number;
+      contextPruning: {
+        softTrimMaxChars: number;
+        softTrimHeadChars: number;
+        softTrimTailChars: number;
+        keepLastAssistant: number;
+      };
     };
     memory: {
       maxResults: number;
       maxTokens: number;
       extraction: {
         enabled: boolean;
-        async: boolean;
         maxMessages: number;
         maxOutputTokens: number;
       };
@@ -43,26 +49,6 @@ export type AgentRuntimeConfig = {
     models: {
       summary: string;
       memory: string;
-      planner: string;
-      responseValidation: string;
-      toolSummary: string;
-    };
-    planner: {
-      enabled: boolean;
-      mode: string;
-      minTokens: number;
-      triggerRegex: string;
-      maxOutputTokens: number;
-      temperature: number;
-    };
-    responseValidation: {
-      enabled: boolean;
-      maxOutputTokens: number;
-      temperature: number;
-      maxRetries: number;
-      allowToolCalls: boolean;
-      minPromptTokens: number;
-      minResponseTokens: number;
     };
     tools: {
       maxToolSteps: number;
@@ -118,6 +104,9 @@ export type AgentRuntimeConfig = {
       model: string;
       baseUrl: string;
       defaultVoice: string;
+      provider: 'edge-tts' | 'openai';
+      openaiModel: string;
+      openaiVoice: string;
     };
     browser: {
       enabled: boolean;
@@ -136,11 +125,19 @@ export type AgentRuntimeConfig = {
       }>;
       connectionTimeoutMs: number;
     };
+    reasoning: {
+      effort: 'off' | 'low' | 'medium' | 'high';
+    };
     skills: {
       enabled: boolean;
       maxSkills: number;
       maxSummaryChars: number;
     };
+    process: {
+      maxSessions: number;
+      maxOutputBytes: number;
+      defaultTimeoutMs: number;
+    };
   };
 };
 
@@ -164,21 +161,27 @@ const DEFAULT_AGENT_CONFIG: AgentRuntimeConfig['agent'] = {
     canaryRate: 0.1
   },
   context: {
-    maxContextTokens: 24_000,
-    compactionTriggerTokens: 20_000,
+    maxContextTokens: 128_000,
+    compactionTriggerTokens: 120_000,
     recentContextTokens: 8000,
     summaryUpdateEveryMessages: 20,
-    maxOutputTokens: 1024,
+    maxOutputTokens: 8192,
     summaryMaxOutputTokens: 2048,
-    temperature: 0.2,
-    maxContextMessageTokens: 3000
+    temperature: 0.6,
+    maxContextMessageTokens: 4000,
+    maxHistoryTurns: 40,
+    contextPruning: {
+      softTrimMaxChars: 4_000,
+      softTrimHeadChars: 1_500,
+      softTrimTailChars: 1_500,
+      keepLastAssistant: 3
+    }
   },
   memory: {
     maxResults: 6,
     maxTokens: 2000,
     extraction: {
       enabled: true,
-      async: true,
       maxMessages: 4,
       maxOutputTokens: 1024
     },
@@ -187,30 +190,10 @@ const DEFAULT_AGENT_CONFIG: AgentRuntimeConfig['agent'] = {
   },
   models: {
     summary: 'deepseek/deepseek-v3.2',
-    memory: 'deepseek/deepseek-v3.2',
-    planner: 'deepseek/deepseek-v3.2',
-    responseValidation: 'deepseek/deepseek-v3.2',
-    toolSummary: 'deepseek/deepseek-v3.2'
-  },
-  planner: {
-    enabled: true,
-    mode: 'auto',
-    minTokens: 800,
-    triggerRegex: '(plan|steps|roadmap|research|design|architecture|spec|strategy)',
-    maxOutputTokens: 1024,
-    temperature: 0.2
-  },
-  responseValidation: {
-    enabled: true,
-    maxOutputTokens: 1024,
-    temperature: 0,
-    maxRetries: 1,
-    allowToolCalls: false,
-    minPromptTokens: 400,
-    minResponseTokens: 160
+    memory: 'deepseek/deepseek-v3.2'
   },
   tools: {
-    maxToolSteps: 96,
+    maxToolSteps: 200,
     outputLimitBytes: 400_000,
     enableBash: true,
     enableWebSearch: true,
@@ -226,7 +209,7 @@ const DEFAULT_AGENT_CONFIG: AgentRuntimeConfig['agent'] = {
       timeoutMs: 20_000
     },
     bash: {
-      timeoutMs: 120_000,
+      timeoutMs: 600_000,
       outputLimitBytes: 200_000
     },
     grepMaxFileBytes: 1_000_000,
@@ -262,7 +245,10 @@ const DEFAULT_AGENT_CONFIG: AgentRuntimeConfig['agent'] = {
     enabled: true,
     model: 'edge-tts',
     baseUrl: '',
-    defaultVoice: 'en-US-AriaNeural'
+    defaultVoice: 'en-US-AriaNeural',
+    provider: 'edge-tts',
+    openaiModel: 'tts-1',
+    openaiVoice: 'alloy'
   },
   browser: {
     enabled: true,
@@ -270,18 +256,27 @@ const DEFAULT_AGENT_CONFIG: AgentRuntimeConfig['agent'] = {
     screenshotQuality: 80
   },
   mcp: {
-    enabled: false,
+    enabled: true,
     servers: [],
     connectionTimeoutMs: 10_000
   },
+  reasoning: {
+    effort: 'medium',
+  },
   skills: {
     enabled: true,
     maxSkills: 32,
     maxSummaryChars: 4000,
+  },
+  process: {
+    maxSessions: 16,
+    maxOutputBytes: 1_048_576,
+    defaultTimeoutMs: 1_800_000,
   }
 };
 
 let cachedConfig: AgentRuntimeConfig | null = null;
+let cachedMtime: number | null = null;
 
 function cloneConfig<T>(value: T): T {
   return JSON.parse(JSON.stringify(value)) as T;
@@ -291,20 +286,25 @@ function isPlainObject(value: unknown): value is Record<string, unknown> {
   return typeof value === 'object' && value !== null && !Array.isArray(value);
 }
 
-function mergeDefaults<T>(base: T, overrides: unknown): T {
+function mergeDefaults<T>(base: T, overrides: unknown, pathPrefix = ''): T {
   if (!isPlainObject(overrides)) return cloneConfig(base);
   const result = cloneConfig(base) as Record<string, unknown>;
   const baseObj = base as Record<string, unknown>;
   for (const [key, value] of Object.entries(overrides)) {
     const current = baseObj[key];
+    const fullPath = pathPrefix ? `${pathPrefix}.${key}` : key;
     if (isPlainObject(current) && isPlainObject(value)) {
-      result[key] = mergeDefaults(current, value);
+      result[key] = mergeDefaults(current, value, fullPath);
       continue;
     }
     if (Array.isArray(current) && Array.isArray(value)) {
       result[key] = value;
       continue;
     }
+    if (current !== undefined && typeof value !== typeof current) {
+      console.error(`[agent-config] ${fullPath}: expected ${typeof current}, got ${typeof value}. Using default.`);
+      continue;
+    }
     if (typeof value === typeof current) {
       result[key] = value as unknown;
     }
@@ -325,7 +325,17 @@ function readJson(filePath: string): unknown {
 }
 
 export function loadAgentConfig(): AgentRuntimeConfig {
-  if (cachedConfig) return cachedConfig;
+  if (cachedConfig) {
+    // Check if file has been modified since last load
+    try {
+      const stat = fs.statSync(CONFIG_PATH);
+      if (cachedMtime !== null && stat.mtimeMs === cachedMtime) {
+        return cachedConfig;
+      }
+    } catch {
+      return cachedConfig;
+    }
+  }
   const raw = readJson(CONFIG_PATH);
 
   let defaultModel = DEFAULT_DEFAULT_MODEL;
@@ -360,5 +370,11 @@ export function loadAgentConfig(): AgentRuntimeConfig {
     daemonHeartbeatIntervalMs,
     agent: mergeDefaults(DEFAULT_AGENT_CONFIG, agentOverrides)
   };
+  try {
+    const stat = fs.statSync(CONFIG_PATH);
+    cachedMtime = stat.mtimeMs;
+  } catch {
+    cachedMtime = null;
+  }
   return cachedConfig;
 }

package/container/agent-runner/src/container-protocol.ts

@@ -8,10 +8,7 @@ export interface ContainerInput {
   chatJid: string;
   isMain: boolean;
   isScheduledTask?: boolean;
-  isBackgroundTask?: boolean;
-  isBackgroundJob?: boolean;
   taskId?: string;
-  jobId?: string;
   userId?: string;
   userName?: string;
   maxToolSteps?: number;
@@ -37,16 +34,18 @@ export interface ContainerInput {
   behaviorConfig?: Record<string, unknown>;
   toolPolicy?: Record<string, unknown>;
   modelOverride?: string;
+  modelFallbacks?: string[];
+  reasoningEffort?: 'off' | 'low' | 'medium' | 'high';
+  modelCapabilities?: {
+    context_length: number;
+    max_completion_tokens?: number;
+  };
   modelContextTokens?: number;
   modelMaxOutputTokens?: number;
   modelTemperature?: number;
   timezone?: string;
   hostPlatform?: string;
-  disablePlanner?: boolean;
-  disableResponseValidation?: boolean;
-  responseValidationMaxRetries?: number;
-  disableMemoryExtraction?: boolean;
-  profile?: 'fast' | 'standard' | 'deep' | 'background';
+  streamDir?: string;
   attachments?: Array<{
     type: 'photo' | 'document' | 'voice' | 'video' | 'audio';
     path: string;
@@ -76,8 +75,6 @@ export interface ContainerOutput {
   memory_items_upserted?: number;
   memory_items_extracted?: number;
   timings?: {
-    planner_ms?: number;
-    response_validation_ms?: number;
     memory_extraction_ms?: number;
     tool_ms?: number;
   };
@@ -91,6 +88,8 @@ export interface ContainerOutput {
     output_truncated?: boolean;
   }>;
   latency_ms?: number;
+  /** Reply-to message ID parsed from agent output [[reply_to:<id>]] tags */
+  replyToId?: string;
   /** Set by the host container-runner when stdout was truncated before parsing */
   stdoutTruncated?: boolean;
 }