agenticros 0.3.4 → 0.3.5

package/README.md

@@ -3,12 +3,13 @@
 > agentic AI for ROS-powered robots
 
 `agenticros` is the unified command-line tool for AgenticROS — bring up a real
-robot or a simulated one, drive it from Claude Code, OpenAI Codex, Hermes Agent, or OpenClaw,
+robot or a simulated one, drive it from Claude Code, OpenAI Codex, Hermes Agent, or OpenClaw
+(with **local Ollama VLMs** or cloud models),
 and keep your workspace healthy from a single binary.
 
 ```bash
 # Brand new machine: one command end-to-end
-npx agenticros init     # workspace + plugin + MCP clients + API key + doctor
+npx agenticros init     # workspace + plugin + MCP clients + optional API key + doctor
 agenticros              # interactive menu
 agenticros mcp setup    # register AgenticROS MCP for Codex, Hermes, and Claude
 agenticros up real      # bring up the real-robot stack
@@ -31,6 +32,20 @@ npm tarball bundles those scripts plus the ROS 2 source packages and the
 pre-built MCP server, so `npx agenticros init` works on a fresh machine with
 no `git clone` step.
 
+## Local VLM (Ollama)
+
+Run **without cloud LLM API keys** by pointing OpenClaw or Hermes at Ollama:
+
+```bash
+ollama pull qwen3-vl:8b-instruct   # or qwen3-vl:2b on smaller hardware
+npx agenticros init                # skip OpenAI key when prompted
+# Point OpenClaw primary model at Ollama (see docs/local-vlm.md)
+agenticros up sim-amr
+```
+
+OpenClaw: web chat, teleop, messaging, skills. Hermes: terminal + Ollama. Full guide:
+**[docs/local-vlm.md](../../docs/local-vlm.md)** (model picks, multimodal catalog patch, describer, Follow Me).
+
 ## Install
 
 Three ways, listed easiest first:
@@ -81,7 +96,7 @@ walks through:
 3. ROS 2 workspace build (`colcon build --symlink-install`)
 4. OpenClaw plugin install (`scripts/setup_gateway_plugin.sh`)
 5. Robot config (namespace, transport mode, sample `~/.agenticros/config.json`)
-6. OpenAI API key (paste once → `scripts/configure_agenticros.sh`)
+6. OpenAI API key (optional — skip when using local Ollama; see [docs/local-vlm.md](../../docs/local-vlm.md))
 7. Codex MCP config (optional — `~/.codex/config.toml` and project `.codex/config.toml`)
 8. Hermes MCP config (optional — `~/.hermes/config.yaml`)
 9. Final `agenticros doctor` summary

package/dist/util/skill-manifest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skill-manifest.d.ts","sourceRoot":"","sources":["../../src/util/skill-manifest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,GAAG;QAAE,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,GAAG;QAAE,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,aAAa,CAAC;IACxB,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,OAAO,EAAE,MAAM;CAI5B;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjD;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,iBAAiB,CAwDhE;AAED,wBAAgB,eAAe,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,GAAG,IAAI,CAI/D;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAE5E;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAE5E;AAED,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,GACV;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CASzC"}
+{"version":3,"file":"skill-manifest.d.ts","sourceRoot":"","sources":["../../src/util/skill-manifest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,GAAG;QAAE,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,GAAG;QAAE,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,aAAa,CAAC;IACxB,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,OAAO,EAAE,MAAM;CAI5B;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjD;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,iBAAiB,CAoFhE;AAED,wBAAgB,eAAe,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,GAAG,IAAI,CAI/D;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAE5E;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAE5E;AAED,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,GACV;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CASzC"}

package/dist/util/skill-manifest.js

@@ -39,7 +39,7 @@ export function validateManifest(raw) {
     }
     const coreDep = m.dependencies?.["@agenticros/core"];
     if (coreDep?.startsWith("file:")) {
-        warnings.push("`@agenticros/core` is declared as a `file:` path. Publish a version from npm (e.g. `^0.5.0`) before others can install your skill.");
+        warnings.push("`@agenticros/core` is declared as a `file:` path. Publish a version from npm (e.g. `^0.6.0`) before others can install your skill.");
     }
     if (!block.description && !m.description) {
         warnings.push("Add a one-sentence `description` (top-level or in `agenticros`).");
@@ -47,6 +47,27 @@ export function validateManifest(raw) {
     if (!block.capabilities || block.capabilities.length === 0) {
         warnings.push("Declare at least one capability in `agenticros.capabilities` so the agent planner can reason about your skill.");
     }
+    else {
+        for (const cap of block.capabilities) {
+            if (!cap || typeof cap !== "object" || typeof cap.id !== "string") {
+                warnings.push("Each capability must be an object with a string `id`.");
+                continue;
+            }
+            const c = cap;
+            if (!c.verb || typeof c.verb !== "string") {
+                warnings.push(`Capability "${c.id}" should declare a string \`verb\`.`);
+            }
+            const impl = c.implementation;
+            if (impl && typeof impl === "object" && impl.kind === "external_ros_node") {
+                if (!impl.action && !impl.service && !impl.topic) {
+                    warnings.push(`Capability "${c.id}" external_ros_node should set action, service, or topic.`);
+                }
+                if ((impl.action || impl.service || impl.topic) && !impl.msg_type) {
+                    warnings.push(`Capability "${c.id}" external_ros_node should set msg_type for action/service/topic dispatch.`);
+                }
+            }
+        }
+    }
     if (!block.screenshots || block.screenshots.length === 0) {
         warnings.push("Add at least one entry to `agenticros.screenshots` so the marketplace card has a preview image.");
     }

package/dist/util/skill-manifest.js.map

@@ -1 +1 @@
-{"version":3,"file":"skill-manifest.js","sourceRoot":"","sources":["../../src/util/skill-manifest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA2CH,MAAM,OAAO,aAAc,SAAQ,KAAK;IACtC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,OAAO,GAAG,mCAAmC,CAAC;AAEpD,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAY;IAC3C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,aAAa,CAAC,kCAAkC,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,CAAC,GAAG,GAAoB,CAAC;IAE/B,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,aAAa,CAAC,oCAAoC,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,IAAI,aAAa,CAAC,uCAAuC,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,aAAa,CACrB,kEAAkE,CACnE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QACtD,MAAM,IAAI,aAAa,CACrB,oFAAoF,CACrF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC;IAC3B,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,aAAa,CACrB,oFAAoF,CACrF,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACpC,QAAQ,CAAC,IAAI,CACX,8FAA8F,CAC/F,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACrD,IAAI,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CACX,oIAAoI,CACrI,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACzC,QAAQ,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3D,QAAQ,CAAC,IAAI,CACX,gHAAgH,CACjH,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,QAAQ,CAAC,IAAI,CACX,iGAAiG,CAClG,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,CAAgB;IAC9C,IAAI,CAAC,CAAC,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,UAAU,CAAC;IAC1D,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,IAAI,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAAkB,EAAE,SAAiB;IAClE,OAAO,GAAG,UAAU,CAAC,WAAW,EAAE,KAAK,SAAS,EAAE,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAAkB,EAAE,SAAiB;IAClE,OAAO,GAAG,UAAU,CAAC,WAAW,EAAE,IAAI,SAAS,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,GAAW;IAEX,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC,sCAAsC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC"}
+{"version":3,"file":"skill-manifest.js","sourceRoot":"","sources":["../../src/util/skill-manifest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA2CH,MAAM,OAAO,aAAc,SAAQ,KAAK;IACtC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,OAAO,GAAG,mCAAmC,CAAC;AAEpD,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAY;IAC3C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,aAAa,CAAC,kCAAkC,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,CAAC,GAAG,GAAoB,CAAC;IAE/B,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,aAAa,CAAC,oCAAoC,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,IAAI,aAAa,CAAC,uCAAuC,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,aAAa,CACrB,kEAAkE,CACnE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QACtD,MAAM,IAAI,aAAa,CACrB,oFAAoF,CACrF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC;IAC3B,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,aAAa,CACrB,oFAAoF,CACrF,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACpC,QAAQ,CAAC,IAAI,CACX,8FAA8F,CAC/F,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACrD,IAAI,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CACX,oIAAoI,CACrI,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACzC,QAAQ,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3D,QAAQ,CAAC,IAAI,CACX,gHAAgH,CACjH,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAQ,GAAwB,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;gBACxF,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YACD,MAAM,CAAC,GAAG,GAIT,CAAC;YACF,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,qCAAqC,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,CAAC,cAAc,CAAC;YAC9B,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBAC1E,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACjD,QAAQ,CAAC,IAAI,CACX,eAAe,CAAC,CAAC,EAAE,2DAA2D,CAC/E,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClE,QAAQ,CAAC,IAAI,CACX,eAAe,CAAC,CAAC,EAAE,4EAA4E,CAChG,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,QAAQ,CAAC,IAAI,CACX,iGAAiG,CAClG,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,CAAgB;IAC9C,IAAI,CAAC,CAAC,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,UAAU,CAAC;IAC1D,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,IAAI,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAAkB,EAAE,SAAiB;IAClE,OAAO,GAAG,UAAU,CAAC,WAAW,EAAE,KAAK,SAAS,EAAE,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAAkB,EAAE,SAAiB;IAClE,OAAO,GAAG,UAAU,CAAC,WAAW,EAAE,IAAI,SAAS,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,GAAW;IAEX,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC,sCAAsC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agenticros",
-  "version": "0.3.4",
+  "version": "0.3.5",
   "type": "module",
   "description": "AgenticROS - agentic AI for ROS-powered robots. Single CLI to launch real-robot or simulated demos, manage configuration, and inspect status.",
   "keywords": [

package/runtime/BUNDLE.json

@@ -1,5 +1,5 @@
 {
-  "packedAt": "2026-07-06T14:26:08.936Z",
+  "packedAt": "2026-07-09T19:39:11.659Z",
   "repo": "https://github.com/PlaiPin/agenticros",
   "note": "This directory is a snapshot of the agenticros monorepo source. `agenticros init` will copy it to ~/agenticros and run pnpm install + colcon build there.",
   "layout": {

package/runtime/README.md

@@ -33,6 +33,29 @@ With AgenticROS, your robot can describe what it sees, follow intent ("go check
 
 AgenticROS is built so that new adapters (LangGraph, OpenAI, local models, voice stacks, etc.) can be added without touching the ROS 2 layer. The core transport and tool contract are platform-agnostic; adapters are thin shims that surface those tools to each agent runtime.
 
+## Local VLM (Ollama) — no cloud API required
+
+Control your robot with a **local vision-language model** instead of OpenAI or other cloud APIs. AgenticROS robot tools work the same; you point **OpenClaw** or **Hermes** at Ollama on your machine.
+
+```bash
+ollama pull qwen3-vl:8b-instruct   # recommended: chat + tools + camera vision
+# or: ollama pull qwen3-vl:2b     # smaller hardware
+
+npx agenticros init               # skip the OpenAI key step when prompted
+# Configure OpenClaw to use Ollama as primary model (see guide below)
+agenticros up sim-amr             # or: agenticros up real
+```
+
+Then chat in OpenClaw web UI or Hermes: *"List ROS topics"*, *"drive forward slowly"*, *"what do you see?"*
+
+| Path | Best for |
+|------|----------|
+| **OpenClaw + Ollama** | Web chat, teleop, messaging channels, skills |
+| **Hermes + Ollama** | Terminal agent with any Ollama model |
+| **NemoClaw + Ollama** | Sandboxed Jetson / edge (see [docs/nemoclaw.md](docs/nemoclaw.md)) |
+
+**Full setup, model picks, multimodal catalog patches, describer, Follow Me VLM, and troubleshooting:** **[docs/local-vlm.md](docs/local-vlm.md)**
+
 ## Architecture
 
 ![AgenticROS architecture: agent platforms → adapter packages → shared TypeScript runtime → transports → ROS 2 workspace and robot](docs/images/agenticros-architecture.png)
@@ -103,6 +126,8 @@ On the ROS side, every robot publishes a 1 Hz heartbeat on `<ns>/agenticros/robo
 
 `mission_cancel({ mission_id })` flips an in-process cancellation token; the runner stops at the next step boundary and marks remaining steps `cancelled`. When the [shared memory backend](#memory-optional) is on, every step is also written to `mission:<id>` in long-term memory, tagged with `step:<status>` and `capability:<id>`. A different agent — different process, different vendor — can `memory_recall` later and reconstruct exactly what happened, so two agents can collaborate on or hand off a mission.
 
+**How-to:** step-by-step fleet setup, declarative plans, NL goals, cancel, and handoff — **[docs/missions.md](docs/missions.md)**. Runnable walkthrough: **[examples/find-and-approach/README.md](examples/find-and-approach/README.md)**.
+
 Full architecture + design trade-offs: **[docs/strategy-ai-agents-plus-ros.md](docs/strategy-ai-agents-plus-ros.md)**.
 
 ## Repository layout
@@ -112,7 +137,7 @@ Full architecture + design trade-offs: **[docs/strategy-ai-agents-plus-ros.md](d
 - `**packages/agenticros-claude-code**` — MCP server for Claude Code + Claude desktop / Dispatch (tools only; no config UI).
 - `**packages/agenticros-gemini**` — Gemini CLI (function calling; no MCP).
 - `**ros2_ws/**` — ROS2 workspace: `agenticros_msgs`, `agenticros_bringup` (Gazebo + RViz + rosbridge launches), `agenticros_discovery`, `agenticros_agent`, `agenticros_follow_me`.
-- `**docs/**` — Architecture, skills, robot setup, Zenoh, teleop.
+- `**docs/**` — Architecture, skills, robot setup, Zenoh, teleop, **[local VLM / Ollama](docs/local-vlm.md)**.
 - `**scripts/**` — Workspace setup, gateway plugin config, run demos.
 - `**docker/**` — Docker Compose and Dockerfiles for ROS2 + plugin images.
 - `**examples/**` — Example projects.
@@ -138,7 +163,7 @@ The first run launches the interactive menu:
 ? What would you like to do?
   Launch with real robot
 ❯ Launch with simulation
-  First-time setup (workspace + OpenClaw plugin + Codex MCP + API key)
+  First-time setup (workspace + OpenClaw plugin + Codex MCP + optional API key)
   Manage skills (2 registered, 0 available, 0 broken)
   Stop everything
   Doctor (health check)
@@ -146,8 +171,8 @@ The first run launches the interactive menu:
   Tail logs
 ```
 
-Pick **First-time setup** once (workspace + OpenClaw plugin + optional Codex MCP + API key, all
-idempotent), then choose how you want to run:
+Pick **First-time setup** once (workspace + OpenClaw plugin + optional Codex MCP + optional API key, all
+idempotent). **Using local Ollama instead of OpenAI?** Skip the API key step — see **[Local VLM (Ollama)](#local-vlm-ollama--no-cloud-api-required)**. Then choose how you want to run:
 
 | You want to … | Pick |
 |---|---|
@@ -163,7 +188,7 @@ so **Stop everything** cleanly tears the demo down.
 Prefer scripted invocations? Every menu item maps to a direct command:
 
 ```bash
-npx agenticros init             # one-time workspace + plugin + Codex/Hermes MCP + API key
+npx agenticros init             # one-time workspace + plugin + Codex/Hermes MCP (+ optional API key)
 agenticros codex setup          # register AgenticROS MCP for OpenAI Codex CLI
 agenticros codex doctor         # validate ~/.codex/config.toml
 agenticros hermes setup         # register AgenticROS MCP for Hermes Agent
@@ -212,7 +237,7 @@ needing token auth: run `node scripts/agenticros-proxy.cjs 18790` and open
 See **[docs/openclaw-releases-and-plugin-routes.md](docs/openclaw-releases-and-plugin-routes.md)**
 and **[docs/teleop.md](docs/teleop.md)**.
 
-See **`docs/`** for robot setup, skills, teleop, simulation internals, and Docker.
+See **`docs/`** for robot setup, **[missions](docs/missions.md)**, skills, teleop, simulation internals, and Docker.
 
 ## RViz2 and Gazebo (TurtleBot3 + rosbridge)
 

package/runtime/docs/cli.md

@@ -64,7 +64,7 @@ skipped (with a checkmark) when already done:
 3. ROS 2 workspace build (`colcon build --symlink-install`)
 4. OpenClaw plugin install (via `scripts/setup_gateway_plugin.sh`)
 5. Robot config (writes `~/.agenticros/config.json`)
-6. OpenAI API key (paste once → `scripts/configure_agenticros.sh`)
+6. OpenAI API key (optional — skip when using local Ollama; see [local-vlm.md](local-vlm.md))
 7. MCP client config (optional — `agenticros mcp setup` for Codex, Hermes, and Claude)
 8. Final `agenticros doctor` summary
 

package/runtime/docs/robot-setup.md

@@ -296,7 +296,7 @@ The message comes from **OpenAI's API limits**, not from AgenticROS. The gateway
 1. **Confirm it's OpenAI** — Check gateway logs:  
    `journalctl --user -u openclaw-gateway.service -n 100 --no-pager | grep -i "429\|rate\|limit\|error"`
 2. **Check your OpenAI account** — [Usage](https://platform.openai.com/usage), [API keys](https://platform.openai.com/api-keys). Free/low tiers have strict RPM/TPM and can stay limited for a while.
-3. **What helps** — Wait (RPM/TPM reset in minutes; daily limits at UTC midnight). Or in OpenClaw switch to a model with higher limits if available.
+3. **What helps** — Wait (RPM/TPM reset in minutes; daily limits at UTC midnight). Or switch OpenClaw to a **local Ollama VLM** — see [local-vlm.md](local-vlm.md). Or in OpenClaw switch to a model with higher limits if available.
 4. **AgenticROS** — We only trim context/tool output to use fewer tokens; we can't remove OpenAI's limits.
 
 ### 404 errors when installing rosbridge_suite

package/runtime/packages/agenticros/openclaw.plugin.json

@@ -21,6 +21,8 @@
       "ros2_find_robots_for",
       "run_mission",
       "mission_cancel",
+      "mission_pause",
+      "mission_resume",
       "ros2_camera_snapshot",
       "ros2_depth_distance",
       "memory_remember",
@@ -30,7 +32,8 @@
       "follow_robot",
       "follow_me_see",
       "ollama_status",
-      "find_object"
+      "find_object",
+      "scan_surroundings"
     ]
   },
   "configSchema": {
@@ -178,6 +181,149 @@
           }
         }
       },
+      "robots": {
+        "type": "array",
+        "description": "Multi-robot fleet list. When non-empty, used by ros2_list_robots and per-tool robot_id. When empty, the legacy config.robot entry is used. Manage via `agenticros robots` CLI.",
+        "default": [],
+        "items": {
+          "type": "object",
+          "required": [
+            "id"
+          ],
+          "properties": {
+            "id": {
+              "type": "string",
+              "description": "Stable identifier referenced by robot_id tool arguments"
+            },
+            "name": {
+              "type": "string",
+              "default": "Robot"
+            },
+            "namespace": {
+              "type": "string",
+              "default": ""
+            },
+            "cameraTopic": {
+              "type": "string",
+              "default": ""
+            },
+            "default": {
+              "type": "boolean",
+              "description": "When true, this robot is active even if not first in the list"
+            },
+            "kind": {
+              "type": "string",
+              "description": "Robot kind for ros2_find_robots_for (e.g. amr, arm, drone, rover)",
+              "default": "amr"
+            },
+            "sensors": {
+              "type": "object",
+              "properties": {
+                "has_realsense": {
+                  "type": "boolean",
+                  "default": false
+                },
+                "has_lidar": {
+                  "type": "boolean",
+                  "default": false
+                },
+                "has_arm": {
+                  "type": "boolean",
+                  "default": false
+                }
+              }
+            },
+            "capabilities": {
+              "type": "array",
+              "description": "Optional per-robot capability allowlist for ros2_find_robots_for",
+              "items": {
+                "type": "string"
+              }
+            },
+            "transport": {
+              "type": "object",
+              "description": "Per-robot transport override (inherits global transport when omitted)",
+              "properties": {
+                "mode": {
+                  "type": "string",
+                  "enum": [
+                    "rosbridge",
+                    "local",
+                    "webrtc",
+                    "zenoh"
+                  ]
+                },
+                "zenoh": {
+                  "type": "object",
+                  "properties": {
+                    "routerEndpoint": {
+                      "type": "string"
+                    },
+                    "domainId": {
+                      "type": "number"
+                    },
+                    "keyFormat": {
+                      "type": "string",
+                      "enum": [
+                        "ros2dds",
+                        "rmw_zenoh"
+                      ]
+                    },
+                    "bridgeNamespace": {
+                      "type": "string"
+                    }
+                  }
+                },
+                "rosbridge": {
+                  "type": "object",
+                  "properties": {
+                    "url": {
+                      "type": "string"
+                    },
+                    "reconnect": {
+                      "type": "boolean"
+                    },
+                    "reconnectInterval": {
+                      "type": "number"
+                    }
+                  }
+                },
+                "local": {
+                  "type": "object",
+                  "properties": {
+                    "domainId": {
+                      "type": "number"
+                    }
+                  }
+                },
+                "webrtc": {
+                  "type": "object",
+                  "properties": {
+                    "signalingUrl": {
+                      "type": "string"
+                    },
+                    "apiUrl": {
+                      "type": "string"
+                    },
+                    "robotId": {
+                      "type": "string"
+                    },
+                    "robotKey": {
+                      "type": "string"
+                    },
+                    "iceServers": {
+                      "type": "array",
+                      "items": {
+                        "type": "object"
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      },
       "teleop": {
         "type": "object",
         "description": "Teleop web app: camera and twist controls",

package/runtime/packages/agenticros/src/__tests__/capabilities-plugin.test.ts

@@ -131,6 +131,8 @@ test("plugin: register() is synchronous and produces the base 15-tool surface",
     "run_mission",
     // Phase 1.f — cancel an in-flight mission by id.
     "mission_cancel",
+    "mission_pause",
+    "mission_resume",
   ];
   for (const name of expected) {
     assert.ok(toolNames.includes(name), `Expected base tool ${name} in registered set`);

package/runtime/packages/agenticros/src/routes.ts

@@ -1,6 +1,6 @@
 import type { OpenClawPluginApi, HttpRouteHandler, HttpRouteResponse } from "./plugin-api.js";
 import type { AgenticROSConfig } from "@agenticros/core";
-import { parseConfig } from "@agenticros/core";
+import { parseConfig, prepareConfigForPersistence } from "@agenticros/core";
 import {
   readOpenClawConfig,
   writeAgenticROSConfig,
@@ -172,8 +172,9 @@ export function registerRoutes(api: OpenClawPluginApi, config: AgenticROSConfig)
         api.logger.warn("AgenticROS config read failed: " + readMsg);
         return { success: false, error: readMsg, statusCode: 500 };
       }
+      let combined: Record<string, unknown>;
       try {
-        const combined =
+        combined =
           existingAgenticROS && typeof existingAgenticROS === "object"
             ? mergeIncomingAgenticROSConfig(existingAgenticROS, body)
             : body;
@@ -192,7 +193,7 @@ export function registerRoutes(api: OpenClawPluginApi, config: AgenticROSConfig)
         merged.webrtc.robotKey = existingKey;
       }
       try {
-        writeAgenticROSConfig(merged as unknown as Record<string, unknown>);
+        writeAgenticROSConfig(prepareConfigForPersistence(merged, combined));
       } catch (err) {
         const msg = err instanceof ConfigFileError ? err.message : (err instanceof Error ? err.message : "Failed to write config");
         api.logger.warn("AgenticROS config write failed: " + msg);

package/runtime/packages/agenticros/src/tools/index.ts

@@ -14,6 +14,8 @@ import { registerDiscoverRobotsTool } from "./ros2-discover.js";
 import { registerFindRobotsForTool } from "./ros2-find-robots-for.js";
 import { registerMissionTool, type ToolRegistry } from "./ros2-mission.js";
 import { registerMissionCancelTool } from "./mission-cancel.js";
+import { registerMissionPauseTool } from "./mission-pause.js";
+import { registerMissionResumeTool } from "./mission-resume.js";
 
 /**
  * Wrap the OpenClaw API so every registerTool() call is also recorded in
@@ -21,11 +23,8 @@ import { registerMissionCancelTool } from "./mission-cancel.js";
  * dispatch sub-tool calls by name (e.g. capability "drive_base" routes
  * to the registered "ros2_publish" tool's execute()).
  *
- * We keep this internal — skills that register their own tools via
- * `api.registerTool` won't appear in the registry, which is fine for
- * v1: today the mission runner only supports the eight intrinsic
- * capability bindings declared in ros2-mission.ts. Phase 1.d will
- * extend this to capture skill-declared tools as well.
+ * Skill tools registered via `api.registerTool` are captured too, so
+ * `buildMissionBindings` can resolve `ros2_<capability_id>` when present.
  */
 function wrapApiWithToolCapture(api: OpenClawPluginApi): {
   wrappedApi: OpenClawPluginApi;
@@ -63,4 +62,6 @@ export function registerTools(api: OpenClawPluginApi, config: AgenticROSConfig):
   registerFindRobotsForTool(wrappedApi, config);
   registerMissionTool(wrappedApi, config, registry);
   registerMissionCancelTool(wrappedApi);
+  registerMissionPauseTool(wrappedApi);
+  registerMissionResumeTool(wrappedApi);
 }

package/runtime/packages/agenticros/src/tools/mission-pause.ts

@@ -0,0 +1,49 @@
+/**
+ * Tool: mission_pause — pause a running mission at the next step boundary.
+ */
+
+import { Type } from "@sinclair/typebox";
+import type { OpenClawPluginApi } from "../plugin-api.js";
+import { getMissionRegistry } from "../mission-registry.js";
+
+export function registerMissionPauseTool(api: OpenClawPluginApi): void {
+  api.registerTool({
+    name: "mission_pause",
+    label: "Pause Mission",
+    description:
+      "Pause a mission that's currently running in this OpenClaw plugin process. " +
+      "Pass the mission_id returned by run_mission. The runner waits at the next step " +
+      "boundary until mission_resume (or mission_cancel). Idempotent if already paused.",
+    parameters: Type.Object({
+      mission_id: Type.String({
+        description: "The mission_id echoed by run_mission. Required.",
+      }),
+      reason: Type.Optional(
+        Type.String({
+          description: "Optional free-text reason — surfaced in the paused transcript entry.",
+        }),
+      ),
+    }),
+
+    async execute(_toolCallId, params) {
+      const missionId = typeof params["mission_id"] === "string" ? (params["mission_id"] as string).trim() : "";
+      if (!missionId) {
+        const text = "mission_pause requires 'mission_id' (a non-empty string returned by run_mission).";
+        return { content: [{ type: "text", text }], details: { success: false, error: text } };
+      }
+      const reason = typeof params["reason"] === "string" ? (params["reason"] as string) : undefined;
+      const outcome = getMissionRegistry().pause(missionId, reason);
+      const details = {
+        success: true,
+        mission_id: missionId,
+        found: outcome.found,
+        already_paused: outcome.alreadyPaused,
+        reason: reason ?? null,
+      };
+      return {
+        content: [{ type: "text", text: JSON.stringify(details) }],
+        details,
+      };
+    },
+  });
+}

package/runtime/packages/agenticros/src/tools/mission-resume.ts

@@ -0,0 +1,41 @@
+/**
+ * Tool: mission_resume — resume a paused mission.
+ */
+
+import { Type } from "@sinclair/typebox";
+import type { OpenClawPluginApi } from "../plugin-api.js";
+import { getMissionRegistry } from "../mission-registry.js";
+
+export function registerMissionResumeTool(api: OpenClawPluginApi): void {
+  api.registerTool({
+    name: "mission_resume",
+    label: "Resume Mission",
+    description:
+      "Resume a mission previously paused with mission_pause. Pass the mission_id " +
+      "returned by run_mission. Idempotent if the mission is not paused.",
+    parameters: Type.Object({
+      mission_id: Type.String({
+        description: "The mission_id echoed by run_mission. Required.",
+      }),
+    }),
+
+    async execute(_toolCallId, params) {
+      const missionId = typeof params["mission_id"] === "string" ? (params["mission_id"] as string).trim() : "";
+      if (!missionId) {
+        const text = "mission_resume requires 'mission_id' (a non-empty string returned by run_mission).";
+        return { content: [{ type: "text", text }], details: { success: false, error: text } };
+      }
+      const outcome = getMissionRegistry().resume(missionId);
+      const details = {
+        success: true,
+        mission_id: missionId,
+        found: outcome.found,
+        was_paused: outcome.wasPaused,
+      };
+      return {
+        content: [{ type: "text", text: JSON.stringify(details) }],
+        details,
+      };
+    },
+  });
+}