omnius 1.0.592 → 1.0.595

package/docs/.vitepress/config.mts

@@ -53,6 +53,7 @@ export default defineConfig({
         items: [
           { text: "Bring Your Own Inference", link: "/guides/bring-your-own-inference" },
           { text: "Tools And Web Search", link: "/guides/tools-and-web-search" },
+          { text: "Categorized OSINT Research", link: "/guides/osint-research" },
           { text: "Agent Integration", link: "/guides/agent-integration" },
           { text: "TUI Workflows", link: "/guides/tui-workflows" },
           { text: "Sponsor And COHERE", link: "/guides/sponsor-and-cohere" },

package/docs/DISCOVERY.json

@@ -5771,6 +5771,65 @@
         "operation.version-compatibility"
       ]
     },
+    {
+      "id": "capability.osint-research",
+      "kind": "capability",
+      "title": "Categorized OSINT research",
+      "summary": "Discover a compact ranked shortlist from the bundled 77-category OSINT4ALL snapshot, expand one exact resource, then deliberately route it through an appropriate web tool with provenance and safety guidance.",
+      "aliases": [
+        "OSINT",
+        "OSINT4ALL",
+        "long-haul research",
+        "open source intelligence"
+      ],
+      "keywords": [
+        "research",
+        "catalog",
+        "search",
+        "provenance",
+        "corroboration",
+        "identity",
+        "social",
+        "network",
+        "geospatial"
+      ],
+      "maturity": "stable",
+      "prerequisites": [
+        "Legitimate research purpose",
+        "Authorization for active or sensitive target interaction"
+      ],
+      "interfaces": [
+        {
+          "type": "agent-tool",
+          "target": "osint_search",
+          "description": "Compact deterministic local discovery"
+        },
+        {
+          "type": "agent-tool",
+          "target": "osint_show",
+          "description": "Exact resource expansion"
+        }
+      ],
+      "references": [
+        {
+          "type": "guide",
+          "target": "docs/guides/osint-research.md",
+          "relation": "canonical-guide"
+        },
+        {
+          "type": "source",
+          "target": "packages/execution/src/tools/osint-catalog-data.ts",
+          "relation": "generated-catalog"
+        }
+      ],
+      "related": [
+        "tool.osint-search",
+        "tool.osint-show",
+        "tool.web-search",
+        "tool.web-fetch",
+        "tool.web-crawl"
+      ]
+    },
     {
       "id": "command.access",
       "kind": "command",
@@ -10866,6 +10925,32 @@
         }
       ]
     },
+    {
+      "id": "guide.guides-osint-research",
+      "kind": "guide",
+      "title": "Categorized OSINT research",
+      "summary": "Bundled Omnius documentation artifact: docs/guides/osint-research.md.",
+      "keywords": [
+        "guides",
+        "osint",
+        "research",
+        "md"
+      ],
+      "maturity": "stable",
+      "interfaces": [
+        {
+          "type": "file",
+          "target": "docs/guides/osint-research.md"
+        }
+      ],
+      "references": [
+        {
+          "type": "documentation",
+          "target": "docs/guides/osint-research.md",
+          "relation": "canonical-artifact"
+        }
+      ]
+    },
     {
       "id": "guide.guides-realtime",
       "kind": "guide",
@@ -13807,6 +13892,7 @@
       ],
       "related": [
         "capability.bring-your-own-inference",
+        "capability.osint-research",
         "api.discovery",
         "api.tools",
         "operation.version-compatibility"
@@ -18273,6 +18359,107 @@
       ],
       "direct_callable": false
     },
+    {
+      "id": "tool.osint-search",
+      "kind": "tool",
+      "title": "OSINT Search",
+      "summary": "Search the bundled OSINT4ALL snapshot locally and return a bounded ranked shortlist with category, archived-health, interaction, and risk metadata; no cataloged service is contacted.",
+      "aliases": [
+        "osint_search",
+        "OSINT catalog search"
+      ],
+      "keywords": [
+        "OSINT4ALL",
+        "local index",
+        "top-k",
+        "77 categories",
+        "1446 resources",
+        "1456 placements"
+      ],
+      "interfaces": [
+        {
+          "type": "rest-schema",
+          "target": "/v1/tools/osint_search"
+        },
+        {
+          "type": "agent-run",
+          "target": "/v1/run"
+        },
+        {
+          "type": "agent-chat",
+          "target": "/v1/chat/completions"
+        }
+      ],
+      "references": [
+        {
+          "type": "source",
+          "target": "packages/execution/src/tools/osint-catalog.ts",
+          "relation": "implementation"
+        },
+        {
+          "type": "guide",
+          "target": "docs/guides/osint-research.md",
+          "relation": "usage"
+        }
+      ],
+      "direct_callable": false,
+      "maturity": "stable",
+      "related": [
+        "capability.osint-research",
+        "tool.osint-show"
+      ]
+    },
+    {
+      "id": "tool.osint-show",
+      "kind": "tool",
+      "title": "OSINT Show",
+      "summary": "Expand one exact local OSINT resource ID into its URL, aliases, original category placements, archived health, and safe next-tool route; no cataloged service is contacted.",
+      "aliases": [
+        "osint_show",
+        "OSINT resource expansion"
+      ],
+      "keywords": [
+        "OSINT4ALL",
+        "exact lookup",
+        "provenance",
+        "risk",
+        "archived health"
+      ],
+      "interfaces": [
+        {
+          "type": "rest-schema",
+          "target": "/v1/tools/osint_show"
+        },
+        {
+          "type": "agent-run",
+          "target": "/v1/run"
+        },
+        {
+          "type": "agent-chat",
+          "target": "/v1/chat/completions"
+        }
+      ],
+      "references": [
+        {
+          "type": "source",
+          "target": "packages/execution/src/tools/osint-catalog.ts",
+          "relation": "implementation"
+        },
+        {
+          "type": "guide",
+          "target": "docs/guides/osint-research.md",
+          "relation": "usage"
+        }
+      ],
+      "direct_callable": false,
+      "maturity": "stable",
+      "related": [
+        "capability.osint-research",
+        "tool.osint-search",
+        "tool.web-fetch",
+        "tool.web-crawl"
+      ]
+    },
     {
       "id": "tool.pdf-to-text",
       "kind": "tool",

package/docs/DISCOVERY.md

@@ -179,6 +179,7 @@ Daemon equivalents are `GET /v1/discovery?q=<intent>` and `GET /v1/discovery/{id
 | `addon.omnius-docs` | Omnius Documentation | Project-local Omnius documentation bundle for discover-then-expand agent workflows. |
 | `addon.omnius-rest-docs` | Omnius REST Documentation | Project-local Omnius REST API documentation bundle for discover-then-expand agent workflows. |
 | `capability.bring-your-own-inference` | Bring your own inference | Connect local runtimes, Claude, Gemini, and registered OpenAI-compatible providers through explicit protocol and credential descriptors. |
+| `capability.osint-research` | Categorized OSINT research | Discover a compact ranked shortlist from the bundled 77-category OSINT4ALL snapshot, expand one exact resource, then deliberately route it through an appropriate web tool with provenance and safety guidance. |
 | `overview` | Omnius capability overview | Start here to discover Omnius providers, tools, APIs, commands, skills, configuration, operations, and shipped documentation. |
 
 ## Command
@@ -357,6 +358,7 @@ Daemon equivalents are `GET /v1/discovery?q=<intent>` and `GET /v1/discovery/{id
 | `guide.guides-agent-integration` | Agent And Service Integration | Bundled Omnius documentation artifact: docs/guides/agent-integration.md. |
 | `guide.guides-bring-your-own-inference` | Bring Your Own Inference | Bundled Omnius documentation artifact: docs/guides/bring-your-own-inference.md. |
 | `guide.guides-media-generation` | Media Generation | Bundled Omnius documentation artifact: docs/guides/media-generation.md. |
+| `guide.guides-osint-research` | Categorized OSINT research | Bundled Omnius documentation artifact: docs/guides/osint-research.md. |
 | `guide.guides-realtime` | Realtime Conversations | Bundled Omnius documentation artifact: docs/guides/realtime.md. |
 | `guide.guides-sponsor-and-cohere` | Sponsor And COHERE Mesh | Bundled Omnius documentation artifact: docs/guides/sponsor-and-cohere.md. |
 | `guide.guides-telegram` | Telegram Bridge | Bundled Omnius documentation artifact: docs/guides/telegram.md. |
@@ -591,6 +593,8 @@ Daemon equivalents are `GET /v1/discovery?q=<intent>` and `GET /v1/discovery/{id
 | `tool.ocr-image-advanced` | Ocr Image Advanced | ocr_image_advanced is an agent-bound Omnius tool available through chat/run tool exposure. |
 | `tool.ocr-pdf` | Ocr Pdf | ocr_pdf is an agent-bound Omnius tool available through chat/run tool exposure. |
 | `tool.opencode` | Opencode | opencode is an agent-bound Omnius tool available through chat/run tool exposure. |
+| `tool.osint-search` | OSINT Search | Search the bundled OSINT4ALL snapshot locally and return a bounded ranked shortlist with category, archived-health, interaction, and risk metadata; no cataloged service is contacted. |
+| `tool.osint-show` | OSINT Show | Expand one exact local OSINT resource ID into its URL, aliases, original category placements, archived health, and safe next-tool route; no cataloged service is contacted. |
 | `tool.pdf-to-text` | Pdf To Text | pdf_to_text is an agent-bound Omnius tool available through chat/run tool exposure. |
 | `tool.pdf-visual-markdown` | Pdf Visual Markdown | pdf_visual_markdown is an agent-bound Omnius tool available through chat/run tool exposure. |
 | `tool.phase-recall` | Phase Recall | phase_recall is an agent-bound Omnius tool available through chat/run tool exposure. |

package/docs/discovery/catalog-overrides.json

@@ -20,6 +20,7 @@
       ],
       "related": [
         "capability.bring-your-own-inference",
+        "capability.osint-research",
         "api.discovery",
         "api.tools",
         "operation.version-compatibility"
@@ -87,6 +88,65 @@
         "operation.version-compatibility"
       ]
     },
+    {
+      "id": "capability.osint-research",
+      "kind": "capability",
+      "title": "Categorized OSINT research",
+      "summary": "Discover a compact ranked shortlist from the bundled 77-category OSINT4ALL snapshot, expand one exact resource, then deliberately route it through an appropriate web tool with provenance and safety guidance.",
+      "aliases": ["OSINT", "OSINT4ALL", "long-haul research", "open source intelligence"],
+      "keywords": ["research", "catalog", "search", "provenance", "corroboration", "identity", "social", "network", "geospatial"],
+      "maturity": "stable",
+      "prerequisites": ["Legitimate research purpose", "Authorization for active or sensitive target interaction"],
+      "interfaces": [
+        {"type": "agent-tool", "target": "osint_search", "description": "Compact deterministic local discovery"},
+        {"type": "agent-tool", "target": "osint_show", "description": "Exact resource expansion"}
+      ],
+      "references": [
+        {"type": "guide", "target": "docs/guides/osint-research.md", "relation": "canonical-guide"},
+        {"type": "source", "target": "packages/execution/src/tools/osint-catalog-data.ts", "relation": "generated-catalog"}
+      ],
+      "related": ["tool.osint-search", "tool.osint-show", "tool.web-search", "tool.web-fetch", "tool.web-crawl"]
+    },
+    {
+      "id": "tool.osint-search",
+      "kind": "tool",
+      "title": "OSINT Search",
+      "summary": "Search the bundled OSINT4ALL snapshot locally and return a bounded ranked shortlist with category, archived-health, interaction, and risk metadata; no cataloged service is contacted.",
+      "aliases": ["osint_search", "OSINT catalog search"],
+      "keywords": ["OSINT4ALL", "local index", "top-k", "77 categories", "1446 resources", "1456 placements"],
+      "maturity": "stable",
+      "interfaces": [
+        {"type": "rest-schema", "target": "/v1/tools/osint_search"},
+        {"type": "agent-run", "target": "/v1/run"},
+        {"type": "agent-chat", "target": "/v1/chat/completions"}
+      ],
+      "references": [
+        {"type": "source", "target": "packages/execution/src/tools/osint-catalog.ts", "relation": "implementation"},
+        {"type": "guide", "target": "docs/guides/osint-research.md", "relation": "usage"}
+      ],
+      "related": ["capability.osint-research", "tool.osint-show"],
+      "direct_callable": false
+    },
+    {
+      "id": "tool.osint-show",
+      "kind": "tool",
+      "title": "OSINT Show",
+      "summary": "Expand one exact local OSINT resource ID into its URL, aliases, original category placements, archived health, and safe next-tool route; no cataloged service is contacted.",
+      "aliases": ["osint_show", "OSINT resource expansion"],
+      "keywords": ["OSINT4ALL", "exact lookup", "provenance", "risk", "archived health"],
+      "maturity": "stable",
+      "interfaces": [
+        {"type": "rest-schema", "target": "/v1/tools/osint_show"},
+        {"type": "agent-run", "target": "/v1/run"},
+        {"type": "agent-chat", "target": "/v1/chat/completions"}
+      ],
+      "references": [
+        {"type": "source", "target": "packages/execution/src/tools/osint-catalog.ts", "relation": "implementation"},
+        {"type": "guide", "target": "docs/guides/osint-research.md", "relation": "usage"}
+      ],
+      "related": ["capability.osint-research", "tool.osint-search", "tool.web-fetch", "tool.web-crawl"],
+      "direct_callable": false
+    },
     {
       "id": "provider.ollama",
       "kind": "provider",

package/docs/guides/osint-research.md

@@ -0,0 +1,90 @@
+# Categorized OSINT research
+
+Omnius ships a local, searchable snapshot of the
+[OSINT4ALL Start.me page](https://start.me/p/L1rEYQ/osint4all). It uses the
+same compact discovery pattern as AIWG skills:
+
+1. `osint_search` ranks a small candidate set from local metadata.
+2. `osint_show` expands one exact resource.
+3. The agent explicitly selects `web_fetch`, `web_crawl`,
+   `playwright_browser`, or another appropriate tool.
+4. Research findings keep their fetched-source provenance and are
+   corroborated independently.
+
+The full catalog is never injected into the model prompt.
+
+## Catalog coverage
+
+The bundled snapshot contains:
+
+- 77 Start.me bookmark categories
+- 1,456 source placements
+- 1,446 normalized canonical resources
+- every original Start.me bookmark item ID, category, position, title, and URL
+- duplicate placements retained as provenance on the canonical resource
+- Start.me's archived HTTP result code for each resource
+
+Transient RSS stories and the world-clock widget are not bookmarks and are not
+part of the tool catalog.
+
+The generated data records the source hash and a placement hash. Tests assert
+the exact counts, contiguous source ordinals, unique bookmark IDs, duplicate
+mapping, category totals, and deterministic search behavior.
+
+## Agent usage
+
+Search by need, entity type, service, category, family, domain, or URL
+fragment:
+
+```json
+{
+  "query": "reverse image face search",
+  "family": "media",
+  "health": "live",
+  "limit": 5
+}
+```
+
+`osint_search` returns compact IDs such as `osint.268396782`. Expand only the
+candidate you intend to use:
+
+```json
+{
+  "id": "osint.268396782"
+}
+```
+
+`osint_show` returns the resource URL, aliases, category placements, access
+mode, interaction/risk guidance, and a recommended next-tool route. Both
+catalog tools are local read-only operations and make no network requests.
+
+## Health and safety semantics
+
+Catalog health is an archived Start.me link-check result. It is useful for
+routing, but it is not proof that a resource works now:
+
+- `live`: archived 2xx/3xx response
+- `restricted`: archived authentication, bot-protection, rate-limit, or
+  method-friction response
+- `dead`: archived 404/410 response
+- `unknown`: timeout, server error, nonstandard failure, or missing result
+
+The index contains public links to sensitive and dual-use resources. Discovery
+does not authorize target interaction. Active or sensitive records are labeled
+so the agent can require a legitimate purpose, applicable authorization, and
+terms/legal review before choosing a network or browser tool.
+
+## Rebuilding the snapshot
+
+Fetch or restore the Start.me page-data JSON. The bundled provenance points to
+the exact
+[2026-07-21 archived page-data snapshot](https://web.archive.org/web/20260721182214id_/https://start.me/p/L1rEYQ.json?xpv=1)
+used for this build. Then run:
+
+```bash
+node scripts/build-osint-catalog.mjs --source /path/to/L1rEYQ.json
+```
+
+The source must contain exactly 77 URL-list categories and all 1,456 source
+placements. The generator refuses partial or structurally changed inputs
+instead of silently publishing an incomplete index.

package/docs/index.md

@@ -28,6 +28,7 @@ current task.
 - [Telegram](./guides/telegram.md)
 - [Media Generation](./guides/media-generation.md)
 - [Tools And Web Search](./guides/tools-and-web-search.md)
+- [Categorized OSINT Research](./guides/osint-research.md)
 
 ## Reference
 

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "omnius",
-  "version": "1.0.592",
+  "version": "1.0.595",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "omnius",
-      "version": "1.0.592",
+      "version": "1.0.595",
       "bundleDependencies": [
         "image-to-ascii"
       ],
@@ -439,9 +439,9 @@
       }
     },
     "node_modules/@hono/node-server": {
-      "version": "1.19.15",
-      "resolved": "https://registry.npmjs.org/@hono/node-server/-/node-server-1.19.15.tgz",
-      "integrity": "sha512-Za2ai6TLdKjUvnur+eenO6nuYYipVAEhyCAdaV8IRvmU9kK8crOZUSYvIXn72E4f8fJqyAbpcJuTsYYmZp9Deg==",
+      "version": "1.19.17",
+      "resolved": "https://registry.npmjs.org/@hono/node-server/-/node-server-1.19.17.tgz",
+      "integrity": "sha512-dSneS5qhiauZWGDCeK4o695Xd9nUNjviSZCMQrj10eetr8Uln1ucn6bbphOM6UynAMMtNIzZNSpL9vnASJwrPQ==",
       "license": "MIT",
       "engines": {
         "node": ">=18.14.1"
@@ -1077,14 +1077,14 @@
       }
     },
     "node_modules/@libp2p/peer-record": {
-      "version": "9.0.13",
-      "resolved": "https://registry.npmjs.org/@libp2p/peer-record/-/peer-record-9.0.13.tgz",
-      "integrity": "sha512-lkdZUNC6h86YECpRE3dB4GLYSiLLuXFBleiM01oEmWtAdTCfRd+vRqNkguSoC6R3tGk/YWRm7cfz39ATPuq7zQ==",
+      "version": "9.0.14",
+      "resolved": "https://registry.npmjs.org/@libp2p/peer-record/-/peer-record-9.0.14.tgz",
+      "integrity": "sha512-MFMJ+O9DJTYvHcjam2JN6U7enV5EvSlT+h5c2h3NNBW9L/tc6P3qNZOjq8WcTJxNi+U/5zRi4bVVsYa9qXTQyA==",
       "license": "Apache-2.0 OR MIT",
       "dependencies": {
         "@libp2p/crypto": "^5.1.21",
         "@libp2p/interface": "^3.2.5",
-        "@libp2p/peer-id": "^6.0.12",
+        "@libp2p/peer-id": "^6.0.13",
         "@multiformats/multiaddr": "^13.0.3",
         "multiformats": "^14.0.0",
         "protons-runtime": "^7.0.0",
@@ -1358,19 +1358,19 @@
       }
     },
     "node_modules/@libp2p/webrtc": {
-      "version": "6.0.27",
-      "resolved": "https://registry.npmjs.org/@libp2p/webrtc/-/webrtc-6.0.27.tgz",
-      "integrity": "sha512-/t3noeXsi7qOLdTyyDWe8ZwOYr08kIzTDRkKuLXUFWqh3F/9hNDKL8dHb+AetrrBeBNxOSTXXHtSiugNKXP3Lg==",
+      "version": "6.0.28",
+      "resolved": "https://registry.npmjs.org/@libp2p/webrtc/-/webrtc-6.0.28.tgz",
+      "integrity": "sha512-UayKxGoA0M2x1BkkI5QeJ8GhHAud6zLuYleY3YPBizXl3m2qyBp4ayOXyLAs1F2aDYNGy4n006T5C5ttAPwznw==",
       "license": "Apache-2.0 OR MIT",
       "dependencies": {
         "@chainsafe/is-ip": "^2.1.0",
         "@chainsafe/libp2p-noise": "^17.0.0",
         "@libp2p/crypto": "^5.1.21",
         "@libp2p/interface": "^3.2.5",
-        "@libp2p/interface-internal": "^3.1.9",
-        "@libp2p/keychain": "^6.1.4",
-        "@libp2p/peer-id": "^6.0.12",
-        "@libp2p/utils": "^7.3.0",
+        "@libp2p/interface-internal": "^3.1.10",
+        "@libp2p/keychain": "^6.1.5",
+        "@libp2p/peer-id": "^6.0.13",
+        "@libp2p/utils": "^7.3.1",
         "@multiformats/multiaddr": "^13.0.3",
         "@multiformats/multiaddr-matcher": "^3.0.2",
         "@peculiar/webcrypto": "^1.5.0",
@@ -3551,9 +3551,9 @@
       }
     },
     "node_modules/express-rate-limit": {
-      "version": "8.6.0",
-      "resolved": "https://registry.npmjs.org/express-rate-limit/-/express-rate-limit-8.6.0.tgz",
-      "integrity": "sha512-XKJXDsASUOo0LLtFwW5hCcQGH0N4WQc/Rn8/Pvoia+TJFOkkFPvrtW9lZOeeNcxQJspvOIERMwiRLsVFlhHEkA==",
+      "version": "8.6.1",
+      "resolved": "https://registry.npmjs.org/express-rate-limit/-/express-rate-limit-8.6.1.tgz",
+      "integrity": "sha512-0D493aP61w0TJ2A0wy27riRsO7FMQ7FK+KUHOKCSfPvYo0R55aiC6emCVgFUeShH0fq0ICPVzNcgoS+BsbXQCA==",
       "license": "MIT",
       "dependencies": {
         "debug": "^4.4.3",