omnius 1.0.628 → 1.0.631
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/dist/index.js +5088 -4568
- package/dist/postinstall-daemon.cjs +71 -6
- package/dist/scripts/audio-yamnet-tensorrt-worker.py +18 -1
- package/dist/scripts/ocr-advanced.py +22 -12
- package/dist/update-worker.js +142 -135
- package/docs/DISCOVERY.json +1034 -1284
- package/docs/DISCOVERY.md +130 -128
- package/docs/reference/rest-api.md +3 -1
- package/docs/rest/INDEX.md +1 -1
- package/docs/rest/endpoints/voice-vision.md +43 -4
- package/npm-shrinkwrap.json +5 -5
- package/package.json +2 -2
package/docs/DISCOVERY.md
CHANGED
|
@@ -170,7 +170,9 @@ Daemon equivalents are `GET /v1/discovery/bootstrap`, `GET /v1/discovery?q=<inte
|
|
|
170
170
|
| `api.v1-memory-write` | /v1/memory/write | Write a memory entry (PT-04) |
|
|
171
171
|
| `api.v1-models` | /v1/models | List aggregated models |
|
|
172
172
|
| `api.v1-nexus-status` | /v1/nexus/status | Nexus peer state |
|
|
173
|
-
| `api.v1-ocr-advanced` | /v1/ocr/advanced |
|
|
173
|
+
| `api.v1-ocr-advanced` | /v1/ocr/advanced | Alias of POST /v1/tools/ocr_image_advanced/call — managed multi-variant Tesseract OCR |
|
|
174
|
+
| `api.v1-ocr-readiness` | /v1/ocr/readiness | Probe advanced OCR runtime readiness without mutation |
|
|
175
|
+
| `api.v1-ocr-setup` | /v1/ocr/setup | Create and verify the isolated advanced OCR runtime |
|
|
174
176
|
| `api.v1-ollama-pool-cleanup` | /v1/ollama/pool/cleanup | Clean up stale Ollama pool processes |
|
|
175
177
|
| `api.v1-ollama-pool-processes` | /v1/ollama/pool/processes | Scan local Ollama pool processes |
|
|
176
178
|
| `api.v1-profiles` | /v1/profiles | List tool profiles; Create tool profile |
|
|
@@ -461,7 +463,7 @@ Daemon equivalents are `GET /v1/discovery/bootstrap`, `GET /v1/discovery?q=<inte
|
|
|
461
463
|
| `guide.rest-endpoints-run` | Runs, Jobs, Todos, And Scheduled Work | Submits a long-running task to the daemon and returns an accepted job record. Runs are tracked under .omnius/jobs/. |
|
|
462
464
|
| `guide.rest-endpoints-skills` | Skills And Commands | The REST docs bundle is available as: |
|
|
463
465
|
| `guide.rest-endpoints-tools` | Tools, MCP, Hooks, Agents, And Code Graph | GET /v1/tools and POST /v1/tools/{name}/call use the same direct-call registry, built from the @omnius/execution tool manifest plus virtual lifecycle tools such as taskcomplete. If a tool appears in /v1/tools with directcallable: true, the same name is callable at /v1/tools/{name}/call. |
|
|
464
|
-
| `guide.rest-endpoints-voice-vision` | Voice, Audio, Vision, And Voicechat |
|
|
466
|
+
| `guide.rest-endpoints-voice-vision` | Voice, Audio, Vision, And Voicechat | First poll GET /v1/ocr/readiness?language=eng. On Jetson, a privileged or interactive npm installation/bootstrap provisions tesseract-ocr, python3-venv, python3-opencv, python3-numpy, python3-pil, and python3-reportlab. Daemon startup then creates (or repairs) ~/.omnius/runtimes/vision/ocr-advanced with --system-site-packages and installs only pytesseract==0 |
|
|
465
467
|
| `guide.rest-errors-pagination-etags` | Errors, Pagination, ETags, And Request IDs | The OpenAPI contract documents RFC 7807 Problem Details for common errors: |
|
|
466
468
|
| `guide.rest-examples-curl` | Curl Examples | curl -s "$BASE/openapi.json" \| jq '.info.title, .info.version' |
|
|
467
469
|
| `guide.rest-examples-openai-sdk` | OpenAI SDK Examples | Omnius exposes an OpenAI-compatible chat-completions endpoint at /v1/chat/completions. |
|
|
@@ -628,140 +630,140 @@ Daemon equivalents are `GET /v1/discovery/bootstrap`, `GET /v1/discovery?q=<inte
|
|
|
628
630
|
|
|
629
631
|
| ID | Title | Summary |
|
|
630
632
|
| --- | --- | --- |
|
|
631
|
-
| `tool.agenda` | Agenda | agenda is
|
|
632
|
-
| `tool.agent` | Agent | agent is
|
|
633
|
-
| `tool.aiwg-health` | Aiwg Health | aiwg_health is
|
|
634
|
-
| `tool.aiwg-setup` | Aiwg Setup | aiwg_setup is
|
|
635
|
-
| `tool.aiwg-workflow` | Aiwg Workflow | aiwg_workflow is
|
|
636
|
-
| `tool.asr-listen` | Asr Listen | asr_listen is
|
|
637
|
-
| `tool.audio-analyze` | Audio Analyze | audio_analyze is
|
|
638
|
-
| `tool.audio-capture` | Audio Capture | audio_capture is
|
|
639
|
-
| `tool.audio-playback` | Audio Playback | audio_playback is
|
|
640
|
-
| `tool.autoresearch` | Autoresearch | autoresearch is
|
|
641
|
-
| `tool.av-comprehend` | Av Comprehend | av_comprehend is
|
|
642
|
-
| `tool.background-run` | Background Run | background_run is
|
|
643
|
-
| `tool.batch-edit` | Batch Edit | batch_edit is
|
|
644
|
-
| `tool.bluetooth-scan` | Bluetooth Scan | bluetooth_scan is
|
|
645
|
-
| `tool.browser-action` | Browser Action | browser_action is
|
|
646
|
-
| `tool.camera-capture` | Camera Capture | camera_capture is
|
|
647
|
-
| `tool.carbonyl-browser` | Carbonyl Browser | carbonyl_browser is
|
|
648
|
-
| `tool.code-neighbors` | Code Neighbors | code_neighbors is
|
|
649
|
-
| `tool.code-sandbox` | Code Sandbox | code_sandbox is
|
|
650
|
-
| `tool.codebase-map` | Codebase Map | codebase_map is
|
|
651
|
-
| `tool.create-structured-file` | Create Structured File | create_structured_file is
|
|
652
|
-
| `tool.create-tool` | Create Tool | create_tool is
|
|
653
|
-
| `tool.cron-agent` | Cron Agent | cron_agent is
|
|
654
|
-
| `tool.debate` | Debate | debate is
|
|
655
|
-
| `tool.desktop-click` | Desktop Click | desktop_click is
|
|
656
|
-
| `tool.desktop-describe` | Desktop Describe | desktop_describe is
|
|
657
|
-
| `tool.diagnostic` | Diagnostic | diagnostic is
|
|
658
|
-
| `tool.embedding-store` | Embedding Store | embedding_store is
|
|
659
|
-
| `tool.enter-worktree` | Enter Worktree | enter_worktree is
|
|
660
|
-
| `tool.exit-worktree` | Exit Worktree | exit_worktree is
|
|
661
|
-
| `tool.explore` | Explore | explore is
|
|
662
|
-
| `tool.explore-tools` | Explore Tools | explore_tools is
|
|
663
|
-
| `tool.factory` | Factory | factory is
|
|
664
|
-
| `tool.file-edit` | File Edit | file_edit is
|
|
665
|
-
| `tool.file-explore` | File Explore | file_explore is
|
|
666
|
-
| `tool.file-patch` | File Patch | file_patch is
|
|
667
|
-
| `tool.file-read` | File Read | file_read is
|
|
668
|
-
| `tool.file-write` | File Write | file_write is
|
|
669
|
-
| `tool.find-files` | Find Files | find_files is
|
|
670
|
-
| `tool.flipper-zero` | Flipper Zero | flipper_zero is
|
|
671
|
-
| `tool.fortemi-capture` | Fortemi Capture | fortemi_capture is
|
|
672
|
-
| `tool.fortemi-get` | Fortemi Get | fortemi_get is
|
|
673
|
-
| `tool.fortemi-list` | Fortemi List | fortemi_list is
|
|
674
|
-
| `tool.fortemi-search` | Fortemi Search | fortemi_search is
|
|
675
|
-
| `tool.full-sub-agent` | Full Sub Agent | full_sub_agent is
|
|
676
|
-
| `tool.generate-audio` | Generate Audio | generate_audio is
|
|
677
|
-
| `tool.generate-image` | Generate Image | generate_image is
|
|
678
|
-
| `tool.generate-model` | Generate Model | generate_model is
|
|
679
|
-
| `tool.generate-pointcloud` | Generate Pointcloud | generate_pointcloud is
|
|
680
|
-
| `tool.generate-tts` | Generate Tts | generate_tts is
|
|
681
|
-
| `tool.generate-video` | Generate Video | generate_video is
|
|
682
|
-
| `tool.git-info` | Git Info | git_info is
|
|
683
|
-
| `tool.gps-location` | Gps Location | gps_location is
|
|
684
|
-
| `tool.grep-search` | Grep Search | grep_search is
|
|
685
|
-
| `tool.hf-model-discover` | Hf Model Discover | hf_model_discover is
|
|
686
|
-
| `tool.hf-model-intake` | Hf Model Intake | hf_model_intake is
|
|
687
|
-
| `tool.identity-kernel` | Identity Kernel | identity_kernel is
|
|
688
|
-
| `tool.image-read` | Image Read | image_read is
|
|
689
|
-
| `tool.impact-analysis` | Impact Analysis | impact_analysis is
|
|
690
|
-
| `tool.import-graph` | Import Graph | import_graph is
|
|
691
|
-
| `tool.lance` | Lance | lance is
|
|
692
|
-
| `tool.list-directory` | List Directory | list_directory is
|
|
693
|
-
| `tool.live-media-loop` | Live Media Loop | live_media_loop is
|
|
694
|
-
| `tool.log-explore` | Log Explore | log_explore is
|
|
695
|
-
| `tool.manage-tools` | Manage Tools | manage_tools is
|
|
696
|
-
| `tool.memory-metabolize` | Memory Metabolize | memory_metabolize is
|
|
697
|
-
| `tool.memory-ops` | Memory Ops | memory_ops is
|
|
698
|
-
| `tool.memory-read` | Memory Read | memory_read is
|
|
699
|
-
| `tool.memory-search` | Memory Search | memory_search is
|
|
700
|
-
| `tool.memory-write` | Memory Write | memory_write is
|
|
701
|
-
| `tool.meshtastic` | Meshtastic | meshtastic is
|
|
702
|
-
| `tool.multimodal-memory` | Multimodal Memory | multimodal_memory is
|
|
703
|
-
| `tool.nexus` | Nexus | nexus is
|
|
704
|
-
| `tool.notebook-edit` | Notebook Edit | notebook_edit is
|
|
705
|
-
| `tool.ocr` | Ocr | ocr is
|
|
706
|
-
| `tool.ocr-image-advanced` | Ocr Image Advanced | ocr_image_advanced is
|
|
707
|
-
| `tool.ocr-pdf` | Ocr Pdf | ocr_pdf is
|
|
708
|
-
| `tool.opencode` | Opencode | opencode is
|
|
633
|
+
| `tool.agenda` | Agenda | agenda is a directly callable Omnius tool. |
|
|
634
|
+
| `tool.agent` | Agent | agent is a directly callable Omnius tool. |
|
|
635
|
+
| `tool.aiwg-health` | Aiwg Health | aiwg_health is a directly callable Omnius tool. |
|
|
636
|
+
| `tool.aiwg-setup` | Aiwg Setup | aiwg_setup is a directly callable Omnius tool. |
|
|
637
|
+
| `tool.aiwg-workflow` | Aiwg Workflow | aiwg_workflow is a directly callable Omnius tool. |
|
|
638
|
+
| `tool.asr-listen` | Asr Listen | asr_listen is a directly callable Omnius tool. |
|
|
639
|
+
| `tool.audio-analyze` | Audio Analyze | audio_analyze is a directly callable Omnius tool. |
|
|
640
|
+
| `tool.audio-capture` | Audio Capture | audio_capture is a directly callable Omnius tool. |
|
|
641
|
+
| `tool.audio-playback` | Audio Playback | audio_playback is a directly callable Omnius tool. |
|
|
642
|
+
| `tool.autoresearch` | Autoresearch | autoresearch is a directly callable Omnius tool. |
|
|
643
|
+
| `tool.av-comprehend` | Av Comprehend | av_comprehend is a directly callable Omnius tool. |
|
|
644
|
+
| `tool.background-run` | Background Run | background_run is a directly callable Omnius tool. |
|
|
645
|
+
| `tool.batch-edit` | Batch Edit | batch_edit is a directly callable Omnius tool. |
|
|
646
|
+
| `tool.bluetooth-scan` | Bluetooth Scan | bluetooth_scan is a directly callable Omnius tool. |
|
|
647
|
+
| `tool.browser-action` | Browser Action | browser_action is a directly callable Omnius tool. |
|
|
648
|
+
| `tool.camera-capture` | Camera Capture | camera_capture is a directly callable Omnius tool. |
|
|
649
|
+
| `tool.carbonyl-browser` | Carbonyl Browser | carbonyl_browser is a directly callable Omnius tool. |
|
|
650
|
+
| `tool.code-neighbors` | Code Neighbors | code_neighbors is a directly callable Omnius tool. |
|
|
651
|
+
| `tool.code-sandbox` | Code Sandbox | code_sandbox is a directly callable Omnius tool. |
|
|
652
|
+
| `tool.codebase-map` | Codebase Map | codebase_map is a directly callable Omnius tool. |
|
|
653
|
+
| `tool.create-structured-file` | Create Structured File | create_structured_file is a directly callable Omnius tool. |
|
|
654
|
+
| `tool.create-tool` | Create Tool | create_tool is a directly callable Omnius tool. |
|
|
655
|
+
| `tool.cron-agent` | Cron Agent | cron_agent is a directly callable Omnius tool. |
|
|
656
|
+
| `tool.debate` | Debate | debate is a directly callable Omnius tool. |
|
|
657
|
+
| `tool.desktop-click` | Desktop Click | desktop_click is a directly callable Omnius tool. |
|
|
658
|
+
| `tool.desktop-describe` | Desktop Describe | desktop_describe is a directly callable Omnius tool. |
|
|
659
|
+
| `tool.diagnostic` | Diagnostic | diagnostic is a directly callable Omnius tool. |
|
|
660
|
+
| `tool.embedding-store` | Embedding Store | embedding_store is a directly callable Omnius tool. |
|
|
661
|
+
| `tool.enter-worktree` | Enter Worktree | enter_worktree is a directly callable Omnius tool. |
|
|
662
|
+
| `tool.exit-worktree` | Exit Worktree | exit_worktree is a directly callable Omnius tool. |
|
|
663
|
+
| `tool.explore` | Explore | explore is a directly callable Omnius tool. |
|
|
664
|
+
| `tool.explore-tools` | Explore Tools | explore_tools is a directly callable Omnius tool. |
|
|
665
|
+
| `tool.factory` | Factory | factory is a directly callable Omnius tool. |
|
|
666
|
+
| `tool.file-edit` | File Edit | file_edit is a directly callable Omnius tool. |
|
|
667
|
+
| `tool.file-explore` | File Explore | file_explore is a directly callable Omnius tool. |
|
|
668
|
+
| `tool.file-patch` | File Patch | file_patch is a directly callable Omnius tool. |
|
|
669
|
+
| `tool.file-read` | File Read | file_read is a directly callable Omnius tool. |
|
|
670
|
+
| `tool.file-write` | File Write | file_write is a directly callable Omnius tool. |
|
|
671
|
+
| `tool.find-files` | Find Files | find_files is a directly callable Omnius tool. |
|
|
672
|
+
| `tool.flipper-zero` | Flipper Zero | flipper_zero is a directly callable Omnius tool. |
|
|
673
|
+
| `tool.fortemi-capture` | Fortemi Capture | fortemi_capture is a directly callable Omnius tool. |
|
|
674
|
+
| `tool.fortemi-get` | Fortemi Get | fortemi_get is a directly callable Omnius tool. |
|
|
675
|
+
| `tool.fortemi-list` | Fortemi List | fortemi_list is a directly callable Omnius tool. |
|
|
676
|
+
| `tool.fortemi-search` | Fortemi Search | fortemi_search is a directly callable Omnius tool. |
|
|
677
|
+
| `tool.full-sub-agent` | Full Sub Agent | full_sub_agent is a directly callable Omnius tool. |
|
|
678
|
+
| `tool.generate-audio` | Generate Audio | generate_audio is a directly callable Omnius tool. |
|
|
679
|
+
| `tool.generate-image` | Generate Image | generate_image is a directly callable Omnius tool. |
|
|
680
|
+
| `tool.generate-model` | Generate Model | generate_model is a directly callable Omnius tool. |
|
|
681
|
+
| `tool.generate-pointcloud` | Generate Pointcloud | generate_pointcloud is a directly callable Omnius tool. |
|
|
682
|
+
| `tool.generate-tts` | Generate Tts | generate_tts is a directly callable Omnius tool. |
|
|
683
|
+
| `tool.generate-video` | Generate Video | generate_video is a directly callable Omnius tool. |
|
|
684
|
+
| `tool.git-info` | Git Info | git_info is a directly callable Omnius tool. |
|
|
685
|
+
| `tool.gps-location` | Gps Location | gps_location is a directly callable Omnius tool. |
|
|
686
|
+
| `tool.grep-search` | Grep Search | grep_search is a directly callable Omnius tool. |
|
|
687
|
+
| `tool.hf-model-discover` | Hf Model Discover | hf_model_discover is a directly callable Omnius tool. |
|
|
688
|
+
| `tool.hf-model-intake` | Hf Model Intake | hf_model_intake is a directly callable Omnius tool. |
|
|
689
|
+
| `tool.identity-kernel` | Identity Kernel | identity_kernel is a directly callable Omnius tool. |
|
|
690
|
+
| `tool.image-read` | Image Read | image_read is a directly callable Omnius tool. |
|
|
691
|
+
| `tool.impact-analysis` | Impact Analysis | impact_analysis is a directly callable Omnius tool. |
|
|
692
|
+
| `tool.import-graph` | Import Graph | import_graph is a directly callable Omnius tool. |
|
|
693
|
+
| `tool.lance` | Lance | lance is a directly callable Omnius tool. |
|
|
694
|
+
| `tool.list-directory` | List Directory | list_directory is a directly callable Omnius tool. |
|
|
695
|
+
| `tool.live-media-loop` | Live Media Loop | live_media_loop is a directly callable Omnius tool. |
|
|
696
|
+
| `tool.log-explore` | Log Explore | log_explore is a directly callable Omnius tool. |
|
|
697
|
+
| `tool.manage-tools` | Manage Tools | manage_tools is a directly callable Omnius tool. |
|
|
698
|
+
| `tool.memory-metabolize` | Memory Metabolize | memory_metabolize is a directly callable Omnius tool. |
|
|
699
|
+
| `tool.memory-ops` | Memory Ops | memory_ops is a directly callable Omnius tool. |
|
|
700
|
+
| `tool.memory-read` | Memory Read | memory_read is a directly callable Omnius tool. |
|
|
701
|
+
| `tool.memory-search` | Memory Search | memory_search is a directly callable Omnius tool. |
|
|
702
|
+
| `tool.memory-write` | Memory Write | memory_write is a directly callable Omnius tool. |
|
|
703
|
+
| `tool.meshtastic` | Meshtastic | meshtastic is a directly callable Omnius tool. |
|
|
704
|
+
| `tool.multimodal-memory` | Multimodal Memory | multimodal_memory is a directly callable Omnius tool. |
|
|
705
|
+
| `tool.nexus` | Nexus | nexus is a directly callable Omnius tool. |
|
|
706
|
+
| `tool.notebook-edit` | Notebook Edit | notebook_edit is a directly callable Omnius tool. |
|
|
707
|
+
| `tool.ocr` | Ocr | ocr is a directly callable Omnius tool. |
|
|
708
|
+
| `tool.ocr-image-advanced` | Ocr Image Advanced | ocr_image_advanced is a directly callable Omnius tool. |
|
|
709
|
+
| `tool.ocr-pdf` | Ocr Pdf | ocr_pdf is a directly callable Omnius tool. |
|
|
710
|
+
| `tool.opencode` | Opencode | opencode is a directly callable Omnius tool. |
|
|
709
711
|
| `tool.osint-search` | OSINT Search | Search the bundled OSINT4ALL snapshot locally and return a bounded ranked shortlist with category, archived-health, interaction, and risk metadata; no cataloged service is contacted. |
|
|
710
712
|
| `tool.osint-show` | OSINT Show | Expand one exact local OSINT resource ID into its URL, aliases, original category placements, archived health, and safe next-tool route; no cataloged service is contacted. |
|
|
711
|
-
| `tool.pdf-to-text` | Pdf To Text | pdf_to_text is
|
|
712
|
-
| `tool.pdf-visual-markdown` | Pdf Visual Markdown | pdf_visual_markdown is
|
|
713
|
-
| `tool.phase-recall` | Phase Recall | phase_recall is
|
|
714
|
-
| `tool.play-sound` | Play Sound | play_sound is
|
|
715
|
-
| `tool.playwright-browser` | Playwright Browser | playwright_browser is
|
|
716
|
-
| `tool.process-health` | Process Health | process_health is
|
|
717
|
-
| `tool.project-scaffolding` | Project Scaffolding | project_scaffolding is
|
|
718
|
-
| `tool.read-structured-file` | Read Structured File | read_structured_file is
|
|
719
|
-
| `tool.reflect` | Reflect | reflect is
|
|
720
|
-
| `tool.reminder` | Reminder | reminder is
|
|
721
|
-
| `tool.repl-exec` | Repl Exec | repl_exec is
|
|
722
|
-
| `tool.replay-with-intervention` | Replay With Intervention | replay_with_intervention is
|
|
723
|
-
| `tool.repo-map` | Repo Map | repo_map is
|
|
724
|
-
| `tool.safe-python` | Safe Python | safe_python is
|
|
725
|
-
| `tool.scheduler` | Scheduler | scheduler is
|
|
726
|
-
| `tool.screenshot` | Screenshot | screenshot is
|
|
727
|
-
| `tool.sdr-scan` | Sdr Scan | sdr_scan is
|
|
728
|
-
| `tool.semantic-map` | Semantic Map | semantic_map is
|
|
729
|
-
| `tool.send-message` | Send Message | send_message is
|
|
730
|
-
| `tool.session-search` | Session Search | session_search is
|
|
731
|
-
| `tool.shell` | Shell | shell is
|
|
732
|
-
| `tool.skill-build` | Skill Build | skill_build is
|
|
733
|
-
| `tool.skill-execute` | Skill Execute | skill_execute is
|
|
734
|
-
| `tool.skill-extract` | Skill Extract | skill_extract is
|
|
735
|
-
| `tool.skill-list` | Skill List | skill_list is
|
|
736
|
-
| `tool.symbol-search` | Symbol Search | symbol_search is
|
|
713
|
+
| `tool.pdf-to-text` | Pdf To Text | pdf_to_text is a directly callable Omnius tool. |
|
|
714
|
+
| `tool.pdf-visual-markdown` | Pdf Visual Markdown | pdf_visual_markdown is a directly callable Omnius tool. |
|
|
715
|
+
| `tool.phase-recall` | Phase Recall | phase_recall is a directly callable Omnius tool. |
|
|
716
|
+
| `tool.play-sound` | Play Sound | play_sound is a directly callable Omnius tool. |
|
|
717
|
+
| `tool.playwright-browser` | Playwright Browser | playwright_browser is a directly callable Omnius tool. |
|
|
718
|
+
| `tool.process-health` | Process Health | process_health is a directly callable Omnius tool. |
|
|
719
|
+
| `tool.project-scaffolding` | Project Scaffolding | project_scaffolding is a directly callable Omnius tool. |
|
|
720
|
+
| `tool.read-structured-file` | Read Structured File | read_structured_file is a directly callable Omnius tool. |
|
|
721
|
+
| `tool.reflect` | Reflect | reflect is a directly callable Omnius tool. |
|
|
722
|
+
| `tool.reminder` | Reminder | reminder is a directly callable Omnius tool. |
|
|
723
|
+
| `tool.repl-exec` | Repl Exec | repl_exec is a directly callable Omnius tool. |
|
|
724
|
+
| `tool.replay-with-intervention` | Replay With Intervention | replay_with_intervention is a directly callable Omnius tool. |
|
|
725
|
+
| `tool.repo-map` | Repo Map | repo_map is a directly callable Omnius tool. |
|
|
726
|
+
| `tool.safe-python` | Safe Python | safe_python is a directly callable Omnius tool. |
|
|
727
|
+
| `tool.scheduler` | Scheduler | scheduler is a directly callable Omnius tool. |
|
|
728
|
+
| `tool.screenshot` | Screenshot | screenshot is a directly callable Omnius tool. |
|
|
729
|
+
| `tool.sdr-scan` | Sdr Scan | sdr_scan is a directly callable Omnius tool. |
|
|
730
|
+
| `tool.semantic-map` | Semantic Map | semantic_map is a directly callable Omnius tool. |
|
|
731
|
+
| `tool.send-message` | Send Message | send_message is a directly callable Omnius tool. |
|
|
732
|
+
| `tool.session-search` | Session Search | session_search is a directly callable Omnius tool. |
|
|
733
|
+
| `tool.shell` | Shell | shell is a directly callable Omnius tool. |
|
|
734
|
+
| `tool.skill-build` | Skill Build | skill_build is a directly callable Omnius tool. |
|
|
735
|
+
| `tool.skill-execute` | Skill Execute | skill_execute is a directly callable Omnius tool. |
|
|
736
|
+
| `tool.skill-extract` | Skill Extract | skill_extract is a directly callable Omnius tool. |
|
|
737
|
+
| `tool.skill-list` | Skill List | skill_list is a directly callable Omnius tool. |
|
|
738
|
+
| `tool.symbol-search` | Symbol Search | symbol_search is a directly callable Omnius tool. |
|
|
737
739
|
| `tool.task-complete` | Task Complete | Signal a direct bookkeeping boundary without terminating an active agent run. |
|
|
738
|
-
| `tool.task-output` | Task Output | task_output is
|
|
739
|
-
| `tool.task-status` | Task Status | task_status is
|
|
740
|
-
| `tool.task-stop` | Task Stop | task_stop is
|
|
740
|
+
| `tool.task-output` | Task Output | task_output is a directly callable Omnius tool. |
|
|
741
|
+
| `tool.task-status` | Task Status | task_status is a directly callable Omnius tool. |
|
|
742
|
+
| `tool.task-stop` | Task Stop | task_stop is a directly callable Omnius tool. |
|
|
741
743
|
| `tool.todo-read` | Todo Read | todo_read is a directly callable Omnius tool. |
|
|
742
744
|
| `tool.todo-write` | Todo Write | todo_write is a directly callable Omnius tool. |
|
|
743
745
|
| `tool.tool-search` | Tool search | Find relevant tool schemas without loading the entire tool catalog into an agent context. |
|
|
744
|
-
| `tool.transcribe-file` | Transcribe File | transcribe_file is
|
|
745
|
-
| `tool.transcribe-url` | Transcribe Url | transcribe_url is
|
|
746
|
-
| `tool.video-scan` | Video Scan | video_scan is
|
|
747
|
-
| `tool.video-understand` | Video Understand | video_understand is
|
|
748
|
-
| `tool.vision` | Vision | vision is
|
|
749
|
-
| `tool.vision-action-loop` | Vision Action Loop | vision_action_loop is
|
|
750
|
-
| `tool.visual-memory` | Visual Memory | visual_memory is
|
|
751
|
-
| `tool.visual-trigger` | Visual Trigger | visual_trigger is
|
|
752
|
-
| `tool.web-crawl` | Web Crawl | web_crawl is
|
|
753
|
-
| `tool.web-download` | Web Download | web_download is
|
|
754
|
-
| `tool.web-fetch` | Web Fetch | web_fetch is
|
|
746
|
+
| `tool.transcribe-file` | Transcribe File | transcribe_file is a directly callable Omnius tool. |
|
|
747
|
+
| `tool.transcribe-url` | Transcribe Url | transcribe_url is a directly callable Omnius tool. |
|
|
748
|
+
| `tool.video-scan` | Video Scan | video_scan is a directly callable Omnius tool. |
|
|
749
|
+
| `tool.video-understand` | Video Understand | video_understand is a directly callable Omnius tool. |
|
|
750
|
+
| `tool.vision` | Vision | vision is a directly callable Omnius tool. |
|
|
751
|
+
| `tool.vision-action-loop` | Vision Action Loop | vision_action_loop is a directly callable Omnius tool. |
|
|
752
|
+
| `tool.visual-memory` | Visual Memory | visual_memory is a directly callable Omnius tool. |
|
|
753
|
+
| `tool.visual-trigger` | Visual Trigger | visual_trigger is a directly callable Omnius tool. |
|
|
754
|
+
| `tool.web-crawl` | Web Crawl | web_crawl is a directly callable Omnius tool. |
|
|
755
|
+
| `tool.web-download` | Web Download | web_download is a directly callable Omnius tool. |
|
|
756
|
+
| `tool.web-fetch` | Web Fetch | web_fetch is a directly callable Omnius tool. |
|
|
755
757
|
| `tool.web-search` | Web search | Search the web from an Omnius agent loop; discoverable as metadata but intentionally not assumed to be directly callable. |
|
|
756
|
-
| `tool.wifi-control` | Wifi Control | wifi_control is
|
|
757
|
-
| `tool.workboard-add-card` | Workboard Add Card | workboard_add_card is
|
|
758
|
-
| `tool.workboard-attach-evidence` | Workboard Attach Evidence | workboard_attach_evidence is
|
|
759
|
-
| `tool.workboard-complete-card` | Workboard Complete Card | workboard_complete_card is
|
|
760
|
-
| `tool.workboard-create` | Workboard Create | workboard_create is
|
|
761
|
-
| `tool.workboard-show` | Workboard Show | workboard_show is
|
|
762
|
-
| `tool.workboard-update-card` | Workboard Update Card | workboard_update_card is
|
|
758
|
+
| `tool.wifi-control` | Wifi Control | wifi_control is a directly callable Omnius tool. |
|
|
759
|
+
| `tool.workboard-add-card` | Workboard Add Card | workboard_add_card is a directly callable Omnius tool. |
|
|
760
|
+
| `tool.workboard-attach-evidence` | Workboard Attach Evidence | workboard_attach_evidence is a directly callable Omnius tool. |
|
|
761
|
+
| `tool.workboard-complete-card` | Workboard Complete Card | workboard_complete_card is a directly callable Omnius tool. |
|
|
762
|
+
| `tool.workboard-create` | Workboard Create | workboard_create is a directly callable Omnius tool. |
|
|
763
|
+
| `tool.workboard-show` | Workboard Show | workboard_show is a directly callable Omnius tool. |
|
|
764
|
+
| `tool.workboard-update-card` | Workboard Update Card | workboard_update_card is a directly callable Omnius tool. |
|
|
763
765
|
| `tool.working-notes` | Working Notes | working_notes is a directly callable Omnius tool. |
|
|
764
|
-
| `tool.youtube-download` | Youtube Download | youtube_download is
|
|
766
|
+
| `tool.youtube-download` | Youtube Download | youtube_download is a directly callable Omnius tool. |
|
|
765
767
|
|
|
766
768
|
## Workflow
|
|
767
769
|
|
|
@@ -309,7 +309,9 @@ the store, `OMNIUS_DISABLE_CONTEXT_WINDOW_DUMPS=1` to disable it, and
|
|
|
309
309
|
| `POST` | `/v1/vision/describe` | Vision describe placeholder |
|
|
310
310
|
| `POST` | `/v1/vision/embed` | Create a vision embedding from media |
|
|
311
311
|
| `POST` | `/v1/audio/embed` | Create an audio embedding from audio input |
|
|
312
|
-
| `
|
|
312
|
+
| `GET` | `/v1/ocr/readiness` | Non-mutating advanced-OCR dependency and backend readiness |
|
|
313
|
+
| `POST` | `/v1/ocr/setup` | Create and verify the isolated OCR venv (admin scope) |
|
|
314
|
+
| `POST` | `/v1/ocr/advanced` | Agent-equivalent managed advanced OCR (alias of `/v1/tools/ocr_image_advanced/call`) |
|
|
313
315
|
|
|
314
316
|
`POST /v1/voice/tts` and `/v1/audio/speech` automatically warm the daemon.
|
|
315
317
|
An explicit model must render exactly or the request fails; Omnius does not
|
package/docs/rest/INDEX.md
CHANGED
|
@@ -113,7 +113,7 @@ Scopes:
|
|
|
113
113
|
| Nexus | `/v1/nexus/status`, `/v1/sponsors` |
|
|
114
114
|
| Ollama pool | `/v1/ollama/pool/processes`, `/v1/ollama/pool/cleanup` |
|
|
115
115
|
| Voice and audio | `/v1/voice/state`, `/v1/voice/models`, `/v1/voice/tts`, `/v1/audio/speech`, `/v1/asr/engines`, `/v1/asr/selection`, `/v1/asr/activate`, `/v1/asr/transcriptions`, `/v1/asr/test`, `/v1/audio/transcriptions`, `/v1/voicechat/ws`, `/v1/media/av/analyze` |
|
|
116
|
-
| Vision/audio
|
|
116
|
+
| Vision/audio/OCR | `/v1/vision/describe`, `/v1/vision/embed`, `/v1/audio/embed`, `/v1/ocr/readiness`, `/v1/ocr/setup`, `/v1/ocr/advanced` |
|
|
117
117
|
| Projects | `/v1/projects`, `/v1/projects/current`, `/v1/projects/switch`, `/v1/projects/register`, `/v1/projects/rename`, `/v1/projects/scan`, `/v1/projects/preferences` |
|
|
118
118
|
| Code graph | `/v1/codegraph/snapshot`, `/v1/codegraph/events` |
|
|
119
119
|
| Scheduled jobs | `/v1/scheduled`, `/v1/scheduled/all`, `/v1/scheduled/status`, `/v1/scheduled/kill`, `/v1/scheduled/fixup`, `/v1/scheduled/reconcile` |
|
|
@@ -32,9 +32,40 @@
|
|
|
32
32
|
| `POST` | `/v1/voice/speak` | Synthesize and broadcast to voicechat clients |
|
|
33
33
|
| `WS` | `/v1/voicechat/ws` | Full-duplex voicechat WebSocket |
|
|
34
34
|
| `POST` | `/v1/vision/describe` | Vision describe placeholder/deferred endpoint |
|
|
35
|
-
| `
|
|
35
|
+
| `GET` | `/v1/ocr/readiness` | Probe exact OCR package/engine/backend readiness without mutation |
|
|
36
|
+
| `POST` | `/v1/ocr/setup` | Create and verify the isolated OCR venv (admin scope) |
|
|
37
|
+
| `POST` | `/v1/ocr/advanced` | Agent-equivalent managed advanced OCR (alias of `/v1/tools/ocr_image_advanced/call`) |
|
|
36
38
|
| `POST` | `/v1/media/av/analyze` | Grounded AV/audio comprehension of a media file into entities/events |
|
|
37
39
|
|
|
40
|
+
## Advanced OCR
|
|
41
|
+
|
|
42
|
+
First poll `GET /v1/ocr/readiness?language=eng`. On Jetson, a privileged or
|
|
43
|
+
interactive npm installation/bootstrap provisions `tesseract-ocr`, `python3-venv`,
|
|
44
|
+
`python3-opencv`, `python3-numpy`, `python3-pil`, and `python3-reportlab`.
|
|
45
|
+
Daemon startup then creates (or repairs)
|
|
46
|
+
`~/.omnius/runtimes/vision/ocr-advanced` with `--system-site-packages` and
|
|
47
|
+
installs only `pytesseract==0.3.13 --no-deps`. `POST /v1/ocr/setup` is the
|
|
48
|
+
admin-scoped observable retry/repair path; set `OMNIUS_OCR_AUTO_SETUP=0` to
|
|
49
|
+
disable startup setup. Set `OMNIUS_OCR_PYTHON` to use an operator-managed,
|
|
50
|
+
already-ready interpreter instead.
|
|
51
|
+
|
|
52
|
+
`POST /v1/ocr/advanced` is a compatibility alias for the exact
|
|
53
|
+
agent-facing `ocr_image_advanced` tool. Use the same direct-tool envelope;
|
|
54
|
+
the response retains display text in `result.output` and returns the parsed
|
|
55
|
+
pipeline payload in `result.data`.
|
|
56
|
+
|
|
57
|
+
```bash
|
|
58
|
+
curl -sS -X POST http://127.0.0.1:11435/v1/ocr/advanced \
|
|
59
|
+
-H 'content-type: application/json' \
|
|
60
|
+
-d '{"args":{"image":"/data/invoice.png","language":"eng","psm":6},"timeout_ms":300000}'
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
Inference never invokes sudo, apt, pip, or venv creation. If readiness is
|
|
64
|
+
false, the tool returns `result.data.code=ocr_runtime_not_ready` with setup and
|
|
65
|
+
readiness URLs. Jetson never installs generic CUDA, Torch, OpenCV, or NumPy
|
|
66
|
+
packages. The caller needs `run` scope because optional
|
|
67
|
+
`output_dir`, batch, and debug modes write OCR artifacts.
|
|
68
|
+
|
|
38
69
|
## TTS
|
|
39
70
|
|
|
40
71
|
`POST /v1/voice/tts` returns audio bytes. `format` can be `wav` or `pcm`. `X-Sample-Rate` reports the sample rate.
|
|
@@ -74,7 +105,13 @@ also explicitly invoke `POST /v1/audio/classify/setup` with admin scope. Setup
|
|
|
74
105
|
downloads the pinned ONNX model and class map once, verifies their SHA-256
|
|
75
106
|
digests, builds an engine for the local JetPack/TensorRT stack, checks the
|
|
76
107
|
approved integrated CUDA device (`OMNIUS_AUDIO_CUDA_VISIBLE_DEVICES=0`), and
|
|
77
|
-
warms the worker.
|
|
108
|
+
warms the worker. `OMNIUS_AUDIO_PYTHON` explicitly selects the operator's
|
|
109
|
+
JetPack-compatible Torch 2.2/CUDA 12.2 interpreter. When unset, Omnius probes
|
|
110
|
+
conventional project venvs (including `~/Documents/<project>/.venv`) and reuses
|
|
111
|
+
the first interpreter that proves CUDA Torch placement; it never modifies that
|
|
112
|
+
source environment. Omnius pins `cuda-python==12.2.0 --no-deps`
|
|
113
|
+
only inside its isolated audio venv, verifies Orin compute capability 8.7, and
|
|
114
|
+
handles L4T R36.3 `tegrastats` builds which do not support `--count`.
|
|
78
115
|
|
|
79
116
|
Poll `GET /v1/audio/classify/health` before sending classification work. A
|
|
80
117
|
general `/health` success is not sufficient. The response reports readiness,
|
|
@@ -100,8 +137,10 @@ Send it to either `POST /v1/tools/audio_analyze/call` or the
|
|
|
100
137
|
16 kHz WAV files; classification never captures from `default`, normalizes the
|
|
101
138
|
Egg signal again, installs packages, or fetches weights. The response is
|
|
102
139
|
machine-readable at `result.data.classifications` with model/backend/digest,
|
|
103
|
-
audio facts,
|
|
104
|
-
|
|
140
|
+
audio facts, a `low_information` quiet-input signal, and
|
|
141
|
+
queue/decode/inference/total timings. One job runs and one may wait; additional
|
|
142
|
+
requests receive a typed `audio_classifier_busy` failure in
|
|
143
|
+
`result.data.code` while retaining the direct-tool HTTP 200 envelope.
|
|
105
144
|
|
|
106
145
|
## Voicechat WebSocket
|
|
107
146
|
|
package/npm-shrinkwrap.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "omnius",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.631",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "omnius",
|
|
9
|
-
"version": "1.0.
|
|
9
|
+
"version": "1.0.631",
|
|
10
10
|
"bundleDependencies": [
|
|
11
11
|
"image-to-ascii"
|
|
12
12
|
],
|
|
@@ -5519,9 +5519,9 @@
|
|
|
5519
5519
|
}
|
|
5520
5520
|
},
|
|
5521
5521
|
"node_modules/node-addon-api": {
|
|
5522
|
-
"version": "8.9.
|
|
5523
|
-
"resolved": "https://registry.npmjs.org/node-addon-api/-/node-addon-api-8.9.
|
|
5524
|
-
"integrity": "sha512-
|
|
5522
|
+
"version": "8.9.2",
|
|
5523
|
+
"resolved": "https://registry.npmjs.org/node-addon-api/-/node-addon-api-8.9.2.tgz",
|
|
5524
|
+
"integrity": "sha512-VijLXbi3UACN69I0JVXJsX4tjACjNoQDgv2gTF6sx2wWEi8tkSg2eX8p5gSIFi8z2+DL3oHmY6OyKce38SDolg==",
|
|
5525
5525
|
"license": "MIT",
|
|
5526
5526
|
"optional": true,
|
|
5527
5527
|
"engines": {
|