roboapi 0.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- roboapi-0.4.2/.python-version +1 -0
- roboapi-0.4.2/DESIGN.md +175 -0
- roboapi-0.4.2/LICENSE +202 -0
- roboapi-0.4.2/MANIFEST.in +9 -0
- roboapi-0.4.2/NOTICE +16 -0
- roboapi-0.4.2/PKG-INFO +205 -0
- roboapi-0.4.2/README.md +159 -0
- roboapi-0.4.2/docs/calibration.md +204 -0
- roboapi-0.4.2/docs/development.md +118 -0
- roboapi-0.4.2/docs/installation.md +273 -0
- roboapi-0.4.2/docs/model-api.md +167 -0
- roboapi-0.4.2/docs/naming.md +32 -0
- roboapi-0.4.2/docs/releases/v0.2.10.md +26 -0
- roboapi-0.4.2/docs/releases/v0.2.11.md +24 -0
- roboapi-0.4.2/docs/releases/v0.2.8.md +61 -0
- roboapi-0.4.2/docs/releases/v0.2.9.md +27 -0
- roboapi-0.4.2/docs/releases/v0.3.0.md +29 -0
- roboapi-0.4.2/docs/releases/v0.4.0.md +45 -0
- roboapi-0.4.2/docs/releases/v0.4.1.md +48 -0
- roboapi-0.4.2/docs/releases/v0.4.2.md +14 -0
- roboapi-0.4.2/docs/repository-rename.md +34 -0
- roboapi-0.4.2/docs/zh-CN/DESIGN.md +136 -0
- roboapi-0.4.2/docs/zh-CN/README.md +96 -0
- roboapi-0.4.2/frontend/BRAND.md +35 -0
- roboapi-0.4.2/frontend/asset-provenance.json +34 -0
- roboapi-0.4.2/frontend/index.html +14 -0
- roboapi-0.4.2/frontend/package-lock.json +2489 -0
- roboapi-0.4.2/frontend/package.json +30 -0
- roboapi-0.4.2/frontend/public/assets/Bundler-LICENSE.txt +48 -0
- roboapi-0.4.2/frontend/public/assets/Inter-OFL.txt +93 -0
- roboapi-0.4.2/frontend/public/assets/Lucide-LICENSE.txt +43 -0
- roboapi-0.4.2/frontend/public/assets/Meshoptimizer-LICENSE.txt +23 -0
- roboapi-0.4.2/frontend/public/assets/PokeBrand-NOTICE.txt +20 -0
- roboapi-0.4.2/frontend/public/assets/React-LICENSE.txt +23 -0
- roboapi-0.4.2/frontend/public/assets/Three-LICENSE.txt +23 -0
- roboapi-0.4.2/frontend/src/App.test.tsx +994 -0
- roboapi-0.4.2/frontend/src/App.tsx +182 -0
- roboapi-0.4.2/frontend/src/api.test.ts +125 -0
- roboapi-0.4.2/frontend/src/api.ts +225 -0
- roboapi-0.4.2/frontend/src/assets/brand/Inter-Variable.ttf +0 -0
- roboapi-0.4.2/frontend/src/assets/brand/MiSans-Regular.woff2 +0 -0
- roboapi-0.4.2/frontend/src/assets/brand/MiSans-Semibold.woff2 +0 -0
- roboapi-0.4.2/frontend/src/assets/brand/logo-1.png +0 -0
- roboapi-0.4.2/frontend/src/assets/calibration/README.md +17 -0
- roboapi-0.4.2/frontend/src/assets/calibration/home-reference.png +0 -0
- roboapi-0.4.2/frontend/src/assets/calibration/robotiq-ace-pro-2.glb +0 -0
- roboapi-0.4.2/frontend/src/cameraStream.test.ts +99 -0
- roboapi-0.4.2/frontend/src/cameraStream.ts +87 -0
- roboapi-0.4.2/frontend/src/components/Brand.tsx +14 -0
- roboapi-0.4.2/frontend/src/components/CalibrationDialog.test.tsx +656 -0
- roboapi-0.4.2/frontend/src/components/CalibrationDialog.tsx +192 -0
- roboapi-0.4.2/frontend/src/components/CalibrationIllustration.test.tsx +50 -0
- roboapi-0.4.2/frontend/src/components/CalibrationIllustration.tsx +55 -0
- roboapi-0.4.2/frontend/src/components/CalibrationScene.tsx +375 -0
- roboapi-0.4.2/frontend/src/components/CameraView.test.tsx +201 -0
- roboapi-0.4.2/frontend/src/components/CameraView.tsx +243 -0
- roboapi-0.4.2/frontend/src/components/DevicesDialog.tsx +188 -0
- roboapi-0.4.2/frontend/src/components/Dialog.tsx +68 -0
- roboapi-0.4.2/frontend/src/components/DirectionCheckDialog.test.tsx +187 -0
- roboapi-0.4.2/frontend/src/components/DirectionCheckDialog.tsx +123 -0
- roboapi-0.4.2/frontend/src/components/Icon.tsx +96 -0
- roboapi-0.4.2/frontend/src/components/InstructionPanel.tsx +378 -0
- roboapi-0.4.2/frontend/src/components/LogsPanel.tsx +115 -0
- roboapi-0.4.2/frontend/src/components/Notification.tsx +45 -0
- roboapi-0.4.2/frontend/src/components/Popover.tsx +78 -0
- roboapi-0.4.2/frontend/src/components/PresetChips.test.tsx +99 -0
- roboapi-0.4.2/frontend/src/components/PresetChips.tsx +282 -0
- roboapi-0.4.2/frontend/src/components/PresetsPanel.tsx +174 -0
- roboapi-0.4.2/frontend/src/components/RunInfoDialog.tsx +52 -0
- roboapi-0.4.2/frontend/src/components/SettingsPanel.test.tsx +64 -0
- roboapi-0.4.2/frontend/src/components/SettingsPanel.tsx +164 -0
- roboapi-0.4.2/frontend/src/components/StopButton.tsx +60 -0
- roboapi-0.4.2/frontend/src/components/StorageSettings.test.tsx +82 -0
- roboapi-0.4.2/frontend/src/components/StorageSettings.tsx +291 -0
- roboapi-0.4.2/frontend/src/components/TaskHistory.test.tsx +315 -0
- roboapi-0.4.2/frontend/src/components/TaskHistory.tsx +525 -0
- roboapi-0.4.2/frontend/src/components/WorkspaceSettings.test.tsx +69 -0
- roboapi-0.4.2/frontend/src/components/WorkspaceSettings.tsx +118 -0
- roboapi-0.4.2/frontend/src/components/calibration/camera-lens.ts +62 -0
- roboapi-0.4.2/frontend/src/components/calibration/direction-motion.test.ts +78 -0
- roboapi-0.4.2/frontend/src/components/calibration/direction-motion.ts +47 -0
- roboapi-0.4.2/frontend/src/components/calibration/locking-pins.ts +43 -0
- roboapi-0.4.2/frontend/src/components/calibration.css +120 -0
- roboapi-0.4.2/frontend/src/format.ts +33 -0
- roboapi-0.4.2/frontend/src/i18n.tsx +325 -0
- roboapi-0.4.2/frontend/src/main.tsx +10 -0
- roboapi-0.4.2/frontend/src/naming.test.tsx +24 -0
- roboapi-0.4.2/frontend/src/naming.ts +13 -0
- roboapi-0.4.2/frontend/src/notifications.test.ts +100 -0
- roboapi-0.4.2/frontend/src/notifications.ts +83 -0
- roboapi-0.4.2/frontend/src/pages/RunPage.tsx +163 -0
- roboapi-0.4.2/frontend/src/pages/SettingsPage.test.tsx +198 -0
- roboapi-0.4.2/frontend/src/pages/SettingsPage.tsx +195 -0
- roboapi-0.4.2/frontend/src/styles.css +2722 -0
- roboapi-0.4.2/frontend/src/test/fixtures.ts +75 -0
- roboapi-0.4.2/frontend/src/test/mockCamera.ts +9 -0
- roboapi-0.4.2/frontend/src/test/setup.ts +16 -0
- roboapi-0.4.2/frontend/src/useCameraPreview.test.tsx +311 -0
- roboapi-0.4.2/frontend/src/useCameraPreview.ts +153 -0
- roboapi-0.4.2/frontend/src/usePolling.test.tsx +27 -0
- roboapi-0.4.2/frontend/src/usePolling.ts +43 -0
- roboapi-0.4.2/frontend/tsconfig.json +16 -0
- roboapi-0.4.2/frontend/vite.config.ts +26 -0
- roboapi-0.4.2/pyproject.toml +79 -0
- roboapi-0.4.2/roboapi/__init__.py +2 -0
- roboapi-0.4.2/roboapi/calibration/__init__.py +6 -0
- roboapi-0.4.2/roboapi/calibration/profile.py +139 -0
- roboapi-0.4.2/roboapi/calibration/session.py +350 -0
- roboapi-0.4.2/roboapi/cli.py +215 -0
- roboapi-0.4.2/roboapi/config/__init__.py +22 -0
- roboapi-0.4.2/roboapi/config/loader.py +119 -0
- roboapi-0.4.2/roboapi/config/models.py +191 -0
- roboapi-0.4.2/roboapi/embodiment.py +251 -0
- roboapi-0.4.2/roboapi/errors.py +37 -0
- roboapi-0.4.2/roboapi/geometry.py +337 -0
- roboapi-0.4.2/roboapi/hardware/__init__.py +5 -0
- roboapi-0.4.2/roboapi/hardware/base.py +113 -0
- roboapi-0.4.2/roboapi/hardware/camera.py +167 -0
- roboapi-0.4.2/roboapi/hardware/franka/__init__.py +5 -0
- roboapi-0.4.2/roboapi/hardware/franka/arm.py +476 -0
- roboapi-0.4.2/roboapi/hardware/franka/desk.py +555 -0
- roboapi-0.4.2/roboapi/hardware/franka/feedback.py +196 -0
- roboapi-0.4.2/roboapi/hardware/franka/guiding.py +104 -0
- roboapi-0.4.2/roboapi/hardware/franka/ik.py +543 -0
- roboapi-0.4.2/roboapi/hardware/franka/limits.py +110 -0
- roboapi-0.4.2/roboapi/hardware/franka/settings.py +116 -0
- roboapi-0.4.2/roboapi/hardware/robotiq.py +350 -0
- roboapi-0.4.2/roboapi/hardware/ur/__init__.py +16 -0
- roboapi-0.4.2/roboapi/hardware/ur/build.py +92 -0
- roboapi-0.4.2/roboapi/hardware/ur/compliant.py +128 -0
- roboapi-0.4.2/roboapi/hardware/ur/dashboard.py +103 -0
- roboapi-0.4.2/roboapi/hardware/ur/feedback.py +159 -0
- roboapi-0.4.2/roboapi/hardware/ur/ipc.py +206 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/CMakeLists.txt +37 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/dependencies.lock.json +13 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/include/ur_cpp/cartesian_speedl.hpp +170 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/include/ur_cpp/control_loop.hpp +126 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/include/ur_cpp/geom.hpp +72 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/include/ur_cpp/motion_primitives.hpp +350 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/include/ur_cpp/robot_io.hpp +26 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/include/ur_cpp/streaming_pose.hpp +369 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/src/control_loop.cpp +512 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/src/robot_io_urcl.cpp +143 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/tests/cartesian_speedl_unit.cpp +113 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/tests/control_modes_unit.cpp +137 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/tests/streaming_pose_unit.cpp +348 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/tests/velocity_governor_unit.cpp +65 -0
- roboapi-0.4.2/roboapi/hardware/ur/native/worker.cpp +147 -0
- roboapi-0.4.2/roboapi/hardware/ur/position.py +253 -0
- roboapi-0.4.2/roboapi/hardware/ur/settings.py +95 -0
- roboapi-0.4.2/roboapi/images.py +16 -0
- roboapi-0.4.2/roboapi/initialize.py +137 -0
- roboapi-0.4.2/roboapi/mcp.py +497 -0
- roboapi-0.4.2/roboapi/motion.py +125 -0
- roboapi-0.4.2/roboapi/naming.py +7 -0
- roboapi-0.4.2/roboapi/operations.py +45 -0
- roboapi-0.4.2/roboapi/policy/__init__.py +7 -0
- roboapi-0.4.2/roboapi/policy/client.py +277 -0
- roboapi-0.4.2/roboapi/policy/protocol.py +166 -0
- roboapi-0.4.2/roboapi/policy/settings.py +79 -0
- roboapi-0.4.2/roboapi/product-names.json +12 -0
- roboapi-0.4.2/roboapi/records.py +149 -0
- roboapi-0.4.2/roboapi/runtime.py +911 -0
- roboapi-0.4.2/roboapi/semantics.py +6 -0
- roboapi-0.4.2/roboapi/tasks.py +337 -0
- roboapi-0.4.2/roboapi/web/__init__.py +5 -0
- roboapi-0.4.2/roboapi/web/presets.py +44 -0
- roboapi-0.4.2/roboapi/web/server.py +419 -0
- roboapi-0.4.2/roboapi/web/static/assets/Bundler-LICENSE.txt +48 -0
- roboapi-0.4.2/roboapi/web/static/assets/CalibrationScene-BO_spRoL.js +4220 -0
- roboapi-0.4.2/roboapi/web/static/assets/Inter-OFL.txt +93 -0
- roboapi-0.4.2/roboapi/web/static/assets/Inter-Variable-c8O0ljhh.ttf +0 -0
- roboapi-0.4.2/roboapi/web/static/assets/Lucide-LICENSE.txt +43 -0
- roboapi-0.4.2/roboapi/web/static/assets/Meshoptimizer-LICENSE.txt +23 -0
- roboapi-0.4.2/roboapi/web/static/assets/MiSans-Regular-ES4DrbaF.woff2 +0 -0
- roboapi-0.4.2/roboapi/web/static/assets/MiSans-Semibold-B34HIk9C.woff2 +0 -0
- roboapi-0.4.2/roboapi/web/static/assets/PokeBrand-NOTICE.txt +20 -0
- roboapi-0.4.2/roboapi/web/static/assets/React-LICENSE.txt +23 -0
- roboapi-0.4.2/roboapi/web/static/assets/Three-LICENSE.txt +23 -0
- roboapi-0.4.2/roboapi/web/static/assets/home-reference-CTpf8-oV.png +0 -0
- roboapi-0.4.2/roboapi/web/static/assets/index-CGLhpUm0.js +28 -0
- roboapi-0.4.2/roboapi/web/static/assets/index-QXqV-fDC.css +1 -0
- roboapi-0.4.2/roboapi/web/static/assets/robotiq-ace-pro-2-EJuoOXTy.glb +0 -0
- roboapi-0.4.2/roboapi/web/static/index.html +15 -0
- roboapi-0.4.2/roboapi.egg-info/PKG-INFO +205 -0
- roboapi-0.4.2/roboapi.egg-info/SOURCES.txt +211 -0
- roboapi-0.4.2/roboapi.egg-info/dependency_links.txt +1 -0
- roboapi-0.4.2/roboapi.egg-info/entry_points.txt +2 -0
- roboapi-0.4.2/roboapi.egg-info/requires.txt +27 -0
- roboapi-0.4.2/roboapi.egg-info/top_level.txt +1 -0
- roboapi-0.4.2/setup.cfg +4 -0
- roboapi-0.4.2/tests/test_calibration.py +943 -0
- roboapi-0.4.2/tests/test_chunk_boundary.py +205 -0
- roboapi-0.4.2/tests/test_cli.py +285 -0
- roboapi-0.4.2/tests/test_config.py +182 -0
- roboapi-0.4.2/tests/test_direction_check.py +235 -0
- roboapi-0.4.2/tests/test_initialize.py +169 -0
- roboapi-0.4.2/tests/test_instruction_pending.py +72 -0
- roboapi-0.4.2/tests/test_mcp.py +164 -0
- roboapi-0.4.2/tests/test_monitor_error_clear.py +60 -0
- roboapi-0.4.2/tests/test_motion.py +310 -0
- roboapi-0.4.2/tests/test_naming.py +29 -0
- roboapi-0.4.2/tests/test_policy.py +467 -0
- roboapi-0.4.2/tests/test_preview.py +104 -0
- roboapi-0.4.2/tests/test_runtime.py +773 -0
- roboapi-0.4.2/tests/test_sessions.py +417 -0
- roboapi-0.4.2/tests/test_storage.py +78 -0
- roboapi-0.4.2/tests/test_task_runtime.py +167 -0
- roboapi-0.4.2/tests/test_task_web.py +86 -0
- roboapi-0.4.2/tests/test_tasks.py +231 -0
- roboapi-0.4.2/tests/test_web.py +585 -0
- roboapi-0.4.2/tests/test_workspace.py +108 -0
- roboapi-0.4.2/uv.lock +1431 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
3.12
|
roboapi-0.4.2/DESIGN.md
ADDED
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
# RoboAPI design
|
|
2
|
+
|
|
3
|
+
## Purpose
|
|
4
|
+
|
|
5
|
+
RoboAPI tests and runs the specified model API contract across robot embodiments. It applies
|
|
6
|
+
the same model semantics to different robots in a simple, correct way and provides MCP tools
|
|
7
|
+
for interaction with an agent.
|
|
8
|
+
|
|
9
|
+
## System boundary
|
|
10
|
+
|
|
11
|
+
The core loop collects observations, requests actions through the specified model API, validates
|
|
12
|
+
and executes those actions, and reports execution results. RoboAPI owns embodiment integration
|
|
13
|
+
and runtime control.
|
|
14
|
+
|
|
15
|
+
The model service produces actions. An external agent organizes tasks and controls the runtime
|
|
16
|
+
through MCP.
|
|
17
|
+
|
|
18
|
+
The browser provides interactive model API testing. Browser and MCP operations share the
|
|
19
|
+
same runtime; a policy run accepts task updates only from its starting interface until it
|
|
20
|
+
stops. A local stop can interrupt either interface.
|
|
21
|
+
The HTTP interface can run independently, with MCP optionally sharing the same runtime.
|
|
22
|
+
|
|
23
|
+
[Simplified Chinese design documentation](docs/zh-CN/DESIGN.md) is available separately.
|
|
24
|
+
|
|
25
|
+
## Supported setup
|
|
26
|
+
|
|
27
|
+
The supported setup is one robot arm, one single-degree-of-freedom parallel gripper, and one
|
|
28
|
+
wrist-mounted fisheye RGB camera. New embodiments conform to this setup and the shared model
|
|
29
|
+
semantics. The wrist camera uses the standard mounting arrangement that matches the training
|
|
30
|
+
viewpoint.
|
|
31
|
+
|
|
32
|
+
Cameras share one V4L2 implementation with a fixed capture mode: MJPG at 1280×720 and 30 FPS.
|
|
33
|
+
The device must negotiate this mode or connection fails. Installation selects the device path.
|
|
34
|
+
|
|
35
|
+
## Ownership
|
|
36
|
+
|
|
37
|
+
| Responsibility | Scope |
|
|
38
|
+
| --- | --- |
|
|
39
|
+
| Operation interfaces | Accept commands and return status and results through MCP and other entry points |
|
|
40
|
+
| Shared core | Handle the model API, the observation-and-action loop, and coordinate semantics |
|
|
41
|
+
| Embodiment adapters | Handle device communication and physical control |
|
|
42
|
+
|
|
43
|
+
New embodiments reuse the shared core rather than duplicating the loop. This is a division of
|
|
44
|
+
responsibilities, not a requirement for new directories or abstraction layers.
|
|
45
|
+
|
|
46
|
+
An embodiment combines an arm, a gripper and a camera and provides device access through the
|
|
47
|
+
shared coordinate mapping. Model clients, the model loop and execution records belong to the
|
|
48
|
+
shared runtime. Shared motion code handles Cartesian paths and 30 Hz dispatch for normal motion
|
|
49
|
+
and calibration returns, with explicit coordinate boundaries. Device adapters own device-specific
|
|
50
|
+
control, read-only feedback and initialization. Assembly selects components from standard hardware
|
|
51
|
+
definitions and local connection data.
|
|
52
|
+
|
|
53
|
+
## Web interface
|
|
54
|
+
|
|
55
|
+
The browser is a small React and TypeScript client with a Run view and dialogs for setup and
|
|
56
|
+
settings. The Python HTTP adapter exposes runtime operations and camera previews; model
|
|
57
|
+
communication, sessions and robot control remain in the shared core.
|
|
58
|
+
|
|
59
|
+
The interface extends the configured brand visual language: official Inter/MiSans typefaces and
|
|
60
|
+
logo, pale blue borders, soft pink accents, capsule controls and translucent surfaces.
|
|
61
|
+
English and Simplified Chinese can be switched in the header; only the language
|
|
62
|
+
preference is stored in the browser. Font and asset provenance is in
|
|
63
|
+
[frontend/BRAND.md](frontend/BRAND.md).
|
|
64
|
+
|
|
65
|
+
The camera fills the Run view at its original aspect ratio, cropping excess edges.
|
|
66
|
+
Dragging pans the view within the image bounds. View controls restore the center
|
|
67
|
+
or show the complete frame; captions and input stay fixed. This uses one existing
|
|
68
|
+
stream connection without changing camera capture or model input. Status and
|
|
69
|
+
empty states distinguish connection loss, stale frames and hidden video. The
|
|
70
|
+
current task is a centered caption with runtime and actual inference latency from
|
|
71
|
+
the shared runtime. Additional run metrics and logs open in matching dialogs.
|
|
72
|
+
|
|
73
|
+
A floating input sits below installation-local preset chips. Chips keep complete
|
|
74
|
+
outlines, shorten edge text with ellipsis and browse one instruction per gesture
|
|
75
|
+
without a scrollbar. The left + opens saved
|
|
76
|
+
instructions and their add/edit/remove controls; selecting one fills the draft. The
|
|
77
|
+
right model entry shows the current configured model and opens connection and run
|
|
78
|
+
settings. The existing API key is never returned to the
|
|
79
|
+
input; a blank key preserves it. Settings require an idle runtime.
|
|
80
|
+
|
|
81
|
+
Sending starts a run and replaces the arrow with an animated Robot Stop control.
|
|
82
|
+
The browser does not offer Pause, Resume or in-run instruction updates. Sending a new
|
|
83
|
+
draft during a web run interrupts the current action chunk, waits for Stop to finish,
|
|
84
|
+
then starts a new task. Shift+Enter sends; Enter inserts a newline. Up/Down recalls past
|
|
85
|
+
instructions into the draft without sending. When the input is empty, an explicit start reuses the last instruction;
|
|
86
|
+
nonempty draft text takes precedence. The idle input shows the last instruction as its
|
|
87
|
+
placeholder. MCP-owned runs stay read-only in the browser, with local Stop available.
|
|
88
|
+
The protocol's existing ownership, update and stop semantics remain unchanged.
|
|
89
|
+
|
|
90
|
+
Devices opens connection controls and calibration. Calibration guides native teaching
|
|
91
|
+
and axis selection in a shared dialog. After the final Home return is verified, the
|
|
92
|
+
browser saves and enables control, then offers optional direction trials and a Done exit.
|
|
93
|
+
On small screens the dialog scrolls with reachable actions.
|
|
94
|
+
Beginning calibration exits control and switches to read-only sampling.
|
|
95
|
+
|
|
96
|
+
Vite builds the frontend into the Python release package. Both ship as one version;
|
|
97
|
+
deployment requires neither Node.js nor a separate frontend server.
|
|
98
|
+
|
|
99
|
+
## Coordinates and data
|
|
100
|
+
|
|
101
|
+
Model observations contain an RGB image and a state consisting of a Cartesian pose in the
|
|
102
|
+
training frame and a normalized gripper value. Model actions specify absolute Cartesian pose
|
|
103
|
+
targets and gripper targets in the same frame. Positions use metres. Gripper values range from
|
|
104
|
+
zero (closed) to one (open).
|
|
105
|
+
|
|
106
|
+
Image processing preserves the raw fisheye distortion, field of view, and image orientation.
|
|
107
|
+
The pipeline is limited to RGB conversion, aspect-ratio-preserving resizing required by the
|
|
108
|
+
model API, and encoding. Embodiment adapters do not crop, pad, mirror, rotate, or undistort the
|
|
109
|
+
model image.
|
|
110
|
+
|
|
111
|
+
Shared coordinate mapping and driver boundaries convert embodiment-specific representations and
|
|
112
|
+
units. Internal poses use quaternion wxyz; the model API uses xyzw, with explicit conversion at
|
|
113
|
+
the API boundary. MCP motion tools expose roll/pitch/yaw in degrees.
|
|
114
|
+
|
|
115
|
+
Every supported embodiment and model uses the flange centre as its Cartesian control point,
|
|
116
|
+
with no positional TCP offset. Training Home is fixed at xyz `[-0.13, -0.46, 0.49]` metres and
|
|
117
|
+
quaternion wxyz `[0, 0, 1, 0]`.
|
|
118
|
+
|
|
119
|
+
Training +Z is world up; +X/+Y lie in the horizontal plane, independent of robot base mounting.
|
|
120
|
+
Installation calibration records a local Cartesian Home above a confirmed level reference surface,
|
|
121
|
+
then surface points A, B and C. All samples keep Home orientation, gripper opening and one fixed
|
|
122
|
+
tool contact point. The surface normal toward Home defines +Z. A→B projected onto that plane
|
|
123
|
+
defines +X; right-handed +Y is derived from +Z × +X.
|
|
124
|
+
|
|
125
|
+
One shared bidirectional mapping aligns Home position, Home orientation, and task directions with
|
|
126
|
+
the training frame. Observations use this mapping; control targets use its inverse. Tool-axis
|
|
127
|
+
convention changes keep the same physical control point. After C, one automatic return to Home
|
|
128
|
+
and a fresh sample verify the return before saving.
|
|
129
|
+
|
|
130
|
+
## Execution
|
|
131
|
+
|
|
132
|
+
Each policy run owns one model session. Inference turns and execution feedback belong to
|
|
133
|
+
that session, which closes when the run ends. The model service owns session history;
|
|
134
|
+
RoboAPI retains only the current session ID, turn, lifecycle state and pending feedback.
|
|
135
|
+
|
|
136
|
+
Each iteration collects an observation, requests model actions, and executes the complete
|
|
137
|
+
returned action chunk in order. After the final action period ends and the configured wait
|
|
138
|
+
elapses (0.5 seconds by default), the loop collects a fresh image and measured state for
|
|
139
|
+
the next iteration. Runs have no automatic time limit; the user or external agent stops them.
|
|
140
|
+
|
|
141
|
+
Model actions advance at a fixed 30 Hz across all supported embodiments. This action cadence
|
|
142
|
+
is distinct from model inference timing and embodiment-specific control frequencies.
|
|
143
|
+
|
|
144
|
+
Explicit interruptions and faults can interrupt execution. Completing an action chunk means
|
|
145
|
+
its action periods have finished; it does not imply exact target tracking or task success.
|
|
146
|
+
The external agent judges task outcomes from observations.
|
|
147
|
+
|
|
148
|
+
All embodiments share a soft workspace box for flange-centre position targets in the training
|
|
149
|
+
frame. It is enabled by default, extending 0.60 m in each direction from Home. Idle settings can
|
|
150
|
+
change or disable the box; its bounds must contain Home. Out-of-range targets are projected onto
|
|
151
|
+
the boundary before velocities are calculated, without stopping the task. Orientation and gripper
|
|
152
|
+
commands are unchanged. The box limits commands, not measured motion or the volume of the arm:
|
|
153
|
+
compliance, external forces and tracking error can still move the flange outside it.
|
|
154
|
+
|
|
155
|
+
New motion from outside the box requires an explicit Home return, which follows the existing
|
|
156
|
+
Cartesian path smoothly into the box. Installation teaching and its native-coordinate returns
|
|
157
|
+
are unrestricted while the training-frame mapping is being established. Settings changes never
|
|
158
|
+
move the robot.
|
|
159
|
+
|
|
160
|
+
## Installation data
|
|
161
|
+
|
|
162
|
+
Normal startup loads a local installation configuration. Device and model substitutes are
|
|
163
|
+
confined to automated tests.
|
|
164
|
+
|
|
165
|
+
Startup opens camera preview and read-only arm feedback independently. Later starts require
|
|
166
|
+
explicitly enabling control with the saved calibration. Camera reconnection restores video;
|
|
167
|
+
a device fault ends the current run and the user or agent explicitly starts another one.
|
|
168
|
+
|
|
169
|
+
The first installation creates and saves the local calibration. Later starts validate and reuse
|
|
170
|
+
the current calibration. Changes to the installation, Home, or task axes require recalibration,
|
|
171
|
+
which replaces the current local result.
|
|
172
|
+
|
|
173
|
+
Standard hardware presets are maintained and shipped with the code.
|
|
174
|
+
Device addresses, identifiers, installation measurements and runtime output are local
|
|
175
|
+
installation data and stay outside version control.
|
roboapi-0.4.2/LICENSE
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
1
|
+
|
|
2
|
+
Apache License
|
|
3
|
+
Version 2.0, January 2004
|
|
4
|
+
http://www.apache.org/licenses/
|
|
5
|
+
|
|
6
|
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
|
7
|
+
|
|
8
|
+
1. Definitions.
|
|
9
|
+
|
|
10
|
+
"License" shall mean the terms and conditions for use, reproduction,
|
|
11
|
+
and distribution as defined by Sections 1 through 9 of this document.
|
|
12
|
+
|
|
13
|
+
"Licensor" shall mean the copyright owner or entity authorized by
|
|
14
|
+
the copyright owner that is granting the License.
|
|
15
|
+
|
|
16
|
+
"Legal Entity" shall mean the union of the acting entity and all
|
|
17
|
+
other entities that control, are controlled by, or are under common
|
|
18
|
+
control with that entity. For the purposes of this definition,
|
|
19
|
+
"control" means (i) the power, direct or indirect, to cause the
|
|
20
|
+
direction or management of such entity, whether by contract or
|
|
21
|
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
|
22
|
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
|
23
|
+
|
|
24
|
+
"You" (or "Your") shall mean an individual or Legal Entity
|
|
25
|
+
exercising permissions granted by this License.
|
|
26
|
+
|
|
27
|
+
"Source" form shall mean the preferred form for making modifications,
|
|
28
|
+
including but not limited to software source code, documentation
|
|
29
|
+
source, and configuration files.
|
|
30
|
+
|
|
31
|
+
"Object" form shall mean any form resulting from mechanical
|
|
32
|
+
transformation or translation of a Source form, including but
|
|
33
|
+
not limited to compiled object code, generated documentation,
|
|
34
|
+
and conversions to other media types.
|
|
35
|
+
|
|
36
|
+
"Work" shall mean the work of authorship, whether in Source or
|
|
37
|
+
Object form, made available under the License, as indicated by a
|
|
38
|
+
copyright notice that is included in or attached to the work
|
|
39
|
+
(an example is provided in the Appendix below).
|
|
40
|
+
|
|
41
|
+
"Derivative Works" shall mean any work, whether in Source or Object
|
|
42
|
+
form, that is based on (or derived from) the Work and for which the
|
|
43
|
+
editorial revisions, annotations, elaborations, or other modifications
|
|
44
|
+
represent, as a whole, an original work of authorship. For the purposes
|
|
45
|
+
of this License, Derivative Works shall not include works that remain
|
|
46
|
+
separable from, or merely link (or bind by name) to the interfaces of,
|
|
47
|
+
the Work and Derivative Works thereof.
|
|
48
|
+
|
|
49
|
+
"Contribution" shall mean any work of authorship, including
|
|
50
|
+
the original version of the Work and any modifications or additions
|
|
51
|
+
to that Work or Derivative Works thereof, that is intentionally
|
|
52
|
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
|
53
|
+
or by an individual or Legal Entity authorized to submit on behalf of
|
|
54
|
+
the copyright owner. For the purposes of this definition, "submitted"
|
|
55
|
+
means any form of electronic, verbal, or written communication sent
|
|
56
|
+
to the Licensor or its representatives, including but not limited to
|
|
57
|
+
communication on electronic mailing lists, source code control systems,
|
|
58
|
+
and issue tracking systems that are managed by, or on behalf of, the
|
|
59
|
+
Licensor for the purpose of discussing and improving the Work, but
|
|
60
|
+
excluding communication that is conspicuously marked or otherwise
|
|
61
|
+
designated in writing by the copyright owner as "Not a Contribution."
|
|
62
|
+
|
|
63
|
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
|
64
|
+
on behalf of whom a Contribution has been received by Licensor and
|
|
65
|
+
subsequently incorporated within the Work.
|
|
66
|
+
|
|
67
|
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
|
68
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
69
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
70
|
+
copyright license to reproduce, prepare Derivative Works of,
|
|
71
|
+
publicly display, publicly perform, sublicense, and distribute the
|
|
72
|
+
Work and such Derivative Works in Source or Object form.
|
|
73
|
+
|
|
74
|
+
3. Grant of Patent License. Subject to the terms and conditions of
|
|
75
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
76
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
77
|
+
(except as stated in this section) patent license to make, have made,
|
|
78
|
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
|
79
|
+
where such license applies only to those patent claims licensable
|
|
80
|
+
by such Contributor that are necessarily infringed by their
|
|
81
|
+
Contribution(s) alone or by combination of their Contribution(s)
|
|
82
|
+
with the Work to which such Contribution(s) was submitted. If You
|
|
83
|
+
institute patent litigation against any entity (including a
|
|
84
|
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
|
85
|
+
or a Contribution incorporated within the Work constitutes direct
|
|
86
|
+
or contributory patent infringement, then any patent licenses
|
|
87
|
+
granted to You under this License for that Work shall terminate
|
|
88
|
+
as of the date such litigation is filed.
|
|
89
|
+
|
|
90
|
+
4. Redistribution. You may reproduce and distribute copies of the
|
|
91
|
+
Work or Derivative Works thereof in any medium, with or without
|
|
92
|
+
modifications, and in Source or Object form, provided that You
|
|
93
|
+
meet the following conditions:
|
|
94
|
+
|
|
95
|
+
(a) You must give any other recipients of the Work or
|
|
96
|
+
Derivative Works a copy of this License; and
|
|
97
|
+
|
|
98
|
+
(b) You must cause any modified files to carry prominent notices
|
|
99
|
+
stating that You changed the files; and
|
|
100
|
+
|
|
101
|
+
(c) You must retain, in the Source form of any Derivative Works
|
|
102
|
+
that You distribute, all copyright, patent, trademark, and
|
|
103
|
+
attribution notices from the Source form of the Work,
|
|
104
|
+
excluding those notices that do not pertain to any part of
|
|
105
|
+
the Derivative Works; and
|
|
106
|
+
|
|
107
|
+
(d) If the Work includes a "NOTICE" text file as part of its
|
|
108
|
+
distribution, then any Derivative Works that You distribute must
|
|
109
|
+
include a readable copy of the attribution notices contained
|
|
110
|
+
within such NOTICE file, excluding those notices that do not
|
|
111
|
+
pertain to any part of the Derivative Works, in at least one
|
|
112
|
+
of the following places: within a NOTICE text file distributed
|
|
113
|
+
as part of the Derivative Works; within the Source form or
|
|
114
|
+
documentation, if provided along with the Derivative Works; or,
|
|
115
|
+
within a display generated by the Derivative Works, if and
|
|
116
|
+
wherever such third-party notices normally appear. The contents
|
|
117
|
+
of the NOTICE file are for informational purposes only and
|
|
118
|
+
do not modify the License. You may add Your own attribution
|
|
119
|
+
notices within Derivative Works that You distribute, alongside
|
|
120
|
+
or as an addendum to the NOTICE text from the Work, provided
|
|
121
|
+
that such additional attribution notices cannot be construed
|
|
122
|
+
as modifying the License.
|
|
123
|
+
|
|
124
|
+
You may add Your own copyright statement to Your modifications and
|
|
125
|
+
may provide additional or different license terms and conditions
|
|
126
|
+
for use, reproduction, or distribution of Your modifications, or
|
|
127
|
+
for any such Derivative Works as a whole, provided Your use,
|
|
128
|
+
reproduction, and distribution of the Work otherwise complies with
|
|
129
|
+
the conditions stated in this License.
|
|
130
|
+
|
|
131
|
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
|
132
|
+
any Contribution intentionally submitted for inclusion in the Work
|
|
133
|
+
by You to the Licensor shall be under the terms and conditions of
|
|
134
|
+
this License, without any additional terms or conditions.
|
|
135
|
+
Notwithstanding the above, nothing herein shall supersede or modify
|
|
136
|
+
the terms of any separate license agreement you may have executed
|
|
137
|
+
with Licensor regarding such Contributions.
|
|
138
|
+
|
|
139
|
+
6. Trademarks. This License does not grant permission to use the trade
|
|
140
|
+
names, trademarks, service marks, or product names of the Licensor,
|
|
141
|
+
except as required for reasonable and customary use in describing the
|
|
142
|
+
origin of the Work and reproducing the content of the NOTICE file.
|
|
143
|
+
|
|
144
|
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
|
145
|
+
agreed to in writing, Licensor provides the Work (and each
|
|
146
|
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
|
147
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
148
|
+
implied, including, without limitation, any warranties or conditions
|
|
149
|
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
|
150
|
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
|
151
|
+
appropriateness of using or redistributing the Work and assume any
|
|
152
|
+
risks associated with Your exercise of permissions under this License.
|
|
153
|
+
|
|
154
|
+
8. Limitation of Liability. In no event and under no legal theory,
|
|
155
|
+
whether in tort (including negligence), contract, or otherwise,
|
|
156
|
+
unless required by applicable law (such as deliberate and grossly
|
|
157
|
+
negligent acts) or agreed to in writing, shall any Contributor be
|
|
158
|
+
liable to You for damages, including any direct, indirect, special,
|
|
159
|
+
incidental, or consequential damages of any character arising as a
|
|
160
|
+
result of this License or out of the use or inability to use the
|
|
161
|
+
Work (including but not limited to damages for loss of goodwill,
|
|
162
|
+
work stoppage, computer failure or malfunction, or any and all
|
|
163
|
+
other commercial damages or losses), even if such Contributor
|
|
164
|
+
has been advised of the possibility of such damages.
|
|
165
|
+
|
|
166
|
+
9. Accepting Warranty or Additional Liability. While redistributing
|
|
167
|
+
the Work or Derivative Works thereof, You may choose to offer,
|
|
168
|
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
|
169
|
+
or other liability obligations and/or rights consistent with this
|
|
170
|
+
License. However, in accepting such obligations, You may act only
|
|
171
|
+
on Your own behalf and on Your sole responsibility, not on behalf
|
|
172
|
+
of any other Contributor, and only if You agree to indemnify,
|
|
173
|
+
defend, and hold each Contributor harmless for any liability
|
|
174
|
+
incurred by, or claims asserted against, such Contributor by reason
|
|
175
|
+
of your accepting any such warranty or additional liability.
|
|
176
|
+
|
|
177
|
+
END OF TERMS AND CONDITIONS
|
|
178
|
+
|
|
179
|
+
APPENDIX: How to apply the Apache License to your work.
|
|
180
|
+
|
|
181
|
+
To apply the Apache License to your work, attach the following
|
|
182
|
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
|
183
|
+
replaced with your own identifying information. (Don't include
|
|
184
|
+
the brackets!) The text should be enclosed in the appropriate
|
|
185
|
+
comment syntax for the file format. We also recommend that a
|
|
186
|
+
file or class name and description of purpose be included on the
|
|
187
|
+
same "printed page" as the copyright notice for easier
|
|
188
|
+
identification within third-party archives.
|
|
189
|
+
|
|
190
|
+
Copyright [yyyy] [name of copyright owner]
|
|
191
|
+
|
|
192
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
193
|
+
you may not use this file except in compliance with the License.
|
|
194
|
+
You may obtain a copy of the License at
|
|
195
|
+
|
|
196
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
197
|
+
|
|
198
|
+
Unless required by applicable law or agreed to in writing, software
|
|
199
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
200
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
201
|
+
See the License for the specific language governing permissions and
|
|
202
|
+
limitations under the License.
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
include frontend/package.json frontend/package-lock.json frontend/index.html frontend/tsconfig.json frontend/vite.config.ts
|
|
2
|
+
recursive-include frontend/src *.ts *.tsx *.css *.svg *.png *.ttf *.woff2
|
|
3
|
+
include frontend/src/assets/calibration/*.glb frontend/src/assets/calibration/README.md
|
|
4
|
+
recursive-include frontend/public *.txt
|
|
5
|
+
include frontend/BRAND.md frontend/asset-provenance.json
|
|
6
|
+
include DESIGN.md
|
|
7
|
+
recursive-include roboapi *.json
|
|
8
|
+
include .python-version uv.lock
|
|
9
|
+
recursive-include docs *.md
|
roboapi-0.4.2/NOTICE
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
roboapi
|
|
2
|
+
Copyright 2026 PokeBot
|
|
3
|
+
|
|
4
|
+
Project code is licensed under the Apache License, Version 2.0.
|
|
5
|
+
|
|
6
|
+
The bundled web interface includes React, React DOM, Scheduler, Three.js,
|
|
7
|
+
meshoptimizer, the Vite module preload polyfill and the Rolldown runtime under
|
|
8
|
+
the MIT License, Lucide icons under the ISC and MIT Licenses, and Inter under
|
|
9
|
+
the SIL Open Font License, Version 1.1. It also uses the
|
|
10
|
+
unmodified MiSans typefaces under Xiaomi's MiSans Font Intellectual Property
|
|
11
|
+
License Agreement and the official Poke logo. The project code license does
|
|
12
|
+
not grant rights to the Poke name, logo or other trademarks.
|
|
13
|
+
|
|
14
|
+
Copyright notices, license texts and brand attribution are included in
|
|
15
|
+
frontend/public/assets/*.txt in the source distribution, and in the installed
|
|
16
|
+
package's license directory and web assets.
|
roboapi-0.4.2/PKG-INFO
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: roboapi
|
|
3
|
+
Version: 0.4.2
|
|
4
|
+
Summary: Run robot policies on UR and Franka through a browser or an MCP agent.
|
|
5
|
+
Author: PokeBot
|
|
6
|
+
License-Expression: Apache-2.0 AND MIT AND ISC AND OFL-1.1 AND LicenseRef-MiSans
|
|
7
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
8
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
9
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
10
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
|
11
|
+
Classifier: Operating System :: POSIX :: Linux
|
|
12
|
+
Requires-Python: <3.13,>=3.10
|
|
13
|
+
Description-Content-Type: text/markdown
|
|
14
|
+
License-File: LICENSE
|
|
15
|
+
License-File: NOTICE
|
|
16
|
+
License-File: frontend/public/assets/Bundler-LICENSE.txt
|
|
17
|
+
License-File: frontend/public/assets/Inter-OFL.txt
|
|
18
|
+
License-File: frontend/public/assets/Lucide-LICENSE.txt
|
|
19
|
+
License-File: frontend/public/assets/Meshoptimizer-LICENSE.txt
|
|
20
|
+
License-File: frontend/public/assets/PokeBrand-NOTICE.txt
|
|
21
|
+
License-File: frontend/public/assets/React-LICENSE.txt
|
|
22
|
+
License-File: frontend/public/assets/Three-LICENSE.txt
|
|
23
|
+
Requires-Dist: numpy
|
|
24
|
+
Requires-Dist: scipy
|
|
25
|
+
Requires-Dist: pillow
|
|
26
|
+
Requires-Dist: opencv-python
|
|
27
|
+
Requires-Dist: imageio-ffmpeg
|
|
28
|
+
Requires-Dist: httpx
|
|
29
|
+
Requires-Dist: pyyaml
|
|
30
|
+
Requires-Dist: mcp
|
|
31
|
+
Requires-Dist: tyro<2,>=1.0.16
|
|
32
|
+
Provides-Extra: ur-cb3
|
|
33
|
+
Requires-Dist: ur_rtde; extra == "ur-cb3"
|
|
34
|
+
Provides-Extra: franka
|
|
35
|
+
Requires-Dist: franky-control<3,>=2.0; extra == "franka"
|
|
36
|
+
Requires-Dist: websockets>=15; extra == "franka"
|
|
37
|
+
Provides-Extra: franka56
|
|
38
|
+
Requires-Dist: franky-control==2.0.0+libfranka.0.13.3; extra == "franka56"
|
|
39
|
+
Requires-Dist: websockets>=15; extra == "franka56"
|
|
40
|
+
Provides-Extra: panda
|
|
41
|
+
Requires-Dist: franky-control==2.0.0+libfranka.0.9.2; extra == "panda"
|
|
42
|
+
Requires-Dist: websockets>=15; extra == "panda"
|
|
43
|
+
Provides-Extra: gripper
|
|
44
|
+
Requires-Dist: minimalmodbus; extra == "gripper"
|
|
45
|
+
Dynamic: license-file
|
|
46
|
+
|
|
47
|
+
# RoboAPI
|
|
48
|
+
|
|
49
|
+
> Version 0.3.0 renames the Python package, CLI and import to `roboapi`. Use a new environment and configuration; existing `robomcp` releases are different artifacts.
|
|
50
|
+
|
|
51
|
+
Test and run robot policies on UR and Franka through a browser or an MCP agent.
|
|
52
|
+
|
|
53
|
+
RoboAPI connects a single arm, a Robotiq parallel gripper and a wrist fisheye camera to a
|
|
54
|
+
session-based model API. It collects observations, requests action
|
|
55
|
+
chunks and executes them with the same Cartesian semantics across robots.
|
|
56
|
+
|
|
57
|
+
The source archive on PyPI includes complete installation, calibration and model API guides
|
|
58
|
+
in `docs/`: select **Download files** on the PyPI project page, download the `.tar.gz` archive,
|
|
59
|
+
and extract it. The GitHub repository is currently private.
|
|
60
|
+
|
|
61
|
+
## Requirements
|
|
62
|
+
|
|
63
|
+
- **Robot:** UR5 (CB3), UR5e, UR7e, Franka FR3 or Panda with system software 4.2.1–4.x.
|
|
64
|
+
- **Camera:** wrist-mounted fisheye RGB, using V4L2 with MJPG at 1280×720 and 30 FPS.
|
|
65
|
+
Mounting must match the model's training viewpoint.
|
|
66
|
+
- **Host:** Linux x86-64 and CPython 3.10–3.12; new installations use 3.12 with
|
|
67
|
+
[uv](https://docs.astral.sh/uv/getting-started/installation/).
|
|
68
|
+
- **Model service:** a Base URL, model ID and API key for the model API contract.
|
|
69
|
+
|
|
70
|
+
The release wheel includes the web interface. UR e-Series requires a separately built
|
|
71
|
+
control runtime from sources included in the wheel. Franka uses a compatible SDK and
|
|
72
|
+
requires a realtime host.
|
|
73
|
+
|
|
74
|
+
## Get started
|
|
75
|
+
|
|
76
|
+
1. Install system libraries and create a Python environment on the robot host:
|
|
77
|
+
|
|
78
|
+
```sh
|
|
79
|
+
sudo apt-get update
|
|
80
|
+
sudo apt-get install -y libgl1 libglib2.0-0
|
|
81
|
+
mkdir -p ~/roboapi && cd ~/roboapi
|
|
82
|
+
uv venv --python 3.12
|
|
83
|
+
. .venv/bin/activate
|
|
84
|
+
```
|
|
85
|
+
|
|
86
|
+
Install the matching package for the robot and gripper:
|
|
87
|
+
|
|
88
|
+
| Robot | Command |
|
|
89
|
+
| --- | --- |
|
|
90
|
+
| UR CB3 | `uv pip install 'roboapi[ur-cb3,gripper]'` |
|
|
91
|
+
| UR e-Series | `uv pip install 'roboapi[gripper]'` |
|
|
92
|
+
| Franka FR3, system 5.9+ | `uv pip install 'roboapi[franka,gripper]'` |
|
|
93
|
+
| Franka FR3, system 5.6.0 | `uv pip install 'roboapi[franka56,gripper]' --index https://timschneider42.github.io/franky/whl/libfranka-0.13.3/` |
|
|
94
|
+
| Franka Panda, system 4.2.1–4.x | `uv pip install 'roboapi[panda,gripper]' --index https://timschneider42.github.io/franky/whl/libfranka-0.9.2/` |
|
|
95
|
+
|
|
96
|
+
UR e-Series additionally needs its native runtime built on the host:
|
|
97
|
+
|
|
98
|
+
```sh
|
|
99
|
+
sudo apt-get install -y build-essential cmake
|
|
100
|
+
python -m roboapi.hardware.ur.build --build-dir build/ur-native --install-dir "$VIRTUAL_ENV"
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
For Franka, configure the [realtime kernel and permissions](https://frankarobotics.github.io/docs/doc/libfranka/docs/real_time_kernel.html),
|
|
104
|
+
connect to the control cabinet's Shop Floor interface and enable FCI. FR3 5.6 and Panda
|
|
105
|
+
require a one-time import of the standard load and flange TCP in Desk: run
|
|
106
|
+
`roboapi export-franka-tool --output endeffector-config.json` and follow the Franka
|
|
107
|
+
installation guide in the source archive. The physical tool must match that preset.
|
|
108
|
+
|
|
109
|
+
Use the `video` and `dialout` groups as appropriate for the camera and serial gripper.
|
|
110
|
+
On UR, configure the flange-centre TCP and physical load in PolyScope.
|
|
111
|
+
2. Run the setup wizard on the robot host:
|
|
112
|
+
|
|
113
|
+
```sh
|
|
114
|
+
roboapi init
|
|
115
|
+
```
|
|
116
|
+
|
|
117
|
+
Have the robot address, camera device and model credentials ready. The wizard selects the
|
|
118
|
+
gripper connection and saves the local configuration; Franka also needs Desk credentials.
|
|
119
|
+
3. Start the browser interface:
|
|
120
|
+
|
|
121
|
+
```sh
|
|
122
|
+
roboapi http
|
|
123
|
+
```
|
|
124
|
+
|
|
125
|
+
Open [localhost:8080](http://127.0.0.1:8080/). Camera preview starts automatically, with
|
|
126
|
+
read-only arm feedback when available. Franka preview uses Desk; startup leaves its
|
|
127
|
+
brakes and operating mode unchanged. For a remote robot host, forward its port 8080
|
|
128
|
+
over SSH, then open the local forwarded address.
|
|
129
|
+
4. Open **Settings → Devices → Calibrate**. Teach Home and three points on a level surface.
|
|
130
|
+
After the last point, RoboAPI returns Home, saves the calibration and initializes the arm and gripper.
|
|
131
|
+
Try the optional direction checks, or choose **Done** to return to the run view.
|
|
132
|
+
UR uses PolyScope teaching; Franka uses the arm's native guiding buttons, with one selectable
|
|
133
|
+
translation axis and rotation held after capturing Home.
|
|
134
|
+
5. Enter an **Instruction** and choose **Start**. Check the camera and current state; use
|
|
135
|
+
**Logs** for errors. The send arrow becomes **Robot Stop**, and **Home** returns to the calibrated pose.
|
|
136
|
+
|
|
137
|
+
Actions run at 30 Hz. Between chunks, RoboAPI waits 0.5 seconds by default before capturing
|
|
138
|
+
the next observation. Open the current model at the input’s right to go to **Settings →
|
|
139
|
+
Model & runtime** and change its connection or **Chunk wait (s)** while stopped. Choose
|
|
140
|
+
English or Chinese in **Settings → General**.
|
|
141
|
+
|
|
142
|
+
Shift+Enter sends; Enter inserts a newline. Up/Down recalls past instructions without sending.
|
|
143
|
+
Sending a new draft during a web run interrupts its current action chunk and starts a new task
|
|
144
|
+
once the stop completes.
|
|
145
|
+
|
|
146
|
+
**Settings → Devices → Motion range** sets each axis's negative and positive distances from Home in centimetres.
|
|
147
|
+
It starts enabled at Home ±0.60 m on each axis. Out-of-range position targets stop at the box
|
|
148
|
+
boundary without ending the task; this does not constrain external forces or the whole arm.
|
|
149
|
+
If the robot is already outside, use **Home** to return smoothly before starting another motion.
|
|
150
|
+
Installation calibration is unrestricted, and saving limits never moves the robot.
|
|
151
|
+
Runs continue until stopped or interrupted by a fault. Ctrl+C shuts down the service.
|
|
152
|
+
|
|
153
|
+
The task cards above the camera retain past instructions. After stopping, send with an
|
|
154
|
+
empty input to continue the current task, or enter a different instruction to start a new
|
|
155
|
+
one. Each task has a thumbs-up/down rating, an optional note and one camera recording.
|
|
156
|
+
Continuing a task appends to its recording and skips the stopped waiting time. Open a task
|
|
157
|
+
to review or download its video, edit feedback or delete it; selecting an old instruction
|
|
158
|
+
only fills the input until you explicitly send it.
|
|
159
|
+
|
|
160
|
+
Recording starts automatically with each run and can be disabled for subsequent runs in
|
|
161
|
+
**Settings → Recording & storage**. Videos contain the full camera view, independent of browser panning
|
|
162
|
+
or cropping. Tasks and feedback remain on the robot host until manually deleted; ratings
|
|
163
|
+
are not sent to the model service.
|
|
164
|
+
|
|
165
|
+
Settings can be inspected during a run, with the current state and **Robot Stop** kept in
|
|
166
|
+
the section heading. Returning preserves the instruction draft, camera view and expanded history.
|
|
167
|
+
Storage management shows task and video usage on the robot host. Clear selected or all
|
|
168
|
+
recordings while keeping instructions and feedback, or delete whole tasks after confirmation.
|
|
169
|
+
Active tasks and recordings still being saved are skipped. Device shortcuts remain in the main header.
|
|
170
|
+
**Logs** opens a floating panel with a text filter; the camera and instruction controls remain in place and stay usable.
|
|
171
|
+
|
|
172
|
+
## Connect an agent
|
|
173
|
+
|
|
174
|
+
Choose one startup mode for an installation:
|
|
175
|
+
|
|
176
|
+
| Mode | Start with | Connect to |
|
|
177
|
+
| --- | --- | --- |
|
|
178
|
+
| Browser | `roboapi http` | `http://127.0.0.1:8080/` |
|
|
179
|
+
| Browser and network MCP | `roboapi http --with-mcp` | Browser on 8080; MCP at `http://127.0.0.1:8000/mcp` |
|
|
180
|
+
| Client-managed stdio MCP | Let the MCP client launch `roboapi serve` | stdio; browser also available on 8080 by default |
|
|
181
|
+
|
|
182
|
+
Each command starts its own runtime and device connections. Stop the existing service before
|
|
183
|
+
switching modes. To add a network agent to a browser session, restart with `--with-mcp`.
|
|
184
|
+
See `docs/installation.md` in the source archive for stdio and remote MCP client configuration.
|
|
185
|
+
|
|
186
|
+
The browser and agent share devices and settings. Stop the run before switching interfaces.
|
|
187
|
+
|
|
188
|
+
## Documentation
|
|
189
|
+
|
|
190
|
+
| Guide | Contents |
|
|
191
|
+
| --- | --- |
|
|
192
|
+
| `docs/installation.md` | Hardware preparation, native builds, connections, local files and upgrades |
|
|
193
|
+
| `docs/calibration.md` | Home, reference plane and shared task coordinates |
|
|
194
|
+
| `docs/model-api.md` | Sessions, observations, actions and execution feedback |
|
|
195
|
+
| `docs/development.md` | Source setup, tests, packaging and releases |
|
|
196
|
+
| `DESIGN.md` | Product scope and architecture |
|
|
197
|
+
|
|
198
|
+
CI checks Python 3.10–3.12, frontend tests, hardware SDK imports and the installed web package,
|
|
199
|
+
and builds and tests the UR control runtime. Physical robot operation requires separate verification;
|
|
200
|
+
see the validation section of `docs/development.md`.
|
|
201
|
+
|
|
202
|
+
## License
|
|
203
|
+
|
|
204
|
+
Copyright 2026 PokeBot. Project code is licensed under [Apache-2.0](https://www.apache.org/licenses/LICENSE-2.0).
|
|
205
|
+
Bundled third-party components retain their respective licenses; see `NOTICE` in the source archive.
|