agenticros 0.0.1 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +192 -0
- package/README.md +90 -4
- package/dist/commands/config.d.ts +20 -0
- package/dist/commands/config.d.ts.map +1 -0
- package/dist/commands/config.js +179 -0
- package/dist/commands/config.js.map +1 -0
- package/dist/commands/doctor.d.ts +33 -0
- package/dist/commands/doctor.d.ts.map +1 -0
- package/dist/commands/doctor.js +232 -0
- package/dist/commands/doctor.js.map +1 -0
- package/dist/commands/down.d.ts +15 -0
- package/dist/commands/down.d.ts.map +1 -0
- package/dist/commands/down.js +91 -0
- package/dist/commands/down.js.map +1 -0
- package/dist/commands/init.d.ts +21 -0
- package/dist/commands/init.d.ts.map +1 -0
- package/dist/commands/init.js +259 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/logs.d.ts +18 -0
- package/dist/commands/logs.d.ts.map +1 -0
- package/dist/commands/logs.js +67 -0
- package/dist/commands/logs.js.map +1 -0
- package/dist/commands/status.d.ts +12 -0
- package/dist/commands/status.d.ts.map +1 -0
- package/dist/commands/status.js +56 -0
- package/dist/commands/status.js.map +1 -0
- package/dist/commands/up.d.ts +20 -0
- package/dist/commands/up.d.ts.map +1 -0
- package/dist/commands/up.js +70 -0
- package/dist/commands/up.js.map +1 -0
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +107 -0
- package/dist/index.js.map +1 -0
- package/dist/menu.d.ts +9 -0
- package/dist/menu.d.ts.map +1 -0
- package/dist/menu.js +96 -0
- package/dist/menu.js.map +1 -0
- package/dist/runners/real-robot.d.ts +15 -0
- package/dist/runners/real-robot.d.ts.map +1 -0
- package/dist/runners/real-robot.js +46 -0
- package/dist/runners/real-robot.js.map +1 -0
- package/dist/runners/sim.d.ts +19 -0
- package/dist/runners/sim.d.ts.map +1 -0
- package/dist/runners/sim.js +53 -0
- package/dist/runners/sim.js.map +1 -0
- package/dist/util/env.d.ts +24 -0
- package/dist/util/env.d.ts.map +1 -0
- package/dist/util/env.js +53 -0
- package/dist/util/env.js.map +1 -0
- package/dist/util/logger.d.ts +24 -0
- package/dist/util/logger.d.ts.map +1 -0
- package/dist/util/logger.js +62 -0
- package/dist/util/logger.js.map +1 -0
- package/dist/util/paths.d.ts +57 -0
- package/dist/util/paths.d.ts.map +1 -0
- package/dist/util/paths.js +132 -0
- package/dist/util/paths.js.map +1 -0
- package/dist/util/pidfile.d.ts +16 -0
- package/dist/util/pidfile.d.ts.map +1 -0
- package/dist/util/pidfile.js +63 -0
- package/dist/util/pidfile.js.map +1 -0
- package/dist/util/state.d.ts +26 -0
- package/dist/util/state.d.ts.map +1 -0
- package/dist/util/state.js +55 -0
- package/dist/util/state.js.map +1 -0
- package/package.json +60 -1
- package/runtime/BUNDLE.json +11 -0
- package/runtime/LICENSE +192 -0
- package/runtime/README.md +273 -0
- package/runtime/docs/architecture.md +366 -0
- package/runtime/docs/cli.md +140 -0
- package/runtime/docs/memory.md +292 -0
- package/runtime/docs/robot-setup.md +347 -0
- package/runtime/package.json +28 -0
- package/runtime/packages/agenticros/agenticros-agenticros-0.0.1.tgz +0 -0
- package/runtime/packages/agenticros/openclaw.plugin.json +451 -0
- package/runtime/packages/agenticros/package.json +41 -0
- package/runtime/packages/agenticros/src/camera-snapshot-cache.ts +59 -0
- package/runtime/packages/agenticros/src/camera-snapshot-routes.ts +44 -0
- package/runtime/packages/agenticros/src/commands/estop.ts +41 -0
- package/runtime/packages/agenticros/src/commands/transport.ts +195 -0
- package/runtime/packages/agenticros/src/config-file.ts +136 -0
- package/runtime/packages/agenticros/src/config-page.ts +498 -0
- package/runtime/packages/agenticros/src/context/robot-context.ts +373 -0
- package/runtime/packages/agenticros/src/depth.ts +313 -0
- package/runtime/packages/agenticros/src/describer.ts +157 -0
- package/runtime/packages/agenticros/src/image-binary-trim.ts +16 -0
- package/runtime/packages/agenticros/src/index.ts +85 -0
- package/runtime/packages/agenticros/src/landing-page.ts +38 -0
- package/runtime/packages/agenticros/src/memory.ts +44 -0
- package/runtime/packages/agenticros/src/plugin-api.ts +173 -0
- package/runtime/packages/agenticros/src/plugin-image-base64.ts +69 -0
- package/runtime/packages/agenticros/src/preflight.ts +110 -0
- package/runtime/packages/agenticros/src/routes.ts +328 -0
- package/runtime/packages/agenticros/src/safety/validator.ts +43 -0
- package/runtime/packages/agenticros/src/service.ts +359 -0
- package/runtime/packages/agenticros/src/skill-api.ts +65 -0
- package/runtime/packages/agenticros/src/skill-loader.ts +146 -0
- package/runtime/packages/agenticros/src/teleop/page.ts +498 -0
- package/runtime/packages/agenticros/src/teleop/routes.ts +650 -0
- package/runtime/packages/agenticros/src/tools/index.ts +26 -0
- package/runtime/packages/agenticros/src/tools/ros2-action.ts +50 -0
- package/runtime/packages/agenticros/src/tools/ros2-camera.ts +221 -0
- package/runtime/packages/agenticros/src/tools/ros2-depth-distance.ts +58 -0
- package/runtime/packages/agenticros/src/tools/ros2-introspect.ts +62 -0
- package/runtime/packages/agenticros/src/tools/ros2-memory.ts +158 -0
- package/runtime/packages/agenticros/src/tools/ros2-param.ts +87 -0
- package/runtime/packages/agenticros/src/tools/ros2-publish.ts +52 -0
- package/runtime/packages/agenticros/src/tools/ros2-service.ts +46 -0
- package/runtime/packages/agenticros/src/tools/ros2-subscribe.ts +71 -0
- package/runtime/packages/agenticros/tsconfig.json +9 -0
- package/runtime/packages/agenticros-claude-code/README.md +260 -0
- package/runtime/packages/agenticros-claude-code/config.example.json +9 -0
- package/runtime/packages/agenticros-claude-code/dist/config.d.ts +8 -0
- package/runtime/packages/agenticros-claude-code/dist/config.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/config.js +93 -0
- package/runtime/packages/agenticros-claude-code/dist/config.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/depth.d.ts +20 -0
- package/runtime/packages/agenticros-claude-code/dist/depth.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/depth.js +126 -0
- package/runtime/packages/agenticros-claude-code/dist/depth.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/coco-classes.d.ts +6 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/coco-classes.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/coco-classes.js +36 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/coco-classes.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/find-object.d.ts +33 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/find-object.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/find-object.js +134 -0
- package/runtime/packages/agenticros-claude-code/dist/find-object/find-object.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/controller.d.ts +43 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/controller.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/controller.js +73 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/controller.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/detector.d.ts +58 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/detector.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/detector.js +251 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/detector.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/loop.d.ts +61 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/loop.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/loop.js +268 -0
- package/runtime/packages/agenticros-claude-code/dist/follow-me/loop.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/index.d.ts +3 -0
- package/runtime/packages/agenticros-claude-code/dist/index.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/index.js +111 -0
- package/runtime/packages/agenticros-claude-code/dist/index.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/memory.d.ts +17 -0
- package/runtime/packages/agenticros-claude-code/dist/memory.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/memory.js +44 -0
- package/runtime/packages/agenticros-claude-code/dist/memory.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/safety.d.ts +10 -0
- package/runtime/packages/agenticros-claude-code/dist/safety.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/safety.js +34 -0
- package/runtime/packages/agenticros-claude-code/dist/safety.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/tools.d.ts +36 -0
- package/runtime/packages/agenticros-claude-code/dist/tools.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/tools.js +777 -0
- package/runtime/packages/agenticros-claude-code/dist/tools.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/transport.d.ts +17 -0
- package/runtime/packages/agenticros-claude-code/dist/transport.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/transport.js +46 -0
- package/runtime/packages/agenticros-claude-code/dist/transport.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/zero-shot/detector.d.ts +42 -0
- package/runtime/packages/agenticros-claude-code/dist/zero-shot/detector.d.ts.map +1 -0
- package/runtime/packages/agenticros-claude-code/dist/zero-shot/detector.js +114 -0
- package/runtime/packages/agenticros-claude-code/dist/zero-shot/detector.js.map +1 -0
- package/runtime/packages/agenticros-claude-code/package.json +29 -0
- package/runtime/packages/agenticros-claude-code/src/config.ts +96 -0
- package/runtime/packages/agenticros-claude-code/src/depth.ts +173 -0
- package/runtime/packages/agenticros-claude-code/src/find-object/coco-classes.ts +38 -0
- package/runtime/packages/agenticros-claude-code/src/find-object/find-object.ts +190 -0
- package/runtime/packages/agenticros-claude-code/src/follow-me/controller.ts +109 -0
- package/runtime/packages/agenticros-claude-code/src/follow-me/depth-loop.ts +420 -0
- package/runtime/packages/agenticros-claude-code/src/follow-me/detector.ts +303 -0
- package/runtime/packages/agenticros-claude-code/src/follow-me/loop.ts +330 -0
- package/runtime/packages/agenticros-claude-code/src/index.ts +125 -0
- package/runtime/packages/agenticros-claude-code/src/memory.ts +51 -0
- package/runtime/packages/agenticros-claude-code/src/safety.ts +44 -0
- package/runtime/packages/agenticros-claude-code/src/tools.ts +891 -0
- package/runtime/packages/agenticros-claude-code/src/transport.ts +58 -0
- package/runtime/packages/agenticros-claude-code/src/zero-shot/detector.ts +169 -0
- package/runtime/packages/agenticros-claude-code/tsconfig.json +9 -0
- package/runtime/packages/agenticros-claude-code/yolo-debug.mjs +106 -0
- package/runtime/packages/agenticros-gemini/README.md +139 -0
- package/runtime/packages/agenticros-gemini/package.json +28 -0
- package/runtime/packages/agenticros-gemini/scripts/smoke-api.mjs +42 -0
- package/runtime/packages/agenticros-gemini/src/chat.ts +139 -0
- package/runtime/packages/agenticros-gemini/src/config.ts +92 -0
- package/runtime/packages/agenticros-gemini/src/depth.ts +173 -0
- package/runtime/packages/agenticros-gemini/src/index.ts +58 -0
- package/runtime/packages/agenticros-gemini/src/memory.ts +32 -0
- package/runtime/packages/agenticros-gemini/src/safety.ts +44 -0
- package/runtime/packages/agenticros-gemini/src/tools.ts +516 -0
- package/runtime/packages/agenticros-gemini/src/transport.ts +58 -0
- package/runtime/packages/agenticros-gemini/tsconfig.json +8 -0
- package/runtime/packages/core/package.json +47 -0
- package/runtime/packages/core/src/banner.ts +32 -0
- package/runtime/packages/core/src/cmd-vel-twist.ts +31 -0
- package/runtime/packages/core/src/config.ts +279 -0
- package/runtime/packages/core/src/index.ts +54 -0
- package/runtime/packages/core/src/memory/__tests__/factory.test.ts +70 -0
- package/runtime/packages/core/src/memory/__tests__/local-provider.test.ts +195 -0
- package/runtime/packages/core/src/memory/__tests__/mem0-provider.test.ts +192 -0
- package/runtime/packages/core/src/memory/__tests__/smart-defaults.test.ts +46 -0
- package/runtime/packages/core/src/memory/factory.ts +63 -0
- package/runtime/packages/core/src/memory/index.ts +10 -0
- package/runtime/packages/core/src/memory/local/provider.ts +229 -0
- package/runtime/packages/core/src/memory/mem0/provider.ts +379 -0
- package/runtime/packages/core/src/memory/types.ts +96 -0
- package/runtime/packages/core/src/topic-utils.ts +95 -0
- package/runtime/packages/core/src/transport/factory.ts +47 -0
- package/runtime/packages/core/src/transport/local/conversion.ts +333 -0
- package/runtime/packages/core/src/transport/local/entities.ts +129 -0
- package/runtime/packages/core/src/transport/local/transport.ts +406 -0
- package/runtime/packages/core/src/transport/rosbridge/actions.ts +81 -0
- package/runtime/packages/core/src/transport/rosbridge/adapter.ts +157 -0
- package/runtime/packages/core/src/transport/rosbridge/client.ts +438 -0
- package/runtime/packages/core/src/transport/rosbridge/services.ts +41 -0
- package/runtime/packages/core/src/transport/rosbridge/topics.ts +60 -0
- package/runtime/packages/core/src/transport/rosbridge/types.ts +118 -0
- package/runtime/packages/core/src/transport/transport.ts +77 -0
- package/runtime/packages/core/src/transport/types.ts +137 -0
- package/runtime/packages/core/src/transport/webrtc/signaling-client.ts +196 -0
- package/runtime/packages/core/src/transport/webrtc/signaling-types.ts +130 -0
- package/runtime/packages/core/src/transport/webrtc/transport.ts +516 -0
- package/runtime/packages/core/src/transport/zenoh/adapter.ts +357 -0
- package/runtime/packages/core/src/transport/zenoh/cdr.ts +183 -0
- package/runtime/packages/core/src/transport/zenoh/keys.ts +51 -0
- package/runtime/packages/core/tsconfig.json +9 -0
- package/runtime/packages/ros-camera/package.json +30 -0
- package/runtime/packages/ros-camera/src/index.ts +13 -0
- package/runtime/packages/ros-camera/src/snapshot.ts +372 -0
- package/runtime/packages/ros-camera/tsconfig.json +9 -0
- package/runtime/pnpm-lock.yaml +5260 -0
- package/runtime/pnpm-workspace.yaml +2 -0
- package/runtime/ros2_ws/src/agenticros_agent/agenticros_agent/__init__.py +0 -0
- package/runtime/ros2_ws/src/agenticros_agent/agenticros_agent/agent_node.py +561 -0
- package/runtime/ros2_ws/src/agenticros_agent/package.xml +25 -0
- package/runtime/ros2_ws/src/agenticros_agent/resource/agenticros_agent +0 -0
- package/runtime/ros2_ws/src/agenticros_agent/setup.cfg +4 -0
- package/runtime/ros2_ws/src/agenticros_agent/setup.py +25 -0
- package/runtime/ros2_ws/src/agenticros_bringup/README.md +128 -0
- package/runtime/ros2_ws/src/agenticros_bringup/agenticros_bringup/__init__.py +1 -0
- package/runtime/ros2_ws/src/agenticros_bringup/agenticros_bringup/cmd_vel_relay.py +33 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/cmd_vel_bridge.launch.py +58 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/gazebo_turtlebot3.launch.py +69 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/mode_a_gazebo.launch.py +55 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/mode_a_gazebo_rviz.launch.py +48 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/realsense_rosbridge.launch.py +154 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/rosbridge_gazebo.launch.py +54 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/rviz.launch.py +38 -0
- package/runtime/ros2_ws/src/agenticros_bringup/launch/turtlebot3_gazebo_rviz.launch.py +42 -0
- package/runtime/ros2_ws/src/agenticros_bringup/package.xml +24 -0
- package/runtime/ros2_ws/src/agenticros_bringup/resource/agenticros_bringup +0 -0
- package/runtime/ros2_ws/src/agenticros_bringup/rviz/turtlebot3_agenticros.rviz +174 -0
- package/runtime/ros2_ws/src/agenticros_bringup/setup.cfg +4 -0
- package/runtime/ros2_ws/src/agenticros_bringup/setup.py +28 -0
- package/runtime/ros2_ws/src/agenticros_discovery/agenticros_discovery/__init__.py +0 -0
- package/runtime/ros2_ws/src/agenticros_discovery/agenticros_discovery/discovery_node.py +172 -0
- package/runtime/ros2_ws/src/agenticros_discovery/package.xml +22 -0
- package/runtime/ros2_ws/src/agenticros_discovery/resource/agenticros_discovery +0 -0
- package/runtime/ros2_ws/src/agenticros_discovery/setup.cfg +5 -0
- package/runtime/ros2_ws/src/agenticros_discovery/setup.py +25 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/README.md +66 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/agenticros_follow_me/__init__.py +1 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/agenticros_follow_me/__main__.py +5 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/agenticros_follow_me/follow_me_node.py +278 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/agenticros_follow_me/follower_controller.py +631 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/agenticros_follow_me/person_tracker.py +635 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/package.xml +22 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/resource/agenticros_follow_me +0 -0
- package/runtime/ros2_ws/src/agenticros_follow_me/setup.py +25 -0
- package/runtime/ros2_ws/src/agenticros_msgs/CMakeLists.txt +26 -0
- package/runtime/ros2_ws/src/agenticros_msgs/msg/CapabilityManifest.msg +9 -0
- package/runtime/ros2_ws/src/agenticros_msgs/package.xml +22 -0
- package/runtime/ros2_ws/src/agenticros_msgs/srv/FollowMeGetStatus.srv +11 -0
- package/runtime/ros2_ws/src/agenticros_msgs/srv/FollowMeSetDistance.srv +4 -0
- package/runtime/ros2_ws/src/agenticros_msgs/srv/FollowMeSetTarget.srv +6 -0
- package/runtime/ros2_ws/src/agenticros_msgs/srv/FollowMeStart.srv +5 -0
- package/runtime/ros2_ws/src/agenticros_msgs/srv/FollowMeStop.srv +3 -0
- package/runtime/ros2_ws/src/agenticros_msgs/srv/GetCapabilities.srv +5 -0
- package/runtime/ros2_ws/src/agenticros_sim/CMakeLists.txt +24 -0
- package/runtime/ros2_ws/src/agenticros_sim/README.md +120 -0
- package/runtime/ros2_ws/src/agenticros_sim/config/agenticros-sim.config.json +28 -0
- package/runtime/ros2_ws/src/agenticros_sim/config/amr_bridge.yaml +111 -0
- package/runtime/ros2_ws/src/agenticros_sim/config/amr_view.rviz +172 -0
- package/runtime/ros2_ws/src/agenticros_sim/env-hooks/gz_resource_path.dsv.in +3 -0
- package/runtime/ros2_ws/src/agenticros_sim/env-hooks/gz_resource_path.sh.in +7 -0
- package/runtime/ros2_ws/src/agenticros_sim/launch/sim_amr.launch.py +159 -0
- package/runtime/ros2_ws/src/agenticros_sim/models/agenticros_amr/model.config +17 -0
- package/runtime/ros2_ws/src/agenticros_sim/models/agenticros_amr/model.sdf +244 -0
- package/runtime/ros2_ws/src/agenticros_sim/package.xml +27 -0
- package/runtime/ros2_ws/src/agenticros_sim/worlds/agenticros_indoor.sdf +183 -0
- package/runtime/scripts/activate_workspace.sh +285 -0
- package/runtime/scripts/agenticros-describer.policy.yaml +96 -0
- package/runtime/scripts/agenticros-proxy.cjs +99 -0
- package/runtime/scripts/agenticros-rosbridge.policy.yaml +62 -0
- package/runtime/scripts/check-cli-tarball-size.mjs +42 -0
- package/runtime/scripts/configure_agenticros.sh +200 -0
- package/runtime/scripts/configure_for_sim.sh +64 -0
- package/runtime/scripts/fix-openclaw-control-ui-path.sh +20 -0
- package/runtime/scripts/install_cli.sh +94 -0
- package/runtime/scripts/install_rosbridge_from_source.sh +67 -0
- package/runtime/scripts/lib/agenticros-banner.sh +28 -0
- package/runtime/scripts/onboard_robot.sh +75 -0
- package/runtime/scripts/openai.policy.yaml +77 -0
- package/runtime/scripts/openclaw-dashboard-url.cjs +49 -0
- package/runtime/scripts/pack-runtime.mjs +245 -0
- package/runtime/scripts/run_demo_native.sh +43 -0
- package/runtime/scripts/run_nemoclaw_host_stack.sh +91 -0
- package/runtime/scripts/run_robot_rosbridge.sh +36 -0
- package/runtime/scripts/sandbox_rosbridge_relay.py +137 -0
- package/runtime/scripts/setup-openclaw-local.cjs +75 -0
- package/runtime/scripts/setup_gateway_plugin.sh +329 -0
- package/runtime/scripts/setup_robot.sh +113 -0
- package/runtime/scripts/setup_workspace.sh +484 -0
- package/runtime/scripts/sim/run_sim.sh +146 -0
- package/runtime/scripts/smoke_test_nemoclaw.sh +123 -0
- package/runtime/scripts/start_demo.sh +55 -0
- package/runtime/scripts/sync-skill-tools.mjs +335 -0
- package/runtime/scripts/test-follow-me-sim.mjs +135 -0
- package/runtime/scripts/test-mcp-e2e.mjs +184 -0
- package/runtime/scripts/test-rclnodejs.mts +129 -0
- package/runtime/scripts/use-openclaw-2026.2.26.sh +19 -0
- package/runtime/scripts/use-openclaw-2026.3.11.sh +19 -0
- package/runtime/scripts/zenoh-bridge-ros2dds-robot.json5 +30 -0
- package/runtime/scripts/zenohd-agenticros.json5 +11 -0
- package/runtime/scripts/zenohd-rosclaw.json5 +11 -0
- package/runtime/tsconfig.base.json +19 -0
- package/index.js +0 -6
|
@@ -0,0 +1,251 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* YOLOv8n person detector for the MCP-side follow-me loop.
|
|
3
|
+
*
|
|
4
|
+
* Loads a YOLOv8n ONNX model and runs person-only detection on a single JPEG/PNG
|
|
5
|
+
* frame. Image decoded with sharp; inference via onnxruntime-node (CPU).
|
|
6
|
+
*
|
|
7
|
+
* Model lookup order:
|
|
8
|
+
* 1. AGENTICROS_YOLOV8_MODEL env var (absolute path)
|
|
9
|
+
* 2. ~/.agenticros/models/yolov8n.onnx
|
|
10
|
+
* If the file is missing it is downloaded from AGENTICROS_YOLOV8_URL (or a default
|
|
11
|
+
* public mirror). 6 MB, one-time.
|
|
12
|
+
*/
|
|
13
|
+
import fs from "node:fs";
|
|
14
|
+
import path from "node:path";
|
|
15
|
+
import os from "node:os";
|
|
16
|
+
import https from "node:https";
|
|
17
|
+
import http from "node:http";
|
|
18
|
+
let ortModule = null;
|
|
19
|
+
let sharpFn = null;
|
|
20
|
+
async function loadDeps() {
|
|
21
|
+
if (ortModule && sharpFn)
|
|
22
|
+
return { ort: ortModule, sharp: sharpFn };
|
|
23
|
+
try {
|
|
24
|
+
const [ortMod, sharpMod] = await Promise.all([
|
|
25
|
+
import("onnxruntime-node"),
|
|
26
|
+
import("sharp"),
|
|
27
|
+
]);
|
|
28
|
+
// Both packages are CJS; under Node ESM their default export is the real
|
|
29
|
+
// module value. Fall back to the namespace if `.default` is absent.
|
|
30
|
+
const ortAny = ortMod;
|
|
31
|
+
ortModule = ortAny.default ?? ortMod;
|
|
32
|
+
const sharpAny = sharpMod;
|
|
33
|
+
sharpFn = sharpAny.default ?? sharpMod;
|
|
34
|
+
}
|
|
35
|
+
catch (err) {
|
|
36
|
+
const hint = err instanceof Error ? err.message : String(err);
|
|
37
|
+
throw new Error(`Local YOLO detection requires the optional packages 'onnxruntime-node' and 'sharp'. ` +
|
|
38
|
+
`Install them in this workspace (pnpm install) to enable follow-me local mode and ros2_find_object. ` +
|
|
39
|
+
`Underlying error: ${hint}`);
|
|
40
|
+
}
|
|
41
|
+
return { ort: ortModule, sharp: sharpFn };
|
|
42
|
+
}
|
|
43
|
+
const DEFAULT_MODEL_URL = "https://huggingface.co/Ultralytics/YOLOv8/resolve/main/yolov8n.onnx";
|
|
44
|
+
const INPUT_SIZE = 640;
|
|
45
|
+
const PERSON_CLASS_ID = 0;
|
|
46
|
+
function resolveModelPath() {
|
|
47
|
+
const fromEnv = process.env["AGENTICROS_YOLOV8_MODEL"];
|
|
48
|
+
if (fromEnv && fromEnv.trim().length > 0)
|
|
49
|
+
return fromEnv.trim();
|
|
50
|
+
return path.join(os.homedir(), ".agenticros", "models", "yolov8n.onnx");
|
|
51
|
+
}
|
|
52
|
+
function downloadFile(url, dest, redirectsLeft = 5) {
|
|
53
|
+
return new Promise((resolve, reject) => {
|
|
54
|
+
const client = url.startsWith("https:") ? https : http;
|
|
55
|
+
fs.mkdirSync(path.dirname(dest), { recursive: true });
|
|
56
|
+
const tmp = `${dest}.partial`;
|
|
57
|
+
const file = fs.createWriteStream(tmp);
|
|
58
|
+
client
|
|
59
|
+
.get(url, (res) => {
|
|
60
|
+
const status = res.statusCode ?? 0;
|
|
61
|
+
if (status >= 300 && status < 400 && res.headers.location) {
|
|
62
|
+
file.close();
|
|
63
|
+
fs.unlink(tmp, () => { });
|
|
64
|
+
if (redirectsLeft <= 0) {
|
|
65
|
+
reject(new Error(`Too many redirects downloading ${url}`));
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
const next = new URL(res.headers.location, url).toString();
|
|
69
|
+
downloadFile(next, dest, redirectsLeft - 1).then(resolve, reject);
|
|
70
|
+
return;
|
|
71
|
+
}
|
|
72
|
+
if (status !== 200) {
|
|
73
|
+
file.close();
|
|
74
|
+
fs.unlink(tmp, () => { });
|
|
75
|
+
reject(new Error(`Download failed ${status} for ${url}`));
|
|
76
|
+
return;
|
|
77
|
+
}
|
|
78
|
+
res.pipe(file);
|
|
79
|
+
file.on("finish", () => {
|
|
80
|
+
file.close();
|
|
81
|
+
fs.renameSync(tmp, dest);
|
|
82
|
+
resolve();
|
|
83
|
+
});
|
|
84
|
+
})
|
|
85
|
+
.on("error", (err) => {
|
|
86
|
+
file.close();
|
|
87
|
+
fs.unlink(tmp, () => { });
|
|
88
|
+
reject(err);
|
|
89
|
+
});
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
async function ensureModel() {
|
|
93
|
+
const modelPath = resolveModelPath();
|
|
94
|
+
if (fs.existsSync(modelPath) && fs.statSync(modelPath).size > 1_000_000) {
|
|
95
|
+
return modelPath;
|
|
96
|
+
}
|
|
97
|
+
const url = process.env["AGENTICROS_YOLOV8_URL"] || DEFAULT_MODEL_URL;
|
|
98
|
+
process.stderr.write(`[AgenticROS] follow-me: downloading YOLOv8n ONNX → ${modelPath}\n`);
|
|
99
|
+
try {
|
|
100
|
+
await downloadFile(url, modelPath);
|
|
101
|
+
}
|
|
102
|
+
catch (err) {
|
|
103
|
+
const hint = err instanceof Error ? err.message : String(err);
|
|
104
|
+
throw new Error(`Failed to download YOLOv8n model from ${url}: ${hint}. ` +
|
|
105
|
+
`Set AGENTICROS_YOLOV8_MODEL to a local path or AGENTICROS_YOLOV8_URL to an accessible mirror.`);
|
|
106
|
+
}
|
|
107
|
+
return modelPath;
|
|
108
|
+
}
|
|
109
|
+
function iou(a, b) {
|
|
110
|
+
const ax2 = a.x + a.width;
|
|
111
|
+
const ay2 = a.y + a.height;
|
|
112
|
+
const bx2 = b.x + b.width;
|
|
113
|
+
const by2 = b.y + b.height;
|
|
114
|
+
const ix1 = Math.max(a.x, b.x);
|
|
115
|
+
const iy1 = Math.max(a.y, b.y);
|
|
116
|
+
const ix2 = Math.min(ax2, bx2);
|
|
117
|
+
const iy2 = Math.min(ay2, by2);
|
|
118
|
+
const iw = Math.max(0, ix2 - ix1);
|
|
119
|
+
const ih = Math.max(0, iy2 - iy1);
|
|
120
|
+
const inter = iw * ih;
|
|
121
|
+
const union = a.width * a.height + b.width * b.height - inter;
|
|
122
|
+
return union <= 0 ? 0 : inter / union;
|
|
123
|
+
}
|
|
124
|
+
function nms(detections, iouThreshold) {
|
|
125
|
+
const sorted = detections.slice().sort((a, b) => b.confidence - a.confidence);
|
|
126
|
+
const kept = [];
|
|
127
|
+
for (const d of sorted) {
|
|
128
|
+
if (kept.every((k) => iou(d, k) < iouThreshold))
|
|
129
|
+
kept.push(d);
|
|
130
|
+
}
|
|
131
|
+
return kept;
|
|
132
|
+
}
|
|
133
|
+
export class PersonDetector {
|
|
134
|
+
session = null;
|
|
135
|
+
scoreThreshold;
|
|
136
|
+
iouThreshold;
|
|
137
|
+
constructor(opts = {}) {
|
|
138
|
+
this.scoreThreshold = opts.scoreThreshold ?? 0.4;
|
|
139
|
+
this.iouThreshold = opts.iouThreshold ?? 0.5;
|
|
140
|
+
}
|
|
141
|
+
async load() {
|
|
142
|
+
if (this.session)
|
|
143
|
+
return;
|
|
144
|
+
const { ort: ortMod } = await loadDeps();
|
|
145
|
+
const modelPath = await ensureModel();
|
|
146
|
+
this.session = await ortMod.InferenceSession.create(modelPath, {
|
|
147
|
+
executionProviders: ["cpu"],
|
|
148
|
+
graphOptimizationLevel: "all",
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
/**
|
|
152
|
+
* Detect people in a JPEG/PNG image buffer.
|
|
153
|
+
*
|
|
154
|
+
* Returns bounding boxes in the original image's pixel space.
|
|
155
|
+
*/
|
|
156
|
+
async detect(image) {
|
|
157
|
+
const r = await this.detectClass(image, PERSON_CLASS_ID);
|
|
158
|
+
return { width: r.width, height: r.height, persons: r.detections };
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* Detect a single COCO class (0..79) in a JPEG/PNG image buffer.
|
|
162
|
+
* 0=person, 67=cell phone, 56=chair, ... see find-object/coco-classes.ts.
|
|
163
|
+
*/
|
|
164
|
+
async detectClass(image, classId) {
|
|
165
|
+
if (!this.session)
|
|
166
|
+
await this.load();
|
|
167
|
+
const session = this.session;
|
|
168
|
+
const { ort: ortMod, sharp: sharpFn } = await loadDeps();
|
|
169
|
+
const src = sharpFn(image);
|
|
170
|
+
const meta = await src.metadata();
|
|
171
|
+
const origW = meta.width ?? 0;
|
|
172
|
+
const origH = meta.height ?? 0;
|
|
173
|
+
if (!origW || !origH) {
|
|
174
|
+
throw new Error("Could not read image dimensions from camera frame.");
|
|
175
|
+
}
|
|
176
|
+
// Letterbox resize to INPUT_SIZE × INPUT_SIZE (preserve aspect ratio, pad with gray).
|
|
177
|
+
const scale = Math.min(INPUT_SIZE / origW, INPUT_SIZE / origH);
|
|
178
|
+
const newW = Math.round(origW * scale);
|
|
179
|
+
const newH = Math.round(origH * scale);
|
|
180
|
+
const padX = Math.floor((INPUT_SIZE - newW) / 2);
|
|
181
|
+
const padY = Math.floor((INPUT_SIZE - newH) / 2);
|
|
182
|
+
const { data, info } = await sharpFn(image)
|
|
183
|
+
.resize(newW, newH, { fit: "fill" })
|
|
184
|
+
.extend({
|
|
185
|
+
top: padY,
|
|
186
|
+
bottom: INPUT_SIZE - newH - padY,
|
|
187
|
+
left: padX,
|
|
188
|
+
right: INPUT_SIZE - newW - padX,
|
|
189
|
+
background: { r: 114, g: 114, b: 114 },
|
|
190
|
+
})
|
|
191
|
+
.removeAlpha()
|
|
192
|
+
.raw()
|
|
193
|
+
.toBuffer({ resolveWithObject: true });
|
|
194
|
+
if (info.width !== INPUT_SIZE || info.height !== INPUT_SIZE) {
|
|
195
|
+
throw new Error(`Letterbox produced ${info.width}×${info.height}, expected ${INPUT_SIZE}²`);
|
|
196
|
+
}
|
|
197
|
+
// HWC uint8 → CHW float32 normalized [0,1].
|
|
198
|
+
const pixels = INPUT_SIZE * INPUT_SIZE;
|
|
199
|
+
const input = new Float32Array(3 * pixels);
|
|
200
|
+
for (let i = 0; i < pixels; i++) {
|
|
201
|
+
input[i] = data[i * 3] / 255;
|
|
202
|
+
input[pixels + i] = data[i * 3 + 1] / 255;
|
|
203
|
+
input[2 * pixels + i] = data[i * 3 + 2] / 255;
|
|
204
|
+
}
|
|
205
|
+
const inputName = session.inputNames[0];
|
|
206
|
+
const outputName = session.outputNames[0];
|
|
207
|
+
const tensor = new ortMod.Tensor("float32", input, [1, 3, INPUT_SIZE, INPUT_SIZE]);
|
|
208
|
+
const out = await session.run({ [inputName]: tensor });
|
|
209
|
+
const result = out[outputName];
|
|
210
|
+
// YOLOv8 ONNX output: [1, 84, 8400] — 4 box + 80 class scores per anchor.
|
|
211
|
+
const dims = result.dims;
|
|
212
|
+
if (dims.length !== 3 || dims[1] !== 84) {
|
|
213
|
+
throw new Error(`Unexpected YOLOv8 output shape ${dims.join("x")} — expected [1,84,N]`);
|
|
214
|
+
}
|
|
215
|
+
const nAnchors = dims[2];
|
|
216
|
+
const arr = result.data;
|
|
217
|
+
const raw = [];
|
|
218
|
+
for (let i = 0; i < nAnchors; i++) {
|
|
219
|
+
const score = arr[(4 + classId) * nAnchors + i];
|
|
220
|
+
if (score < this.scoreThreshold)
|
|
221
|
+
continue;
|
|
222
|
+
const cx = arr[0 * nAnchors + i];
|
|
223
|
+
const cy = arr[1 * nAnchors + i];
|
|
224
|
+
const w = arr[2 * nAnchors + i];
|
|
225
|
+
const h = arr[3 * nAnchors + i];
|
|
226
|
+
// Undo letterbox: subtract padding, divide by scale → original-image coordinates.
|
|
227
|
+
const x = (cx - w / 2 - padX) / scale;
|
|
228
|
+
const y = (cy - h / 2 - padY) / scale;
|
|
229
|
+
const ww = w / scale;
|
|
230
|
+
const hh = h / scale;
|
|
231
|
+
raw.push({
|
|
232
|
+
x: Math.max(0, x),
|
|
233
|
+
y: Math.max(0, y),
|
|
234
|
+
width: Math.min(origW - x, ww),
|
|
235
|
+
height: Math.min(origH - y, hh),
|
|
236
|
+
cx: (cx - padX) / scale,
|
|
237
|
+
cy: (cy - padY) / scale,
|
|
238
|
+
confidence: score,
|
|
239
|
+
});
|
|
240
|
+
}
|
|
241
|
+
const detections = nms(raw, this.iouThreshold);
|
|
242
|
+
return { width: origW, height: origH, detections };
|
|
243
|
+
}
|
|
244
|
+
async dispose() {
|
|
245
|
+
if (this.session) {
|
|
246
|
+
await this.session.release();
|
|
247
|
+
this.session = null;
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
//# sourceMappingURL=detector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detector.js","sourceRoot":"","sources":["../../src/follow-me/detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,IAAI,MAAM,WAAW,CAAC;AAW7B,IAAI,SAAS,GAAqB,IAAI,CAAC;AACvC,IAAI,OAAO,GAAmB,IAAI,CAAC;AAEnC,KAAK,UAAU,QAAQ;IACrB,IAAI,SAAS,IAAI,OAAO;QAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3C,MAAM,CAAC,kBAAkB,CAAC;YAC1B,MAAM,CAAC,OAAO,CAAC;SAChB,CAAC,CAAC;QACH,yEAAyE;QACzE,oEAAoE;QACpE,MAAM,MAAM,GAAG,MAA4C,CAAC;QAC5D,SAAS,GAAG,MAAM,CAAC,OAAO,IAAK,MAA+B,CAAC;QAC/D,MAAM,QAAQ,GAAG,QAA4C,CAAC;QAC9D,OAAO,GAAG,QAAQ,CAAC,OAAO,IAAK,QAA+B,CAAC;IACjE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9D,MAAM,IAAI,KAAK,CACb,sFAAsF;YACpF,qGAAqG;YACrG,qBAAqB,IAAI,EAAE,CAC9B,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,SAAU,EAAE,KAAK,EAAE,OAAQ,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,iBAAiB,GACrB,qEAAqE,CAAC;AAExE,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,eAAe,GAAG,CAAC,CAAC;AAsB1B,SAAS,gBAAgB;IACvB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IAChE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,YAAY,CAAC,GAAW,EAAE,IAAY,EAAE,aAAa,GAAG,CAAC;IAChE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,GAAG,IAAI,UAAU,CAAC;QAC9B,MAAM,IAAI,GAAG,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM;aACH,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE;YAChB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;YACnC,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACzB,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC3D,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC3D,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAClE,OAAO;YACT,CAAC;YACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACrB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBACzB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACnB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;IACrC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,SAAS,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,IAAI,iBAAiB,CAAC;IACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sDAAsD,SAAS,IAAI,CAAC,CAAC;IAC1F,IAAI,CAAC;QACH,MAAM,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9D,MAAM,IAAI,KAAK,CACb,yCAAyC,GAAG,KAAK,IAAI,IAAI;YACvD,+FAA+F,CAClG,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,GAAG,CAAC,CAAkB,EAAE,CAAkB;IACjD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;IACtB,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC9D,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;AACxC,CAAC;AAED,SAAS,GAAG,CAAC,UAA6B,EAAE,YAAoB;IAC9D,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAsB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,OAAO,cAAc;IACjB,OAAO,GAA+B,IAAI,CAAC;IAClC,cAAc,CAAS;IACvB,YAAY,CAAS;IAEtC,YAAY,OAAwB,EAAE;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,GAAG,CAAC;QACjD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,WAAW,EAAE,CAAC;QACtC,IAAI,CAAC,OAAO,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;YAC7D,kBAAkB,EAAE,CAAC,KAAK,CAAC;YAC3B,sBAAsB,EAAE,KAAK;SAC9B,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,KAA0B;QACrC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;QACzD,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC;IACrE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,KAA0B,EAC1B,OAAe;QAEf,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAQ,CAAC;QAC9B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,QAAQ,EAAE,CAAC;QAEzD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,sFAAsF;QACtF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,KAAK,EAAE,UAAU,GAAG,KAAK,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEjD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC;aACxC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;aACnC,MAAM,CAAC;YACN,GAAG,EAAE,IAAI;YACT,MAAM,EAAE,UAAU,GAAG,IAAI,GAAG,IAAI;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,UAAU,GAAG,IAAI,GAAG,IAAI;YAC/B,UAAU,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;SACvC,CAAC;aACD,WAAW,EAAE;aACb,GAAG,EAAE;aACL,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,cAAc,UAAU,GAAG,CAAC,CAAC;QAC9F,CAAC;QAED,4CAA4C;QAC5C,MAAM,MAAM,GAAG,UAAU,GAAG,UAAU,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,GAAG,CAAC;YAC9B,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,GAAG,CAAC;YAC3C,KAAK,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,GAAG,GAAG,CAAC;QACjD,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC;QACzC,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QACnF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAE,CAAC;QAChC,0EAA0E;QAC1E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACzB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAoB,CAAC;QAExC,MAAM,GAAG,GAAsB,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAE,CAAC;YACjD,IAAI,KAAK,GAAG,IAAI,CAAC,cAAc;gBAAE,SAAS;YAC1C,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAE,CAAC;YAClC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAE,CAAC;YAClC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAE,CAAC;YACjC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAE,CAAC;YACjC,kFAAkF;YAClF,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;YACtC,MAAM,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;YACrB,MAAM,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;YACrB,GAAG,CAAC,IAAI,CAAC;gBACP,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC9B,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC/B,EAAE,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK;gBACvB,EAAE,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK;gBACvB,UAAU,EAAE,KAAK;aAClB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* In-process follow-me loop. Subscribes to color + depth, runs YOLOv8n person
|
|
3
|
+
* detection, computes a Twist via FollowerController, and publishes cmd_vel.
|
|
4
|
+
*
|
|
5
|
+
* This is the `mode: 'local'` alternative to the agenticros_follow_me ROS2 node.
|
|
6
|
+
*/
|
|
7
|
+
import type { AgenticROSConfig, RosTransport } from "@agenticros/core";
|
|
8
|
+
import { type Twist } from "./controller.js";
|
|
9
|
+
export interface FollowMeLocalStatus {
|
|
10
|
+
enabled: boolean;
|
|
11
|
+
tracking: boolean;
|
|
12
|
+
targetDistance: number;
|
|
13
|
+
targetDescription: string | null;
|
|
14
|
+
personCount: number;
|
|
15
|
+
lastPerson: {
|
|
16
|
+
x: number;
|
|
17
|
+
z: number;
|
|
18
|
+
confidence: number;
|
|
19
|
+
} | null;
|
|
20
|
+
lastTwist: Twist;
|
|
21
|
+
lastError: string | null;
|
|
22
|
+
framesProcessed: number;
|
|
23
|
+
detectionsSinceStart: number;
|
|
24
|
+
}
|
|
25
|
+
export interface StartOptions {
|
|
26
|
+
targetDescription?: string;
|
|
27
|
+
}
|
|
28
|
+
export declare class FollowMeLocal {
|
|
29
|
+
private readonly config;
|
|
30
|
+
private readonly transport;
|
|
31
|
+
private readonly detector;
|
|
32
|
+
private readonly controller;
|
|
33
|
+
private enabled;
|
|
34
|
+
private running;
|
|
35
|
+
private targetDescription;
|
|
36
|
+
private colorSub;
|
|
37
|
+
private depthSub;
|
|
38
|
+
private latestColor;
|
|
39
|
+
private latestDepth;
|
|
40
|
+
private tickHandle;
|
|
41
|
+
private lastError;
|
|
42
|
+
private framesProcessed;
|
|
43
|
+
private detectionsSinceStart;
|
|
44
|
+
private lastPerson;
|
|
45
|
+
private tracking;
|
|
46
|
+
constructor(config: AgenticROSConfig, transport: RosTransport);
|
|
47
|
+
start(opts?: StartOptions): Promise<void>;
|
|
48
|
+
stop(): Promise<void>;
|
|
49
|
+
setTargetDistance(d: number): void;
|
|
50
|
+
setTargetDescription(description: string): void;
|
|
51
|
+
status(): FollowMeLocalStatus;
|
|
52
|
+
private subscribeFrames;
|
|
53
|
+
private unsubscribeFrames;
|
|
54
|
+
private tickSafe;
|
|
55
|
+
private tick;
|
|
56
|
+
private projectTo3D;
|
|
57
|
+
private publishTwist;
|
|
58
|
+
private publishStop;
|
|
59
|
+
}
|
|
60
|
+
export declare function getFollowMeLocal(config: AgenticROSConfig, transport: RosTransport): FollowMeLocal;
|
|
61
|
+
//# sourceMappingURL=loop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop.d.ts","sourceRoot":"","sources":["../../src/follow-me/loop.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAgB,MAAM,kBAAkB,CAAC;AAarF,OAAO,EAAsB,KAAK,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAOjE,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChE,SAAS,EAAE,KAAK,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAiBD,qBAAa,aAAa;IAkBtB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAlB5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAwB;IACjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4B;IACvD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,iBAAiB,CAAuB;IAChD,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,oBAAoB,CAAK;IACjC,OAAO,CAAC,UAAU,CAA6D;IAC/E,OAAO,CAAC,QAAQ,CAAS;gBAGN,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,YAAY;IAGpC,KAAK,CAAC,IAAI,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,iBAAiB,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI;IAIlC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAI/C,MAAM,IAAI,mBAAmB;IAe7B,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,iBAAiB;YASX,QAAQ;YAYR,IAAI;IAwClB,OAAO,CAAC,WAAW;YAgCL,YAAY;YAaZ,WAAW;CAG1B;AAgDD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY,GAAG,aAAa,CAGjG"}
|
|
@@ -0,0 +1,268 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* In-process follow-me loop. Subscribes to color + depth, runs YOLOv8n person
|
|
3
|
+
* detection, computes a Twist via FollowerController, and publishes cmd_vel.
|
|
4
|
+
*
|
|
5
|
+
* This is the `mode: 'local'` alternative to the agenticros_follow_me ROS2 node.
|
|
6
|
+
*/
|
|
7
|
+
import { resolveCameraSubscribeTopic, toNamespacedTopic } from "@agenticros/core";
|
|
8
|
+
import { ROS_MSG_COMPRESSED_IMAGE, ROS_MSG_IMAGE, cameraSnapshotFromPlainMessage, coerceRosImageDataToBuffer, normalizeDepthImageEncoding, rosBoolField, rosNumericField, rosStringField, } from "@agenticros/ros-camera";
|
|
9
|
+
import { PersonDetector } from "./detector.js";
|
|
10
|
+
import { FollowerController } from "./controller.js";
|
|
11
|
+
const DEFAULT_COLOR_TOPIC = "/camera/camera/color/image_raw/compressed";
|
|
12
|
+
const DEFAULT_DEPTH_TOPIC = "/camera/camera/depth/image_rect_raw";
|
|
13
|
+
const DEFAULT_HORIZONTAL_FOV_RAD = 1.20428; // RealSense D435 color HFOV ≈ 69°
|
|
14
|
+
const TICK_HZ = 8;
|
|
15
|
+
export class FollowMeLocal {
|
|
16
|
+
config;
|
|
17
|
+
transport;
|
|
18
|
+
detector = new PersonDetector();
|
|
19
|
+
controller = new FollowerController();
|
|
20
|
+
enabled = false;
|
|
21
|
+
running = false;
|
|
22
|
+
targetDescription = null;
|
|
23
|
+
colorSub = null;
|
|
24
|
+
depthSub = null;
|
|
25
|
+
latestColor = null;
|
|
26
|
+
latestDepth = null;
|
|
27
|
+
tickHandle = null;
|
|
28
|
+
lastError = null;
|
|
29
|
+
framesProcessed = 0;
|
|
30
|
+
detectionsSinceStart = 0;
|
|
31
|
+
lastPerson = null;
|
|
32
|
+
tracking = false;
|
|
33
|
+
constructor(config, transport) {
|
|
34
|
+
this.config = config;
|
|
35
|
+
this.transport = transport;
|
|
36
|
+
}
|
|
37
|
+
async start(opts = {}) {
|
|
38
|
+
if (this.enabled)
|
|
39
|
+
return;
|
|
40
|
+
this.lastError = null;
|
|
41
|
+
this.framesProcessed = 0;
|
|
42
|
+
this.detectionsSinceStart = 0;
|
|
43
|
+
this.targetDescription = opts.targetDescription?.trim() || null;
|
|
44
|
+
this.controller.reset();
|
|
45
|
+
await this.detector.load();
|
|
46
|
+
this.subscribeFrames();
|
|
47
|
+
this.enabled = true;
|
|
48
|
+
this.tickHandle = setInterval(() => this.tickSafe(), 1000 / TICK_HZ);
|
|
49
|
+
}
|
|
50
|
+
async stop() {
|
|
51
|
+
this.enabled = false;
|
|
52
|
+
if (this.tickHandle) {
|
|
53
|
+
clearInterval(this.tickHandle);
|
|
54
|
+
this.tickHandle = null;
|
|
55
|
+
}
|
|
56
|
+
this.unsubscribeFrames();
|
|
57
|
+
this.controller.reset();
|
|
58
|
+
this.tracking = false;
|
|
59
|
+
this.lastPerson = null;
|
|
60
|
+
await this.publishStop();
|
|
61
|
+
}
|
|
62
|
+
setTargetDistance(d) {
|
|
63
|
+
this.controller.setTargetDistance(d);
|
|
64
|
+
}
|
|
65
|
+
setTargetDescription(description) {
|
|
66
|
+
this.targetDescription = description.trim() || null;
|
|
67
|
+
}
|
|
68
|
+
status() {
|
|
69
|
+
return {
|
|
70
|
+
enabled: this.enabled,
|
|
71
|
+
tracking: this.tracking,
|
|
72
|
+
targetDistance: this.controller.config.targetDistance,
|
|
73
|
+
targetDescription: this.targetDescription,
|
|
74
|
+
personCount: this.lastPerson ? 1 : 0,
|
|
75
|
+
lastPerson: this.lastPerson,
|
|
76
|
+
lastTwist: this.controller.getLastTwist(),
|
|
77
|
+
lastError: this.lastError,
|
|
78
|
+
framesProcessed: this.framesProcessed,
|
|
79
|
+
detectionsSinceStart: this.detectionsSinceStart,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
subscribeFrames() {
|
|
83
|
+
const colorTopicRaw = (this.config.robot?.cameraTopic ?? "").trim() || DEFAULT_COLOR_TOPIC;
|
|
84
|
+
const colorTopic = resolveCameraSubscribeTopic(this.config, colorTopicRaw);
|
|
85
|
+
const depthTopic = resolveCameraSubscribeTopic(this.config, DEFAULT_DEPTH_TOPIC);
|
|
86
|
+
const isCompressed = colorTopic.includes("compressed");
|
|
87
|
+
this.colorSub = this.transport.subscribe({ topic: colorTopic, type: isCompressed ? ROS_MSG_COMPRESSED_IMAGE : ROS_MSG_IMAGE }, (msg) => {
|
|
88
|
+
try {
|
|
89
|
+
const payload = cameraSnapshotFromPlainMessage(isCompressed ? "CompressedImage" : "Image", msg);
|
|
90
|
+
const buf = Buffer.from(payload.dataBase64, "base64");
|
|
91
|
+
this.latestColor = { buffer: buf, receivedAt: Date.now() };
|
|
92
|
+
}
|
|
93
|
+
catch (err) {
|
|
94
|
+
this.lastError = `color decode: ${err instanceof Error ? err.message : String(err)}`;
|
|
95
|
+
}
|
|
96
|
+
});
|
|
97
|
+
this.depthSub = this.transport.subscribe({ topic: depthTopic, type: ROS_MSG_IMAGE }, (msg) => {
|
|
98
|
+
try {
|
|
99
|
+
const encoding = normalizeDepthImageEncoding(rosStringField(msg.encoding, "16UC1"));
|
|
100
|
+
const width = rosNumericField(msg.width, "width");
|
|
101
|
+
const height = rosNumericField(msg.height, "height");
|
|
102
|
+
const bpp = encoding === "32FC1" ? 4 : 2;
|
|
103
|
+
const step = msg.step != null && msg.step !== "" ? rosNumericField(msg.step, "step") : width * bpp;
|
|
104
|
+
const isBigEndian = rosBoolField(msg.is_bigendian);
|
|
105
|
+
const data = new Uint8Array(coerceRosImageDataToBuffer(msg.data));
|
|
106
|
+
this.latestDepth = { width, height, step, encoding, isBigEndian, data, receivedAt: Date.now() };
|
|
107
|
+
}
|
|
108
|
+
catch (err) {
|
|
109
|
+
this.lastError = `depth decode: ${err instanceof Error ? err.message : String(err)}`;
|
|
110
|
+
}
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
unsubscribeFrames() {
|
|
114
|
+
this.colorSub?.unsubscribe();
|
|
115
|
+
this.depthSub?.unsubscribe();
|
|
116
|
+
this.colorSub = null;
|
|
117
|
+
this.depthSub = null;
|
|
118
|
+
this.latestColor = null;
|
|
119
|
+
this.latestDepth = null;
|
|
120
|
+
}
|
|
121
|
+
async tickSafe() {
|
|
122
|
+
if (this.running || !this.enabled)
|
|
123
|
+
return;
|
|
124
|
+
this.running = true;
|
|
125
|
+
try {
|
|
126
|
+
await this.tick();
|
|
127
|
+
}
|
|
128
|
+
catch (err) {
|
|
129
|
+
this.lastError = err instanceof Error ? err.message : String(err);
|
|
130
|
+
}
|
|
131
|
+
finally {
|
|
132
|
+
this.running = false;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
async tick() {
|
|
136
|
+
const color = this.latestColor;
|
|
137
|
+
if (!color)
|
|
138
|
+
return; // wait for first frame
|
|
139
|
+
if (Date.now() - color.receivedAt > 2000) {
|
|
140
|
+
// stale → controller watchdog handles cmd_vel zeroing
|
|
141
|
+
const twist = this.controller.update(null);
|
|
142
|
+
await this.publishTwist(twist);
|
|
143
|
+
this.tracking = false;
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
this.framesProcessed += 1;
|
|
147
|
+
const det = await this.detector.detect(color.buffer);
|
|
148
|
+
const persons = det.persons;
|
|
149
|
+
if (persons.length === 0) {
|
|
150
|
+
this.tracking = false;
|
|
151
|
+
this.lastPerson = null;
|
|
152
|
+
const twist = this.controller.update(null);
|
|
153
|
+
await this.publishTwist(twist);
|
|
154
|
+
return;
|
|
155
|
+
}
|
|
156
|
+
// Pick the largest bounding box (closest person). target_description is parsed but not
|
|
157
|
+
// semantically matched yet — re-identification by description requires a CLIP-style model.
|
|
158
|
+
const target = pickTarget(persons);
|
|
159
|
+
const sample = this.projectTo3D(target, det.width, det.height);
|
|
160
|
+
if (!sample) {
|
|
161
|
+
this.tracking = false;
|
|
162
|
+
const twist = this.controller.update(null);
|
|
163
|
+
await this.publishTwist(twist);
|
|
164
|
+
return;
|
|
165
|
+
}
|
|
166
|
+
this.tracking = true;
|
|
167
|
+
this.detectionsSinceStart += 1;
|
|
168
|
+
this.lastPerson = { x: sample.x, z: sample.z, confidence: target.confidence };
|
|
169
|
+
const twist = this.controller.update(sample);
|
|
170
|
+
await this.publishTwist(twist);
|
|
171
|
+
}
|
|
172
|
+
projectTo3D(person, imgW, imgH) {
|
|
173
|
+
const depth = this.latestDepth;
|
|
174
|
+
if (!depth || Date.now() - depth.receivedAt > 2000)
|
|
175
|
+
return null;
|
|
176
|
+
// Map person centre from color-image space to depth-image space (assumes both share FOV
|
|
177
|
+
// and aspect ratio; RealSense color/depth are aligned closely enough for this).
|
|
178
|
+
const u = (person.cx / imgW) * depth.width;
|
|
179
|
+
const v = (person.cy / imgH) * depth.height;
|
|
180
|
+
const sampleHalf = Math.max(4, Math.floor(Math.min(person.width, person.height) * 0.1 *
|
|
181
|
+
(depth.width / imgW) * 0.5));
|
|
182
|
+
const x0 = Math.max(0, Math.floor(u - sampleHalf));
|
|
183
|
+
const x1 = Math.min(depth.width, Math.floor(u + sampleHalf));
|
|
184
|
+
const y0 = Math.max(0, Math.floor(v - sampleHalf));
|
|
185
|
+
const y1 = Math.min(depth.height, Math.floor(v + sampleHalf));
|
|
186
|
+
const samples = sampleDepthRegion(depth, x0, y0, x1, y1);
|
|
187
|
+
if (samples.length === 0)
|
|
188
|
+
return null;
|
|
189
|
+
samples.sort((a, b) => a - b);
|
|
190
|
+
// Use the 25th percentile to bias toward the person surface (not background bleed).
|
|
191
|
+
const z = samples[Math.floor(samples.length * 0.25)] ?? samples[0];
|
|
192
|
+
if (!Number.isFinite(z) || z <= 0)
|
|
193
|
+
return null;
|
|
194
|
+
// Lateral offset from horizontal FOV. Image-centre is 0; right is positive x.
|
|
195
|
+
const normX = person.cx / imgW - 0.5;
|
|
196
|
+
const x = z * Math.tan(normX * DEFAULT_HORIZONTAL_FOV_RAD);
|
|
197
|
+
return { x, z, confidence: person.confidence };
|
|
198
|
+
}
|
|
199
|
+
async publishTwist(twist) {
|
|
200
|
+
const topic = resolveCmdVelTopic(this.config);
|
|
201
|
+
const message = {
|
|
202
|
+
linear: { x: twist.linearX, y: 0, z: 0 },
|
|
203
|
+
angular: { x: 0, y: 0, z: twist.angularZ },
|
|
204
|
+
};
|
|
205
|
+
try {
|
|
206
|
+
await this.transport.publish({ topic, type: "geometry_msgs/msg/Twist", msg: message });
|
|
207
|
+
}
|
|
208
|
+
catch (err) {
|
|
209
|
+
this.lastError = `cmd_vel publish: ${err instanceof Error ? err.message : String(err)}`;
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
async publishStop() {
|
|
213
|
+
await this.publishTwist({ linearX: 0, angularZ: 0 });
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
function pickTarget(persons) {
|
|
217
|
+
return persons.reduce((best, p) => (p.width * p.height > best.width * best.height ? p : best));
|
|
218
|
+
}
|
|
219
|
+
function sampleDepthRegion(d, x0, y0, x1, y1) {
|
|
220
|
+
// Reuse sampleDepthMeters by passing a custom center-fraction. Easier: inline a copy of the
|
|
221
|
+
// 16UC1/32FC1 decode here for an arbitrary rect.
|
|
222
|
+
const out = [];
|
|
223
|
+
if (d.encoding === "16UC1") {
|
|
224
|
+
for (let y = y0; y < y1; y++) {
|
|
225
|
+
for (let x = x0; x < x1; x++) {
|
|
226
|
+
const off = y * d.step + x * 2;
|
|
227
|
+
if (off + 2 > d.data.length)
|
|
228
|
+
continue;
|
|
229
|
+
const lo = d.data[off];
|
|
230
|
+
const hi = d.data[off + 1];
|
|
231
|
+
const v = d.isBigEndian ? (lo << 8) | hi : (hi << 8) | lo;
|
|
232
|
+
if (v > 0)
|
|
233
|
+
out.push(v / 1000);
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
else if (d.encoding === "32FC1") {
|
|
238
|
+
for (let y = y0; y < y1; y++) {
|
|
239
|
+
for (let x = x0; x < x1; x++) {
|
|
240
|
+
const off = y * d.step + x * 4;
|
|
241
|
+
if (off + 4 > d.data.length)
|
|
242
|
+
continue;
|
|
243
|
+
const v = new DataView(d.data.buffer, d.data.byteOffset + off, 4).getFloat32(0, !d.isBigEndian);
|
|
244
|
+
if (Number.isFinite(v) && v > 0)
|
|
245
|
+
out.push(v);
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
return out;
|
|
250
|
+
}
|
|
251
|
+
function resolveCmdVelTopic(config) {
|
|
252
|
+
const raw = (config.teleop?.cmdVelTopic ?? "").trim() || "/cmd_vel";
|
|
253
|
+
const namespaced = toNamespacedTopic(config, raw);
|
|
254
|
+
// Apply same uuid → robot<uuid-no-dashes> rewrite as ros2_publish handler.
|
|
255
|
+
const match = namespaced.match(/^\/([^/]+)\/cmd_vel$/i);
|
|
256
|
+
const segment = match?.[1] ?? "";
|
|
257
|
+
if (match && !segment.toLowerCase().startsWith("robot")) {
|
|
258
|
+
return `/robot${segment.replace(/-/g, "")}/cmd_vel`;
|
|
259
|
+
}
|
|
260
|
+
return namespaced;
|
|
261
|
+
}
|
|
262
|
+
let singleton = null;
|
|
263
|
+
export function getFollowMeLocal(config, transport) {
|
|
264
|
+
if (!singleton)
|
|
265
|
+
singleton = new FollowMeLocal(config, transport);
|
|
266
|
+
return singleton;
|
|
267
|
+
}
|
|
268
|
+
//# sourceMappingURL=loop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/follow-me/loop.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,8BAA8B,EAC9B,0BAA0B,EAC1B,2BAA2B,EAC3B,YAAY,EACZ,eAAe,EACf,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,cAAc,EAAwB,MAAM,eAAe,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAc,MAAM,iBAAiB,CAAC;AAEjE,MAAM,mBAAmB,GAAG,2CAA2C,CAAC;AACxE,MAAM,mBAAmB,GAAG,qCAAqC,CAAC;AAClE,MAAM,0BAA0B,GAAG,OAAO,CAAC,CAAC,kCAAkC;AAC9E,MAAM,OAAO,GAAG,CAAC,CAAC;AAkClB,MAAM,OAAO,aAAa;IAkBL;IACA;IAlBF,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;IAChC,UAAU,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAC/C,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,iBAAiB,GAAkB,IAAI,CAAC;IACxC,QAAQ,GAAwB,IAAI,CAAC;IACrC,QAAQ,GAAwB,IAAI,CAAC;IACrC,WAAW,GAAuB,IAAI,CAAC;IACvC,WAAW,GAAuB,IAAI,CAAC;IACvC,UAAU,GAA0B,IAAI,CAAC;IACzC,SAAS,GAAkB,IAAI,CAAC;IAChC,eAAe,GAAG,CAAC,CAAC;IACpB,oBAAoB,GAAG,CAAC,CAAC;IACzB,UAAU,GAAwD,IAAI,CAAC;IACvE,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,MAAwB,EACxB,SAAuB;QADvB,WAAM,GAAN,MAAM,CAAkB;QACxB,cAAS,GAAT,SAAS,CAAc;IACvC,CAAC;IAEJ,KAAK,CAAC,KAAK,CAAC,OAAqB,EAAE;QACjC,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED,iBAAiB,CAAC,CAAS;QACzB,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,oBAAoB,CAAC,WAAmB;QACtC,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IACtD,CAAC;IAED,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc;YACrD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;SAChD,CAAC;IACJ,CAAC;IAEO,eAAe;QACrB,MAAM,aAAa,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,mBAAmB,CAAC;QAC3F,MAAM,UAAU,GAAG,2BAA2B,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,2BAA2B,CAAC,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;QACjF,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CACtC,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,aAAa,EAAE,EACpF,CAAC,GAAG,EAAE,EAAE;YACN,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,8BAA8B,CAAC,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAChG,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACtD,IAAI,CAAC,WAAW,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAC7D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,SAAS,GAAG,iBAAiB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACvF,CAAC;QACH,CAAC,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CACtC,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,EAC1C,CAAC,GAAG,EAAE,EAAE;YACN,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,2BAA2B,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBACpF,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAClD,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACrD,MAAM,GAAG,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,IAAI,GACR,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC;gBACxF,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBACnD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,WAAW,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAClG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,SAAS,GAAG,iBAAiB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACvF,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,uBAAuB;QAC3C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YACzC,sDAAsD;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,uFAAuF;QACvF,2FAA2F;QAC3F,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,oBAAoB,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;QAC9E,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAEO,WAAW,CACjB,MAAuB,EACvB,IAAY,EACZ,IAAY;QAEZ,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC;QAEhE,wFAAwF;QACxF,gFAAgF;QAChF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;QAC3C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG;YACnF,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9B,oFAAoF;QACpF,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAE,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAE/C,8EAA8E;QAC9E,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,IAAI,GAAG,GAAG,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,0BAA0B,CAAC,CAAC;QAC3D,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAY;QACrC,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG;YACd,MAAM,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YACxC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,EAAE;SAC3C,CAAC;QACF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,yBAAyB,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QACzF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,GAAG,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1F,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;CACF;AAED,SAAS,UAAU,CAAC,OAA0B;IAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAc,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU;IACvF,4FAA4F;IAC5F,iDAAiD;IACjD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC/B,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBACtC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC;gBACxB,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC1D,IAAI,CAAC,GAAG,CAAC;oBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC/B,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBACtC,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBAChG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAwB;IAClD,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC;IACpE,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClD,2EAA2E;IAC3E,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,OAAO,SAAS,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC;IACtD,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,IAAI,SAAS,GAAyB,IAAI,CAAC;AAE3C,MAAM,UAAU,gBAAgB,CAAC,MAAwB,EAAE,SAAuB;IAChF,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACjE,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}
|