solarian-umi 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (149) hide show
  1. solarian_umi-0.1.0/LICENSE +201 -0
  2. solarian_umi-0.1.0/NOTICE +26 -0
  3. solarian_umi-0.1.0/PKG-INFO +257 -0
  4. solarian_umi-0.1.0/README.md +214 -0
  5. solarian_umi-0.1.0/pyproject.toml +78 -0
  6. solarian_umi-0.1.0/setup.cfg +4 -0
  7. solarian_umi-0.1.0/solarian_umi/__init__.py +15 -0
  8. solarian_umi-0.1.0/solarian_umi/commands/__init__.py +1 -0
  9. solarian_umi-0.1.0/solarian_umi/commands/calibrate_lumi.py +143 -0
  10. solarian_umi-0.1.0/solarian_umi/commands/calibrate_umi_camera.py +1013 -0
  11. solarian_umi-0.1.0/solarian_umi/commands/slam.py +167 -0
  12. solarian_umi-0.1.0/solarian_umi/diffusion_policy/LICENSE.umi +21 -0
  13. solarian_umi-0.1.0/solarian_umi/diffusion_policy/__init__.py +0 -0
  14. solarian_umi-0.1.0/solarian_umi/diffusion_policy/codecs/__init__.py +0 -0
  15. solarian_umi-0.1.0/solarian_umi/diffusion_policy/codecs/imagecodecs_numcodecs.py +1414 -0
  16. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/__init__.py +0 -0
  17. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/checkpoint_util.py +70 -0
  18. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/json_logger.py +123 -0
  19. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/normalize_util.py +257 -0
  20. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/pose_repr_util.py +118 -0
  21. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/pytorch_util.py +88 -0
  22. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/q_critic_util.py +135 -0
  23. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/replay_buffer.py +678 -0
  24. solarian_umi-0.1.0/solarian_umi/diffusion_policy/common/sampler.py +210 -0
  25. solarian_umi-0.1.0/solarian_umi/diffusion_policy/dataset/__init__.py +0 -0
  26. solarian_umi-0.1.0/solarian_umi/diffusion_policy/dataset/base_dataset.py +82 -0
  27. solarian_umi-0.1.0/solarian_umi/diffusion_policy/dataset/solarian_session.py +469 -0
  28. solarian_umi-0.1.0/solarian_umi/diffusion_policy/dataset/umi_dataset.py +740 -0
  29. solarian_umi-0.1.0/solarian_umi/diffusion_policy/dataset_name.py +49 -0
  30. solarian_umi-0.1.0/solarian_umi/diffusion_policy/env_runner/__init__.py +0 -0
  31. solarian_umi-0.1.0/solarian_umi/diffusion_policy/env_runner/base_image_runner.py +15 -0
  32. solarian_umi-0.1.0/solarian_umi/diffusion_policy/env_runner/real_pusht_image_runner.py +16 -0
  33. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/__init__.py +0 -0
  34. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/common/__init__.py +0 -0
  35. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/common/dict_of_tensor_mixin.py +44 -0
  36. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/common/lr_scheduler.py +52 -0
  37. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/common/module_attr_mixin.py +20 -0
  38. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/common/normalizer.py +359 -0
  39. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/common/tensor_util.py +966 -0
  40. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/diffusion/__init__.py +0 -0
  41. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/diffusion/conditional_unet1d.py +244 -0
  42. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/diffusion/conv1d_components.py +52 -0
  43. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/diffusion/ema_model.py +94 -0
  44. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/diffusion/mask_generator.py +227 -0
  45. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/diffusion/positional_embedding.py +23 -0
  46. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/vision/__init__.py +0 -0
  47. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/vision/crop_randomizer.py +294 -0
  48. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/vision/multi_image_obs_encoder.py +201 -0
  49. solarian_umi-0.1.0/solarian_umi/diffusion_policy/model/vision/timm_obs_encoder.py +729 -0
  50. solarian_umi-0.1.0/solarian_umi/diffusion_policy/policy/__init__.py +0 -0
  51. solarian_umi-0.1.0/solarian_umi/diffusion_policy/policy/base_image_policy.py +33 -0
  52. solarian_umi-0.1.0/solarian_umi/diffusion_policy/policy/diffusion_unet_image_policy.py +270 -0
  53. solarian_umi-0.1.0/solarian_umi/diffusion_policy/policy/diffusion_unet_timm_policy.py +613 -0
  54. solarian_umi-0.1.0/solarian_umi/diffusion_policy/policy/parl_action_optimizer.py +675 -0
  55. solarian_umi-0.1.0/solarian_umi/diffusion_policy/workspace/__init__.py +0 -0
  56. solarian_umi-0.1.0/solarian_umi/diffusion_policy/workspace/base_workspace.py +152 -0
  57. solarian_umi-0.1.0/solarian_umi/diffusion_policy/workspace/train_diffusion_unet_image_workspace.py +1626 -0
  58. solarian_umi-0.1.0/solarian_umi/service.py +25 -0
  59. solarian_umi-0.1.0/solarian_umi/skill.py +1444 -0
  60. solarian_umi-0.1.0/solarian_umi/slam/LICENSE.umi +21 -0
  61. solarian_umi-0.1.0/solarian_umi/slam/__init__.py +0 -0
  62. solarian_umi-0.1.0/solarian_umi/slam/calibration/aruco_config.yaml +24 -0
  63. solarian_umi-0.1.0/solarian_umi/slam/calibration/gopro_intrinsics_2_7k.json +20 -0
  64. solarian_umi-0.1.0/solarian_umi/slam/camera_calibration.py +357 -0
  65. solarian_umi-0.1.0/solarian_umi/slam/docker.py +72 -0
  66. solarian_umi-0.1.0/solarian_umi/slam/fisheye_model.py +251 -0
  67. solarian_umi-0.1.0/solarian_umi/slam/live_calibration.py +305 -0
  68. solarian_umi-0.1.0/solarian_umi/slam/lumi_camera.py +215 -0
  69. solarian_umi-0.1.0/solarian_umi/slam/lumi_imu.py +198 -0
  70. solarian_umi-0.1.0/solarian_umi/slam/lumi_prepare.py +212 -0
  71. solarian_umi-0.1.0/solarian_umi/slam/map_selection.py +188 -0
  72. solarian_umi-0.1.0/solarian_umi/slam/remap_video.py +179 -0
  73. solarian_umi-0.1.0/solarian_umi/slam/rolling_shutter.py +142 -0
  74. solarian_umi-0.1.0/solarian_umi/slam/run.py +107 -0
  75. solarian_umi-0.1.0/solarian_umi/slam/run_pipeline.py +206 -0
  76. solarian_umi-0.1.0/solarian_umi/slam/scripts/00_process_videos.py +164 -0
  77. solarian_umi-0.1.0/solarian_umi/slam/scripts/01_extract_gopro_imu.py +93 -0
  78. solarian_umi-0.1.0/solarian_umi/slam/scripts/02_create_map.py +110 -0
  79. solarian_umi-0.1.0/solarian_umi/slam/scripts/03_batch_slam.py +176 -0
  80. solarian_umi-0.1.0/solarian_umi/slam/scripts/04_detect_aruco.py +87 -0
  81. solarian_umi-0.1.0/solarian_umi/slam/scripts/05_run_calibrations.py +78 -0
  82. solarian_umi-0.1.0/solarian_umi/slam/scripts/06_generate_dataset_plan.py +777 -0
  83. solarian_umi-0.1.0/solarian_umi/slam/scripts/07_generate_replay_buffer.py +260 -0
  84. solarian_umi-0.1.0/solarian_umi/slam/scripts/07_generate_session.py +328 -0
  85. solarian_umi-0.1.0/solarian_umi/slam/scripts/__init__.py +0 -0
  86. solarian_umi-0.1.0/solarian_umi/slam/scripts/calibrate_gripper_range.py +92 -0
  87. solarian_umi-0.1.0/solarian_umi/slam/scripts/calibrate_slam_tag.py +155 -0
  88. solarian_umi-0.1.0/solarian_umi/slam/scripts/detect_aruco.py +82 -0
  89. solarian_umi-0.1.0/solarian_umi/slam/support/__init__.py +0 -0
  90. solarian_umi-0.1.0/solarian_umi/slam/support/cam_imu.py +215 -0
  91. solarian_umi-0.1.0/solarian_umi/slam/support/cv_util.py +460 -0
  92. solarian_umi-0.1.0/solarian_umi/slam/support/interpolation_util.py +57 -0
  93. solarian_umi-0.1.0/solarian_umi/slam/support/mp4_meta.py +48 -0
  94. solarian_umi-0.1.0/solarian_umi/slam/support/policy_frame.py +102 -0
  95. solarian_umi-0.1.0/solarian_umi/slam/support/timecode_util.py +80 -0
  96. solarian_umi-0.1.0/solarian_umi/slam/trajectory_check.py +135 -0
  97. solarian_umi-0.1.0/solarian_umi/targets.py +42 -0
  98. solarian_umi-0.1.0/solarian_umi/templates/skills/umi.yaml +125 -0
  99. solarian_umi-0.1.0/solarian_umi/templates/skills/umi_target.yaml +139 -0
  100. solarian_umi-0.1.0/solarian_umi/templates/training/umi.yaml +421 -0
  101. solarian_umi-0.1.0/solarian_umi/templates/training/umi_pick.yaml +445 -0
  102. solarian_umi-0.1.0/solarian_umi/templates/training/umi_pick_mask.yaml +435 -0
  103. solarian_umi-0.1.0/solarian_umi/templates/training/umi_place.yaml +436 -0
  104. solarian_umi-0.1.0/solarian_umi/trainer.py +238 -0
  105. solarian_umi-0.1.0/solarian_umi/training.py +18 -0
  106. solarian_umi-0.1.0/solarian_umi/umi/__init__.py +1 -0
  107. solarian_umi-0.1.0/solarian_umi/umi/common/__init__.py +1 -0
  108. solarian_umi-0.1.0/solarian_umi/umi/common/cv2_util.py +177 -0
  109. solarian_umi-0.1.0/solarian_umi/umi/common/cv_util.py +139 -0
  110. solarian_umi-0.1.0/solarian_umi/umi/common/interpolation_util.py +59 -0
  111. solarian_umi-0.1.0/solarian_umi/umi/common/pose_repr_util.py +118 -0
  112. solarian_umi-0.1.0/solarian_umi/umi/common/pose_util.py +115 -0
  113. solarian_umi-0.1.0/solarian_umi/umi/compare_policy_image.py +348 -0
  114. solarian_umi-0.1.0/solarian_umi/umi/gripper_align.py +314 -0
  115. solarian_umi-0.1.0/solarian_umi/umi/policy_image.py +190 -0
  116. solarian_umi-0.1.0/solarian_umi/umi/real_world/__init__.py +1 -0
  117. solarian_umi-0.1.0/solarian_umi/umi/real_world/real_inference_util.py +222 -0
  118. solarian_umi-0.1.0/solarian_umi/umi/umi_gold_camera0_rgb_t0.png +0 -0
  119. solarian_umi-0.1.0/solarian_umi/umi/utils.py +64 -0
  120. solarian_umi-0.1.0/solarian_umi.egg-info/PKG-INFO +257 -0
  121. solarian_umi-0.1.0/solarian_umi.egg-info/SOURCES.txt +147 -0
  122. solarian_umi-0.1.0/solarian_umi.egg-info/dependency_links.txt +1 -0
  123. solarian_umi-0.1.0/solarian_umi.egg-info/entry_points.txt +13 -0
  124. solarian_umi-0.1.0/solarian_umi.egg-info/requires.txt +32 -0
  125. solarian_umi-0.1.0/solarian_umi.egg-info/top_level.txt +1 -0
  126. solarian_umi-0.1.0/tests/test_batch_slam.py +52 -0
  127. solarian_umi-0.1.0/tests/test_box_pool.py +135 -0
  128. solarian_umi-0.1.0/tests/test_calibrate_umi_camera.py +82 -0
  129. solarian_umi-0.1.0/tests/test_cam_imu.py +133 -0
  130. solarian_umi-0.1.0/tests/test_camera_calibration.py +152 -0
  131. solarian_umi-0.1.0/tests/test_config.py +38 -0
  132. solarian_umi-0.1.0/tests/test_cup_arrange_gripper.py +78 -0
  133. solarian_umi-0.1.0/tests/test_cup_arrange_inference.py +385 -0
  134. solarian_umi-0.1.0/tests/test_dataset_mix.py +89 -0
  135. solarian_umi-0.1.0/tests/test_lumi_camera.py +138 -0
  136. solarian_umi-0.1.0/tests/test_map_selection.py +172 -0
  137. solarian_umi-0.1.0/tests/test_mask_target.py +215 -0
  138. solarian_umi-0.1.0/tests/test_point_target.py +160 -0
  139. solarian_umi-0.1.0/tests/test_process_videos.py +88 -0
  140. solarian_umi-0.1.0/tests/test_remap_video.py +49 -0
  141. solarian_umi-0.1.0/tests/test_rolling_shutter.py +81 -0
  142. solarian_umi-0.1.0/tests/test_slam.py +244 -0
  143. solarian_umi-0.1.0/tests/test_solarian_session.py +303 -0
  144. solarian_umi-0.1.0/tests/test_targets_skill.py +254 -0
  145. solarian_umi-0.1.0/tests/test_trainer.py +220 -0
  146. solarian_umi-0.1.0/tests/test_trajectory_check.py +51 -0
  147. solarian_umi-0.1.0/tests/test_umi_image_compare.py +415 -0
  148. solarian_umi-0.1.0/tests/test_val_dataset.py +95 -0
  149. solarian_umi-0.1.0/tests/test_video_meta.py +49 -0
@@ -0,0 +1,201 @@
1
+ Apache License
2
+ Version 2.0, January 2004
3
+ http://www.apache.org/licenses/
4
+
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
177
+
178
+ APPENDIX: How to apply the Apache License to your work.
179
+
180
+ To apply the Apache License to your work, attach the following
181
+ boilerplate notice, with the fields enclosed by brackets "[]"
182
+ replaced with your own identifying information. (Don't include
183
+ the brackets!) The text should be enclosed in the appropriate
184
+ comment syntax for the file format. We also recommend that a
185
+ file or class name and description of purpose be included on the
186
+ same "printed page" as the copyright notice for easier
187
+ identification within third-party archives.
188
+
189
+ Copyright [yyyy] [name of copyright owner]
190
+
191
+ Licensed under the Apache License, Version 2.0 (the "License");
192
+ you may not use this file except in compliance with the License.
193
+ You may obtain a copy of the License at
194
+
195
+ http://www.apache.org/licenses/LICENSE-2.0
196
+
197
+ Unless required by applicable law or agreed to in writing, software
198
+ distributed under the License is distributed on an "AS IS" BASIS,
199
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
+ See the License for the specific language governing permissions and
201
+ limitations under the License.
@@ -0,0 +1,26 @@
1
+ Solarian UMI skill plugin
2
+ Copyright 2026 PrimaryKey Inc.
3
+
4
+ This product includes software developed by PrimaryKey Inc.
5
+
6
+
7
+ Third-party code
8
+ ================
9
+
10
+ solarian_umi/slam/
11
+ solarian_umi/diffusion_policy/
12
+ Derived from Universal Manipulation Interface
13
+ (https://github.com/real-stanford/universal_manipulation_interface),
14
+ Copyright (c) 2023 Columbia Artificial Intelligence and Robotics Lab,
15
+ MIT License, and modified. The license text is LICENSE.umi in each
16
+ directory.
17
+
18
+
19
+ Separately distributed software
20
+ ===============================
21
+
22
+ The SLAM pipeline runs ORB-SLAM3 (https://github.com/UZ-SLAMLab/ORB_SLAM3),
23
+ licensed GPLv3, inside separate Docker images (chicheng/orb_slam3 and
24
+ solariandev/orb_slam3). ORB-SLAM3 is not part of this package's source and
25
+ is not covered by this license. slam/Dockerfile.lumi only describes how the
26
+ solariandev/orb_slam3 image is built.
@@ -0,0 +1,257 @@
1
+ Metadata-Version: 2.4
2
+ Name: solarian-umi
3
+ Version: 0.1.0
4
+ Summary: Run and train a UMI diffusion policy. Each task is a yaml in the project's conf/.
5
+ Author-email: Raul Garreta <raul@solarian.dev>
6
+ License: Apache-2.0
7
+ Classifier: License :: OSI Approved :: Apache Software License
8
+ Requires-Python: >=3.10
9
+ Description-Content-Type: text/markdown
10
+ License-File: LICENSE
11
+ License-File: NOTICE
12
+ Requires-Dist: solarian>=0.1.0
13
+ Requires-Dist: numpy
14
+ Requires-Dist: scipy
15
+ Requires-Dist: opencv-python
16
+ Requires-Dist: pyyaml
17
+ Provides-Extra: slam
18
+ Requires-Dist: click; extra == "slam"
19
+ Requires-Dist: av; extra == "slam"
20
+ Requires-Dist: pandas; extra == "slam"
21
+ Requires-Dist: zarr; extra == "slam"
22
+ Requires-Dist: numcodecs; extra == "slam"
23
+ Requires-Dist: imagecodecs; extra == "slam"
24
+ Requires-Dist: tqdm; extra == "slam"
25
+ Provides-Extra: train
26
+ Requires-Dist: torch; extra == "train"
27
+ Requires-Dist: torchvision; extra == "train"
28
+ Requires-Dist: diffusers; extra == "train"
29
+ Requires-Dist: timm; extra == "train"
30
+ Requires-Dist: hydra-core; extra == "train"
31
+ Requires-Dist: omegaconf; extra == "train"
32
+ Requires-Dist: accelerate; extra == "train"
33
+ Requires-Dist: wandb; extra == "train"
34
+ Requires-Dist: einops; extra == "train"
35
+ Requires-Dist: dill; extra == "train"
36
+ Requires-Dist: zarr; extra == "train"
37
+ Requires-Dist: numcodecs; extra == "train"
38
+ Requires-Dist: imagecodecs; extra == "train"
39
+ Requires-Dist: pandas; extra == "train"
40
+ Requires-Dist: numba; extra == "train"
41
+ Requires-Dist: tqdm; extra == "train"
42
+ Dynamic: license-file
43
+
44
+ # solarian-umi
45
+
46
+ Run and train [UMI](https://umi-gripper.github.io/) diffusion policies in Solarian. The policy, the module names, and the motion parameters live in a yaml in the project, not in the skill.
47
+
48
+ ## Install
49
+
50
+ From a Solarian project:
51
+
52
+ ```bash
53
+ solarian install solarian-umi
54
+ ```
55
+
56
+ That installs the package into the current Python environment, adds it to `pyproject.toml`, and copies every file under `templates/` into the same folder of `conf/` when it is not already there: `conf/skills/umi.yaml`, `conf/skills/umi_target.yaml`, and the training files `conf/training/umi.yaml`, `umi_pick.yaml`, `umi_pick_mask.yaml` and `umi_place.yaml`. An unpublished checkout installs the same way from a path:
57
+
58
+ ```bash
59
+ solarian install plugins/solarian-umi
60
+ ```
61
+
62
+ The policy server this skill calls is `solarian-diffusion`. Install that too if you serve the checkpoint yourself.
63
+
64
+ ## Use
65
+
66
+ `conf/skills/umi.yaml` is one policy. Copy it for another (`conf/skills/cup_arrange.yaml`, `conf/skills/pick_lego.yaml`) and point each at its own checkpoint. Start the skill with that filename:
67
+
68
+ ```python
69
+ from solarian_umi import UMISkill
70
+
71
+ self.start_skill(UMISkill(params={"config": "cup_arrange.yaml"}))
72
+ ```
73
+
74
+ `config` is a filename in `conf/skills/`, or a path. `arm`, `gripper`, and `camera` come from the file; pass them in `params` only to override it. Any other key in `params` overrides the same key in the file.
75
+
76
+ The skill runs on the robot by default; set `execution_place: server` in the file to run it on the relay. On the robot, the controller sends `START_SKILL` with name `umi` and those params. One `UMISkill` runs at a time; a different file restarts it.
77
+
78
+ Serve the checkpoint named in the file's `server:` block (the
79
+ `diffusion-policy` service, from `solarian-diffusion`):
80
+
81
+ ```bash
82
+ solarian run-service cup_arrange
83
+ ```
84
+
85
+ The skill reaches it at `policy_server_url`, sending `policy_server_token` when
86
+ the server asks for one (a policy hosted on Solarian Base). With
87
+ `server.managed: true` the skill launches the server itself.
88
+
89
+ ## Targets: pick and place
90
+
91
+ A checkpoint can be trained with targets, each an extra input channel over `camera0_rgb` (see [`targets.py`](https://github.com/solarian-dev/solarian-umi/blob/main/solarian_umi/targets.py)):
92
+
93
+ - a box, drawn as a filled rectangle (`obs.bbox`, `bbox_mode: mask_channel`): pick what a SAM 2 tracker boxes;
94
+ - a mask, the object's segmentation (`obs.mask`, `type: mask`): pick a thin or diagonal object;
95
+ - a point, drawn as a `point_box_px` square (`obs.point`, `point_mode: mask_channel`): place the held object where a TAPNext point tracker says.
96
+
97
+ The same `UMISkill` runs them. Its yaml adds:
98
+
99
+ - `targets`: each target the checkpoint observes, mapped to the camera's calculated field holding it in capture pixels, e.g. `{bbox: bbox}`, `{mask: target_mask}` or `{point: target_point}`. The field must be a `BoundingBoxData`, `MaskData` or `PointData` to match; `setup` refuses a missing, extra or mismatched one.
100
+ - `execution_place`: `server` or `robot`, required with targets, from a deployment key (`umi_target_execution_place` in the template `conf/skills/umi_target.yaml`).
101
+
102
+ ```python
103
+ self.start_skill(UMISkill(params={"config": "place_object.yaml"}))
104
+ ```
105
+
106
+ A box or mask usually comes from `solarian-sam2`, a point from `solarian-tapnext`, each seeded when the operator clicks the wrist image (`self.start_service(camera, "target_point", point=...)`). Before then a box is all zeros and the policy gets the whole frame as its box, a mask is None and the policy gets an empty mask, and a point is all zeros and the policy gets `[-1, -1]`: each the dataset's "no target". The skill maps every target through the same remap, resize and crop as the frame; a point that the crop removes becomes `[-1, -1]`, and a mask is cleared where the gripper and mirrors are painted black.
107
+
108
+ On the server, the skill sits beside the trackers and the robot only captures and executes. On the robot, the target fields must also be computed on the robot (`execution_place: robot` in their confs); `setup` refuses a robot-hosted skill reading a server-computed field, because that field never reaches the robot. Point the skill and the trackers at one deployment key so they cannot disagree.
109
+
110
+ ## Train
111
+
112
+ A training run is one file, `conf/training/<name>.yaml`. It is the UMI training config written as `python train.py --config-name` reads it in the [UMI repo](https://github.com/real-stanford/universal_manipulation_interface), with the task inlined under `task:` instead of a `defaults:` list, plus four Solarian keys at the top:
113
+
114
+ - `trainer: umi` selects this plugin's trainer.
115
+ - `job_name` names the run; checkpoints go to `models/<job_name>/` unless `output_dir` is set.
116
+ - `output_dir`: the run folder, or null for `models/<job_name>`.
117
+ - `modal`: `solarian modal-train` settings, or null for local training only.
118
+
119
+ Everything else is UMI's: the model (`policy`), `optimizer`, `training` (epochs, LR schedule, checkpoint cadence, `init_from_ckpt`, `resume`), `dataloader`, `logging`, `checkpoint` and the `task` with its datasets. Nothing is inherited from another file and no value is filled in by code, so the file shows every value the run uses. `${eval:...}` and `${parse_dataset_field:...}` work as in UMI: the trainer registers them before the file resolves. Every top-level key is required and an unknown one is rejected, so a typo fails before training starts.
120
+
121
+ `solarian install` seeds four files, copied from `templates/training/`:
122
+
123
+ - `conf/training/umi.yaml`: camera and proprioception only, no target; the UMI `train_diffusion_unet_timm_umi_cup_wild` run.
124
+ - `conf/training/umi_pick.yaml`: a ViT-L CLIP encoder and UNet conditioned on a target box drawn as a 4th image channel, on the CLS token; the UMI `train_diffusion_unet_timm_umi_pick_lego_pile_bbox` run.
125
+ - `conf/training/umi_pick_mask.yaml`: as `umi_pick`, conditioned on the object's mask through the CLS token and `box_pool`.
126
+ - `conf/training/umi_place.yaml`: as `umi_pick_mask`, conditioned on a place point instead, from the `track_point` dataset op.
127
+
128
+ Copy one per run and change `job_name`, `task.dataset_mix` and whatever else the run changes; `trainer` stays `umi`.
129
+
130
+ ```text
131
+ conf/training/cup_arrange.yaml job_name: cup_arrange task.dataset_mix: [{path: datasets/cup.zarr.zip, weight: 1.0}]
132
+ conf/skills/cup_arrange.yaml server.checkpoint: models/cup_arrange/checkpoints/latest.ckpt
133
+
134
+ conf/training/pick_object.yaml job_name: pick_object
135
+ conf/skills/pick_object.yaml server.checkpoint: models/pick_object/checkpoints/latest.ckpt
136
+ ```
137
+
138
+ Training uses the UMI code copied into this package (MIT, copyright 2023 Columbia Artificial Intelligence and Robotics Lab, [universal_manipulation_interface](https://github.com/real-stanford/universal_manipulation_interface)). Install the training libraries with `pip install "solarian-umi[train]"`. `solarian modal-train` uploads every dataset and checkpoint the file names.
139
+
140
+ ```bash
141
+ solarian train --conf conf/training/cup_arrange
142
+ ```
143
+
144
+ Checkpoints are written to `models/<job_name>/checkpoints/latest.ckpt`. Set that path as `server.checkpoint` in the skill yaml, then start the same skill:
145
+
146
+ ```python
147
+ self.start_skill(UMISkill(params={"config": "cup_arrange.yaml"}))
148
+ ```
149
+
150
+ ### The keys a run usually changes
151
+
152
+ - `task.dataset_mix`: a list of `{path, weight}`. Each sample comes from entry `i` with probability `weight_i / sum(weights)`, whatever the entry's size, so a small set can be emphasized without copying it. Validation comes from the first entry (or `task.dataset.val_dataset_path`); the normalizer is fit on all of them. `task.dataset_path` is `${task.dataset_mix[0].path}`.
153
+ - `task.dataset.val_dataset_path`: a separate dataset (`.zarr.zip` or `.solarian.zip`) used as the whole validation set; every episode of the datasets trains. null: a random `task.dataset.val_ratio` (5%) of the first dataset's episodes validates.
154
+ - `training.init_from_ckpt`: fine-tune from a checkpoint's weights. The optimizer, LR schedule and epoch count start fresh, and the normalizer is recomputed from the training data.
155
+ - `training.resume`: continue an interrupted run from `<output_dir>/checkpoints/latest.ckpt` at its next epoch. `training.num_epochs` stays the run's total.
156
+ - `task.samples_per_epoch`: samples drawn per epoch, by dataset weight. An epoch is `task.samples_per_epoch / batch_size` steps and only sets how often validation, sampling and checkpoints run; `training.num_epochs` of them is the run. null: as many as the datasets hold together.
157
+ - `policy.obs_encoder.feature_aggregation`: null conditions on the ViT summary (CLS) token. `box_pool` also adds the mean of the patch tokens under the target (weighted by the mask's shape for a mask target) and its bounding corners, which widens the conditioning. A CLS checkpoint in `training.init_from_ckpt` still initializes it: its conditioning weights move to the CLS and low-dim positions and the new columns start at zero, so the widened network computes the same function as the checkpoint until training moves those weights.
158
+ - The targets in `task.shape_meta.obs`: `umi_pick` observes the dataset's `bbox` array, drawn as a filled rectangle. `umi_pick_mask` (with `bbox_mode: mask`) observes its `mask` array, the object's segmentation, which marks a thin or diagonal object such as a cable where a box covers mostly background. `umi_place` observes its `point` array, drawn as a `point_box_px` square; negative means no point. Each entry reads the dataset array of its own name: in a `.solarian.zip` the `track` op writes `bbox` and `mask` and the `track_point` op writes `point`, into `episodes/*/targets/camera0.rgb.npz`; for a `.zarr.zip`, add a mask with solarian_base `scripts/zarr_add_masks.py`. Training refuses a dataset without every target it observes. Each target is one more ViT input channel, in shape_meta order, so a policy can observe a pick box and a place point together. A checkpoint with fewer targets starts one with more: `training.init_from_ckpt` pads the patch embedding and the `box_pool` conditioning with zeros for the new ones, so the widened network starts as the checkpoint.
159
+
160
+ Any key is overridden on the command line. Values that contain `=` or start with `~` need inner quotes:
161
+
162
+ ```bash
163
+ solarian train --conf conf/training/umi_pick "task.dataset_mix=[{path:datasets/pick.zarr.zip,weight:1.0}]"
164
+ solarian train --conf conf/training/umi_pick "training.init_from_ckpt='models/pick/epoch=0170.ckpt'" \
165
+ optimizer.lr=1e-4 training.num_epochs=80
166
+ ```
167
+
168
+ ## SLAM
169
+
170
+ `solarian umi-slam` reads a directory of GoPro or Lumi collector MP4s and writes a training dataset. That dataset is a `task.dataset_mix` entry in a training file. The input is not a `solarian record` session.
171
+
172
+ ```bash
173
+ pip install "solarian-umi[slam]"
174
+ solarian umi-slam datasets/cup_session
175
+ # writes datasets/cup_session/dataset.solarian.zip
176
+ solarian umi-slam datasets/cup_session --format zarr
177
+ # writes datasets/cup_session/dataset.zarr.zip
178
+
179
+ # Lumi: once per camera and lens, with the collector on its Stream video screen.
180
+ solarian umi-calibrate-lumi --serial LUMI07FC9785 # writes conf/calibrations/cameras/LUMI07FC9785.json
181
+ solarian umi-slam datasets/lumi_session --camera lumi
182
+ # or the collector's packed dataset (solarian lumi pack); --camera lumi is implied
183
+ solarian umi-slam datasets/cups.lumi.zip
184
+ # writes datasets/cups.solarian.zip
185
+ ```
186
+
187
+ A `.lumi.zip` is extracted into a temporary work directory (or `--work-dir DIR`), which is removed after a successful run and kept after a failed one. `--yes` downloads missing Docker images without asking, for unattended runs such as Solarian Base's **Generate Solarian Dataset**.
188
+
189
+ `--format solarian` (the default) writes a solarian session, the layout `solarian record` uses, packed into one `.solarian.zip` with its entries at the archive root, as in a `.zarr.zip`. Solarian Base accepts it as an upload, and unzipped it is a session directory `export-dataset` reads. Training reads the zip directly; the mp4s are stored without zip compression, so they decode straight out of the archive:
190
+
191
+ ```
192
+ dataset.solarian.zip
193
+ session.json, manifest.jsonl
194
+ episodes/000000/
195
+ episode.json + "umi": demo start and end pose per gripper
196
+ episode.parquet obs.robot0.{x,y,z,rx,ry,rz,gripper_width}, one row per frame
197
+ video/camera0.rgb.mp4 the remapped 1440x1080 video, not inpainted, masked or resized
198
+ tags/camera0.rgb.json ArUco corners per frame
199
+ targets/camera0.rgb.npz optional: bbox and/or mask per frame, in video pixels
200
+ ```
201
+
202
+ The video keeps the full resolution, so tracking and segmentation (SAM 2) can run on it, and it is far smaller than 224x224 JPEG-XL frames. Training decodes each episode once when it starts: tags are inpainted, the gripper is masked and the frame is cropped to the policy resolution, the same steps `--format zarr` bakes into `dataset.zarr.zip`. `task.dataset.cache_dir` (`/tmp/solarian_umi_cache` in the shipped configs) holds the decoded buffer: the first GPU rank decodes into it under a file lock and the others copy the result, and later runs on the same machine reuse it until the session changes. It must be on local disk; `null` decodes in every process. Add `targets/` with `solarian_umi.diffusion_policy.dataset.solarian_session.write_targets(path, episode, bbox=..., mask=...)`, which appends to the zip; a `bbox` or `mask` present in every episode becomes the `bbox` or `mask` array a pick config trains on.
203
+
204
+ `--format zarr` writes the 224x224 `dataset.zarr.zip` instead.
205
+
206
+ A clip named `mapping.mp4` in the session directory is the mapping video, and one named `gripper_calibration.mp4` is the gripper calibration video (either case). Without them, the largest clip is the mapping video and the earliest remaining clip of each camera is its gripper calibration. A Lumi clip renamed this way gets the leftover `.imu.json` sidecar whose length best matches it. A clip that cannot be opened, such as one whose recorder lost power while saving it, moves with its sidecar to `<session>/unreadable_videos/` and the session goes on without it; an unreadable mapping or gripper calibration video stops the run.
207
+
208
+ `--camera gopro` (the default) uses the GoPro Max Lens yaml shipped in the ORB-SLAM3 image.
209
+
210
+ `--camera lumi` turns a Lumi session into GoPro footage before mapping, so the GoPro intrinsics, masks and SLAM settings apply, and a policy trained on it sees the same image geometry as one trained on GoPro data:
211
+
212
+ 1. Each demo's video is remapped into GoPro Max Lens geometry at 1440x1080, black where the Lumi lens does not see. The recording stays beside it as `raw_video_native.mp4`. The camera's calibration comes from `<session>/camera_calibration.json`, else `conf/calibrations/cameras/<serial>.json` in the directory the command runs from.
213
+ 2. `imu_data.json` is built from the collector's `.imu.json` sidecars, which keep each sample's time. The GPMF track only has one payload per second.
214
+ 3. The camera-to-IMU time offset of each demo and one camera-to-IMU rotation are measured by matching the video's rotation to the gyro. They are written to `<session>/camera_imu.json` and to `demos/mapping/lumi_slam.yaml`, with the GoPro file's IMU noise: the Lumi's MPU-6050 reads about 3.5% over g when still, and trusting its accelerometer more made demos diverge when the camera turned to look straight down. So is the sensor's rolling-shutter readout, measured from how much later the gyro lines up with features lower in the frame (about 22 ms top to bottom on the IMX477). `--rolling-shutter` undoes it in the remap with the gyro's rotation over each frame's readout. It is off by default: on a 148-demo session it kept about ten more demos tracking through medium-speed turns, but about as many of those diverged, and the yield stayed within the spread between maps.
215
+ 4. After batch SLAM, `trajectory_report.txt` lists each demo's lost fraction, extent and largest frame-to-frame jump. The pipeline stops before the dataset plan when most demos fail those limits. `python -m solarian_umi.slam.trajectory_check <session>` prints the same report for an existing session.
216
+
217
+ ORB-SLAM3 builds a different map each time it runs on the same mapping video, and how many demos track depends mostly on the map: on one 148-demo Lumi session, five maps let 2, 70, 94, 95 and 103 demos through. So the pipeline builds six maps side by side (`run_pipeline.py --map-candidates N`), tracks 24 demos spread over the session on each (`--probe-demos N`), and keeps the map most of them pass on. The other maps stay in `demos/mapping/map_candidates/`, and each candidate's score is in `<session>/map_selection.json`. Good maps are rare: on a 247-demo merge of two sessions, nine new maps passed 13 to 37 of 48 probe demos, against 42 for a map kept from an earlier run, which let 221 demos through where a fresh best of three had let 111. `--map-library DIR` (`solarian umi-slam --map-library DIR`) keeps the best map of each mapping take there. A later run on the same take, such as a merged dataset that shares it, scores that map alongside its new ones, keeps it on a tie, and replaces it only when a new map beats it. A map is tracked with the yaml it was built with, saved beside it as `map_slam_settings.yaml`, not with the session's new fit: on a map built with another camera-to-IMU rotation, 0.85° away cost a fifth of the passing demos and 2.5° nearly all of them. A `demos/mapping/map_atlas.osa` that already exists is used as it is, with the `map_slam_settings.yaml` beside it if there is one. Tracking on a map does not repeat either: of the demos that diverge on one run, most pass on another. So demos with no trajectory, or one that fails the limits, are tracked again on the kept map, up to twice (`--retries N`).
218
+
219
+ `03_batch_slam.py` ends with each demo that got no trajectory and why: the exit code or timeout, and ORB-SLAM3's last reason to stop, such as `Lost tracking on 60 >= 60 frames`. Its `slam_stdout.txt` stays in the demo's folder.
220
+
221
+ ### Recording a session SLAM can track
222
+
223
+ A demo is lost when ORB-SLAM3 cannot place 60 of its frames (two seconds at 30 fps; they need not be in a row) or when its trajectory fails the limits above. On that same session, recorded with 8 ms exposure, demos dropped more often the faster the wrist turned, because a fast turn blurs the frames:
224
+
225
+ | Peak wrist rotation | Demos dropped |
226
+ | --- | --- |
227
+ | under 1.5 rad/s | 0% |
228
+ | 1.5 to 2.0 rad/s | 6% |
229
+ | 2.0 to 2.4 rad/s | 27% |
230
+ | 2.4 rad/s and over | 58% |
231
+
232
+ A session recorded with 4 ms exposure (`max_exposure_us: 4000` in the collector config) lost no demo to blur, the six that turned faster than 2.0 rad/s included. The table had plenty of texture: ORB-SLAM3 found as many features in the frames of failed demos as in those of tracked ones, looking straight down included.
233
+
234
+ - Record with a short exposure, 4 ms or less, and light the table so the image stays bright at that exposure.
235
+ - In the mapping video, cover every view the demos will have: look straight down on the work area from the heights the demos reach, as well as across the table. With a poor map, demos that looked down steeper than the mapping video did were the ones lost.
236
+ - Hold still for half a second at the start of each demo, where SLAM finds its place in the map.
237
+ - A plain, glossy or regularly patterned table (one colour, a sheet of glass, a grid of tiles) gives SLAM little to tell views apart by. Put tape or a printed mat on it before recording the mapping video and leave it in place for the whole session: the map holds only what the mapping video saw, so texture added or moved afterwards helps no demo find the map.
238
+
239
+ `umi-calibrate-lumi` opens a fullscreen window with solarian's 9x6 checkerboard on the left and the Lumi's live view on the right, with the detected corners and a 4x4 grid over the frame. Hold the Lumi in front of the screen and press SPACE to keep a view. Keep going until every edge cell turns from red to green and there are 15 views, then press c. A detected board is painted over in the preview, because the lens also sees the preview and could detect a picture of the board in it. What stays the same while the camera moves (the gripper) is tinted blue, and edge cells it mostly covers are not required, so the camera can stay mounted on the collector. Needs ffmpeg. Saved frames stay in `.cache/lumi_calibration/<serial>_<time>/`; `umi-calibrate-lumi <that folder> --serial S` calibrates from them again.
240
+
241
+ `umi-calibrate-lumi --from-remap conf/calibrations/<camera>_gopro_remap.json --serial S --output PATH` writes a calibration from an existing checkerboard calibration instead.
242
+
243
+ `--slam-settings PATH` mounts another ORB-SLAM3 yaml instead.
244
+
245
+ ORB-SLAM3 runs in Docker image `chicheng/orb_slam3:latest`. GoPro IMU extraction runs in `chicheng/openicc:latest`. With `--camera lumi`, ORB-SLAM3 runs in `solariandev/orb_slam3:lumi-inliers15` instead: the same image with the inlier floor for the first second after relocalization lowered from 30 to 15, built from `solarian_umi/slam/Dockerfile.lumi`. The Lumi remap needs `ffmpeg` on the path. If the image is already on this machine, it is used. If it is missing, the command asks before downloading it and running it here.
246
+
247
+ The camera serial is read from the GPMF track in the MP4, which both GoPro and Lumi write. A GoPro file's start time comes from `creation_time` plus the timecode. A Lumi file muxed without `creation_time` uses the timecode plus the file's modification time.
248
+
249
+ ## License
250
+
251
+ [Apache License 2.0](https://github.com/solarian-dev/solarian-umi/blob/main/LICENSE). Copyright 2026 PrimaryKey Inc. See [NOTICE](https://github.com/solarian-dev/solarian-umi/blob/main/NOTICE).
252
+
253
+ The pipeline and the training code are copied from [Universal Manipulation Interface](https://github.com/real-stanford/universal_manipulation_interface), copyright 2023 Columbia Artificial Intelligence and Robotics Lab, MIT license. The license text is `solarian_umi/slam/LICENSE.umi` and `solarian_umi/diffusion_policy/LICENSE.umi`. This plugin is maintained independently of the UMI project and is not affiliated with, sponsored by, or endorsed by UMI, its authors, Stanford University, Columbia University or Toyota Research Institute.
254
+
255
+ ORB-SLAM3 is GPLv3. It runs inside the separate Docker images above and is not part of this package or covered by its license.
256
+
257
+ Solarian and the Solarian logo are trademarks of PrimaryKey Inc. See the [trademark policy](https://github.com/solarian-dev/solarian/blob/main/TRADEMARKS.md).