solarian-diffusion 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. diffusion_policy/__init__.py +0 -0
  2. diffusion_policy/codecs/__init__.py +0 -0
  3. diffusion_policy/codecs/imagecodecs_numcodecs.py +1408 -0
  4. diffusion_policy/common/__init__.py +0 -0
  5. diffusion_policy/common/checkpoint_util.py +64 -0
  6. diffusion_policy/common/json_logger.py +117 -0
  7. diffusion_policy/common/normalize_util.py +251 -0
  8. diffusion_policy/common/pose_repr_util.py +112 -0
  9. diffusion_policy/common/pytorch_util.py +82 -0
  10. diffusion_policy/common/q_critic_util.py +135 -0
  11. diffusion_policy/common/replay_buffer.py +672 -0
  12. diffusion_policy/common/sampler.py +204 -0
  13. diffusion_policy/config/legacy/task/blockpush_lowdim_seed.yaml +34 -0
  14. diffusion_policy/config/legacy/task/blockpush_lowdim_seed_abs.yaml +34 -0
  15. diffusion_policy/config/legacy/task/can_image.yaml +64 -0
  16. diffusion_policy/config/legacy/task/can_image_abs.yaml +64 -0
  17. diffusion_policy/config/legacy/task/can_lowdim.yaml +45 -0
  18. diffusion_policy/config/legacy/task/can_lowdim_abs.yaml +46 -0
  19. diffusion_policy/config/legacy/task/kitchen_lowdim.yaml +33 -0
  20. diffusion_policy/config/legacy/task/kitchen_lowdim_abs.yaml +38 -0
  21. diffusion_policy/config/legacy/task/lift_abs.yaml +72 -0
  22. diffusion_policy/config/legacy/task/lift_image.yaml +64 -0
  23. diffusion_policy/config/legacy/task/lift_image_abs.yaml +63 -0
  24. diffusion_policy/config/legacy/task/lift_lowdim.yaml +46 -0
  25. diffusion_policy/config/legacy/task/lift_lowdim_abs.yaml +47 -0
  26. diffusion_policy/config/legacy/task/pusht_image.yaml +40 -0
  27. diffusion_policy/config/legacy/task/pusht_lowdim.yaml +34 -0
  28. diffusion_policy/config/legacy/task/real_pusht_image.yaml +47 -0
  29. diffusion_policy/config/legacy/task/square_abs.yaml +72 -0
  30. diffusion_policy/config/legacy/task/square_image.yaml +64 -0
  31. diffusion_policy/config/legacy/task/square_image_abs.yaml +64 -0
  32. diffusion_policy/config/legacy/task/square_lowdim.yaml +46 -0
  33. diffusion_policy/config/legacy/task/square_lowdim_abs.yaml +47 -0
  34. diffusion_policy/config/legacy/task/tool_hang_abs.yaml +71 -0
  35. diffusion_policy/config/legacy/task/tool_hang_image.yaml +63 -0
  36. diffusion_policy/config/legacy/task/tool_hang_image_abs.yaml +63 -0
  37. diffusion_policy/config/legacy/task/tool_hang_lowdim.yaml +45 -0
  38. diffusion_policy/config/legacy/task/tool_hang_lowdim_abs.yaml +46 -0
  39. diffusion_policy/config/legacy/task/transport_image.yaml +75 -0
  40. diffusion_policy/config/legacy/task/transport_image_abs.yaml +75 -0
  41. diffusion_policy/config/legacy/task/transport_lowdim.yaml +49 -0
  42. diffusion_policy/config/legacy/task/transport_lowdim_abs.yaml +49 -0
  43. diffusion_policy/config/legacy/task/umi.yaml +45 -0
  44. diffusion_policy/config/legacy/task/umi_image.yaml +36 -0
  45. diffusion_policy/config/legacy/task/umi_teleop_image.yaml +41 -0
  46. diffusion_policy/config/legacy/train_bet_lowdim_workspace.yaml +132 -0
  47. diffusion_policy/config/legacy/train_diffusion_transformer_hybrid_workspace.yaml +141 -0
  48. diffusion_policy/config/legacy/train_diffusion_transformer_lowdim_kitchen_workspace.yaml +146 -0
  49. diffusion_policy/config/legacy/train_diffusion_transformer_lowdim_pusht_workspace.yaml +146 -0
  50. diffusion_policy/config/legacy/train_diffusion_transformer_lowdim_workspace.yaml +146 -0
  51. diffusion_policy/config/legacy/train_diffusion_transformer_real_hybrid_workspace.yaml +144 -0
  52. diffusion_policy/config/legacy/train_diffusion_transformer_umi_teleop_hybrid_workspace.yaml +156 -0
  53. diffusion_policy/config/legacy/train_diffusion_unet_ddim_hybrid_workspace.yaml +140 -0
  54. diffusion_policy/config/legacy/train_diffusion_unet_ddim_lowdim_workspace.yaml +146 -0
  55. diffusion_policy/config/legacy/train_diffusion_unet_hybrid_workspace.yaml +137 -0
  56. diffusion_policy/config/legacy/train_diffusion_unet_image_pretrained_workspace.yaml +149 -0
  57. diffusion_policy/config/legacy/train_diffusion_unet_image_workspace.yaml +150 -0
  58. diffusion_policy/config/legacy/train_diffusion_unet_lowdim_workspace.yaml +143 -0
  59. diffusion_policy/config/legacy/train_diffusion_unet_real_hybrid_workspace.yaml +141 -0
  60. diffusion_policy/config/legacy/train_diffusion_unet_real_image_workspace.yaml +152 -0
  61. diffusion_policy/config/legacy/train_diffusion_unet_real_pretrained_workspace.yaml +152 -0
  62. diffusion_policy/config/legacy/train_diffusion_unet_timm_workspace.yaml +145 -0
  63. diffusion_policy/config/legacy/train_diffusion_unet_umi_hybrid_workspace.yaml +141 -0
  64. diffusion_policy/config/legacy/train_diffusion_unet_umi_teleop_hybrid_workspace.yaml +153 -0
  65. diffusion_policy/config/legacy/train_diffusion_unet_umi_timm_workspace.yaml +145 -0
  66. diffusion_policy/config/legacy/train_diffusion_unet_umi_workspace.yaml +150 -0
  67. diffusion_policy/config/legacy/train_diffusion_unet_video_workspace.yaml +128 -0
  68. diffusion_policy/config/legacy/train_ibc_dfo_hybrid_workspace.yaml +111 -0
  69. diffusion_policy/config/legacy/train_ibc_dfo_lowdim_workspace.yaml +109 -0
  70. diffusion_policy/config/legacy/train_ibc_dfo_real_hybrid_workspace.yaml +111 -0
  71. diffusion_policy/config/legacy/train_robomimic_image_workspace.yaml +92 -0
  72. diffusion_policy/config/legacy/train_robomimic_lowdim_workspace.yaml +92 -0
  73. diffusion_policy/config/legacy/train_robomimic_real_image_workspace.yaml +92 -0
  74. diffusion_policy/config/rl_annotate.yaml +265 -0
  75. diffusion_policy/config/rl_annotate_per_frame.yaml +162 -0
  76. diffusion_policy/config/rl_annotate_per_frame_v4.yaml +162 -0
  77. diffusion_policy/config/rl_annotate_v2.yaml +141 -0
  78. diffusion_policy/config/rl_annotate_v3.yaml +165 -0
  79. diffusion_policy/config/task/lift.yaml +89 -0
  80. diffusion_policy/config/task/square.yaml +92 -0
  81. diffusion_policy/config/task/tool_hang.yaml +93 -0
  82. diffusion_policy/config/task/tool_hang_abs.yaml +71 -0
  83. diffusion_policy/config/task/umi.yaml +105 -0
  84. diffusion_policy/config/task/umi_bimanual.yaml +135 -0
  85. diffusion_policy/config/task/umi_cup_wild.yaml +106 -0
  86. diffusion_policy/config/task/umi_image.yaml +36 -0
  87. diffusion_policy/config/task/umi_pick_lego.yaml +106 -0
  88. diffusion_policy/config/task/umi_pick_single_lego_175.yaml +106 -0
  89. diffusion_policy/config/task/umi_pick_single_lego_bbox.yaml +135 -0
  90. diffusion_policy/config/task/umi_teleop_image.yaml +41 -0
  91. diffusion_policy/config/train_diffusion_transformer_umi_bimanual_workspace.yaml +185 -0
  92. diffusion_policy/config/train_diffusion_transformer_umi_workspace.yaml +185 -0
  93. diffusion_policy/config/train_diffusion_unet_image_workspace.yaml +152 -0
  94. diffusion_policy/config/train_diffusion_unet_timm_robomimic_workspace.yaml +152 -0
  95. diffusion_policy/config/train_diffusion_unet_timm_umi_cup_wild.yaml +260 -0
  96. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_lego_pile_bbox.yaml +265 -0
  97. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_lego_pile_bbox_awr.yaml +324 -0
  98. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_lego_pile_bbox_parl.yaml +399 -0
  99. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego.yaml +258 -0
  100. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego_125.yaml +260 -0
  101. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego_175.yaml +260 -0
  102. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego_bbox.yaml +265 -0
  103. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_two_legos_bbox.yaml +265 -0
  104. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace.yaml +224 -0
  105. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_lego.yaml +213 -0
  106. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_lego_resume.yaml +213 -0
  107. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_pick_lego.yaml +254 -0
  108. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_red_cup.yaml +219 -0
  109. diffusion_policy/config/train_diffusion_unet_umi_bimanual_workspace.yaml +203 -0
  110. diffusion_policy/config/train_iql_umi.yaml +186 -0
  111. diffusion_policy/config/train_iql_umi_v2.yaml +212 -0
  112. diffusion_policy/config/train_iql_umi_v3.yaml +212 -0
  113. diffusion_policy/dataset/__init__.py +0 -0
  114. diffusion_policy/dataset/base_dataset.py +76 -0
  115. diffusion_policy/dataset/umi_dataset.py +652 -0
  116. diffusion_policy/env_runner/__init__.py +0 -0
  117. diffusion_policy/env_runner/base_image_runner.py +9 -0
  118. diffusion_policy/env_runner/real_pusht_image_runner.py +10 -0
  119. diffusion_policy/model/__init__.py +0 -0
  120. diffusion_policy/model/common/__init__.py +0 -0
  121. diffusion_policy/model/common/dict_of_tensor_mixin.py +38 -0
  122. diffusion_policy/model/common/lr_scheduler.py +46 -0
  123. diffusion_policy/model/common/module_attr_mixin.py +14 -0
  124. diffusion_policy/model/common/normalizer.py +353 -0
  125. diffusion_policy/model/common/tensor_util.py +960 -0
  126. diffusion_policy/model/diffusion/__init__.py +0 -0
  127. diffusion_policy/model/diffusion/conditional_unet1d.py +238 -0
  128. diffusion_policy/model/diffusion/conv1d_components.py +46 -0
  129. diffusion_policy/model/diffusion/ema_model.py +88 -0
  130. diffusion_policy/model/diffusion/mask_generator.py +221 -0
  131. diffusion_policy/model/diffusion/positional_embedding.py +17 -0
  132. diffusion_policy/model/vision/__init__.py +0 -0
  133. diffusion_policy/model/vision/crop_randomizer.py +288 -0
  134. diffusion_policy/model/vision/multi_image_obs_encoder.py +195 -0
  135. diffusion_policy/model/vision/timm_obs_encoder.py +525 -0
  136. diffusion_policy/policy/__init__.py +0 -0
  137. diffusion_policy/policy/base_image_policy.py +27 -0
  138. diffusion_policy/policy/diffusion_unet_image_policy.py +264 -0
  139. diffusion_policy/policy/diffusion_unet_timm_policy.py +607 -0
  140. diffusion_policy/policy/parl_action_optimizer.py +675 -0
  141. diffusion_policy/workspace/__init__.py +0 -0
  142. diffusion_policy/workspace/base_workspace.py +146 -0
  143. diffusion_policy/workspace/train_diffusion_unet_image_workspace.py +1585 -0
  144. solarian_diffusion/__init__.py +32 -0
  145. solarian_diffusion/config.py +31 -0
  146. solarian_diffusion/policy_server.py +316 -0
  147. solarian_diffusion/rtc.py +272 -0
  148. solarian_diffusion/service.py +16 -0
  149. solarian_diffusion/trainer.py +213 -0
  150. solarian_diffusion-0.1.0.dist-info/METADATA +126 -0
  151. solarian_diffusion-0.1.0.dist-info/RECORD +159 -0
  152. solarian_diffusion-0.1.0.dist-info/WHEEL +5 -0
  153. solarian_diffusion-0.1.0.dist-info/entry_points.txt +8 -0
  154. solarian_diffusion-0.1.0.dist-info/licenses/LICENSE +201 -0
  155. solarian_diffusion-0.1.0.dist-info/licenses/NOTICE +45 -0
  156. solarian_diffusion-0.1.0.dist-info/top_level.txt +3 -0
  157. umi/__init__.py +0 -0
  158. umi/common/__init__.py +0 -0
  159. umi/common/pose_util.py +115 -0
@@ -0,0 +1,105 @@
1
+ name: umi
2
+
3
+ camera_obs_latency: 0.125
4
+ robot_obs_latency: 0.0001
5
+ gripper_obs_latency: 0.02
6
+ dataset_frequeny: 0 #59.94
7
+ obs_down_sample_steps: 3 # 3, 1
8
+
9
+ low_dim_obs_horizon: 2
10
+ img_obs_horizon: 2
11
+ action_horizon: 16
12
+ ignore_proprioception: False
13
+
14
+ shape_meta: &shape_meta
15
+ # acceptable types: rgb, low_dim
16
+ obs:
17
+ camera0_rgb:
18
+ shape: [3, 224, 224]
19
+ horizon: ${task.img_obs_horizon} # int
20
+ latency_steps: 0 # float
21
+ down_sample_steps: ${task.obs_down_sample_steps} # int
22
+ type: rgb
23
+ ignore_by_policy: False
24
+ robot0_eef_pos:
25
+ shape: [3]
26
+ horizon: ${task.low_dim_obs_horizon} # int
27
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
28
+ down_sample_steps: ${task.obs_down_sample_steps} # float
29
+ type: low_dim
30
+ ignore_by_policy: ${task.ignore_proprioception}
31
+ # robot0_eef_pos_abs:
32
+ # shape: [1]
33
+ # axis: [2] # 2 means z-axis
34
+ # horizon: ${task.low_dim_obs_horizon} # int
35
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
36
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
37
+ # type: low_dim
38
+ # robot0_eef_rot_axis_angle_abs:
39
+ # shape: [2]
40
+ # axis: [0, 1] # yaw and pitch
41
+ # horizon: ${task.low_dim_obs_horizon} # int
42
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
43
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
44
+ # type: low_dim
45
+ robot0_eef_rot_axis_angle:
46
+ raw_shape: [3]
47
+ shape: [6]
48
+ horizon: ${task.low_dim_obs_horizon} # int
49
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
50
+ down_sample_steps: ${task.obs_down_sample_steps} # float
51
+ type: low_dim
52
+ rotation_rep: rotation_6d
53
+ ignore_by_policy: ${task.ignore_proprioception}
54
+ robot0_gripper_width:
55
+ shape: [1]
56
+ horizon: ${task.low_dim_obs_horizon} # int
57
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.gripper_obs_latency}) * ${task.dataset_frequeny}'} # float
58
+ down_sample_steps: ${task.obs_down_sample_steps} # float
59
+ type: low_dim
60
+ ignore_by_policy: ${task.ignore_proprioception}
61
+
62
+ # pose with respect to episode start
63
+ # robot0_eef_pos_wrt_start:
64
+ # shape: [3]
65
+ # horizon: ${task.low_dim_obs_horizon} # int
66
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
67
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
68
+ # type: low_dim
69
+ # ignore_by_policy: ${task.ignore_proprioception}
70
+ robot0_eef_rot_axis_angle_wrt_start:
71
+ raw_shape: [3]
72
+ shape: [6]
73
+ horizon: ${task.low_dim_obs_horizon} # int
74
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
75
+ down_sample_steps: ${task.obs_down_sample_steps} # float
76
+ type: low_dim
77
+ ignore_by_policy: ${task.ignore_proprioception}
78
+ action:
79
+ shape: [10]
80
+ horizon: ${task.action_horizon}
81
+ latency_steps: 0 # float
82
+ down_sample_steps: ${task.obs_down_sample_steps} # int
83
+ rotation_rep: rotation_6d
84
+
85
+ task_name: &task_name umi
86
+ dataset_path: example_demo_session/dataset.zarr.zip
87
+ pose_repr: &pose_repr
88
+ obs_pose_repr: relative # abs or rel
89
+ action_pose_repr: relative # abs or rel or delta
90
+
91
+ env_runner:
92
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
93
+
94
+ dataset:
95
+ _target_: diffusion_policy.dataset.umi_dataset.UmiDataset
96
+ shape_meta: *shape_meta
97
+ dataset_path: ${task.dataset_path}
98
+ cache_dir: null
99
+ pose_repr: *pose_repr
100
+ action_padding: False
101
+ temporally_independent_normalization: False
102
+ repeat_frame_prob: 0.0
103
+ max_duration: null
104
+ seed: 42
105
+ val_ratio: 0.05
@@ -0,0 +1,135 @@
1
+ name: umi
2
+
3
+ camera_obs_latency: 0.125
4
+ robot_obs_latency: 0.0001
5
+ gripper_obs_latency: 0.02
6
+ dataset_frequeny: 0 #59.94
7
+ obs_down_sample_steps: 3 # 3, 1
8
+
9
+ low_dim_obs_horizon: 2
10
+ img_obs_horizon: 2
11
+ action_horizon: 16
12
+ ignore_proprioception: False
13
+
14
+ shape_meta: &shape_meta
15
+ # acceptable types: rgb, low_dim
16
+ obs:
17
+ camera0_rgb:
18
+ shape: [3, 224, 224]
19
+ horizon: ${task.img_obs_horizon} # int
20
+ latency_steps: 0 # float
21
+ down_sample_steps: ${task.obs_down_sample_steps} # int
22
+ type: rgb
23
+ ignore_by_policy: False
24
+ robot0_eef_pos:
25
+ shape: [3]
26
+ horizon: ${task.low_dim_obs_horizon} # int
27
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
28
+ down_sample_steps: ${task.obs_down_sample_steps} # float
29
+ type: low_dim
30
+ ignore_by_policy: ${task.ignore_proprioception}
31
+ robot0_eef_rot_axis_angle:
32
+ raw_shape: [3]
33
+ shape: [6]
34
+ horizon: ${task.low_dim_obs_horizon} # int
35
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
36
+ down_sample_steps: ${task.obs_down_sample_steps} # float
37
+ type: low_dim
38
+ rotation_rep: rotation_6d
39
+ ignore_by_policy: ${task.ignore_proprioception}
40
+ robot0_gripper_width:
41
+ shape: [1]
42
+ horizon: ${task.low_dim_obs_horizon} # int
43
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.gripper_obs_latency}) * ${task.dataset_frequeny}'} # float
44
+ down_sample_steps: ${task.obs_down_sample_steps} # float
45
+ type: low_dim
46
+ ignore_by_policy: ${task.ignore_proprioception}
47
+ camera1_rgb:
48
+ shape: [3, 224, 224]
49
+ horizon: ${task.img_obs_horizon} # int
50
+ latency_steps: 0 # float
51
+ down_sample_steps: ${task.obs_down_sample_steps} # int
52
+ type: rgb
53
+ ignore_by_policy: False
54
+ robot1_eef_pos:
55
+ shape: [3]
56
+ horizon: ${task.low_dim_obs_horizon} # int
57
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
58
+ down_sample_steps: ${task.obs_down_sample_steps} # float
59
+ type: low_dim
60
+ ignore_by_policy: ${task.ignore_proprioception}
61
+ robot1_eef_rot_axis_angle:
62
+ raw_shape: [3]
63
+ shape: [6]
64
+ horizon: ${task.low_dim_obs_horizon} # int
65
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
66
+ down_sample_steps: ${task.obs_down_sample_steps} # float
67
+ type: low_dim
68
+ rotation_rep: rotation_6d
69
+ ignore_by_policy: ${task.ignore_proprioception}
70
+ robot1_gripper_width:
71
+ shape: [1]
72
+ horizon: ${task.low_dim_obs_horizon} # int
73
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.gripper_obs_latency}) * ${task.dataset_frequeny}'} # float
74
+ down_sample_steps: ${task.obs_down_sample_steps} # float
75
+ type: low_dim
76
+ ignore_by_policy: ${task.ignore_proprioception}
77
+
78
+ robot0_eef_pos_wrt1:
79
+ shape: [3]
80
+ horizon: ${task.low_dim_obs_horizon} # int
81
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
82
+ down_sample_steps: ${task.obs_down_sample_steps} # float
83
+ type: low_dim
84
+ ignore_by_policy: ${task.ignore_proprioception}
85
+ robot0_eef_rot_axis_angle_wrt1:
86
+ raw_shape: [3]
87
+ shape: [6]
88
+ horizon: ${task.low_dim_obs_horizon} # int
89
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
90
+ down_sample_steps: ${task.obs_down_sample_steps} # float
91
+ type: low_dim
92
+ ignore_by_policy: ${task.ignore_proprioception}
93
+ robot1_eef_pos_wrt0:
94
+ shape: [3]
95
+ horizon: ${task.low_dim_obs_horizon} # int
96
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
97
+ down_sample_steps: ${task.obs_down_sample_steps} # float
98
+ type: low_dim
99
+ ignore_by_policy: ${task.ignore_proprioception}
100
+ robot1_eef_rot_axis_angle_wrt0:
101
+ raw_shape: [3]
102
+ shape: [6]
103
+ horizon: ${task.low_dim_obs_horizon} # int
104
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
105
+ down_sample_steps: ${task.obs_down_sample_steps} # float
106
+ type: low_dim
107
+ ignore_by_policy: ${task.ignore_proprioception}
108
+
109
+ action:
110
+ shape: [20]
111
+ horizon: ${task.action_horizon}
112
+ latency_steps: 0 # float
113
+ down_sample_steps: ${task.obs_down_sample_steps} # int
114
+ rotation_rep: rotation_6d
115
+
116
+ task_name: &task_name umi
117
+ dataset_path: &dataset_path data_workspace/fold_cloth/20231226_mirror_swap.zarr.zip
118
+ pose_repr: &pose_repr
119
+ obs_pose_repr: relative # abs or rel
120
+ action_pose_repr: relative # abs or rel or delta
121
+
122
+ env_runner:
123
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
124
+
125
+ dataset:
126
+ _target_: diffusion_policy.dataset.umi_dataset.UmiDataset
127
+ shape_meta: *shape_meta
128
+ dataset_path: *dataset_path
129
+ cache_dir: null
130
+ pose_repr: *pose_repr
131
+ action_padding: False
132
+ temporally_independent_normalization: False
133
+ repeat_frame_prob: 0.0
134
+ seed: 42
135
+ val_ratio: 0.05
@@ -0,0 +1,106 @@
1
+ name: umi_pick_lego
2
+
3
+ camera_obs_latency: 0.125
4
+ robot_obs_latency: 0.0001
5
+ gripper_obs_latency: 0.02
6
+ dataset_frequeny: 0 #59.94
7
+ obs_down_sample_steps: 3 # 3, 1
8
+
9
+ low_dim_obs_horizon: 2
10
+ img_obs_horizon: 1
11
+ action_horizon: 16
12
+ ignore_proprioception: False
13
+
14
+ shape_meta: &shape_meta
15
+ # acceptable types: rgb, low_dim
16
+ obs:
17
+ camera0_rgb:
18
+ shape: [3, 224, 224]
19
+ horizon: ${task.img_obs_horizon} # int
20
+ latency_steps: 0 # float
21
+ down_sample_steps: ${task.obs_down_sample_steps} # int
22
+ type: rgb
23
+ ignore_by_policy: False
24
+ robot0_eef_pos:
25
+ shape: [3]
26
+ horizon: ${task.low_dim_obs_horizon} # int
27
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
28
+ down_sample_steps: ${task.obs_down_sample_steps} # float
29
+ type: low_dim
30
+ ignore_by_policy: ${task.ignore_proprioception}
31
+ # robot0_eef_pos_abs:
32
+ # shape: [1]
33
+ # axis: [2] # 2 means z-axis
34
+ # horizon: ${task.low_dim_obs_horizon} # int
35
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
36
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
37
+ # type: low_dim
38
+ # robot0_eef_rot_axis_angle_abs:
39
+ # shape: [2]
40
+ # axis: [0, 1] # yaw and pitch
41
+ # horizon: ${task.low_dim_obs_horizon} # int
42
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
43
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
44
+ # type: low_dim
45
+ robot0_eef_rot_axis_angle:
46
+ raw_shape: [3]
47
+ shape: [6]
48
+ horizon: ${task.low_dim_obs_horizon} # int
49
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
50
+ down_sample_steps: ${task.obs_down_sample_steps} # float
51
+ type: low_dim
52
+ rotation_rep: rotation_6d
53
+ ignore_by_policy: ${task.ignore_proprioception}
54
+ robot0_gripper_width:
55
+ shape: [1]
56
+ horizon: ${task.low_dim_obs_horizon} # int
57
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.gripper_obs_latency}) * ${task.dataset_frequeny}'} # float
58
+ down_sample_steps: ${task.obs_down_sample_steps} # float
59
+ type: low_dim
60
+ ignore_by_policy: ${task.ignore_proprioception}
61
+
62
+ # pose with respect to episode start
63
+ # robot0_eef_pos_wrt_start:
64
+ # shape: [3]
65
+ # horizon: ${task.low_dim_obs_horizon} # int
66
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
67
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
68
+ # type: low_dim
69
+ # ignore_by_policy: ${task.ignore_proprioception}
70
+ robot0_eef_rot_axis_angle_wrt_start:
71
+ raw_shape: [3]
72
+ shape: [6]
73
+ horizon: ${task.low_dim_obs_horizon} # int
74
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
75
+ down_sample_steps: ${task.obs_down_sample_steps} # float
76
+ type: low_dim
77
+ ignore_by_policy: ${task.ignore_proprioception}
78
+ action:
79
+ shape: [10]
80
+ horizon: ${task.action_horizon}
81
+ latency_steps: 0 # float
82
+ down_sample_steps: ${task.obs_down_sample_steps} # int
83
+ rotation_rep: rotation_6d
84
+
85
+ task_name: &task_name umi
86
+ # this will be overridden at call time
87
+ dataset_path: example_demo_session/dataset.zarr.zip
88
+ pose_repr: &pose_repr
89
+ obs_pose_repr: relative # abs or rel
90
+ action_pose_repr: relative # abs or rel or delta
91
+
92
+ env_runner:
93
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
94
+
95
+ dataset:
96
+ _target_: diffusion_policy.dataset.umi_dataset.UmiDataset
97
+ shape_meta: *shape_meta
98
+ dataset_path: ${task.dataset_path}
99
+ cache_dir: null
100
+ pose_repr: *pose_repr
101
+ action_padding: False
102
+ temporally_independent_normalization: False
103
+ repeat_frame_prob: 0.0
104
+ max_duration: null
105
+ seed: 42
106
+ val_ratio: 0.05
@@ -0,0 +1,36 @@
1
+ name: real_image
2
+
3
+ image_shape: [3, 224, 224]
4
+ dataset_path: data/gopro_mug_10hz.zarr.zip
5
+
6
+ shape_meta: &shape_meta
7
+ # acceptable types: rgb, low_dim
8
+ obs:
9
+ img:
10
+ shape: ${task.image_shape}
11
+ type: rgb
12
+ robot_eef_pose:
13
+ shape: [6]
14
+ type: low_dim
15
+ gripper_width:
16
+ shape: [1]
17
+ type: low_dim
18
+ action:
19
+ shape: [10]
20
+
21
+ env_runner:
22
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
23
+
24
+ dataset:
25
+ _target_: diffusion_policy.dataset.umi_image_dataset.UmiImageDataset
26
+ shape_meta: *shape_meta
27
+ dataset_path: ${task.dataset_path}
28
+ horizon: ${horizon}
29
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
30
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
31
+ n_obs_steps: ${dataset_obs_steps}
32
+ n_latency_steps: ${n_latency_steps}
33
+ use_cache: True
34
+ seed: 42
35
+ val_ratio: 0.00
36
+ max_train_episodes: null
@@ -0,0 +1,106 @@
1
+ name: umi_pick_lego
2
+
3
+ camera_obs_latency: 0.125
4
+ robot_obs_latency: 0.0001
5
+ gripper_obs_latency: 0.02
6
+ dataset_frequeny: 0 #59.94
7
+ obs_down_sample_steps: 3 # 3, 1
8
+
9
+ low_dim_obs_horizon: 2
10
+ img_obs_horizon: 2
11
+ action_horizon: 16
12
+ ignore_proprioception: False
13
+
14
+ shape_meta: &shape_meta
15
+ # acceptable types: rgb, low_dim
16
+ obs:
17
+ camera0_rgb:
18
+ shape: [3, 224, 224]
19
+ horizon: ${task.img_obs_horizon} # int
20
+ latency_steps: 0 # float
21
+ down_sample_steps: ${task.obs_down_sample_steps} # int
22
+ type: rgb
23
+ ignore_by_policy: False
24
+ robot0_eef_pos:
25
+ shape: [3]
26
+ horizon: ${task.low_dim_obs_horizon} # int
27
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
28
+ down_sample_steps: ${task.obs_down_sample_steps} # float
29
+ type: low_dim
30
+ ignore_by_policy: ${task.ignore_proprioception}
31
+ # robot0_eef_pos_abs:
32
+ # shape: [1]
33
+ # axis: [2] # 2 means z-axis
34
+ # horizon: ${task.low_dim_obs_horizon} # int
35
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
36
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
37
+ # type: low_dim
38
+ # robot0_eef_rot_axis_angle_abs:
39
+ # shape: [2]
40
+ # axis: [0, 1] # yaw and pitch
41
+ # horizon: ${task.low_dim_obs_horizon} # int
42
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
43
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
44
+ # type: low_dim
45
+ robot0_eef_rot_axis_angle:
46
+ raw_shape: [3]
47
+ shape: [6]
48
+ horizon: ${task.low_dim_obs_horizon} # int
49
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
50
+ down_sample_steps: ${task.obs_down_sample_steps} # float
51
+ type: low_dim
52
+ rotation_rep: rotation_6d
53
+ ignore_by_policy: ${task.ignore_proprioception}
54
+ robot0_gripper_width:
55
+ shape: [1]
56
+ horizon: ${task.low_dim_obs_horizon} # int
57
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.gripper_obs_latency}) * ${task.dataset_frequeny}'} # float
58
+ down_sample_steps: ${task.obs_down_sample_steps} # float
59
+ type: low_dim
60
+ ignore_by_policy: ${task.ignore_proprioception}
61
+
62
+ # pose with respect to episode start
63
+ # robot0_eef_pos_wrt_start:
64
+ # shape: [3]
65
+ # horizon: ${task.low_dim_obs_horizon} # int
66
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
67
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
68
+ # type: low_dim
69
+ # ignore_by_policy: ${task.ignore_proprioception}
70
+ robot0_eef_rot_axis_angle_wrt_start:
71
+ raw_shape: [3]
72
+ shape: [6]
73
+ horizon: ${task.low_dim_obs_horizon} # int
74
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
75
+ down_sample_steps: ${task.obs_down_sample_steps} # float
76
+ type: low_dim
77
+ ignore_by_policy: ${task.ignore_proprioception}
78
+ action:
79
+ shape: [10]
80
+ horizon: ${task.action_horizon}
81
+ latency_steps: 0 # float
82
+ down_sample_steps: ${task.obs_down_sample_steps} # int
83
+ rotation_rep: rotation_6d
84
+
85
+ task_name: &task_name umi
86
+ # this will be overridden at call time
87
+ dataset_path: example_demo_session/dataset.zarr.zip
88
+ pose_repr: &pose_repr
89
+ obs_pose_repr: relative # abs or rel
90
+ action_pose_repr: relative # abs or rel or delta
91
+
92
+ env_runner:
93
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
94
+
95
+ dataset:
96
+ _target_: diffusion_policy.dataset.umi_dataset.UmiDataset
97
+ shape_meta: *shape_meta
98
+ dataset_path: ${task.dataset_path}
99
+ cache_dir: null
100
+ pose_repr: *pose_repr
101
+ action_padding: False
102
+ temporally_independent_normalization: False
103
+ repeat_frame_prob: 0.0
104
+ max_duration: null
105
+ seed: 42
106
+ val_ratio: 0.05
@@ -0,0 +1,106 @@
1
+ name: umi_pick_lego
2
+
3
+ camera_obs_latency: 0.125
4
+ robot_obs_latency: 0.0001
5
+ gripper_obs_latency: 0.02
6
+ dataset_frequeny: 0 #59.94
7
+ obs_down_sample_steps: 3 # 3, 1
8
+
9
+ low_dim_obs_horizon: 2
10
+ img_obs_horizon: 1
11
+ action_horizon: 16
12
+ ignore_proprioception: False
13
+
14
+ shape_meta: &shape_meta
15
+ # acceptable types: rgb, low_dim
16
+ obs:
17
+ camera0_rgb:
18
+ shape: [3, 224, 224]
19
+ horizon: ${task.img_obs_horizon} # int
20
+ latency_steps: 0 # float
21
+ down_sample_steps: ${task.obs_down_sample_steps} # int
22
+ type: rgb
23
+ ignore_by_policy: False
24
+ robot0_eef_pos:
25
+ shape: [3]
26
+ horizon: ${task.low_dim_obs_horizon} # int
27
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
28
+ down_sample_steps: ${task.obs_down_sample_steps} # float
29
+ type: low_dim
30
+ ignore_by_policy: ${task.ignore_proprioception}
31
+ # robot0_eef_pos_abs:
32
+ # shape: [1]
33
+ # axis: [2] # 2 means z-axis
34
+ # horizon: ${task.low_dim_obs_horizon} # int
35
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
36
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
37
+ # type: low_dim
38
+ # robot0_eef_rot_axis_angle_abs:
39
+ # shape: [2]
40
+ # axis: [0, 1] # yaw and pitch
41
+ # horizon: ${task.low_dim_obs_horizon} # int
42
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
43
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
44
+ # type: low_dim
45
+ robot0_eef_rot_axis_angle:
46
+ raw_shape: [3]
47
+ shape: [6]
48
+ horizon: ${task.low_dim_obs_horizon} # int
49
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
50
+ down_sample_steps: ${task.obs_down_sample_steps} # float
51
+ type: low_dim
52
+ rotation_rep: rotation_6d
53
+ ignore_by_policy: ${task.ignore_proprioception}
54
+ robot0_gripper_width:
55
+ shape: [1]
56
+ horizon: ${task.low_dim_obs_horizon} # int
57
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.gripper_obs_latency}) * ${task.dataset_frequeny}'} # float
58
+ down_sample_steps: ${task.obs_down_sample_steps} # float
59
+ type: low_dim
60
+ ignore_by_policy: ${task.ignore_proprioception}
61
+
62
+ # pose with respect to episode start
63
+ # robot0_eef_pos_wrt_start:
64
+ # shape: [3]
65
+ # horizon: ${task.low_dim_obs_horizon} # int
66
+ # latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
67
+ # down_sample_steps: ${task.obs_down_sample_steps} # float
68
+ # type: low_dim
69
+ # ignore_by_policy: ${task.ignore_proprioception}
70
+ robot0_eef_rot_axis_angle_wrt_start:
71
+ raw_shape: [3]
72
+ shape: [6]
73
+ horizon: ${task.low_dim_obs_horizon} # int
74
+ latency_steps: ${eval:'(${task.camera_obs_latency} - ${task.robot_obs_latency}) * ${task.dataset_frequeny}'} # float
75
+ down_sample_steps: ${task.obs_down_sample_steps} # float
76
+ type: low_dim
77
+ ignore_by_policy: ${task.ignore_proprioception}
78
+ action:
79
+ shape: [10]
80
+ horizon: ${task.action_horizon}
81
+ latency_steps: 0 # float
82
+ down_sample_steps: ${task.obs_down_sample_steps} # int
83
+ rotation_rep: rotation_6d
84
+
85
+ task_name: &task_name umi
86
+ # this will be overridden at call time
87
+ dataset_path: example_demo_session/dataset.zarr.zip
88
+ pose_repr: &pose_repr
89
+ obs_pose_repr: relative # abs or rel
90
+ action_pose_repr: relative # abs or rel or delta
91
+
92
+ env_runner:
93
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
94
+
95
+ dataset:
96
+ _target_: diffusion_policy.dataset.umi_dataset.UmiDataset
97
+ shape_meta: *shape_meta
98
+ dataset_path: ${task.dataset_path}
99
+ cache_dir: null
100
+ pose_repr: *pose_repr
101
+ action_padding: False
102
+ temporally_independent_normalization: False
103
+ repeat_frame_prob: 0.0
104
+ max_duration: null
105
+ seed: 42
106
+ val_ratio: 0.05