solarian-diffusion 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. diffusion_policy/__init__.py +0 -0
  2. diffusion_policy/codecs/__init__.py +0 -0
  3. diffusion_policy/codecs/imagecodecs_numcodecs.py +1408 -0
  4. diffusion_policy/common/__init__.py +0 -0
  5. diffusion_policy/common/checkpoint_util.py +64 -0
  6. diffusion_policy/common/json_logger.py +117 -0
  7. diffusion_policy/common/normalize_util.py +251 -0
  8. diffusion_policy/common/pose_repr_util.py +112 -0
  9. diffusion_policy/common/pytorch_util.py +82 -0
  10. diffusion_policy/common/q_critic_util.py +135 -0
  11. diffusion_policy/common/replay_buffer.py +672 -0
  12. diffusion_policy/common/sampler.py +204 -0
  13. diffusion_policy/config/legacy/task/blockpush_lowdim_seed.yaml +34 -0
  14. diffusion_policy/config/legacy/task/blockpush_lowdim_seed_abs.yaml +34 -0
  15. diffusion_policy/config/legacy/task/can_image.yaml +64 -0
  16. diffusion_policy/config/legacy/task/can_image_abs.yaml +64 -0
  17. diffusion_policy/config/legacy/task/can_lowdim.yaml +45 -0
  18. diffusion_policy/config/legacy/task/can_lowdim_abs.yaml +46 -0
  19. diffusion_policy/config/legacy/task/kitchen_lowdim.yaml +33 -0
  20. diffusion_policy/config/legacy/task/kitchen_lowdim_abs.yaml +38 -0
  21. diffusion_policy/config/legacy/task/lift_abs.yaml +72 -0
  22. diffusion_policy/config/legacy/task/lift_image.yaml +64 -0
  23. diffusion_policy/config/legacy/task/lift_image_abs.yaml +63 -0
  24. diffusion_policy/config/legacy/task/lift_lowdim.yaml +46 -0
  25. diffusion_policy/config/legacy/task/lift_lowdim_abs.yaml +47 -0
  26. diffusion_policy/config/legacy/task/pusht_image.yaml +40 -0
  27. diffusion_policy/config/legacy/task/pusht_lowdim.yaml +34 -0
  28. diffusion_policy/config/legacy/task/real_pusht_image.yaml +47 -0
  29. diffusion_policy/config/legacy/task/square_abs.yaml +72 -0
  30. diffusion_policy/config/legacy/task/square_image.yaml +64 -0
  31. diffusion_policy/config/legacy/task/square_image_abs.yaml +64 -0
  32. diffusion_policy/config/legacy/task/square_lowdim.yaml +46 -0
  33. diffusion_policy/config/legacy/task/square_lowdim_abs.yaml +47 -0
  34. diffusion_policy/config/legacy/task/tool_hang_abs.yaml +71 -0
  35. diffusion_policy/config/legacy/task/tool_hang_image.yaml +63 -0
  36. diffusion_policy/config/legacy/task/tool_hang_image_abs.yaml +63 -0
  37. diffusion_policy/config/legacy/task/tool_hang_lowdim.yaml +45 -0
  38. diffusion_policy/config/legacy/task/tool_hang_lowdim_abs.yaml +46 -0
  39. diffusion_policy/config/legacy/task/transport_image.yaml +75 -0
  40. diffusion_policy/config/legacy/task/transport_image_abs.yaml +75 -0
  41. diffusion_policy/config/legacy/task/transport_lowdim.yaml +49 -0
  42. diffusion_policy/config/legacy/task/transport_lowdim_abs.yaml +49 -0
  43. diffusion_policy/config/legacy/task/umi.yaml +45 -0
  44. diffusion_policy/config/legacy/task/umi_image.yaml +36 -0
  45. diffusion_policy/config/legacy/task/umi_teleop_image.yaml +41 -0
  46. diffusion_policy/config/legacy/train_bet_lowdim_workspace.yaml +132 -0
  47. diffusion_policy/config/legacy/train_diffusion_transformer_hybrid_workspace.yaml +141 -0
  48. diffusion_policy/config/legacy/train_diffusion_transformer_lowdim_kitchen_workspace.yaml +146 -0
  49. diffusion_policy/config/legacy/train_diffusion_transformer_lowdim_pusht_workspace.yaml +146 -0
  50. diffusion_policy/config/legacy/train_diffusion_transformer_lowdim_workspace.yaml +146 -0
  51. diffusion_policy/config/legacy/train_diffusion_transformer_real_hybrid_workspace.yaml +144 -0
  52. diffusion_policy/config/legacy/train_diffusion_transformer_umi_teleop_hybrid_workspace.yaml +156 -0
  53. diffusion_policy/config/legacy/train_diffusion_unet_ddim_hybrid_workspace.yaml +140 -0
  54. diffusion_policy/config/legacy/train_diffusion_unet_ddim_lowdim_workspace.yaml +146 -0
  55. diffusion_policy/config/legacy/train_diffusion_unet_hybrid_workspace.yaml +137 -0
  56. diffusion_policy/config/legacy/train_diffusion_unet_image_pretrained_workspace.yaml +149 -0
  57. diffusion_policy/config/legacy/train_diffusion_unet_image_workspace.yaml +150 -0
  58. diffusion_policy/config/legacy/train_diffusion_unet_lowdim_workspace.yaml +143 -0
  59. diffusion_policy/config/legacy/train_diffusion_unet_real_hybrid_workspace.yaml +141 -0
  60. diffusion_policy/config/legacy/train_diffusion_unet_real_image_workspace.yaml +152 -0
  61. diffusion_policy/config/legacy/train_diffusion_unet_real_pretrained_workspace.yaml +152 -0
  62. diffusion_policy/config/legacy/train_diffusion_unet_timm_workspace.yaml +145 -0
  63. diffusion_policy/config/legacy/train_diffusion_unet_umi_hybrid_workspace.yaml +141 -0
  64. diffusion_policy/config/legacy/train_diffusion_unet_umi_teleop_hybrid_workspace.yaml +153 -0
  65. diffusion_policy/config/legacy/train_diffusion_unet_umi_timm_workspace.yaml +145 -0
  66. diffusion_policy/config/legacy/train_diffusion_unet_umi_workspace.yaml +150 -0
  67. diffusion_policy/config/legacy/train_diffusion_unet_video_workspace.yaml +128 -0
  68. diffusion_policy/config/legacy/train_ibc_dfo_hybrid_workspace.yaml +111 -0
  69. diffusion_policy/config/legacy/train_ibc_dfo_lowdim_workspace.yaml +109 -0
  70. diffusion_policy/config/legacy/train_ibc_dfo_real_hybrid_workspace.yaml +111 -0
  71. diffusion_policy/config/legacy/train_robomimic_image_workspace.yaml +92 -0
  72. diffusion_policy/config/legacy/train_robomimic_lowdim_workspace.yaml +92 -0
  73. diffusion_policy/config/legacy/train_robomimic_real_image_workspace.yaml +92 -0
  74. diffusion_policy/config/rl_annotate.yaml +265 -0
  75. diffusion_policy/config/rl_annotate_per_frame.yaml +162 -0
  76. diffusion_policy/config/rl_annotate_per_frame_v4.yaml +162 -0
  77. diffusion_policy/config/rl_annotate_v2.yaml +141 -0
  78. diffusion_policy/config/rl_annotate_v3.yaml +165 -0
  79. diffusion_policy/config/task/lift.yaml +89 -0
  80. diffusion_policy/config/task/square.yaml +92 -0
  81. diffusion_policy/config/task/tool_hang.yaml +93 -0
  82. diffusion_policy/config/task/tool_hang_abs.yaml +71 -0
  83. diffusion_policy/config/task/umi.yaml +105 -0
  84. diffusion_policy/config/task/umi_bimanual.yaml +135 -0
  85. diffusion_policy/config/task/umi_cup_wild.yaml +106 -0
  86. diffusion_policy/config/task/umi_image.yaml +36 -0
  87. diffusion_policy/config/task/umi_pick_lego.yaml +106 -0
  88. diffusion_policy/config/task/umi_pick_single_lego_175.yaml +106 -0
  89. diffusion_policy/config/task/umi_pick_single_lego_bbox.yaml +135 -0
  90. diffusion_policy/config/task/umi_teleop_image.yaml +41 -0
  91. diffusion_policy/config/train_diffusion_transformer_umi_bimanual_workspace.yaml +185 -0
  92. diffusion_policy/config/train_diffusion_transformer_umi_workspace.yaml +185 -0
  93. diffusion_policy/config/train_diffusion_unet_image_workspace.yaml +152 -0
  94. diffusion_policy/config/train_diffusion_unet_timm_robomimic_workspace.yaml +152 -0
  95. diffusion_policy/config/train_diffusion_unet_timm_umi_cup_wild.yaml +260 -0
  96. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_lego_pile_bbox.yaml +265 -0
  97. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_lego_pile_bbox_awr.yaml +324 -0
  98. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_lego_pile_bbox_parl.yaml +399 -0
  99. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego.yaml +258 -0
  100. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego_125.yaml +260 -0
  101. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego_175.yaml +260 -0
  102. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_single_lego_bbox.yaml +265 -0
  103. diffusion_policy/config/train_diffusion_unet_timm_umi_pick_two_legos_bbox.yaml +265 -0
  104. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace.yaml +224 -0
  105. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_lego.yaml +213 -0
  106. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_lego_resume.yaml +213 -0
  107. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_pick_lego.yaml +254 -0
  108. diffusion_policy/config/train_diffusion_unet_timm_umi_workspace_red_cup.yaml +219 -0
  109. diffusion_policy/config/train_diffusion_unet_umi_bimanual_workspace.yaml +203 -0
  110. diffusion_policy/config/train_iql_umi.yaml +186 -0
  111. diffusion_policy/config/train_iql_umi_v2.yaml +212 -0
  112. diffusion_policy/config/train_iql_umi_v3.yaml +212 -0
  113. diffusion_policy/dataset/__init__.py +0 -0
  114. diffusion_policy/dataset/base_dataset.py +76 -0
  115. diffusion_policy/dataset/umi_dataset.py +652 -0
  116. diffusion_policy/env_runner/__init__.py +0 -0
  117. diffusion_policy/env_runner/base_image_runner.py +9 -0
  118. diffusion_policy/env_runner/real_pusht_image_runner.py +10 -0
  119. diffusion_policy/model/__init__.py +0 -0
  120. diffusion_policy/model/common/__init__.py +0 -0
  121. diffusion_policy/model/common/dict_of_tensor_mixin.py +38 -0
  122. diffusion_policy/model/common/lr_scheduler.py +46 -0
  123. diffusion_policy/model/common/module_attr_mixin.py +14 -0
  124. diffusion_policy/model/common/normalizer.py +353 -0
  125. diffusion_policy/model/common/tensor_util.py +960 -0
  126. diffusion_policy/model/diffusion/__init__.py +0 -0
  127. diffusion_policy/model/diffusion/conditional_unet1d.py +238 -0
  128. diffusion_policy/model/diffusion/conv1d_components.py +46 -0
  129. diffusion_policy/model/diffusion/ema_model.py +88 -0
  130. diffusion_policy/model/diffusion/mask_generator.py +221 -0
  131. diffusion_policy/model/diffusion/positional_embedding.py +17 -0
  132. diffusion_policy/model/vision/__init__.py +0 -0
  133. diffusion_policy/model/vision/crop_randomizer.py +288 -0
  134. diffusion_policy/model/vision/multi_image_obs_encoder.py +195 -0
  135. diffusion_policy/model/vision/timm_obs_encoder.py +525 -0
  136. diffusion_policy/policy/__init__.py +0 -0
  137. diffusion_policy/policy/base_image_policy.py +27 -0
  138. diffusion_policy/policy/diffusion_unet_image_policy.py +264 -0
  139. diffusion_policy/policy/diffusion_unet_timm_policy.py +607 -0
  140. diffusion_policy/policy/parl_action_optimizer.py +675 -0
  141. diffusion_policy/workspace/__init__.py +0 -0
  142. diffusion_policy/workspace/base_workspace.py +146 -0
  143. diffusion_policy/workspace/train_diffusion_unet_image_workspace.py +1585 -0
  144. solarian_diffusion/__init__.py +32 -0
  145. solarian_diffusion/config.py +31 -0
  146. solarian_diffusion/policy_server.py +316 -0
  147. solarian_diffusion/rtc.py +272 -0
  148. solarian_diffusion/service.py +16 -0
  149. solarian_diffusion/trainer.py +213 -0
  150. solarian_diffusion-0.1.0.dist-info/METADATA +126 -0
  151. solarian_diffusion-0.1.0.dist-info/RECORD +159 -0
  152. solarian_diffusion-0.1.0.dist-info/WHEEL +5 -0
  153. solarian_diffusion-0.1.0.dist-info/entry_points.txt +8 -0
  154. solarian_diffusion-0.1.0.dist-info/licenses/LICENSE +201 -0
  155. solarian_diffusion-0.1.0.dist-info/licenses/NOTICE +45 -0
  156. solarian_diffusion-0.1.0.dist-info/top_level.txt +3 -0
  157. umi/__init__.py +0 -0
  158. umi/common/__init__.py +0 -0
  159. umi/common/pose_util.py +115 -0
@@ -0,0 +1,71 @@
1
+ name: tool_hang_image_abs
2
+
3
+ shape_meta: &shape_meta
4
+ # acceptable types: rgb, low_dim
5
+ obs:
6
+ sideview_image:
7
+ shape: [3, 240, 240]
8
+ horizon: 2
9
+ type: rgb
10
+ robot0_eye_in_hand_image:
11
+ shape: [3, 240, 240]
12
+ horizon: 2
13
+ type: rgb
14
+ robot0_eef_pos:
15
+ shape: [3]
16
+ type: low_dim
17
+ robot0_eef_quat:
18
+ raw_shape: [4]
19
+ shape: [6]
20
+ horizon: 2
21
+ type: low_dim
22
+ rotation_rep: rotation_6d
23
+ robot0_gripper_qpos:
24
+ shape: [2]
25
+ horizon: 2
26
+ type: low_dim
27
+ action:
28
+ shape: [10]
29
+ rotation_rep: rotation_6d
30
+
31
+ task_name: &task_name tool_hang
32
+ dataset_type: &dataset_type ph
33
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image_abs.hdf5
34
+ pose_repr: &pose_repr
35
+ obs_pose_repr: rel # abs or rel
36
+ action_pose_repr: rel
37
+
38
+ env_runner:
39
+ _target_: diffusion_policy.env_runner.robomimic_runner.RobomimicRunner
40
+ dataset_path: *dataset_path
41
+ pose_repr: *pose_repr
42
+ shape_meta: *shape_meta
43
+ n_train: 6
44
+ n_train_vis: 2
45
+ train_start_idx: 0
46
+ n_test: 50
47
+ n_test_vis: 4
48
+ test_start_seed: 100000
49
+ # use python's eval function as resolver, single-quoted string as argument
50
+ max_steps: ${eval:'500 if "${task.dataset_type}" == "mh" else 400'}
51
+ n_obs_steps: ${n_obs_steps}
52
+ n_action_steps: ${n_action_steps}
53
+ render_obs_key: 'sideview_image'
54
+ fps: 10
55
+ crf: 22
56
+ tqdm_interval_sec: 1.0
57
+ n_envs: 28
58
+ # evaluation at this config requires a 16 core 64GB instance.
59
+
60
+ dataset:
61
+ _target_: diffusion_policy.dataset.robomimic_replay_dataset.RobomimicReplayDataset
62
+ pose_repr: *pose_repr
63
+ shape_meta: *shape_meta
64
+ dataset_path: *dataset_path
65
+ horizon: ${horizon}
66
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
67
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
68
+ n_obs_steps: ${dataset_obs_steps}
69
+ use_cache: True
70
+ seed: 42
71
+ val_ratio: 0.02
@@ -0,0 +1,63 @@
1
+ name: tool_hang_image
2
+
3
+ shape_meta: &shape_meta
4
+ # acceptable types: rgb, low_dim
5
+ obs:
6
+ sideview_image:
7
+ shape: [3, 240, 240]
8
+ type: rgb
9
+ robot0_eye_in_hand_image:
10
+ shape: [3, 240, 240]
11
+ type: rgb
12
+ robot0_eef_pos:
13
+ shape: [3]
14
+ # type default: low_dim
15
+ robot0_eef_quat:
16
+ shape: [4]
17
+ robot0_gripper_qpos:
18
+ shape: [2]
19
+ action:
20
+ shape: [7]
21
+
22
+ task_name: &task_name tool_hang
23
+ dataset_type: &dataset_type ph
24
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image.hdf5
25
+ abs_action: &abs_action False
26
+
27
+ env_runner:
28
+ _target_: diffusion_policy.env_runner.robomimic_image_runner.RobomimicImageRunner
29
+ dataset_path: *dataset_path
30
+ shape_meta: *shape_meta
31
+ # costs 1GB per env
32
+ n_train: 6
33
+ n_train_vis: 2
34
+ train_start_idx: 0
35
+ n_test: 50
36
+ n_test_vis: 4
37
+ test_start_seed: 100000
38
+ max_steps: 700
39
+ n_obs_steps: ${n_obs_steps}
40
+ n_action_steps: ${n_action_steps}
41
+ render_obs_key: 'sideview_image'
42
+ fps: 10
43
+ crf: 22
44
+ past_action: ${past_action_visible}
45
+ abs_action: *abs_action
46
+ tqdm_interval_sec: 1.0
47
+ n_envs: 28
48
+ # evaluation at this config requires a 16 core 64GB instance.
49
+
50
+ dataset:
51
+ _target_: diffusion_policy.dataset.robomimic_replay_image_dataset.RobomimicReplayImageDataset
52
+ shape_meta: *shape_meta
53
+ dataset_path: *dataset_path
54
+ horizon: ${horizon}
55
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
56
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
57
+ n_obs_steps: ${dataset_obs_steps}
58
+ abs_action: *abs_action
59
+ rotation_rep: 'rotation_6d'
60
+ use_legacy_normalizer: False
61
+ use_cache: True
62
+ seed: 42
63
+ val_ratio: 0.02
@@ -0,0 +1,63 @@
1
+ name: tool_hang_image_abs
2
+
3
+ shape_meta: &shape_meta
4
+ # acceptable types: rgb, low_dim
5
+ obs:
6
+ sideview_image:
7
+ shape: [3, 240, 240]
8
+ type: rgb
9
+ robot0_eye_in_hand_image:
10
+ shape: [3, 240, 240]
11
+ type: rgb
12
+ robot0_eef_pos:
13
+ shape: [3]
14
+ # type default: low_dim
15
+ robot0_eef_quat:
16
+ shape: [4]
17
+ robot0_gripper_qpos:
18
+ shape: [2]
19
+ action:
20
+ shape: [10]
21
+
22
+ task_name: &task_name tool_hang
23
+ dataset_type: &dataset_type ph
24
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image_abs.hdf5
25
+ abs_action: &abs_action True
26
+
27
+ env_runner:
28
+ _target_: diffusion_policy.env_runner.robomimic_image_runner.RobomimicImageRunner
29
+ dataset_path: *dataset_path
30
+ shape_meta: *shape_meta
31
+ # costs 1GB per env
32
+ n_train: 6
33
+ n_train_vis: 2
34
+ train_start_idx: 0
35
+ n_test: 50
36
+ n_test_vis: 4
37
+ test_start_seed: 100000
38
+ max_steps: 700
39
+ n_obs_steps: ${n_obs_steps}
40
+ n_action_steps: ${n_action_steps}
41
+ render_obs_key: 'sideview_image'
42
+ fps: 10
43
+ crf: 22
44
+ past_action: ${past_action_visible}
45
+ abs_action: *abs_action
46
+ tqdm_interval_sec: 1.0
47
+ n_envs: 28
48
+ # evaluation at this config requires a 16 core 64GB instance.
49
+
50
+ dataset:
51
+ _target_: diffusion_policy.dataset.robomimic_replay_image_dataset.RobomimicReplayImageDataset
52
+ shape_meta: *shape_meta
53
+ dataset_path: *dataset_path
54
+ horizon: ${horizon}
55
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
56
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
57
+ n_obs_steps: ${dataset_obs_steps}
58
+ abs_action: *abs_action
59
+ rotation_rep: 'rotation_6d'
60
+ use_legacy_normalizer: False
61
+ use_cache: True
62
+ seed: 42
63
+ val_ratio: 0.02
@@ -0,0 +1,45 @@
1
+ name: tool_hang_lowdim
2
+
3
+ obs_dim: 53
4
+ action_dim: 7
5
+ keypoint_dim: 3
6
+
7
+ obs_keys: &obs_keys ['object', 'robot0_eef_pos', 'robot0_eef_quat', 'robot0_gripper_qpos']
8
+ task_name: &task_name tool_hang
9
+ dataset_type: &dataset_type ph
10
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/low_dim.hdf5
11
+ abs_action: &abs_action False
12
+
13
+ env_runner:
14
+ _target_: diffusion_policy.env_runner.robomimic_lowdim_runner.RobomimicLowdimRunner
15
+ dataset_path: *dataset_path
16
+ obs_keys: *obs_keys
17
+ n_train: 6
18
+ n_train_vis: 2
19
+ train_start_idx: 0
20
+ n_test: 50
21
+ n_test_vis: 4
22
+ test_start_seed: 100000
23
+ max_steps: 700
24
+ n_obs_steps: ${n_obs_steps}
25
+ n_action_steps: ${n_action_steps}
26
+ n_latency_steps: ${n_latency_steps}
27
+ render_hw: [128,128]
28
+ fps: 10
29
+ crf: 22
30
+ past_action: ${past_action_visible}
31
+ abs_action: *abs_action
32
+ n_envs: 28
33
+ # seed 42 will crash MuJoCo for some reason.
34
+
35
+ dataset:
36
+ _target_: diffusion_policy.dataset.robomimic_replay_lowdim_dataset.RobomimicReplayLowdimDataset
37
+ dataset_path: *dataset_path
38
+ horizon: ${horizon}
39
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
40
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
41
+ obs_keys: *obs_keys
42
+ abs_action: *abs_action
43
+ use_legacy_normalizer: False
44
+ seed: 42
45
+ val_ratio: 0.02
@@ -0,0 +1,46 @@
1
+ name: tool_hang_lowdim
2
+
3
+ obs_dim: 53
4
+ action_dim: 10
5
+ keypoint_dim: 3
6
+
7
+ obs_keys: &obs_keys ['object', 'robot0_eef_pos', 'robot0_eef_quat', 'robot0_gripper_qpos']
8
+ task_name: &task_name tool_hang
9
+ dataset_type: &dataset_type ph
10
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/low_dim_abs.hdf5
11
+ abs_action: &abs_action True
12
+
13
+ env_runner:
14
+ _target_: diffusion_policy.env_runner.robomimic_lowdim_runner.RobomimicLowdimRunner
15
+ dataset_path: *dataset_path
16
+ obs_keys: *obs_keys
17
+ n_train: 6
18
+ n_train_vis: 2
19
+ train_start_idx: 0
20
+ n_test: 50
21
+ n_test_vis: 4
22
+ test_start_seed: 100000
23
+ max_steps: 700
24
+ n_obs_steps: ${n_obs_steps}
25
+ n_action_steps: ${n_action_steps}
26
+ n_latency_steps: ${n_latency_steps}
27
+ render_hw: [128,128]
28
+ fps: 10
29
+ crf: 22
30
+ past_action: ${past_action_visible}
31
+ abs_action: *abs_action
32
+ n_envs: 28
33
+ # seed 42 will crash MuJoCo for some reason.
34
+
35
+ dataset:
36
+ _target_: diffusion_policy.dataset.robomimic_replay_lowdim_dataset.RobomimicReplayLowdimDataset
37
+ dataset_path: *dataset_path
38
+ horizon: ${horizon}
39
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
40
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
41
+ obs_keys: *obs_keys
42
+ abs_action: *abs_action
43
+ use_legacy_normalizer: False
44
+ rotation_rep: rotation_6d
45
+ seed: 42
46
+ val_ratio: 0.02
@@ -0,0 +1,75 @@
1
+ name: transport_image
2
+
3
+ shape_meta: &shape_meta
4
+ # acceptable types: rgb, low_dim
5
+ obs:
6
+ shouldercamera0_image:
7
+ shape: [3, 84, 84]
8
+ type: rgb
9
+ robot0_eye_in_hand_image:
10
+ shape: [3, 84, 84]
11
+ type: rgb
12
+ robot0_eef_pos:
13
+ shape: [3]
14
+ # type default: low_dim
15
+ robot0_eef_quat:
16
+ shape: [4]
17
+ robot0_gripper_qpos:
18
+ shape: [2]
19
+ shouldercamera1_image:
20
+ shape: [3, 84, 84]
21
+ type: rgb
22
+ robot1_eye_in_hand_image:
23
+ shape: [3, 84, 84]
24
+ type: rgb
25
+ robot1_eef_pos:
26
+ shape: [3]
27
+ # type default: low_dim
28
+ robot1_eef_quat:
29
+ shape: [4]
30
+ robot1_gripper_qpos:
31
+ shape: [2]
32
+ action:
33
+ shape: [14]
34
+
35
+ task_name: &task_name transport
36
+ dataset_type: &dataset_type ph
37
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image.hdf5
38
+ abs_action: &abs_action False
39
+
40
+ env_runner:
41
+ _target_: diffusion_policy.env_runner.robomimic_image_runner.RobomimicImageRunner
42
+ dataset_path: *dataset_path
43
+ shape_meta: *shape_meta
44
+ n_train: 6
45
+ n_train_vis: 2
46
+ train_start_idx: 0
47
+ n_test: 50
48
+ n_test_vis: 4
49
+ test_start_seed: 100000
50
+ max_steps: 700
51
+ n_obs_steps: ${n_obs_steps}
52
+ n_action_steps: ${n_action_steps}
53
+ render_obs_key: 'shouldercamera0_image'
54
+ fps: 10
55
+ crf: 22
56
+ past_action: ${past_action_visible}
57
+ abs_action: *abs_action
58
+ tqdm_interval_sec: 1.0
59
+ n_envs: 28
60
+ # evaluation at this config requires a 16 core 64GB instance.
61
+
62
+ dataset:
63
+ _target_: diffusion_policy.dataset.robomimic_replay_image_dataset.RobomimicReplayImageDataset
64
+ shape_meta: *shape_meta
65
+ dataset_path: *dataset_path
66
+ horizon: ${horizon}
67
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
68
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
69
+ n_obs_steps: ${dataset_obs_steps}
70
+ abs_action: *abs_action
71
+ rotation_rep: 'rotation_6d'
72
+ use_legacy_normalizer: False
73
+ use_cache: True
74
+ seed: 42
75
+ val_ratio: 0.02
@@ -0,0 +1,75 @@
1
+ name: transport_image
2
+
3
+ shape_meta: &shape_meta
4
+ # acceptable types: rgb, low_dim
5
+ obs:
6
+ shouldercamera0_image:
7
+ shape: [3, 84, 84]
8
+ type: rgb
9
+ robot0_eye_in_hand_image:
10
+ shape: [3, 84, 84]
11
+ type: rgb
12
+ robot0_eef_pos:
13
+ shape: [3]
14
+ # type default: low_dim
15
+ robot0_eef_quat:
16
+ shape: [4]
17
+ robot0_gripper_qpos:
18
+ shape: [2]
19
+ shouldercamera1_image:
20
+ shape: [3, 84, 84]
21
+ type: rgb
22
+ robot1_eye_in_hand_image:
23
+ shape: [3, 84, 84]
24
+ type: rgb
25
+ robot1_eef_pos:
26
+ shape: [3]
27
+ # type default: low_dim
28
+ robot1_eef_quat:
29
+ shape: [4]
30
+ robot1_gripper_qpos:
31
+ shape: [2]
32
+ action:
33
+ shape: [20]
34
+
35
+ task_name: &task_name transport
36
+ dataset_type: &dataset_type ph
37
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image_abs.hdf5
38
+ abs_action: &abs_action True
39
+
40
+ env_runner:
41
+ _target_: diffusion_policy.env_runner.robomimic_image_runner.RobomimicImageRunner
42
+ dataset_path: *dataset_path
43
+ shape_meta: *shape_meta
44
+ n_train: 6
45
+ n_train_vis: 2
46
+ train_start_idx: 0
47
+ n_test: 50
48
+ n_test_vis: 4
49
+ test_start_seed: 100000
50
+ max_steps: 700
51
+ n_obs_steps: ${n_obs_steps}
52
+ n_action_steps: ${n_action_steps}
53
+ render_obs_key: 'shouldercamera0_image'
54
+ fps: 10
55
+ crf: 22
56
+ past_action: ${past_action_visible}
57
+ abs_action: *abs_action
58
+ tqdm_interval_sec: 1.0
59
+ n_envs: 28
60
+ # evaluation at this config requires a 16 core 64GB instance.
61
+
62
+ dataset:
63
+ _target_: diffusion_policy.dataset.robomimic_replay_image_dataset.RobomimicReplayImageDataset
64
+ shape_meta: *shape_meta
65
+ dataset_path: *dataset_path
66
+ horizon: ${horizon}
67
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
68
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
69
+ n_obs_steps: ${dataset_obs_steps}
70
+ abs_action: *abs_action
71
+ rotation_rep: 'rotation_6d'
72
+ use_legacy_normalizer: False
73
+ use_cache: True
74
+ seed: 42
75
+ val_ratio: 0.02
@@ -0,0 +1,49 @@
1
+ name: transport_lowdim
2
+
3
+ obs_dim: 59 # 41+(3+4+2)*2
4
+ action_dim: 14 # 7*2
5
+ keypoint_dim: 3
6
+
7
+ obs_keys: &obs_keys [
8
+ 'object',
9
+ 'robot0_eef_pos', 'robot0_eef_quat', 'robot0_gripper_qpos',
10
+ 'robot1_eef_pos', 'robot1_eef_quat', 'robot1_gripper_qpos'
11
+ ]
12
+ task_name: &task_name transport
13
+ dataset_type: &dataset_type ph
14
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/low_dim.hdf5
15
+ abs_action: &abs_action False
16
+
17
+ env_runner:
18
+ _target_: diffusion_policy.env_runner.robomimic_lowdim_runner.RobomimicLowdimRunner
19
+ dataset_path: *dataset_path
20
+ obs_keys: *obs_keys
21
+ n_train: 6
22
+ n_train_vis: 2
23
+ train_start_idx: 0
24
+ n_test: 50
25
+ n_test_vis: 5
26
+ test_start_seed: 100000
27
+ max_steps: 700
28
+ n_obs_steps: ${n_obs_steps}
29
+ n_action_steps: ${n_action_steps}
30
+ n_latency_steps: ${n_latency_steps}
31
+ render_hw: [128,128]
32
+ fps: 10
33
+ crf: 22
34
+ past_action: ${past_action_visible}
35
+ abs_action: *abs_action
36
+ n_envs: 28
37
+ # evaluation at this config requires a 16 core 64GB instance.
38
+
39
+ dataset:
40
+ _target_: diffusion_policy.dataset.robomimic_replay_lowdim_dataset.RobomimicReplayLowdimDataset
41
+ dataset_path: *dataset_path
42
+ horizon: ${horizon}
43
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
44
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
45
+ obs_keys: *obs_keys
46
+ abs_action: *abs_action
47
+ use_legacy_normalizer: False
48
+ seed: 42
49
+ val_ratio: 0.02
@@ -0,0 +1,49 @@
1
+ name: transport_lowdim
2
+
3
+ obs_dim: 59 # 41+(3+4+2)*2
4
+ action_dim: 20 # 10*2
5
+ keypoint_dim: 3
6
+
7
+ obs_keys: &obs_keys [
8
+ 'object',
9
+ 'robot0_eef_pos', 'robot0_eef_quat', 'robot0_gripper_qpos',
10
+ 'robot1_eef_pos', 'robot1_eef_quat', 'robot1_gripper_qpos'
11
+ ]
12
+ task_name: &task_name transport
13
+ dataset_type: &dataset_type ph
14
+ dataset_path: &dataset_path data/robomimic/datasets/${task.task_name}/${task.dataset_type}/low_dim_abs.hdf5
15
+ abs_action: &abs_action True
16
+
17
+ env_runner:
18
+ _target_: diffusion_policy.env_runner.robomimic_lowdim_runner.RobomimicLowdimRunner
19
+ dataset_path: *dataset_path
20
+ obs_keys: *obs_keys
21
+ n_train: 6
22
+ n_train_vis: 2
23
+ train_start_idx: 0
24
+ n_test: 50
25
+ n_test_vis: 4
26
+ test_start_seed: 100000
27
+ max_steps: 700
28
+ n_obs_steps: ${n_obs_steps}
29
+ n_action_steps: ${n_action_steps}
30
+ n_latency_steps: ${n_latency_steps}
31
+ render_hw: [128,128]
32
+ fps: 10
33
+ crf: 22
34
+ past_action: ${past_action_visible}
35
+ abs_action: *abs_action
36
+ n_envs: 28
37
+ # evaluation at this config requires a 16 core 64GB instance.
38
+
39
+ dataset:
40
+ _target_: diffusion_policy.dataset.robomimic_replay_lowdim_dataset.RobomimicReplayLowdimDataset
41
+ dataset_path: *dataset_path
42
+ horizon: ${horizon}
43
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
44
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
45
+ obs_keys: *obs_keys
46
+ abs_action: *abs_action
47
+ use_legacy_normalizer: False
48
+ seed: 42
49
+ val_ratio: 0.02
@@ -0,0 +1,45 @@
1
+ name: umi
2
+
3
+ shape_meta: &shape_meta
4
+ # acceptable types: rgb, low_dim
5
+ obs:
6
+ img:
7
+ shape: [3, 224, 224]
8
+ horizon: 2
9
+ type: rgb
10
+ robot0_eef_pos:
11
+ shape: [3]
12
+ horizon: 2
13
+ type: low_dim
14
+ robot0_eef_rot_axis_angle:
15
+ raw_shape: [3]
16
+ shape: [6]
17
+ horizon: 2
18
+ type: low_dim
19
+ rotation_rep: rotation_6d
20
+ robot0_gripper_width:
21
+ shape: [1]
22
+ horizon: 2
23
+ type: low_dim
24
+ action:
25
+ shape: [10]
26
+ horizon: 32
27
+ rotation_rep: rotation_6d
28
+
29
+ task_name: &task_name umi
30
+ dataset_path: &dataset_path /local/real/datasets/umi/move_cube_20231003/dataset.zarr.zip
31
+ pose_repr: &pose_repr
32
+ obs_pose_repr: abs # abs or rel
33
+ action_pose_repr: abs
34
+
35
+ env_runner:
36
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
37
+
38
+ dataset:
39
+ _target_: diffusion_policy.dataset.umi_dataset.UmiDataset
40
+ shape_meta: *shape_meta
41
+ dataset_path: *dataset_path
42
+ pose_repr: *pose_repr
43
+ temporally_independent_normalization: False
44
+ seed: 42
45
+ val_ratio: 0.02
@@ -0,0 +1,36 @@
1
+ name: real_image
2
+
3
+ image_shape: [3, 224, 224]
4
+ dataset_path: data/gopro_mug_10hz.zarr.zip
5
+
6
+ shape_meta: &shape_meta
7
+ # acceptable types: rgb, low_dim
8
+ obs:
9
+ img:
10
+ shape: ${task.image_shape}
11
+ type: rgb
12
+ robot_eef_pose:
13
+ shape: [6]
14
+ type: low_dim
15
+ gripper_width:
16
+ shape: [1]
17
+ type: low_dim
18
+ action:
19
+ shape: [10]
20
+
21
+ env_runner:
22
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
23
+
24
+ dataset:
25
+ _target_: diffusion_policy.dataset.umi_image_dataset.UmiImageDataset
26
+ shape_meta: *shape_meta
27
+ dataset_path: ${task.dataset_path}
28
+ horizon: ${horizon}
29
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
30
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
31
+ n_obs_steps: ${dataset_obs_steps}
32
+ n_latency_steps: ${n_latency_steps}
33
+ use_cache: True
34
+ seed: 42
35
+ val_ratio: 0.00
36
+ max_train_episodes: null
@@ -0,0 +1,41 @@
1
+ name: real_image
2
+
3
+ image_shape: [3, 224, 224]
4
+ dataset_path: data/lift_cube_0921
5
+
6
+ shape_meta: &shape_meta
7
+ # acceptable types: rgb, low_dim
8
+ obs:
9
+ camera_0:
10
+ shape: ${task.image_shape}
11
+ type: rgb
12
+ camera_1:
13
+ shape: ${task.image_shape}
14
+ type: rgb
15
+ robot_eef_pose:
16
+ shape: [6]
17
+ type: low_dim
18
+ gripper_position:
19
+ shape: [1]
20
+ type: low_dim
21
+ action:
22
+ shape: [7]
23
+
24
+ env_runner:
25
+ _target_: diffusion_policy.env_runner.real_pusht_image_runner.RealPushTImageRunner
26
+
27
+ dataset:
28
+ _target_: diffusion_policy.dataset.umi_teleop_image_dataset.UmiTeleopImageDataset
29
+ shape_meta: *shape_meta
30
+ dataset_path: ${task.dataset_path}
31
+ horizon: ${horizon}
32
+ pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
33
+ pad_after: ${eval:'${horizon}-${n_obs_steps}'}
34
+ n_obs_steps: ${dataset_obs_steps}
35
+ n_latency_steps: ${n_latency_steps}
36
+ use_cache: True
37
+ seed: 42
38
+ val_ratio: 0.00
39
+ max_train_episodes: null
40
+ delta_action: False
41
+