mocap-desktop-gui 2.4.2__py3-none-any.whl → 2.4.10__py3-none-any.whl

mocap_desktop_gui/mc/settings/settings_action.yaml

@@ -1,53 +1,203 @@
-version: 1.1.0.dev0
 general_cfg:
-  foo: 'bar'
-
+  endpoint: arn:aws:sns:eu-west-1:103680339861:engine-sdc-ami-test
+  processing_job_guid: ''
+  payload:
+    job: mocap-vol-sdk-with-EC2-SDK-role
 ops:
-  OpsInputVideosAudios: true  # atm this just validates the videos metadata if is_gopro is true.
+  OpsDownloadInputs: true
   OpsSyncMultiviewVideos: true
-  OpsCorrectCalib: false
-  # cpp pose and tracking op
+  OpsCorrectCalib: true
   OpsMocap: true
-  # ea jersey pose and tracking op (this is an alternative to OpsMocap)
-  OpsOnlineBallTracking: false
-  OpsMarkersToBlend: false
-
-  OpsPose3dMultiview: false  # runs pose-3d for mdc, mainly useful for 2 camera cases.
+  OpsOnlineBallTracking: true
+  OpsMarkersToBlend: true
   OpsPrepKalmanData: true
   OpsKalman: true
-  OpsHand3dPoseOnTracks: false
-  OpsFloorPlaneRootAdjustment: false
+  OpsHand3dPoseOnTracks: true
   OpsBlenderFBXExport: true
-  OpsMayaExport: false
-
-#  OpsFinalizeARun: false  # if true. upload results to remote storage, etc.
-#failure_ops: OpsOnFailure
-
-
+  OpsZipData: true
+  OpsUploadOutputs: true
+failure_ops:
+- OpsZipData
+- OpsUploadOutputs
 ops_cfg:
-  OpsInputVideosAudios:
-    is_gopro: false
+  OpsDownloadInputs:
+    src_dst_map:
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/videos/cam01.mp4
+      dst: ~/MOX_projects/videos/cam01.mp4
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/videos/cam02.mp4
+      dst: ~/MOX_projects/videos/cam02.mp4
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/videos/cam03.mp4
+      dst: ~/MOX_projects/videos/cam03.mp4
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/videos/cam04.mp4
+      dst: ~/MOX_projects/videos/cam04.mp4
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/calib/cam01.pkl
+      dst: ~/MOX_projects/calib/cam01.pkl
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/calib/cam02.pkl
+      dst: ~/MOX_projects/calib/cam02.pkl
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/calib/cam03.pkl
+      dst: ~/MOX_projects/calib/cam03.pkl
+    - src: s3://testcases.moveai/MDC/case_with_actor_profile/calib/cam04.pkl
+      dst: ~/MOX_projects/calib/cam04.pkl
+  OpsSyncMultiviewVideos:
+    iphone_sync:
+      use_host_timecode: false
+      use_tentacle: false
+    manual_sync:
+      active: false
+      cams_lag:
+        cam01: 0.0
+      base_ss: 3.106616549
+      duration: 57.293383451
+    action_start_time: 3.106616549
+    action_end_time: 60.4
+    win_len_samples: 1024
+    win_step_sec: 0.001
+    search_win:
+    - 2.0
+    - 4.0
+    use_audio_files: false
+    timecode: false
+    delete_input_videos: false
     inputs:
-      video_raw_dir: '~/MOX_projects/videos'
+      video_raw_dir: ~/MOX_projects/videos
     outputs:
-      log_dir: '~/MOX_projects/log'
-
+      video_dir: ~/MOX_projects/videos_processed
+      log_dir: ~/MOX_projects/log
+      sync_vis_dir: ~/MOX_projects/sync_vis
+      sync_visualization_mp4_path: ~/MOX_projects/sync_vis/sync_visualization.mp4
+  OpsCorrectCalib:
+    bump_threshold: 0.01
+    inputs:
+      video_dir: ~/MOX_projects/videos_processed
+      calib_pkl_dir: ~/MOX_projects/calib
+      video_paths: {}
+      calib_paths: {}
+    outputs:
+      calib_quality_dir: ~/MOX_projects/calib_quality
+      cam_calib_action_vis_png: ~/MOX_projects/calib_quality/action_vis_cameras.png
+  OpsMocap:
+    max_actor_number: 1
+    enable_vis_debug: true
+    vis_debug_rate_ms: 1000
+    enable_new_track_vis_debug: true
+    max_cpp_running_time_minutes: 2000
+    use_actor_profile_if_avail: true
+    use_cuda_decoder: true
+    use_jersey_id_prediction: false
+    jersey_id_prediction_min_valid_score: 0.95
+    MocapCppParams:
+      DebugCaptureVolumeVisDir: ''
+      DebugLabeledBBoxVisDir: ''
+      CudaGraphInference: false
+      YoloModelMaxBs: -1
+      YoloModelType: yolov5m
+      YoloModelFp16: true
+      JerseyModelName: jersey_model_7
+      DetectJerseyNumber: false
+      DetectJerseyFramePeriod: 3
+      PoseModelFp16: true
+      UseVerticalPoseAlignment: false
+      PoseModelMaxBs: 16
+      Single2DPoseModelName: pose_2D_vit_large_moveai29
+      use_temporal_2D_pose_refinement: false
+      Temporal2DPoseModelName: pose_2D_refine_3
+      UseTemporalRefinementPostProcess: false
+      TemporalRefinementPostProcessQueueSize: 4
+      NewTrackRequireHandOverShoulder: false
+      NewTrackCheckInsideCaptureVolume: true
+      NewTrackMinCaptureVolumeEdgeDist: 0.0
+      NewTrackMinReprojectionError: 0.15
+      NewTrackMinMultiviewKeypoints: 3
+      NewTrackMinCameraNumbers: 3
+      NewTrackMinDistanceFromOthers: 0.25
+      ActorProfileMatchMaxTimestampDifference: 1000.0
+      ActorProfileMatchMinIoU: 0.25
+      ActorProfileMatchMinValidObsCount: 1
+      NumMaxPeople: 1
+      DebugNumMaxActors: -1
+      NumMaxBoundingBoxPerFrameFactor: 4
+      TrackingBBOX_LPF_Parameter: 0.1
+      PoseTorsoDir_LPF_Parameter: 0.1
+      PoseKpts_LPF_Parameter: 0.1
+      BBOXVerticalScalingFactor: 1.0
+      BBOXHorizontalScalingFactor: 1.0
+      ExportSpineHeatmap: false
+      Clamp2DBBoxSizeChange: true
+      MaxBBSizeChangePercentage: 0.1
+      TrackFilterTopKBest2DPoses: 4
+      FilterBadObjectAssociation: false
+      FilterBadObjectAssociationTemporalDstFactor: 1.5
+      FilterBadObjectAssociationBBoxWidthFactor: 0.4
+      Clamp3DJointLocationChange: true
+      Max3DJointLocationChange: 0.5
+      Max3DJointLocationMaxAcclerationFactor: 5.0
+      ClampJointStateChange: true
+      MaxJointStateChange: 0.5
+      MaxJointStateMaxAcclerationFactor: 5.0
+      UseKalmanFilter: false
+      KalmanLatencyUpdateFrames: 0
+      NumKalmanTransitionFrames: 20
+      NumFramesBeforeKalmanFilter: 50
+      NumBoneLengthOptimzationFrames: 50
+      UseBoneLengthFromTriangulation: true
+      PinoStateUpdateFactor: 0.0
+      MaxPoseOptimizeIteration: 10
+      MaxBoneOptimizeIteration: 10
+      PoseFunctionTolerance: 0.01
+      PoseParameterTolerance: 0.01
+      PoseSolverHeightNormalization: true
+      BoneLengthFunctionTolerance: 0.01
+      BoneLengthParameterTolerance: 0.01
+      NumCeresThreads: 4
+      CalcCircularCaptureAreaFrom2CameraPositions: true
+      CalcCaptureAreaFromCameraPositions: true
+    inputs:
+      video_dir: ~/MOX_projects/videos_processed
+      calib_pkl_dir: ~/MOX_projects/calib
+    outputs:
+      log_dir: ~/MOX_projects/log
+      mocap_result_dir: ~/MOX_projects/mocap_result
+      mocap_new_track_debug_dir: ~/MOX_projects/mocap_new_track_debug
+      mocap_viz_debug_dir: ~/MOX_projects/mocap_viz_debug
+      vis_calib_area_dir: ~/MOX_projects/vis_calib_area
+      prelabelled_bb_dir: ~/MOX_projects/prelabelled_bb
+      pose2d_dir: ~/MOX_projects/pose2d_track
+      calib_yaml_dir: ~/MOX_projects/mocap_calib
+      actor_track_mapping_dir: null
+    debug_dir: ~/MOX_projects/mocap_viz_debug
+    in_new_track_debug_dir: ~/MOX_projects/mocap_new_track_debug
+  OpsOnlineBallTracking:
+    inputs:
+      video_dir: ~/MOX_projects/videos_processed
+      calib_pkl_dir: ~/MOX_projects/calib
+    outputs:
+      marker_kalman_dir: ~/MOX_projects/markers_kalman
+  OpsMarkersToBlend:
+    export_fbx: true
+    export_gltf: true
+    inputs:
+      video_dir: ~/MOX_projects/videos_processed
+      marker_kalman_dir: ~/MOX_projects/markers_kalman
+      marker_track_path: ~/MOX_projects/markers_kalman
+    outputs:
+      log_dir: ~/MOX_projects/log
+      props_dir: ~/MOX_projects/props_anims
+      export_dir: ~/MOX_projects/blender
   OpsPrepKalmanData:
     run_type: multiview
     mdc_use_3d_bone_dir_obs: false
     inputs:
-      video_path: '~/MOX_projects/videos_processed'
-      pose2d_dir: '~/MOX_projects/pose2d_track'
-      pose3d_dir: null # '~/MOX_projects/pose_3d'
-      calib_pkl_dir: '~/MOX_projects/calib'
+      video_path: ~/MOX_projects/videos_processed
+      calib_pkl_dir: ~/MOX_projects/calib
+      pose2d_dir: ~/MOX_projects/pose2d_track
+      pose3d_dir: null
       odometry_dir: null
-      actor_prior_obs_dir: '~/MOX_projects/actor_prior_obs'
+      odometry_sdc_dir: null
     outputs:
-      kalman_dir: '~/MOX_projects/kalman'
-      actor_profile_dir: '~/MOX_projects/actor_profile'
-      actor_track_mapping_dir: '~/MOX_projects/actor_track_mapping'
-
-
+      kalman_dir: ~/MOX_projects/kalman
+      actor_profile_dir: ~/MOX_projects/actor_profile
+      actor_track_mapping_dir: ~/MOX_projects/actor_track_mapping
+    iou_threshold: 0.3
   OpsKalman:
     run_type: multiview
     kinematic_model_id: 9
@@ -57,7 +207,7 @@ ops_cfg:
     run_second_kalman_pass: true
     run_locomotion_model: false
     use_foot_contact: true
-    use_dynamics: true
+    use_dynamics: false
     sync_mobs_observations: true
     planar_floor_cfg:
       assume_planar_floor: false
@@ -93,7 +243,16 @@ ops_cfg:
       kalman_dir: ~/MOX_projects/kalman
     outputs:
       kalman_dir: ~/MOX_projects/kalman
-
+  OpsHand3dPoseOnTracks:
+    run_type: multicam
+    enable_denoising: false
+    inputs:
+      video_path: ~/MOX_projects/videos_processed
+      pose2d_dir: ~/MOX_projects/pose2d_track
+      pose3d_dir: ~/MOX_projects/kalman
+      calib_pkl_dir: ~/MOX_projects/calib
+    outputs:
+      hand_dir: ~/MOX_projects/hands
   OpsBlenderFBXExport:
     camera_model: unknown
     export_fbx: true
@@ -107,10 +266,10 @@ ops_cfg:
     render_fps: 30
     export_fps: null
     urdf_mapping_path: MoveAIKinematics9_Joint_Rotation_Mapping.csv
-    import_fingers: false
-    export_bvh: false
+    import_fingers: true
+    export_bvh: true
     export_gltf: true
-    export_c3d: false
+    export_c3d: true
     export_usd: true
     do_render_overlay: false
     overlay_padding: 30
@@ -130,9 +289,8 @@ ops_cfg:
       video_dir: ~/MOX_projects/videos_processed
       rig_dir: ~/MOX_projects/rig
       fingers_dir: ~/MOX_projects/hands
-      props_dir:  ~/MOX_projects/props_anims
+      props_dir: ~/MOX_projects/props_anims
       actor_dir: ~/MOX_projects/actor_profile
-      jersey_nums_mapping_path: null
       state_paths: {}
       urdf_paths: {}
       user_mapping_body_path: ~/MOX_projects/rig/mapping_body.csv
@@ -143,132 +301,68 @@ ops_cfg:
       blender_dir: ~/MOX_projects/blender
       log_dir: ~/MOX_projects/log
       calib_bld_path: ~/MOX_projects/blender/calib.blend
-
-  OpsHand3dPoseOnTracks:
-    run_type: "multicam"
-    enable_denoising: false
-    inputs:
-      video_path: '~/MOX_projects/videos_processed'
-      smplx_path: '/usr/local/moveai/models/hands/SMPLX_NEUTRAL.pkl'
-      model_path: '/usr/local/moveai/models/hands/pose_shape_best.pth'
-      pose2d_dir: '~/MOX_projects/pose2d_track'
-      pose3d_dir: '~/MOX_projects/kalman'
-      calib_pkl_dir: '~/MOX_projects/calib'
-    outputs:
-      hand_dir: '~/MOX_projects/hands'
-
-  OpsOnFailure:
-    inputs:
-      run_dir: '~/MOX_projects'
-      log_dir: '~/MOX_projects/logs'
-    output_run_dir: "s3://testcases.moveai/dummy_run/"
-
-
-  OpsMdcDetections:
-    max_people: 4  # TODO: no. of people to track
-    use_gpu_decoder_if_possible: true
-    num_parallel_process: 2
-    vitpose_cfg_path: 'ViTPose/configs/wholebody/2d_kpt_sview_rgb_img/topdown_heatmap/coco-wholebody/ViTPose_large_moveai29.py'
-
-    debug_vis_detection: false
-
-    use_pose_fp16: true
-    use_yolo_fp16: true
-
-    yolo_imgsz: 1920
-    yolo_score_threshold: 0.2
-    yolo_nms_threshold: 0.4
-
-    yolo_num_split_regions: 0
-    yolo_crop_top_margin: 0.00
-    yolo_split_ver_margin_factor: 0.3
-    yolo_split_hor_margin_factor: 0.2
-
-    inputs:
-      video_dir: '~/MOX_projects/videos_processed'
-      calib_pkl_dir: '~/MOX_projects/calib'
-      vitpose_model_path: '/usr/local/moveai/models/vit/large_coco_finetuned.pth'
-      yolo_model_path: "/usr/local/moveai/models/yolo/yolov9e.pt"
-    outputs:
-      detect_dir: '~/MOX_projects/mdc_detects'
-      debug_vis_dir: '~/MOX_projects/mdc_detects_vis'
-
-
-  OpsJerseyClassify:
-    use_gpu_decoder_if_possible: true
-    num_parallel_process: 2
-
-    num_jersey_classes: 13
-    num_color_classes: 3
-
-    color_model_input_size: 224
-    jersey_model_input_size: 224
-
-    vis_debug: False
-
-    inputs:
-      video_dir: '~/MOX_projects/videos_processed'
-      detect_dir: "~/MOX_projects/mdc_detects"
-      jersey_model_path: "/usr/local/moveai/models/jersey/jersey_model_v5.pth"
-      team_color_model_path: "/usr/local/moveai/models/jersey/color_model_v8_3_cls_resnet_224.pth"
-    outputs:
-      jersey_detect_dir: "~/MOX_projects/mdc_detects_jersey"
-      jersey_debug_vis_dir: "~/MOX_projects/jersey_debug"
-
-
-  OpsMdcTracking:
-    max_people: 4  # TODO THIS IS THE CORRECT NUMBER OF ACTORS IN YOUR TAKE, SET IT ACCORDINGLY
-
-    run_visualization: False
-
-    good_object_cri_min_bbox_width: 25
-    good_object_cri_min_bbox_height: 50
-    good_object_cri_hor_edge_margin: 10
-    good_object_cri_ver_edge_margin: 10
-    good_object_cri_min_valid_kpt_score: 0.25
-    good_object_cri_min_valid_kpt_count_per_pose_percent: 0.5
-
-    tracking_max_idle_time_ms_to_death: 1000
-    estimator_type: 'Estimator3dType.ONE_EURO'
-    use_ransac_triangulation: true
-    merge_tracks_with_same_jersey_ids: true
-
-    new_track_min_reproject_error_affinity_score: 0.5
-    new_track_min_num_views: 3
-    new_track_min_reproject_error_affinity_score_if_two_views: 0.9
-    new_track_check_inside_capture_area: True
-    new_track_min_dst_to_capture_area_edge: 1.0
-    new_track_max_per_frame: 5
-
-    debug_new_track: False
-    debug_cross_view_association: False
-    debug_vis_tracking: False
-    debug_temporal_track_association: False
-    debug_temporal_track_association_per_view: False
-    debug_track_id: -1
-    debug_load_img_start_frm_idx: -1
-    debug_load_img_end_frm_idx: -1
-
-    inputs:
-      video_dir: '~/MOX_projects/videos_processed'
-      calib_pkl_dir: '~/MOX_projects/calib'
-      jersey_detect_dir: '~/MOX_projects/mdc_detects_jersey'
-    outputs:
-      debug_vis_dir: '~/MOX_projects/mdc_detects_vis'
-      pose2d_dir: '~/MOX_projects/pose2d_track'
-      debug_pose2d_tracking_dir: '~/MOX_projects/mdc_detects_tracking'
-      track_2_team_jersey_path: "~/MOX_projects/track_2_team_jersey/track_2_team_jersey.json" # optional, can have null value
-      debug_track_3d_dir: null # optional, can have null value
-      debug_kalman_state_dir: null # optional, can have null value
-      debug_cross_view_association_dir: "~/MOX_projects/mdc_tracking_mv_assoc_vis" # optional, can have null value
-      debug_temporal_track_association_dir: "~/MOX_projects/mdc_temporal_track_assoc_vis" # optional, can have null value
-      debug_temporal_track_association_view_dir: "~/MOX_projects/mdc_temporal_track_assoc_vis_cams" # optional, can have null value
-      debug_new_track_dir: "~/MOX_projects/mdc_new_track_vis" # optional, can have null value
-
-  OpsOnlineBallTracking:
-    inputs:
-      video_dir: '~/MOX_projects/videos_processed'
-      calib_pkl_dir: '~/MOX_projects/calib'
-      yolo_model_path: "/usr/local/moveai/models/yolo/yolo11x.pt"
-    outputs:
-      marker_kalman_dir: "~/MOX_projects/markers_kalman"
+    is_multiple_tracks: false
+  OpsZipData:
+    src_dst_map:
+    - src_patterns:
+      - ~/MOX_projects/blender/*.blend
+      dst_path: ~/MOX_projects/blender/all_blend.zip
+      overwrite: true
+    - src_patterns:
+      - ~/MOX_projects/blender/*.fbx
+      dst_path: ~/MOX_projects/blender/all_fbx.zip
+      overwrite: true
+    - src_patterns:
+      - ~/MOX_projects/blender/*.usdz
+      dst_path: ~/MOX_projects/blender/all_usdz.zip
+      overwrite: true
+    - src_patterns:
+      - ~/MOX_projects/blender/*.glb
+      dst_path: ~/MOX_projects/blender/all_glb.zip
+      overwrite: true
+    - src_patterns:
+      - ~/MOX_projects/blender/*.c3d
+      dst_path: ~/MOX_projects/blender/all_c3d.zip
+      overwrite: true
+    - src_patterns:
+      - ~/MOX_projects/blender/*.bvh
+      dst_path: ~/MOX_projects/blender/all_bvh.zip
+      overwrite: true
+    - src_patterns:
+      - ~/MOX_projects/log/*
+      - ~/MOX_projects/calib_detect_viz_debug/*
+      - ~/MOX_projects/sync_vis/*
+      - ~/MOX_projects/mocap_viz_debug/*
+      - ~/MOX_projects/calib_quality/*.png
+      dst_path: ~/MOX_projects/log/logs.zip
+      overwrite: true
+  OpsUploadOutputs:
+    src_dst_map:
+    - src: ~/MOX_projects/blender/render.mp4
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_previs.mp4
+    - src: ~/MOX_projects/blender/main.blend
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1.blend
+    - src: ~/MOX_projects/blender/all_blend.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_blend.zip
+    - src: ~/MOX_projects/blender/main_moveai.fbx
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1.fbx
+    - src: ~/MOX_projects/blender/all_fbx.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_fbx.zip
+    - src: ~/MOX_projects/blender/main_moveai.usdz
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1.usdz
+    - src: ~/MOX_projects/blender/all_usdz.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_usdz.zip
+    - src: ~/MOX_projects/blender/main_moveai.glb
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1.glb
+    - src: ~/MOX_projects/blender/all_glb.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_glb.zip
+    - src: ~/MOX_projects/blender/main_moveai.c3d
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1.c3d
+    - src: ~/MOX_projects/blender/all_c3d.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_c3d.zip
+    - src: ~/MOX_projects/blender/main_moveai.bvh
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1.bvh
+    - src: ~/MOX_projects/blender/all_bvh.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_bvh.zip
+    - src: ~/MOX_projects/log/logs.zip
+      dst: s3://testcases.moveai/sdk_tests/mocap_case1/outputs_zzz/case1_run_logs.zip