mediapipe-nightly 0.10.21.post20241223__cp39-cp39-manylinux_2_28_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (593) hide show
  1. mediapipe/__init__.py +26 -0
  2. mediapipe/calculators/__init__.py +0 -0
  3. mediapipe/calculators/audio/__init__.py +0 -0
  4. mediapipe/calculators/audio/mfcc_mel_calculators_pb2.py +33 -0
  5. mediapipe/calculators/audio/rational_factor_resample_calculator_pb2.py +33 -0
  6. mediapipe/calculators/audio/spectrogram_calculator_pb2.py +37 -0
  7. mediapipe/calculators/audio/stabilized_log_calculator_pb2.py +31 -0
  8. mediapipe/calculators/audio/time_series_framer_calculator_pb2.py +33 -0
  9. mediapipe/calculators/core/__init__.py +0 -0
  10. mediapipe/calculators/core/bypass_calculator_pb2.py +31 -0
  11. mediapipe/calculators/core/clip_vector_size_calculator_pb2.py +31 -0
  12. mediapipe/calculators/core/concatenate_vector_calculator_pb2.py +31 -0
  13. mediapipe/calculators/core/constant_side_packet_calculator_pb2.py +39 -0
  14. mediapipe/calculators/core/dequantize_byte_array_calculator_pb2.py +31 -0
  15. mediapipe/calculators/core/flow_limiter_calculator_pb2.py +32 -0
  16. mediapipe/calculators/core/gate_calculator_pb2.py +33 -0
  17. mediapipe/calculators/core/get_vector_item_calculator_pb2.py +31 -0
  18. mediapipe/calculators/core/graph_profile_calculator_pb2.py +31 -0
  19. mediapipe/calculators/core/packet_cloner_calculator_pb2.py +31 -0
  20. mediapipe/calculators/core/packet_resampler_calculator_pb2.py +33 -0
  21. mediapipe/calculators/core/packet_thinner_calculator_pb2.py +33 -0
  22. mediapipe/calculators/core/quantize_float_vector_calculator_pb2.py +31 -0
  23. mediapipe/calculators/core/sequence_shift_calculator_pb2.py +31 -0
  24. mediapipe/calculators/core/split_vector_calculator_pb2.py +33 -0
  25. mediapipe/calculators/image/__init__.py +0 -0
  26. mediapipe/calculators/image/bilateral_filter_calculator_pb2.py +31 -0
  27. mediapipe/calculators/image/feature_detector_calculator_pb2.py +31 -0
  28. mediapipe/calculators/image/image_clone_calculator_pb2.py +31 -0
  29. mediapipe/calculators/image/image_cropping_calculator_pb2.py +33 -0
  30. mediapipe/calculators/image/image_transformation_calculator_pb2.py +38 -0
  31. mediapipe/calculators/image/mask_overlay_calculator_pb2.py +33 -0
  32. mediapipe/calculators/image/opencv_encoded_image_to_image_frame_calculator_pb2.py +31 -0
  33. mediapipe/calculators/image/opencv_image_encoder_calculator_pb2.py +35 -0
  34. mediapipe/calculators/image/recolor_calculator_pb2.py +34 -0
  35. mediapipe/calculators/image/rotation_mode_pb2.py +29 -0
  36. mediapipe/calculators/image/scale_image_calculator_pb2.py +34 -0
  37. mediapipe/calculators/image/segmentation_smoothing_calculator_pb2.py +31 -0
  38. mediapipe/calculators/image/set_alpha_calculator_pb2.py +31 -0
  39. mediapipe/calculators/image/warp_affine_calculator_pb2.py +36 -0
  40. mediapipe/calculators/internal/__init__.py +0 -0
  41. mediapipe/calculators/internal/callback_packet_calculator_pb2.py +33 -0
  42. mediapipe/calculators/tensor/__init__.py +0 -0
  43. mediapipe/calculators/tensor/audio_to_tensor_calculator_pb2.py +35 -0
  44. mediapipe/calculators/tensor/bert_preprocessor_calculator_pb2.py +31 -0
  45. mediapipe/calculators/tensor/feedback_tensors_calculator_pb2.py +37 -0
  46. mediapipe/calculators/tensor/image_to_tensor_calculator_pb2.py +40 -0
  47. mediapipe/calculators/tensor/inference_calculator_pb2.py +63 -0
  48. mediapipe/calculators/tensor/landmarks_to_tensor_calculator_pb2.py +33 -0
  49. mediapipe/calculators/tensor/regex_preprocessor_calculator_pb2.py +31 -0
  50. mediapipe/calculators/tensor/tensor_converter_calculator_pb2.py +34 -0
  51. mediapipe/calculators/tensor/tensor_to_joints_calculator_pb2.py +31 -0
  52. mediapipe/calculators/tensor/tensors_readback_calculator_pb2.py +35 -0
  53. mediapipe/calculators/tensor/tensors_to_audio_calculator_pb2.py +33 -0
  54. mediapipe/calculators/tensor/tensors_to_classification_calculator_pb2.py +44 -0
  55. mediapipe/calculators/tensor/tensors_to_detections_calculator_pb2.py +39 -0
  56. mediapipe/calculators/tensor/tensors_to_floats_calculator_pb2.py +33 -0
  57. mediapipe/calculators/tensor/tensors_to_landmarks_calculator_pb2.py +33 -0
  58. mediapipe/calculators/tensor/tensors_to_segmentation_calculator_pb2.py +34 -0
  59. mediapipe/calculators/tensor/vector_to_tensor_calculator_pb2.py +27 -0
  60. mediapipe/calculators/tflite/__init__.py +0 -0
  61. mediapipe/calculators/tflite/ssd_anchors_calculator_pb2.py +32 -0
  62. mediapipe/calculators/tflite/tflite_converter_calculator_pb2.py +33 -0
  63. mediapipe/calculators/tflite/tflite_custom_op_resolver_calculator_pb2.py +31 -0
  64. mediapipe/calculators/tflite/tflite_inference_calculator_pb2.py +49 -0
  65. mediapipe/calculators/tflite/tflite_tensors_to_classification_calculator_pb2.py +31 -0
  66. mediapipe/calculators/tflite/tflite_tensors_to_detections_calculator_pb2.py +31 -0
  67. mediapipe/calculators/tflite/tflite_tensors_to_landmarks_calculator_pb2.py +33 -0
  68. mediapipe/calculators/tflite/tflite_tensors_to_segmentation_calculator_pb2.py +31 -0
  69. mediapipe/calculators/util/__init__.py +0 -0
  70. mediapipe/calculators/util/align_hand_to_pose_in_world_calculator_pb2.py +31 -0
  71. mediapipe/calculators/util/annotation_overlay_calculator_pb2.py +32 -0
  72. mediapipe/calculators/util/association_calculator_pb2.py +31 -0
  73. mediapipe/calculators/util/collection_has_min_size_calculator_pb2.py +31 -0
  74. mediapipe/calculators/util/combine_joints_calculator_pb2.py +36 -0
  75. mediapipe/calculators/util/detection_label_id_to_text_calculator_pb2.py +36 -0
  76. mediapipe/calculators/util/detections_to_rects_calculator_pb2.py +33 -0
  77. mediapipe/calculators/util/detections_to_render_data_calculator_pb2.py +33 -0
  78. mediapipe/calculators/util/face_to_rect_calculator_pb2.py +26 -0
  79. mediapipe/calculators/util/filter_detections_calculator_pb2.py +31 -0
  80. mediapipe/calculators/util/flat_color_image_calculator_pb2.py +32 -0
  81. mediapipe/calculators/util/labels_to_render_data_calculator_pb2.py +34 -0
  82. mediapipe/calculators/util/landmark_projection_calculator_pb2.py +31 -0
  83. mediapipe/calculators/util/landmarks_refinement_calculator_pb2.py +41 -0
  84. mediapipe/calculators/util/landmarks_smoothing_calculator_pb2.py +33 -0
  85. mediapipe/calculators/util/landmarks_to_detection_calculator_pb2.py +31 -0
  86. mediapipe/calculators/util/landmarks_to_floats_calculator_pb2.py +31 -0
  87. mediapipe/calculators/util/landmarks_to_render_data_calculator_pb2.py +32 -0
  88. mediapipe/calculators/util/landmarks_transformation_calculator_pb2.py +37 -0
  89. mediapipe/calculators/util/latency_pb2.py +26 -0
  90. mediapipe/calculators/util/local_file_contents_calculator_pb2.py +31 -0
  91. mediapipe/calculators/util/logic_calculator_pb2.py +34 -0
  92. mediapipe/calculators/util/non_max_suppression_calculator_pb2.py +35 -0
  93. mediapipe/calculators/util/packet_frequency_calculator_pb2.py +31 -0
  94. mediapipe/calculators/util/packet_frequency_pb2.py +26 -0
  95. mediapipe/calculators/util/packet_latency_calculator_pb2.py +31 -0
  96. mediapipe/calculators/util/rect_to_render_data_calculator_pb2.py +32 -0
  97. mediapipe/calculators/util/rect_to_render_scale_calculator_pb2.py +31 -0
  98. mediapipe/calculators/util/rect_transformation_calculator_pb2.py +31 -0
  99. mediapipe/calculators/util/refine_landmarks_from_heatmap_calculator_pb2.py +31 -0
  100. mediapipe/calculators/util/resource_provider_calculator_pb2.py +28 -0
  101. mediapipe/calculators/util/set_joints_visibility_calculator_pb2.py +41 -0
  102. mediapipe/calculators/util/thresholding_calculator_pb2.py +31 -0
  103. mediapipe/calculators/util/timed_box_list_id_to_label_calculator_pb2.py +31 -0
  104. mediapipe/calculators/util/timed_box_list_to_render_data_calculator_pb2.py +32 -0
  105. mediapipe/calculators/util/top_k_scores_calculator_pb2.py +31 -0
  106. mediapipe/calculators/util/visibility_copy_calculator_pb2.py +27 -0
  107. mediapipe/calculators/util/visibility_smoothing_calculator_pb2.py +31 -0
  108. mediapipe/calculators/video/__init__.py +0 -0
  109. mediapipe/calculators/video/box_detector_calculator_pb2.py +32 -0
  110. mediapipe/calculators/video/box_tracker_calculator_pb2.py +32 -0
  111. mediapipe/calculators/video/flow_packager_calculator_pb2.py +32 -0
  112. mediapipe/calculators/video/flow_to_image_calculator_pb2.py +31 -0
  113. mediapipe/calculators/video/motion_analysis_calculator_pb2.py +42 -0
  114. mediapipe/calculators/video/opencv_video_encoder_calculator_pb2.py +31 -0
  115. mediapipe/calculators/video/tool/__init__.py +0 -0
  116. mediapipe/calculators/video/tool/flow_quantizer_model_pb2.py +26 -0
  117. mediapipe/calculators/video/tracked_detection_manager_calculator_pb2.py +32 -0
  118. mediapipe/calculators/video/video_pre_stream_calculator_pb2.py +35 -0
  119. mediapipe/examples/__init__.py +14 -0
  120. mediapipe/examples/desktop/__init__.py +14 -0
  121. mediapipe/framework/__init__.py +0 -0
  122. mediapipe/framework/calculator_options_pb2.py +29 -0
  123. mediapipe/framework/calculator_pb2.py +59 -0
  124. mediapipe/framework/calculator_profile_pb2.py +48 -0
  125. mediapipe/framework/deps/__init__.py +0 -0
  126. mediapipe/framework/deps/proto_descriptor_pb2.py +29 -0
  127. mediapipe/framework/formats/__init__.py +0 -0
  128. mediapipe/framework/formats/affine_transform_data_pb2.py +28 -0
  129. mediapipe/framework/formats/annotation/__init__.py +0 -0
  130. mediapipe/framework/formats/annotation/locus_pb2.py +32 -0
  131. mediapipe/framework/formats/annotation/rasterization_pb2.py +29 -0
  132. mediapipe/framework/formats/body_rig_pb2.py +28 -0
  133. mediapipe/framework/formats/classification_pb2.py +31 -0
  134. mediapipe/framework/formats/detection_pb2.py +36 -0
  135. mediapipe/framework/formats/image_file_properties_pb2.py +26 -0
  136. mediapipe/framework/formats/image_format_pb2.py +29 -0
  137. mediapipe/framework/formats/landmark_pb2.py +37 -0
  138. mediapipe/framework/formats/location_data_pb2.py +38 -0
  139. mediapipe/framework/formats/matrix_data_pb2.py +31 -0
  140. mediapipe/framework/formats/motion/__init__.py +0 -0
  141. mediapipe/framework/formats/motion/optical_flow_field_data_pb2.py +30 -0
  142. mediapipe/framework/formats/object_detection/__init__.py +0 -0
  143. mediapipe/framework/formats/object_detection/anchor_pb2.py +26 -0
  144. mediapipe/framework/formats/rect_pb2.py +29 -0
  145. mediapipe/framework/formats/time_series_header_pb2.py +28 -0
  146. mediapipe/framework/graph_runtime_info_pb2.py +31 -0
  147. mediapipe/framework/mediapipe_options_pb2.py +27 -0
  148. mediapipe/framework/packet_factory_pb2.py +31 -0
  149. mediapipe/framework/packet_generator_pb2.py +33 -0
  150. mediapipe/framework/status_handler_pb2.py +28 -0
  151. mediapipe/framework/stream_handler/__init__.py +0 -0
  152. mediapipe/framework/stream_handler/default_input_stream_handler_pb2.py +27 -0
  153. mediapipe/framework/stream_handler/fixed_size_input_stream_handler_pb2.py +27 -0
  154. mediapipe/framework/stream_handler/sync_set_input_stream_handler_pb2.py +29 -0
  155. mediapipe/framework/stream_handler/timestamp_align_input_stream_handler_pb2.py +27 -0
  156. mediapipe/framework/stream_handler_pb2.py +30 -0
  157. mediapipe/framework/test_calculators_pb2.py +31 -0
  158. mediapipe/framework/thread_pool_executor_pb2.py +29 -0
  159. mediapipe/framework/tool/__init__.py +0 -0
  160. mediapipe/framework/tool/calculator_graph_template_pb2.py +44 -0
  161. mediapipe/framework/tool/field_data_pb2.py +28 -0
  162. mediapipe/framework/tool/node_chain_subgraph_pb2.py +31 -0
  163. mediapipe/framework/tool/packet_generator_wrapper_calculator_pb2.py +28 -0
  164. mediapipe/framework/tool/source_pb2.py +33 -0
  165. mediapipe/framework/tool/switch_container_pb2.py +32 -0
  166. mediapipe/gpu/__init__.py +0 -0
  167. mediapipe/gpu/copy_calculator_pb2.py +33 -0
  168. mediapipe/gpu/gl_animation_overlay_calculator_pb2.py +31 -0
  169. mediapipe/gpu/gl_context_options_pb2.py +31 -0
  170. mediapipe/gpu/gl_scaler_calculator_pb2.py +32 -0
  171. mediapipe/gpu/gl_surface_sink_calculator_pb2.py +32 -0
  172. mediapipe/gpu/gpu_origin_pb2.py +29 -0
  173. mediapipe/gpu/scale_mode_pb2.py +28 -0
  174. mediapipe/model_maker/__init__.py +27 -0
  175. mediapipe/model_maker/setup.py +107 -0
  176. mediapipe/modules/__init__.py +0 -0
  177. mediapipe/modules/face_detection/__init__.py +0 -0
  178. mediapipe/modules/face_detection/face_detection_full_range_cpu.binarypb +0 -0
  179. mediapipe/modules/face_detection/face_detection_full_range_sparse.tflite +0 -0
  180. mediapipe/modules/face_detection/face_detection_pb2.py +30 -0
  181. mediapipe/modules/face_detection/face_detection_short_range.tflite +0 -0
  182. mediapipe/modules/face_detection/face_detection_short_range_cpu.binarypb +0 -0
  183. mediapipe/modules/face_geometry/__init__.py +0 -0
  184. mediapipe/modules/face_geometry/data/__init__.py +0 -0
  185. mediapipe/modules/face_geometry/effect_renderer_calculator_pb2.py +27 -0
  186. mediapipe/modules/face_geometry/env_generator_calculator_pb2.py +28 -0
  187. mediapipe/modules/face_geometry/geometry_pipeline_calculator_pb2.py +27 -0
  188. mediapipe/modules/face_geometry/libs/__init__.py +0 -0
  189. mediapipe/modules/face_geometry/protos/__init__.py +0 -0
  190. mediapipe/modules/face_geometry/protos/environment_pb2.py +31 -0
  191. mediapipe/modules/face_geometry/protos/face_geometry_pb2.py +29 -0
  192. mediapipe/modules/face_geometry/protos/geometry_pipeline_metadata_pb2.py +32 -0
  193. mediapipe/modules/face_geometry/protos/mesh_3d_pb2.py +31 -0
  194. mediapipe/modules/face_landmark/__init__.py +0 -0
  195. mediapipe/modules/face_landmark/face_landmark.tflite +0 -0
  196. mediapipe/modules/face_landmark/face_landmark_front_cpu.binarypb +0 -0
  197. mediapipe/modules/face_landmark/face_landmark_with_attention.tflite +0 -0
  198. mediapipe/modules/hand_landmark/__init__.py +0 -0
  199. mediapipe/modules/hand_landmark/calculators/__init__.py +0 -0
  200. mediapipe/modules/hand_landmark/hand_landmark_full.tflite +0 -0
  201. mediapipe/modules/hand_landmark/hand_landmark_lite.tflite +0 -0
  202. mediapipe/modules/hand_landmark/hand_landmark_tracking_cpu.binarypb +0 -0
  203. mediapipe/modules/hand_landmark/handedness.txt +2 -0
  204. mediapipe/modules/holistic_landmark/__init__.py +0 -0
  205. mediapipe/modules/holistic_landmark/calculators/__init__.py +0 -0
  206. mediapipe/modules/holistic_landmark/calculators/roi_tracking_calculator_pb2.py +37 -0
  207. mediapipe/modules/holistic_landmark/hand_recrop.tflite +0 -0
  208. mediapipe/modules/holistic_landmark/holistic_landmark_cpu.binarypb +0 -0
  209. mediapipe/modules/iris_landmark/__init__.py +0 -0
  210. mediapipe/modules/iris_landmark/iris_landmark.tflite +0 -0
  211. mediapipe/modules/objectron/__init__.py +0 -0
  212. mediapipe/modules/objectron/calculators/__init__.py +0 -0
  213. mediapipe/modules/objectron/calculators/a_r_capture_metadata_pb2.py +102 -0
  214. mediapipe/modules/objectron/calculators/annotation_data_pb2.py +38 -0
  215. mediapipe/modules/objectron/calculators/belief_decoder_config_pb2.py +28 -0
  216. mediapipe/modules/objectron/calculators/camera_parameters_pb2.py +30 -0
  217. mediapipe/modules/objectron/calculators/filter_detection_calculator_pb2.py +35 -0
  218. mediapipe/modules/objectron/calculators/frame_annotation_to_rect_calculator_pb2.py +31 -0
  219. mediapipe/modules/objectron/calculators/frame_annotation_tracker_calculator_pb2.py +31 -0
  220. mediapipe/modules/objectron/calculators/lift_2d_frame_annotation_to_3d_calculator_pb2.py +32 -0
  221. mediapipe/modules/objectron/calculators/object_pb2.py +38 -0
  222. mediapipe/modules/objectron/calculators/tensors_to_objects_calculator_pb2.py +32 -0
  223. mediapipe/modules/objectron/calculators/tflite_tensors_to_objects_calculator_pb2.py +32 -0
  224. mediapipe/modules/objectron/object_detection_oidv4_labelmap.txt +24 -0
  225. mediapipe/modules/objectron/objectron_cpu.binarypb +0 -0
  226. mediapipe/modules/palm_detection/__init__.py +0 -0
  227. mediapipe/modules/palm_detection/palm_detection_full.tflite +0 -0
  228. mediapipe/modules/palm_detection/palm_detection_lite.tflite +0 -0
  229. mediapipe/modules/pose_detection/__init__.py +0 -0
  230. mediapipe/modules/pose_detection/pose_detection.tflite +0 -0
  231. mediapipe/modules/pose_landmark/__init__.py +0 -0
  232. mediapipe/modules/pose_landmark/pose_landmark_cpu.binarypb +0 -0
  233. mediapipe/modules/pose_landmark/pose_landmark_full.tflite +0 -0
  234. mediapipe/modules/selfie_segmentation/__init__.py +0 -0
  235. mediapipe/modules/selfie_segmentation/selfie_segmentation.tflite +0 -0
  236. mediapipe/modules/selfie_segmentation/selfie_segmentation_cpu.binarypb +0 -0
  237. mediapipe/modules/selfie_segmentation/selfie_segmentation_landscape.tflite +0 -0
  238. mediapipe/python/__init__.py +29 -0
  239. mediapipe/python/_framework_bindings.cpython-39-x86_64-linux-gnu.so +0 -0
  240. mediapipe/python/calculator_graph_test.py +251 -0
  241. mediapipe/python/image_frame_test.py +194 -0
  242. mediapipe/python/image_test.py +218 -0
  243. mediapipe/python/packet_creator.py +275 -0
  244. mediapipe/python/packet_getter.py +120 -0
  245. mediapipe/python/packet_test.py +533 -0
  246. mediapipe/python/solution_base.py +604 -0
  247. mediapipe/python/solution_base_test.py +396 -0
  248. mediapipe/python/solutions/__init__.py +27 -0
  249. mediapipe/python/solutions/download_utils.py +37 -0
  250. mediapipe/python/solutions/drawing_styles.py +249 -0
  251. mediapipe/python/solutions/drawing_utils.py +320 -0
  252. mediapipe/python/solutions/drawing_utils_test.py +258 -0
  253. mediapipe/python/solutions/face_detection.py +105 -0
  254. mediapipe/python/solutions/face_detection_test.py +92 -0
  255. mediapipe/python/solutions/face_mesh.py +125 -0
  256. mediapipe/python/solutions/face_mesh_connections.py +500 -0
  257. mediapipe/python/solutions/face_mesh_test.py +170 -0
  258. mediapipe/python/solutions/hands.py +153 -0
  259. mediapipe/python/solutions/hands_connections.py +32 -0
  260. mediapipe/python/solutions/hands_test.py +219 -0
  261. mediapipe/python/solutions/holistic.py +167 -0
  262. mediapipe/python/solutions/holistic_test.py +142 -0
  263. mediapipe/python/solutions/objectron.py +288 -0
  264. mediapipe/python/solutions/objectron_test.py +81 -0
  265. mediapipe/python/solutions/pose.py +192 -0
  266. mediapipe/python/solutions/pose_connections.py +22 -0
  267. mediapipe/python/solutions/pose_test.py +262 -0
  268. mediapipe/python/solutions/selfie_segmentation.py +76 -0
  269. mediapipe/python/solutions/selfie_segmentation_test.py +68 -0
  270. mediapipe/python/timestamp_test.py +78 -0
  271. mediapipe/tasks/__init__.py +14 -0
  272. mediapipe/tasks/cc/__init__.py +0 -0
  273. mediapipe/tasks/cc/audio/__init__.py +0 -0
  274. mediapipe/tasks/cc/audio/audio_classifier/__init__.py +0 -0
  275. mediapipe/tasks/cc/audio/audio_classifier/proto/__init__.py +0 -0
  276. mediapipe/tasks/cc/audio/audio_classifier/proto/audio_classifier_graph_options_pb2.py +35 -0
  277. mediapipe/tasks/cc/audio/audio_embedder/__init__.py +0 -0
  278. mediapipe/tasks/cc/audio/audio_embedder/proto/__init__.py +0 -0
  279. mediapipe/tasks/cc/audio/audio_embedder/proto/audio_embedder_graph_options_pb2.py +35 -0
  280. mediapipe/tasks/cc/audio/core/__init__.py +0 -0
  281. mediapipe/tasks/cc/audio/utils/__init__.py +0 -0
  282. mediapipe/tasks/cc/components/__init__.py +0 -0
  283. mediapipe/tasks/cc/components/calculators/__init__.py +0 -0
  284. mediapipe/tasks/cc/components/calculators/classification_aggregation_calculator_pb2.py +31 -0
  285. mediapipe/tasks/cc/components/calculators/score_calibration_calculator_pb2.py +35 -0
  286. mediapipe/tasks/cc/components/calculators/tensors_to_embeddings_calculator_pb2.py +32 -0
  287. mediapipe/tasks/cc/components/containers/__init__.py +0 -0
  288. mediapipe/tasks/cc/components/containers/proto/__init__.py +0 -0
  289. mediapipe/tasks/cc/components/containers/proto/classifications_pb2.py +30 -0
  290. mediapipe/tasks/cc/components/containers/proto/embeddings_pb2.py +35 -0
  291. mediapipe/tasks/cc/components/containers/proto/landmarks_detection_result_pb2.py +32 -0
  292. mediapipe/tasks/cc/components/processors/__init__.py +0 -0
  293. mediapipe/tasks/cc/components/processors/proto/__init__.py +0 -0
  294. mediapipe/tasks/cc/components/processors/proto/classification_postprocessing_graph_options_pb2.py +38 -0
  295. mediapipe/tasks/cc/components/processors/proto/classifier_options_pb2.py +27 -0
  296. mediapipe/tasks/cc/components/processors/proto/detection_postprocessing_graph_options_pb2.py +36 -0
  297. mediapipe/tasks/cc/components/processors/proto/detector_options_pb2.py +27 -0
  298. mediapipe/tasks/cc/components/processors/proto/embedder_options_pb2.py +27 -0
  299. mediapipe/tasks/cc/components/processors/proto/embedding_postprocessing_graph_options_pb2.py +32 -0
  300. mediapipe/tasks/cc/components/processors/proto/image_preprocessing_graph_options_pb2.py +34 -0
  301. mediapipe/tasks/cc/components/processors/proto/text_model_type_pb2.py +28 -0
  302. mediapipe/tasks/cc/components/processors/proto/text_preprocessing_graph_options_pb2.py +32 -0
  303. mediapipe/tasks/cc/components/utils/__init__.py +0 -0
  304. mediapipe/tasks/cc/core/__init__.py +0 -0
  305. mediapipe/tasks/cc/core/proto/__init__.py +0 -0
  306. mediapipe/tasks/cc/core/proto/acceleration_pb2.py +28 -0
  307. mediapipe/tasks/cc/core/proto/base_options_pb2.py +30 -0
  308. mediapipe/tasks/cc/core/proto/external_file_pb2.py +31 -0
  309. mediapipe/tasks/cc/core/proto/inference_subgraph_pb2.py +32 -0
  310. mediapipe/tasks/cc/core/proto/model_resources_calculator_pb2.py +32 -0
  311. mediapipe/tasks/cc/genai/__init__.py +0 -0
  312. mediapipe/tasks/cc/genai/inference/__init__.py +0 -0
  313. mediapipe/tasks/cc/genai/inference/c/__init__.py +0 -0
  314. mediapipe/tasks/cc/genai/inference/calculators/__init__.py +0 -0
  315. mediapipe/tasks/cc/genai/inference/calculators/detokenizer_calculator_pb2.py +27 -0
  316. mediapipe/tasks/cc/genai/inference/calculators/llm_gpu_calculator_pb2.py +32 -0
  317. mediapipe/tasks/cc/genai/inference/calculators/model_data_calculator_pb2.py +27 -0
  318. mediapipe/tasks/cc/genai/inference/calculators/tokenizer_calculator_pb2.py +29 -0
  319. mediapipe/tasks/cc/genai/inference/common/__init__.py +0 -0
  320. mediapipe/tasks/cc/genai/inference/proto/__init__.py +0 -0
  321. mediapipe/tasks/cc/genai/inference/proto/llm_file_metadata_pb2.py +32 -0
  322. mediapipe/tasks/cc/genai/inference/proto/llm_params_pb2.py +33 -0
  323. mediapipe/tasks/cc/genai/inference/proto/prompt_template_pb2.py +27 -0
  324. mediapipe/tasks/cc/genai/inference/proto/sampler_params_pb2.py +29 -0
  325. mediapipe/tasks/cc/genai/inference/proto/transformer_params_pb2.py +45 -0
  326. mediapipe/tasks/cc/genai/inference/utils/__init__.py +0 -0
  327. mediapipe/tasks/cc/genai/inference/utils/llm_utils/__init__.py +0 -0
  328. mediapipe/tasks/cc/genai/inference/utils/xnn_utils/__init__.py +0 -0
  329. mediapipe/tasks/cc/metadata/__init__.py +0 -0
  330. mediapipe/tasks/cc/metadata/python/__init__.py +0 -0
  331. mediapipe/tasks/cc/metadata/python/_pywrap_metadata_version.cpython-39-x86_64-linux-gnu.so +0 -0
  332. mediapipe/tasks/cc/metadata/tests/__init__.py +0 -0
  333. mediapipe/tasks/cc/metadata/utils/__init__.py +0 -0
  334. mediapipe/tasks/cc/text/__init__.py +0 -0
  335. mediapipe/tasks/cc/text/custom_ops/__init__.py +0 -0
  336. mediapipe/tasks/cc/text/custom_ops/ragged/__init__.py +0 -0
  337. mediapipe/tasks/cc/text/custom_ops/sentencepiece/__init__.py +0 -0
  338. mediapipe/tasks/cc/text/custom_ops/sentencepiece/testdata/__init__.py +0 -0
  339. mediapipe/tasks/cc/text/language_detector/__init__.py +0 -0
  340. mediapipe/tasks/cc/text/language_detector/custom_ops/__init__.py +0 -0
  341. mediapipe/tasks/cc/text/language_detector/custom_ops/utils/__init__.py +0 -0
  342. mediapipe/tasks/cc/text/language_detector/custom_ops/utils/hash/__init__.py +0 -0
  343. mediapipe/tasks/cc/text/language_detector/custom_ops/utils/utf/__init__.py +0 -0
  344. mediapipe/tasks/cc/text/text_classifier/__init__.py +0 -0
  345. mediapipe/tasks/cc/text/text_classifier/proto/__init__.py +0 -0
  346. mediapipe/tasks/cc/text/text_classifier/proto/text_classifier_graph_options_pb2.py +35 -0
  347. mediapipe/tasks/cc/text/text_embedder/__init__.py +0 -0
  348. mediapipe/tasks/cc/text/text_embedder/proto/__init__.py +0 -0
  349. mediapipe/tasks/cc/text/text_embedder/proto/text_embedder_graph_options_pb2.py +35 -0
  350. mediapipe/tasks/cc/text/tokenizers/__init__.py +0 -0
  351. mediapipe/tasks/cc/text/utils/__init__.py +0 -0
  352. mediapipe/tasks/cc/vision/__init__.py +0 -0
  353. mediapipe/tasks/cc/vision/core/__init__.py +0 -0
  354. mediapipe/tasks/cc/vision/custom_ops/__init__.py +0 -0
  355. mediapipe/tasks/cc/vision/face_detector/__init__.py +0 -0
  356. mediapipe/tasks/cc/vision/face_detector/proto/__init__.py +0 -0
  357. mediapipe/tasks/cc/vision/face_detector/proto/face_detector_graph_options_pb2.py +34 -0
  358. mediapipe/tasks/cc/vision/face_geometry/__init__.py +0 -0
  359. mediapipe/tasks/cc/vision/face_geometry/calculators/__init__.py +0 -0
  360. mediapipe/tasks/cc/vision/face_geometry/calculators/env_generator_calculator_pb2.py +28 -0
  361. mediapipe/tasks/cc/vision/face_geometry/calculators/geometry_pipeline_calculator_pb2.py +29 -0
  362. mediapipe/tasks/cc/vision/face_geometry/data/__init__.py +0 -0
  363. mediapipe/tasks/cc/vision/face_geometry/libs/__init__.py +0 -0
  364. mediapipe/tasks/cc/vision/face_geometry/proto/__init__.py +0 -0
  365. mediapipe/tasks/cc/vision/face_geometry/proto/environment_pb2.py +31 -0
  366. mediapipe/tasks/cc/vision/face_geometry/proto/face_geometry_graph_options_pb2.py +29 -0
  367. mediapipe/tasks/cc/vision/face_geometry/proto/face_geometry_pb2.py +29 -0
  368. mediapipe/tasks/cc/vision/face_geometry/proto/geometry_pipeline_metadata_pb2.py +32 -0
  369. mediapipe/tasks/cc/vision/face_geometry/proto/mesh_3d_pb2.py +31 -0
  370. mediapipe/tasks/cc/vision/face_landmarker/__init__.py +0 -0
  371. mediapipe/tasks/cc/vision/face_landmarker/proto/__init__.py +0 -0
  372. mediapipe/tasks/cc/vision/face_landmarker/proto/face_blendshapes_graph_options_pb2.py +34 -0
  373. mediapipe/tasks/cc/vision/face_landmarker/proto/face_landmarker_graph_options_pb2.py +37 -0
  374. mediapipe/tasks/cc/vision/face_landmarker/proto/face_landmarks_detector_graph_options_pb2.py +35 -0
  375. mediapipe/tasks/cc/vision/face_landmarker/proto/tensors_to_face_landmarks_graph_options_pb2.py +32 -0
  376. mediapipe/tasks/cc/vision/face_stylizer/__init__.py +0 -0
  377. mediapipe/tasks/cc/vision/face_stylizer/calculators/__init__.py +0 -0
  378. mediapipe/tasks/cc/vision/face_stylizer/calculators/tensors_to_image_calculator_pb2.py +36 -0
  379. mediapipe/tasks/cc/vision/face_stylizer/proto/__init__.py +0 -0
  380. mediapipe/tasks/cc/vision/face_stylizer/proto/face_stylizer_graph_options_pb2.py +35 -0
  381. mediapipe/tasks/cc/vision/gesture_recognizer/__init__.py +0 -0
  382. mediapipe/tasks/cc/vision/gesture_recognizer/calculators/__init__.py +0 -0
  383. mediapipe/tasks/cc/vision/gesture_recognizer/calculators/combined_prediction_calculator_pb2.py +33 -0
  384. mediapipe/tasks/cc/vision/gesture_recognizer/calculators/landmarks_to_matrix_calculator_pb2.py +31 -0
  385. mediapipe/tasks/cc/vision/gesture_recognizer/proto/__init__.py +0 -0
  386. mediapipe/tasks/cc/vision/gesture_recognizer/proto/gesture_classifier_graph_options_pb2.py +35 -0
  387. mediapipe/tasks/cc/vision/gesture_recognizer/proto/gesture_embedder_graph_options_pb2.py +34 -0
  388. mediapipe/tasks/cc/vision/gesture_recognizer/proto/gesture_recognizer_graph_options_pb2.py +36 -0
  389. mediapipe/tasks/cc/vision/gesture_recognizer/proto/hand_gesture_recognizer_graph_options_pb2.py +36 -0
  390. mediapipe/tasks/cc/vision/hand_detector/__init__.py +0 -0
  391. mediapipe/tasks/cc/vision/hand_detector/proto/__init__.py +0 -0
  392. mediapipe/tasks/cc/vision/hand_detector/proto/hand_detector_graph_options_pb2.py +34 -0
  393. mediapipe/tasks/cc/vision/hand_detector/proto/hand_detector_result_pb2.py +30 -0
  394. mediapipe/tasks/cc/vision/hand_landmarker/__init__.py +0 -0
  395. mediapipe/tasks/cc/vision/hand_landmarker/calculators/__init__.py +0 -0
  396. mediapipe/tasks/cc/vision/hand_landmarker/calculators/hand_association_calculator_pb2.py +31 -0
  397. mediapipe/tasks/cc/vision/hand_landmarker/proto/__init__.py +0 -0
  398. mediapipe/tasks/cc/vision/hand_landmarker/proto/hand_landmarker_graph_options_pb2.py +36 -0
  399. mediapipe/tasks/cc/vision/hand_landmarker/proto/hand_landmarks_detector_graph_options_pb2.py +34 -0
  400. mediapipe/tasks/cc/vision/hand_landmarker/proto/hand_roi_refinement_graph_options_pb2.py +28 -0
  401. mediapipe/tasks/cc/vision/holistic_landmarker/__init__.py +0 -0
  402. mediapipe/tasks/cc/vision/holistic_landmarker/proto/__init__.py +0 -0
  403. mediapipe/tasks/cc/vision/holistic_landmarker/proto/holistic_landmarker_graph_options_pb2.py +34 -0
  404. mediapipe/tasks/cc/vision/holistic_landmarker/proto/holistic_result_pb2.py +29 -0
  405. mediapipe/tasks/cc/vision/image_classifier/__init__.py +0 -0
  406. mediapipe/tasks/cc/vision/image_classifier/proto/__init__.py +0 -0
  407. mediapipe/tasks/cc/vision/image_classifier/proto/image_classifier_graph_options_pb2.py +35 -0
  408. mediapipe/tasks/cc/vision/image_embedder/__init__.py +0 -0
  409. mediapipe/tasks/cc/vision/image_embedder/proto/__init__.py +0 -0
  410. mediapipe/tasks/cc/vision/image_embedder/proto/image_embedder_graph_options_pb2.py +35 -0
  411. mediapipe/tasks/cc/vision/image_generator/__init__.py +0 -0
  412. mediapipe/tasks/cc/vision/image_generator/diffuser/__init__.py +0 -0
  413. mediapipe/tasks/cc/vision/image_generator/diffuser/stable_diffusion_iterate_calculator_pb2.py +40 -0
  414. mediapipe/tasks/cc/vision/image_generator/proto/__init__.py +0 -0
  415. mediapipe/tasks/cc/vision/image_generator/proto/conditioned_image_graph_options_pb2.py +40 -0
  416. mediapipe/tasks/cc/vision/image_generator/proto/control_plugin_graph_options_pb2.py +34 -0
  417. mediapipe/tasks/cc/vision/image_generator/proto/image_generator_graph_options_pb2.py +30 -0
  418. mediapipe/tasks/cc/vision/image_segmenter/__init__.py +0 -0
  419. mediapipe/tasks/cc/vision/image_segmenter/calculators/__init__.py +0 -0
  420. mediapipe/tasks/cc/vision/image_segmenter/calculators/tensors_to_segmentation_calculator_pb2.py +34 -0
  421. mediapipe/tasks/cc/vision/image_segmenter/proto/__init__.py +0 -0
  422. mediapipe/tasks/cc/vision/image_segmenter/proto/image_segmenter_graph_options_pb2.py +35 -0
  423. mediapipe/tasks/cc/vision/image_segmenter/proto/segmenter_options_pb2.py +33 -0
  424. mediapipe/tasks/cc/vision/interactive_segmenter/__init__.py +0 -0
  425. mediapipe/tasks/cc/vision/object_detector/__init__.py +0 -0
  426. mediapipe/tasks/cc/vision/object_detector/proto/__init__.py +0 -0
  427. mediapipe/tasks/cc/vision/object_detector/proto/object_detector_options_pb2.py +34 -0
  428. mediapipe/tasks/cc/vision/pose_detector/__init__.py +0 -0
  429. mediapipe/tasks/cc/vision/pose_detector/proto/__init__.py +0 -0
  430. mediapipe/tasks/cc/vision/pose_detector/proto/pose_detector_graph_options_pb2.py +34 -0
  431. mediapipe/tasks/cc/vision/pose_landmarker/__init__.py +0 -0
  432. mediapipe/tasks/cc/vision/pose_landmarker/proto/__init__.py +0 -0
  433. mediapipe/tasks/cc/vision/pose_landmarker/proto/pose_landmarker_graph_options_pb2.py +36 -0
  434. mediapipe/tasks/cc/vision/pose_landmarker/proto/pose_landmarks_detector_graph_options_pb2.py +34 -0
  435. mediapipe/tasks/cc/vision/utils/__init__.py +0 -0
  436. mediapipe/tasks/cc/vision/utils/ghum/__init__.py +0 -0
  437. mediapipe/tasks/metadata/image_segmenter_metadata_schema.fbs +59 -0
  438. mediapipe/tasks/metadata/image_segmenter_metadata_schema_py_generated.py +108 -0
  439. mediapipe/tasks/metadata/metadata_schema.fbs +732 -0
  440. mediapipe/tasks/metadata/metadata_schema_py_generated.py +3251 -0
  441. mediapipe/tasks/metadata/object_detector_metadata_schema.fbs +98 -0
  442. mediapipe/tasks/metadata/object_detector_metadata_schema_py_generated.py +674 -0
  443. mediapipe/tasks/metadata/schema_py_generated.py +18438 -0
  444. mediapipe/tasks/python/__init__.py +27 -0
  445. mediapipe/tasks/python/audio/__init__.py +33 -0
  446. mediapipe/tasks/python/audio/audio_classifier.py +324 -0
  447. mediapipe/tasks/python/audio/audio_embedder.py +285 -0
  448. mediapipe/tasks/python/audio/core/__init__.py +16 -0
  449. mediapipe/tasks/python/audio/core/audio_record.py +125 -0
  450. mediapipe/tasks/python/audio/core/audio_task_running_mode.py +29 -0
  451. mediapipe/tasks/python/audio/core/base_audio_task_api.py +181 -0
  452. mediapipe/tasks/python/benchmark/__init__.py +13 -0
  453. mediapipe/tasks/python/benchmark/benchmark_utils.py +70 -0
  454. mediapipe/tasks/python/benchmark/vision/__init__.py +13 -0
  455. mediapipe/tasks/python/benchmark/vision/benchmark.py +99 -0
  456. mediapipe/tasks/python/benchmark/vision/core/__init__.py +14 -0
  457. mediapipe/tasks/python/benchmark/vision/core/base_vision_benchmark_api.py +40 -0
  458. mediapipe/tasks/python/components/__init__.py +13 -0
  459. mediapipe/tasks/python/components/containers/__init__.py +53 -0
  460. mediapipe/tasks/python/components/containers/audio_data.py +137 -0
  461. mediapipe/tasks/python/components/containers/bounding_box.py +73 -0
  462. mediapipe/tasks/python/components/containers/category.py +78 -0
  463. mediapipe/tasks/python/components/containers/classification_result.py +111 -0
  464. mediapipe/tasks/python/components/containers/detections.py +181 -0
  465. mediapipe/tasks/python/components/containers/embedding_result.py +89 -0
  466. mediapipe/tasks/python/components/containers/keypoint.py +77 -0
  467. mediapipe/tasks/python/components/containers/landmark.py +122 -0
  468. mediapipe/tasks/python/components/containers/landmark_detection_result.py +106 -0
  469. mediapipe/tasks/python/components/containers/rect.py +109 -0
  470. mediapipe/tasks/python/components/processors/__init__.py +23 -0
  471. mediapipe/tasks/python/components/processors/classifier_options.py +86 -0
  472. mediapipe/tasks/python/components/utils/__init__.py +13 -0
  473. mediapipe/tasks/python/components/utils/cosine_similarity.py +68 -0
  474. mediapipe/tasks/python/core/__init__.py +13 -0
  475. mediapipe/tasks/python/core/base_options.py +121 -0
  476. mediapipe/tasks/python/core/optional_dependencies.py +25 -0
  477. mediapipe/tasks/python/core/task_info.py +139 -0
  478. mediapipe/tasks/python/genai/__init__.py +14 -0
  479. mediapipe/tasks/python/genai/bundler/__init__.py +23 -0
  480. mediapipe/tasks/python/genai/bundler/llm_bundler.py +130 -0
  481. mediapipe/tasks/python/genai/bundler/llm_bundler_test.py +168 -0
  482. mediapipe/tasks/python/genai/converter/__init__.py +24 -0
  483. mediapipe/tasks/python/genai/converter/converter_base.py +179 -0
  484. mediapipe/tasks/python/genai/converter/converter_factory.py +79 -0
  485. mediapipe/tasks/python/genai/converter/llm_converter.py +374 -0
  486. mediapipe/tasks/python/genai/converter/llm_converter_test.py +63 -0
  487. mediapipe/tasks/python/genai/converter/pytorch_converter.py +318 -0
  488. mediapipe/tasks/python/genai/converter/pytorch_converter_test.py +86 -0
  489. mediapipe/tasks/python/genai/converter/quantization_util.py +516 -0
  490. mediapipe/tasks/python/genai/converter/quantization_util_test.py +259 -0
  491. mediapipe/tasks/python/genai/converter/safetensors_converter.py +580 -0
  492. mediapipe/tasks/python/genai/converter/safetensors_converter_test.py +83 -0
  493. mediapipe/tasks/python/genai/converter/weight_bins_writer.py +120 -0
  494. mediapipe/tasks/python/genai/converter/weight_bins_writer_test.py +95 -0
  495. mediapipe/tasks/python/metadata/__init__.py +13 -0
  496. mediapipe/tasks/python/metadata/flatbuffers_lib/_pywrap_flatbuffers.cpython-39-x86_64-linux-gnu.so +0 -0
  497. mediapipe/tasks/python/metadata/metadata.py +928 -0
  498. mediapipe/tasks/python/metadata/metadata_displayer_cli.py +34 -0
  499. mediapipe/tasks/python/metadata/metadata_writers/__init__.py +13 -0
  500. mediapipe/tasks/python/metadata/metadata_writers/face_stylizer.py +138 -0
  501. mediapipe/tasks/python/metadata/metadata_writers/image_classifier.py +71 -0
  502. mediapipe/tasks/python/metadata/metadata_writers/image_segmenter.py +170 -0
  503. mediapipe/tasks/python/metadata/metadata_writers/metadata_info.py +1166 -0
  504. mediapipe/tasks/python/metadata/metadata_writers/metadata_writer.py +845 -0
  505. mediapipe/tasks/python/metadata/metadata_writers/model_asset_bundle_utils.py +71 -0
  506. mediapipe/tasks/python/metadata/metadata_writers/object_detector.py +331 -0
  507. mediapipe/tasks/python/metadata/metadata_writers/text_classifier.py +119 -0
  508. mediapipe/tasks/python/metadata/metadata_writers/writer_utils.py +91 -0
  509. mediapipe/tasks/python/test/__init__.py +13 -0
  510. mediapipe/tasks/python/test/audio/__init__.py +13 -0
  511. mediapipe/tasks/python/test/audio/audio_classifier_test.py +387 -0
  512. mediapipe/tasks/python/test/audio/audio_embedder_test.py +297 -0
  513. mediapipe/tasks/python/test/test_utils.py +196 -0
  514. mediapipe/tasks/python/test/text/__init__.py +13 -0
  515. mediapipe/tasks/python/test/text/language_detector_test.py +228 -0
  516. mediapipe/tasks/python/test/text/text_classifier_test.py +235 -0
  517. mediapipe/tasks/python/test/text/text_embedder_test.py +326 -0
  518. mediapipe/tasks/python/test/vision/__init__.py +13 -0
  519. mediapipe/tasks/python/test/vision/face_aligner_test.py +190 -0
  520. mediapipe/tasks/python/test/vision/face_detector_test.py +523 -0
  521. mediapipe/tasks/python/test/vision/face_landmarker_test.py +565 -0
  522. mediapipe/tasks/python/test/vision/face_stylizer_test.py +191 -0
  523. mediapipe/tasks/python/test/vision/hand_landmarker_test.py +437 -0
  524. mediapipe/tasks/python/test/vision/holistic_landmarker_test.py +544 -0
  525. mediapipe/tasks/python/test/vision/image_classifier_test.py +657 -0
  526. mediapipe/tasks/python/test/vision/image_embedder_test.py +423 -0
  527. mediapipe/tasks/python/test/vision/image_segmenter_test.py +512 -0
  528. mediapipe/tasks/python/test/vision/interactive_segmenter_test.py +341 -0
  529. mediapipe/tasks/python/test/vision/object_detector_test.py +493 -0
  530. mediapipe/tasks/python/test/vision/pose_landmarker_test.py +518 -0
  531. mediapipe/tasks/python/text/__init__.py +35 -0
  532. mediapipe/tasks/python/text/core/__init__.py +16 -0
  533. mediapipe/tasks/python/text/core/base_text_task_api.py +54 -0
  534. mediapipe/tasks/python/text/language_detector.py +220 -0
  535. mediapipe/tasks/python/text/text_classifier.py +187 -0
  536. mediapipe/tasks/python/text/text_embedder.py +188 -0
  537. mediapipe/tasks/python/vision/__init__.py +90 -0
  538. mediapipe/tasks/python/vision/core/__init__.py +14 -0
  539. mediapipe/tasks/python/vision/core/base_vision_task_api.py +226 -0
  540. mediapipe/tasks/python/vision/core/image_processing_options.py +39 -0
  541. mediapipe/tasks/python/vision/core/vision_task_running_mode.py +31 -0
  542. mediapipe/tasks/python/vision/face_aligner.py +158 -0
  543. mediapipe/tasks/python/vision/face_detector.py +332 -0
  544. mediapipe/tasks/python/vision/face_landmarker.py +3244 -0
  545. mediapipe/tasks/python/vision/face_stylizer.py +158 -0
  546. mediapipe/tasks/python/vision/gesture_recognizer.py +480 -0
  547. mediapipe/tasks/python/vision/hand_landmarker.py +504 -0
  548. mediapipe/tasks/python/vision/holistic_landmarker.py +576 -0
  549. mediapipe/tasks/python/vision/image_classifier.py +358 -0
  550. mediapipe/tasks/python/vision/image_embedder.py +362 -0
  551. mediapipe/tasks/python/vision/image_segmenter.py +433 -0
  552. mediapipe/tasks/python/vision/interactive_segmenter.py +285 -0
  553. mediapipe/tasks/python/vision/object_detector.py +389 -0
  554. mediapipe/tasks/python/vision/pose_landmarker.py +455 -0
  555. mediapipe/util/__init__.py +0 -0
  556. mediapipe/util/analytics/__init__.py +0 -0
  557. mediapipe/util/analytics/mediapipe_log_extension_pb2.py +44 -0
  558. mediapipe/util/analytics/mediapipe_logging_enums_pb2.py +37 -0
  559. mediapipe/util/audio_decoder_pb2.py +33 -0
  560. mediapipe/util/color_pb2.py +33 -0
  561. mediapipe/util/label_map_pb2.py +27 -0
  562. mediapipe/util/render_data_pb2.py +58 -0
  563. mediapipe/util/sequence/__init__.py +14 -0
  564. mediapipe/util/sequence/media_sequence.py +716 -0
  565. mediapipe/util/sequence/media_sequence_test.py +290 -0
  566. mediapipe/util/sequence/media_sequence_util.py +800 -0
  567. mediapipe/util/sequence/media_sequence_util_test.py +389 -0
  568. mediapipe/util/tracking/__init__.py +0 -0
  569. mediapipe/util/tracking/box_detector_pb2.py +39 -0
  570. mediapipe/util/tracking/box_tracker_pb2.py +32 -0
  571. mediapipe/util/tracking/camera_motion_pb2.py +31 -0
  572. mediapipe/util/tracking/flow_packager_pb2.py +60 -0
  573. mediapipe/util/tracking/frame_selection_pb2.py +35 -0
  574. mediapipe/util/tracking/frame_selection_solution_evaluator_pb2.py +28 -0
  575. mediapipe/util/tracking/motion_analysis_pb2.py +35 -0
  576. mediapipe/util/tracking/motion_estimation_pb2.py +66 -0
  577. mediapipe/util/tracking/motion_models_pb2.py +42 -0
  578. mediapipe/util/tracking/motion_saliency_pb2.py +26 -0
  579. mediapipe/util/tracking/push_pull_filtering_pb2.py +26 -0
  580. mediapipe/util/tracking/region_flow_computation_pb2.py +59 -0
  581. mediapipe/util/tracking/region_flow_pb2.py +49 -0
  582. mediapipe/util/tracking/tone_estimation_pb2.py +45 -0
  583. mediapipe/util/tracking/tone_models_pb2.py +32 -0
  584. mediapipe/util/tracking/tracked_detection_manager_config_pb2.py +26 -0
  585. mediapipe/util/tracking/tracking_pb2.py +73 -0
  586. mediapipe_nightly-0.10.21.post20241223.dist-info/LICENSE +218 -0
  587. mediapipe_nightly-0.10.21.post20241223.dist-info/METADATA +199 -0
  588. mediapipe_nightly-0.10.21.post20241223.dist-info/RECORD +593 -0
  589. mediapipe_nightly-0.10.21.post20241223.dist-info/WHEEL +5 -0
  590. mediapipe_nightly-0.10.21.post20241223.dist-info/top_level.txt +4 -0
  591. mediapipe_nightly.libs/libEGL-48f73270.so.1.1.0 +0 -0
  592. mediapipe_nightly.libs/libGLESv2-ed5eda4f.so.2.1.0 +0 -0
  593. mediapipe_nightly.libs/libGLdispatch-64b28464.so.0.0.0 +0 -0
@@ -0,0 +1,196 @@
1
+ # Copyright 2022 The MediaPipe Authors.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ """Test util for MediaPipe Tasks."""
15
+
16
+ import difflib
17
+ import os
18
+
19
+ from absl import flags
20
+ import six
21
+
22
+ from google.protobuf import descriptor
23
+ from google.protobuf import descriptor_pool
24
+ from google.protobuf import text_format
25
+ from mediapipe.python._framework_bindings import image as image_module
26
+ from mediapipe.python._framework_bindings import image_frame as image_frame_module
27
+
28
+ FLAGS = flags.FLAGS
29
+ _Image = image_module.Image
30
+ _ImageFormat = image_frame_module.ImageFormat
31
+ _RGB_CHANNELS = 3
32
+
33
+
34
+ def test_srcdir():
35
+ """Returns the path where to look for test data files."""
36
+ if "test_srcdir" in flags.FLAGS:
37
+ return flags.FLAGS["test_srcdir"].value
38
+ elif "TEST_SRCDIR" in os.environ:
39
+ return os.environ["TEST_SRCDIR"]
40
+ else:
41
+ raise RuntimeError("Missing TEST_SRCDIR environment.")
42
+
43
+
44
+ def get_test_data_path(file_or_dirname_path: str) -> str:
45
+ """Returns full test data path."""
46
+ for directory, subdirs, files in os.walk('/tmp/root/sources/mediapipe'):
47
+ for f in subdirs + files:
48
+ path = os.path.join(directory, f)
49
+ if path.endswith(file_or_dirname_path):
50
+ return path
51
+ raise ValueError(
52
+ "No %s in test directory: %s." % (file_or_dirname_path, test_srcdir())
53
+ )
54
+
55
+
56
+ def create_calibration_file(
57
+ file_dir: str,
58
+ file_name: str = "score_calibration.txt",
59
+ content: str = "1.0,2.0,3.0,4.0",
60
+ ) -> str:
61
+ """Creates the calibration file."""
62
+ calibration_file = os.path.join(file_dir, file_name)
63
+ with open(calibration_file, mode="w") as file:
64
+ file.write(content)
65
+ return calibration_file
66
+
67
+
68
+ def assert_proto_equals(
69
+ self, a, b, check_initialized=True, normalize_numbers=True, msg=None
70
+ ):
71
+ """assert_proto_equals() is useful for unit tests.
72
+
73
+ It produces much more helpful output than assertEqual() for proto2 messages.
74
+ Fails with a useful error if a and b aren't equal. Comparison of repeated
75
+ fields matches the semantics of unittest.TestCase.assertEqual(), ie order and
76
+ extra duplicates fields matter.
77
+
78
+ This is a fork of https://github.com/tensorflow/tensorflow/blob/
79
+ master/tensorflow/python/util/protobuf/compare.py#L73. We use slightly
80
+ different rounding cutoffs to support Mac usage.
81
+
82
+ Args:
83
+ self: absltest.testing.parameterized.TestCase
84
+ a: proto2 PB instance, or text string representing one.
85
+ b: proto2 PB instance -- message.Message or subclass thereof.
86
+ check_initialized: boolean, whether to fail if either a or b isn't
87
+ initialized.
88
+ normalize_numbers: boolean, whether to normalize types and precision of
89
+ numbers before comparison.
90
+ msg: if specified, is used as the error message on failure.
91
+ """
92
+ pool = descriptor_pool.Default()
93
+ if isinstance(a, six.string_types):
94
+ a = text_format.Parse(a, b.__class__(), descriptor_pool=pool)
95
+
96
+ for pb in a, b:
97
+ if check_initialized:
98
+ errors = pb.FindInitializationErrors()
99
+ if errors:
100
+ self.fail("Initialization errors: %s\n%s" % (errors, pb))
101
+ if normalize_numbers:
102
+ _normalize_number_fields(pb)
103
+
104
+ a_str = text_format.MessageToString(a, descriptor_pool=pool)
105
+ b_str = text_format.MessageToString(b, descriptor_pool=pool)
106
+
107
+ # Some Python versions would perform regular diff instead of multi-line
108
+ # diff if string is longer than 2**16. We substitute this behavior
109
+ # with a call to unified_diff instead to have easier-to-read diffs.
110
+ # For context, see: https://bugs.python.org/issue11763.
111
+ if len(a_str) < 2**16 and len(b_str) < 2**16:
112
+ self.assertMultiLineEqual(a_str, b_str, msg=msg)
113
+ else:
114
+ diff = "".join(
115
+ difflib.unified_diff(a_str.splitlines(True), b_str.splitlines(True))
116
+ )
117
+ if diff:
118
+ self.fail("%s :\n%s" % (msg, diff))
119
+
120
+
121
+ def _normalize_number_fields(pb):
122
+ """Normalizes types and precisions of number fields in a protocol buffer.
123
+
124
+ Due to subtleties in the python protocol buffer implementation, it is possible
125
+ for values to have different types and precision depending on whether they
126
+ were set and retrieved directly or deserialized from a protobuf. This function
127
+ normalizes integer values to ints and longs based on width, 32-bit floats to
128
+ five digits of precision to account for python always storing them as 64-bit,
129
+ and ensures doubles are floating point for when they're set to integers.
130
+ Modifies pb in place. Recurses into nested objects. https://github.com/tensorf
131
+ low/tensorflow/blob/master/tensorflow/python/util/protobuf/compare.py#L118
132
+
133
+ Args:
134
+ pb: proto2 message.
135
+
136
+ Returns:
137
+ the given pb, modified in place.
138
+ """
139
+ for desc, values in pb.ListFields():
140
+ is_repeated = True
141
+ if desc.label != descriptor.FieldDescriptor.LABEL_REPEATED:
142
+ is_repeated = False
143
+ values = [values]
144
+
145
+ normalized_values = None
146
+
147
+ # We force 32-bit values to int and 64-bit values to long to make
148
+ # alternate implementations where the distinction is more significant
149
+ # (e.g. the C++ implementation) simpler.
150
+ if desc.type in (
151
+ descriptor.FieldDescriptor.TYPE_INT64,
152
+ descriptor.FieldDescriptor.TYPE_UINT64,
153
+ descriptor.FieldDescriptor.TYPE_SINT64,
154
+ ):
155
+ normalized_values = [int(x) for x in values]
156
+ elif desc.type in (
157
+ descriptor.FieldDescriptor.TYPE_INT32,
158
+ descriptor.FieldDescriptor.TYPE_UINT32,
159
+ descriptor.FieldDescriptor.TYPE_SINT32,
160
+ descriptor.FieldDescriptor.TYPE_ENUM,
161
+ ):
162
+ normalized_values = [int(x) for x in values]
163
+ elif desc.type == descriptor.FieldDescriptor.TYPE_FLOAT:
164
+ normalized_values = [round(x, 4) for x in values]
165
+ elif desc.type == descriptor.FieldDescriptor.TYPE_DOUBLE:
166
+ normalized_values = [round(float(x), 6) for x in values]
167
+
168
+ if normalized_values is not None:
169
+ if is_repeated:
170
+ pb.ClearField(desc.name)
171
+ getattr(pb, desc.name).extend(normalized_values)
172
+ else:
173
+ setattr(pb, desc.name, normalized_values[0])
174
+
175
+ if (
176
+ desc.type == descriptor.FieldDescriptor.TYPE_MESSAGE
177
+ or desc.type == descriptor.FieldDescriptor.TYPE_GROUP
178
+ ):
179
+ if (
180
+ desc.type == descriptor.FieldDescriptor.TYPE_MESSAGE
181
+ and desc.message_type.has_options
182
+ and desc.message_type.GetOptions().map_entry
183
+ ):
184
+ # This is a map, only recurse if the values have a message type.
185
+ if (
186
+ desc.message_type.fields_by_number[2].type
187
+ == descriptor.FieldDescriptor.TYPE_MESSAGE
188
+ ):
189
+ for v in six.itervalues(values):
190
+ _normalize_number_fields(v)
191
+ else:
192
+ for v in values:
193
+ # recursive step
194
+ _normalize_number_fields(v)
195
+
196
+ return pb
@@ -0,0 +1,13 @@
1
+ # Copyright 2022 The MediaPipe Authors.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
@@ -0,0 +1,228 @@
1
+ # Copyright 2023 The MediaPipe Authors.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ """Tests for language detector."""
15
+
16
+ import enum
17
+ import os
18
+
19
+ from absl.testing import absltest
20
+ from absl.testing import parameterized
21
+
22
+ from mediapipe.tasks.python.components.containers import category
23
+ from mediapipe.tasks.python.components.containers import classification_result as classification_result_module
24
+ from mediapipe.tasks.python.core import base_options as base_options_module
25
+ from mediapipe.tasks.python.test import test_utils
26
+ from mediapipe.tasks.python.text import language_detector
27
+
28
+ LanguageDetectorResult = language_detector.LanguageDetectorResult
29
+ LanguageDetectorPrediction = (
30
+ language_detector.LanguageDetectorResult.Detection
31
+ )
32
+ _BaseOptions = base_options_module.BaseOptions
33
+ _Category = category.Category
34
+ _Classifications = classification_result_module.Classifications
35
+ _LanguageDetector = language_detector.LanguageDetector
36
+ _LanguageDetectorOptions = language_detector.LanguageDetectorOptions
37
+
38
+ _LANGUAGE_DETECTOR_MODEL = "language_detector.tflite"
39
+ _TEST_DATA_DIR = "mediapipe/tasks/testdata/text"
40
+
41
+ _SCORE_THRESHOLD = 0.3
42
+ _EN_TEXT = "To be, or not to be, that is the question"
43
+ _EN_EXPECTED_RESULT = LanguageDetectorResult(
44
+ [LanguageDetectorPrediction("en", 0.999856)]
45
+ )
46
+ _FR_TEXT = (
47
+ "Il y a beaucoup de bouches qui parlent et fort peu de têtes qui pensent."
48
+ )
49
+ _FR_EXPECTED_RESULT = LanguageDetectorResult(
50
+ [LanguageDetectorPrediction("fr", 0.999781)]
51
+ )
52
+ _RU_TEXT = "это какой-то английский язык"
53
+ _RU_EXPECTED_RESULT = LanguageDetectorResult(
54
+ [LanguageDetectorPrediction("ru", 0.993362)]
55
+ )
56
+ _MIXED_TEXT = "分久必合合久必分"
57
+ _MIXED_EXPECTED_RESULT = LanguageDetectorResult([
58
+ LanguageDetectorPrediction("zh", 0.505424),
59
+ LanguageDetectorPrediction("ja", 0.481617),
60
+ ])
61
+ _TOLERANCE = 1e-6
62
+
63
+
64
+ class ModelFileType(enum.Enum):
65
+ FILE_CONTENT = 1
66
+ FILE_NAME = 2
67
+
68
+
69
+ class LanguageDetectorTest(parameterized.TestCase):
70
+
71
+ def setUp(self):
72
+ super().setUp()
73
+ self.model_path = test_utils.get_test_data_path(
74
+ os.path.join(_TEST_DATA_DIR, _LANGUAGE_DETECTOR_MODEL)
75
+ )
76
+
77
+ def _expect_language_detector_result_correct(
78
+ self,
79
+ actual_result: LanguageDetectorResult,
80
+ expect_result: LanguageDetectorResult,
81
+ ):
82
+ for i, prediction in enumerate(actual_result.detections):
83
+ expected_prediction = expect_result.detections[i]
84
+ self.assertEqual(
85
+ prediction.language_code,
86
+ expected_prediction.language_code,
87
+ )
88
+ self.assertAlmostEqual(
89
+ prediction.probability,
90
+ expected_prediction.probability,
91
+ delta=_TOLERANCE,
92
+ )
93
+
94
+ def test_create_from_file_succeeds_with_valid_model_path(self):
95
+ # Creates with default option and valid model file successfully.
96
+ with _LanguageDetector.create_from_model_path(self.model_path) as detector:
97
+ self.assertIsInstance(detector, _LanguageDetector)
98
+
99
+ def test_create_from_options_succeeds_with_valid_model_path(self):
100
+ # Creates with options containing model file successfully.
101
+ base_options = _BaseOptions(model_asset_path=self.model_path)
102
+ options = _LanguageDetectorOptions(base_options=base_options)
103
+ with _LanguageDetector.create_from_options(options) as detector:
104
+ self.assertIsInstance(detector, _LanguageDetector)
105
+
106
+ def test_create_from_options_fails_with_invalid_model_path(self):
107
+ with self.assertRaisesRegex(
108
+ RuntimeError, "Unable to open file at /path/to/invalid/model.tflite"
109
+ ):
110
+ base_options = _BaseOptions(
111
+ model_asset_path="/path/to/invalid/model.tflite"
112
+ )
113
+ options = _LanguageDetectorOptions(base_options=base_options)
114
+ _LanguageDetector.create_from_options(options)
115
+
116
+ def test_create_from_options_succeeds_with_valid_model_content(self):
117
+ # Creates with options containing model content successfully.
118
+ with open(self.model_path, "rb") as f:
119
+ base_options = _BaseOptions(model_asset_buffer=f.read())
120
+ options = _LanguageDetectorOptions(base_options=base_options)
121
+ detector = _LanguageDetector.create_from_options(options)
122
+ self.assertIsInstance(detector, _LanguageDetector)
123
+
124
+ @parameterized.parameters(
125
+ (ModelFileType.FILE_NAME, _EN_TEXT, _EN_EXPECTED_RESULT),
126
+ (ModelFileType.FILE_CONTENT, _EN_TEXT, _EN_EXPECTED_RESULT),
127
+ (ModelFileType.FILE_NAME, _FR_TEXT, _FR_EXPECTED_RESULT),
128
+ (ModelFileType.FILE_CONTENT, _FR_TEXT, _FR_EXPECTED_RESULT),
129
+ (ModelFileType.FILE_NAME, _RU_TEXT, _RU_EXPECTED_RESULT),
130
+ (ModelFileType.FILE_CONTENT, _RU_TEXT, _RU_EXPECTED_RESULT),
131
+ (ModelFileType.FILE_NAME, _MIXED_TEXT, _MIXED_EXPECTED_RESULT),
132
+ (ModelFileType.FILE_CONTENT, _MIXED_TEXT, _MIXED_EXPECTED_RESULT),
133
+ )
134
+ def test_detect(self, model_file_type, text, expected_result):
135
+ # Creates detector.
136
+ if model_file_type is ModelFileType.FILE_NAME:
137
+ base_options = _BaseOptions(model_asset_path=self.model_path)
138
+ elif model_file_type is ModelFileType.FILE_CONTENT:
139
+ with open(self.model_path, "rb") as f:
140
+ model_content = f.read()
141
+ base_options = _BaseOptions(model_asset_buffer=model_content)
142
+ else:
143
+ # Should never happen
144
+ raise ValueError("model_file_type is invalid.")
145
+
146
+ options = _LanguageDetectorOptions(
147
+ base_options=base_options, score_threshold=_SCORE_THRESHOLD
148
+ )
149
+ detector = _LanguageDetector.create_from_options(options)
150
+
151
+ # Performs language detection on the input.
152
+ text_result = detector.detect(text)
153
+ # Comparing results.
154
+ self._expect_language_detector_result_correct(text_result, expected_result)
155
+ # Closes the detector explicitly when the detector is not used in
156
+ # a context.
157
+ detector.close()
158
+
159
+ @parameterized.parameters(
160
+ (ModelFileType.FILE_NAME, _EN_TEXT, _EN_EXPECTED_RESULT),
161
+ (ModelFileType.FILE_NAME, _FR_TEXT, _FR_EXPECTED_RESULT),
162
+ (ModelFileType.FILE_NAME, _RU_TEXT, _RU_EXPECTED_RESULT),
163
+ (ModelFileType.FILE_CONTENT, _MIXED_TEXT, _MIXED_EXPECTED_RESULT),
164
+ )
165
+ def test_detect_in_context(self, model_file_type, text, expected_result):
166
+ # Creates detector.
167
+ if model_file_type is ModelFileType.FILE_NAME:
168
+ base_options = _BaseOptions(model_asset_path=self.model_path)
169
+ elif model_file_type is ModelFileType.FILE_CONTENT:
170
+ with open(self.model_path, "rb") as f:
171
+ model_content = f.read()
172
+ base_options = _BaseOptions(model_asset_buffer=model_content)
173
+ else:
174
+ # Should never happen
175
+ raise ValueError("model_file_type is invalid.")
176
+
177
+ options = _LanguageDetectorOptions(
178
+ base_options=base_options, score_threshold=_SCORE_THRESHOLD
179
+ )
180
+ with _LanguageDetector.create_from_options(options) as detector:
181
+ # Performs language detection on the input.
182
+ text_result = detector.detect(text)
183
+ # Comparing results.
184
+ self._expect_language_detector_result_correct(
185
+ text_result, expected_result
186
+ )
187
+
188
+ def test_allowlist_option(self):
189
+ # Creates detector.
190
+ base_options = _BaseOptions(model_asset_path=self.model_path)
191
+ options = _LanguageDetectorOptions(
192
+ base_options=base_options,
193
+ score_threshold=_SCORE_THRESHOLD,
194
+ category_allowlist=["ja"],
195
+ )
196
+ with _LanguageDetector.create_from_options(options) as detector:
197
+ # Performs language detection on the input.
198
+ text_result = detector.detect(_MIXED_TEXT)
199
+ # Comparing results.
200
+ expected_result = LanguageDetectorResult(
201
+ [LanguageDetectorPrediction("ja", 0.481617)]
202
+ )
203
+ self._expect_language_detector_result_correct(
204
+ text_result, expected_result
205
+ )
206
+
207
+ def test_denylist_option(self):
208
+ # Creates detector.
209
+ base_options = _BaseOptions(model_asset_path=self.model_path)
210
+ options = _LanguageDetectorOptions(
211
+ base_options=base_options,
212
+ score_threshold=_SCORE_THRESHOLD,
213
+ category_denylist=["ja"],
214
+ )
215
+ with _LanguageDetector.create_from_options(options) as detector:
216
+ # Performs language detection on the input.
217
+ text_result = detector.detect(_MIXED_TEXT)
218
+ # Comparing results.
219
+ expected_result = LanguageDetectorResult(
220
+ [LanguageDetectorPrediction("zh", 0.505424)]
221
+ )
222
+ self._expect_language_detector_result_correct(
223
+ text_result, expected_result
224
+ )
225
+
226
+
227
+ if __name__ == "__main__":
228
+ absltest.main()
@@ -0,0 +1,235 @@
1
+ # Copyright 2022 The MediaPipe Authors.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ """Tests for text classifier."""
15
+
16
+ import enum
17
+ import os
18
+
19
+ from absl.testing import absltest
20
+ from absl.testing import parameterized
21
+
22
+ from mediapipe.tasks.python.components.containers import category
23
+ from mediapipe.tasks.python.components.containers import classification_result as classification_result_module
24
+ from mediapipe.tasks.python.core import base_options as base_options_module
25
+ from mediapipe.tasks.python.test import test_utils
26
+ from mediapipe.tasks.python.text import text_classifier
27
+
28
+ TextClassifierResult = classification_result_module.ClassificationResult
29
+ _BaseOptions = base_options_module.BaseOptions
30
+ _Category = category.Category
31
+ _Classifications = classification_result_module.Classifications
32
+ _TextClassifier = text_classifier.TextClassifier
33
+ _TextClassifierOptions = text_classifier.TextClassifierOptions
34
+
35
+ _BERT_MODEL_FILE = 'bert_text_classifier.tflite'
36
+ _REGEX_MODEL_FILE = 'test_model_text_classifier_with_regex_tokenizer.tflite'
37
+ _TEST_DATA_DIR = 'mediapipe/tasks/testdata/text'
38
+
39
+ _NEGATIVE_TEXT = 'What a waste of my time.'
40
+ _POSITIVE_TEXT = ('This is the best movie I’ve seen in recent years.'
41
+ 'Strongly recommend it!')
42
+
43
+ _BERT_NEGATIVE_RESULTS = TextClassifierResult(
44
+ classifications=[
45
+ _Classifications(
46
+ categories=[
47
+ _Category(
48
+ index=0,
49
+ score=0.9995,
50
+ display_name='',
51
+ category_name='negative'),
52
+ _Category(
53
+ index=1,
54
+ score=0.0005,
55
+ display_name='',
56
+ category_name='positive')
57
+ ],
58
+ head_index=0,
59
+ head_name='probability')
60
+ ],
61
+ timestamp_ms=0)
62
+ _BERT_POSITIVE_RESULTS = TextClassifierResult(
63
+ classifications=[
64
+ _Classifications(
65
+ categories=[
66
+ _Category(
67
+ index=1,
68
+ score=0.9994,
69
+ display_name='',
70
+ category_name='positive',
71
+ ),
72
+ _Category(
73
+ index=0,
74
+ score=0.0006,
75
+ display_name='',
76
+ category_name='negative',
77
+ ),
78
+ ],
79
+ head_index=0,
80
+ head_name='probability',
81
+ )
82
+ ],
83
+ timestamp_ms=0,
84
+ )
85
+ _REGEX_NEGATIVE_RESULTS = TextClassifierResult(
86
+ classifications=[
87
+ _Classifications(
88
+ categories=[
89
+ _Category(
90
+ index=0,
91
+ score=0.81313,
92
+ display_name='',
93
+ category_name='Negative'),
94
+ _Category(
95
+ index=1,
96
+ score=0.1868704,
97
+ display_name='',
98
+ category_name='Positive')
99
+ ],
100
+ head_index=0,
101
+ head_name='probability')
102
+ ],
103
+ timestamp_ms=0)
104
+ _REGEX_POSITIVE_RESULTS = TextClassifierResult(
105
+ classifications=[
106
+ _Classifications(
107
+ categories=[
108
+ _Category(
109
+ index=1,
110
+ score=0.5134273,
111
+ display_name='',
112
+ category_name='Positive'),
113
+ _Category(
114
+ index=0,
115
+ score=0.486573,
116
+ display_name='',
117
+ category_name='Negative')
118
+ ],
119
+ head_index=0,
120
+ head_name='probability')
121
+ ],
122
+ timestamp_ms=0)
123
+
124
+
125
+ class ModelFileType(enum.Enum):
126
+ FILE_CONTENT = 1
127
+ FILE_NAME = 2
128
+
129
+
130
+ class TextClassifierTest(parameterized.TestCase):
131
+
132
+ def setUp(self):
133
+ super().setUp()
134
+ self.model_path = test_utils.get_test_data_path(
135
+ os.path.join(_TEST_DATA_DIR, _BERT_MODEL_FILE))
136
+
137
+ def test_create_from_file_succeeds_with_valid_model_path(self):
138
+ # Creates with default option and valid model file successfully.
139
+ with _TextClassifier.create_from_model_path(self.model_path) as classifier:
140
+ self.assertIsInstance(classifier, _TextClassifier)
141
+
142
+ def test_create_from_options_succeeds_with_valid_model_path(self):
143
+ # Creates with options containing model file successfully.
144
+ base_options = _BaseOptions(model_asset_path=self.model_path)
145
+ options = _TextClassifierOptions(base_options=base_options)
146
+ with _TextClassifier.create_from_options(options) as classifier:
147
+ self.assertIsInstance(classifier, _TextClassifier)
148
+
149
+ def test_create_from_options_fails_with_invalid_model_path(self):
150
+ with self.assertRaisesRegex(
151
+ RuntimeError, 'Unable to open file at /path/to/invalid/model.tflite'):
152
+ base_options = _BaseOptions(
153
+ model_asset_path='/path/to/invalid/model.tflite')
154
+ options = _TextClassifierOptions(base_options=base_options)
155
+ _TextClassifier.create_from_options(options)
156
+
157
+ def test_create_from_options_succeeds_with_valid_model_content(self):
158
+ # Creates with options containing model content successfully.
159
+ with open(self.model_path, 'rb') as f:
160
+ base_options = _BaseOptions(model_asset_buffer=f.read())
161
+ options = _TextClassifierOptions(base_options=base_options)
162
+ classifier = _TextClassifier.create_from_options(options)
163
+ self.assertIsInstance(classifier, _TextClassifier)
164
+
165
+ @parameterized.parameters(
166
+ (ModelFileType.FILE_NAME, _BERT_MODEL_FILE, _NEGATIVE_TEXT,
167
+ _BERT_NEGATIVE_RESULTS), (ModelFileType.FILE_CONTENT, _BERT_MODEL_FILE,
168
+ _NEGATIVE_TEXT, _BERT_NEGATIVE_RESULTS),
169
+ (ModelFileType.FILE_NAME, _BERT_MODEL_FILE, _POSITIVE_TEXT,
170
+ _BERT_POSITIVE_RESULTS), (ModelFileType.FILE_CONTENT, _BERT_MODEL_FILE,
171
+ _POSITIVE_TEXT, _BERT_POSITIVE_RESULTS),
172
+ (ModelFileType.FILE_NAME, _REGEX_MODEL_FILE, _NEGATIVE_TEXT,
173
+ _REGEX_NEGATIVE_RESULTS), (ModelFileType.FILE_CONTENT, _REGEX_MODEL_FILE,
174
+ _NEGATIVE_TEXT, _REGEX_NEGATIVE_RESULTS),
175
+ (ModelFileType.FILE_NAME, _REGEX_MODEL_FILE, _POSITIVE_TEXT,
176
+ _REGEX_POSITIVE_RESULTS), (ModelFileType.FILE_CONTENT, _REGEX_MODEL_FILE,
177
+ _POSITIVE_TEXT, _REGEX_POSITIVE_RESULTS))
178
+ def test_classify(self, model_file_type, model_name, text,
179
+ expected_classification_result):
180
+ # Creates classifier.
181
+ model_path = test_utils.get_test_data_path(
182
+ os.path.join(_TEST_DATA_DIR, model_name))
183
+ if model_file_type is ModelFileType.FILE_NAME:
184
+ base_options = _BaseOptions(model_asset_path=model_path)
185
+ elif model_file_type is ModelFileType.FILE_CONTENT:
186
+ with open(model_path, 'rb') as f:
187
+ model_content = f.read()
188
+ base_options = _BaseOptions(model_asset_buffer=model_content)
189
+ else:
190
+ # Should never happen
191
+ raise ValueError('model_file_type is invalid.')
192
+
193
+ options = _TextClassifierOptions(base_options=base_options)
194
+ classifier = _TextClassifier.create_from_options(options)
195
+
196
+ # Performs text classification on the input.
197
+ text_result = classifier.classify(text)
198
+ # Comparing results.
199
+ test_utils.assert_proto_equals(self, text_result.to_pb2(),
200
+ expected_classification_result.to_pb2())
201
+ # Closes the classifier explicitly when the classifier is not used in
202
+ # a context.
203
+ classifier.close()
204
+
205
+ @parameterized.parameters((ModelFileType.FILE_NAME, _BERT_MODEL_FILE,
206
+ _NEGATIVE_TEXT, _BERT_NEGATIVE_RESULTS),
207
+ (ModelFileType.FILE_CONTENT, _BERT_MODEL_FILE,
208
+ _NEGATIVE_TEXT, _BERT_NEGATIVE_RESULTS))
209
+ def test_classify_in_context(self, model_file_type, model_name, text,
210
+ expected_classification_result):
211
+ # Creates classifier.
212
+ model_path = test_utils.get_test_data_path(
213
+ os.path.join(_TEST_DATA_DIR, model_name))
214
+ if model_file_type is ModelFileType.FILE_NAME:
215
+ base_options = _BaseOptions(model_asset_path=model_path)
216
+ elif model_file_type is ModelFileType.FILE_CONTENT:
217
+ with open(model_path, 'rb') as f:
218
+ model_content = f.read()
219
+ base_options = _BaseOptions(model_asset_buffer=model_content)
220
+ else:
221
+ # Should never happen
222
+ raise ValueError('model_file_type is invalid.')
223
+
224
+ options = _TextClassifierOptions(base_options=base_options)
225
+
226
+ with _TextClassifier.create_from_options(options) as classifier:
227
+ # Performs text classification on the input.
228
+ text_result = classifier.classify(text)
229
+ # Comparing results.
230
+ test_utils.assert_proto_equals(self, text_result.to_pb2(),
231
+ expected_classification_result.to_pb2())
232
+
233
+
234
+ if __name__ == '__main__':
235
+ absltest.main()