paddlex 2.0.0rc4__py3-none-any.whl → 3.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1533) hide show
  1. paddlex/.version +1 -0
  2. paddlex/__init__.py +35 -18
  3. paddlex/__main__.py +39 -0
  4. paddlex/configs/modules/3d_bev_detection/BEVFusion.yaml +38 -0
  5. paddlex/configs/modules/chart_parsing/PP-Chart2Table.yaml +13 -0
  6. paddlex/configs/modules/doc_text_orientation/PP-LCNet_x1_0_doc_ori.yaml +41 -0
  7. paddlex/configs/modules/doc_vlm/PP-DocBee-2B.yaml +14 -0
  8. paddlex/configs/modules/doc_vlm/PP-DocBee-7B.yaml +14 -0
  9. paddlex/configs/modules/doc_vlm/PP-DocBee2-3B.yaml +14 -0
  10. paddlex/configs/modules/face_detection/BlazeFace-FPN-SSH.yaml +40 -0
  11. paddlex/configs/modules/face_detection/BlazeFace.yaml +40 -0
  12. paddlex/configs/modules/face_detection/PP-YOLOE_plus-S_face.yaml +40 -0
  13. paddlex/configs/modules/face_detection/PicoDet_LCNet_x2_5_face.yaml +40 -0
  14. paddlex/configs/modules/face_feature/MobileFaceNet.yaml +41 -0
  15. paddlex/configs/modules/face_feature/ResNet50_face.yaml +41 -0
  16. paddlex/configs/modules/formula_recognition/LaTeX_OCR_rec.yaml +40 -0
  17. paddlex/configs/modules/formula_recognition/PP-FormulaNet-L.yaml +40 -0
  18. paddlex/configs/modules/formula_recognition/PP-FormulaNet-S.yaml +40 -0
  19. paddlex/configs/modules/formula_recognition/PP-FormulaNet_plus-L.yaml +40 -0
  20. paddlex/configs/modules/formula_recognition/PP-FormulaNet_plus-M.yaml +40 -0
  21. paddlex/configs/modules/formula_recognition/PP-FormulaNet_plus-S.yaml +40 -0
  22. paddlex/configs/modules/formula_recognition/UniMERNet.yaml +40 -0
  23. paddlex/configs/modules/human_detection/PP-YOLOE-L_human.yaml +42 -0
  24. paddlex/configs/modules/human_detection/PP-YOLOE-S_human.yaml +42 -0
  25. paddlex/configs/modules/image_anomaly_detection/STFPM.yaml +41 -0
  26. paddlex/configs/modules/image_classification/CLIP_vit_base_patch16_224.yaml +41 -0
  27. paddlex/configs/modules/image_classification/CLIP_vit_large_patch14_224.yaml +41 -0
  28. paddlex/configs/modules/image_classification/ConvNeXt_base_224.yaml +41 -0
  29. paddlex/configs/modules/image_classification/ConvNeXt_base_384.yaml +41 -0
  30. paddlex/configs/modules/image_classification/ConvNeXt_large_224.yaml +41 -0
  31. paddlex/configs/modules/image_classification/ConvNeXt_large_384.yaml +41 -0
  32. paddlex/configs/modules/image_classification/ConvNeXt_small.yaml +41 -0
  33. paddlex/configs/modules/image_classification/ConvNeXt_tiny.yaml +41 -0
  34. paddlex/configs/modules/image_classification/FasterNet-L.yaml +40 -0
  35. paddlex/configs/modules/image_classification/FasterNet-M.yaml +40 -0
  36. paddlex/configs/modules/image_classification/FasterNet-S.yaml +40 -0
  37. paddlex/configs/modules/image_classification/FasterNet-T0.yaml +40 -0
  38. paddlex/configs/modules/image_classification/FasterNet-T1.yaml +40 -0
  39. paddlex/configs/modules/image_classification/FasterNet-T2.yaml +40 -0
  40. paddlex/configs/modules/image_classification/MobileNetV1_x0_25.yaml +41 -0
  41. paddlex/configs/modules/image_classification/MobileNetV1_x0_5.yaml +41 -0
  42. paddlex/configs/modules/image_classification/MobileNetV1_x0_75.yaml +41 -0
  43. paddlex/configs/modules/image_classification/MobileNetV1_x1_0.yaml +41 -0
  44. paddlex/configs/modules/image_classification/MobileNetV2_x0_25.yaml +41 -0
  45. paddlex/configs/modules/image_classification/MobileNetV2_x0_5.yaml +41 -0
  46. paddlex/configs/modules/image_classification/MobileNetV2_x1_0.yaml +41 -0
  47. paddlex/configs/modules/image_classification/MobileNetV2_x1_5.yaml +41 -0
  48. paddlex/configs/modules/image_classification/MobileNetV2_x2_0.yaml +41 -0
  49. paddlex/configs/modules/image_classification/MobileNetV3_large_x0_35.yaml +41 -0
  50. paddlex/configs/modules/image_classification/MobileNetV3_large_x0_5.yaml +41 -0
  51. paddlex/configs/modules/image_classification/MobileNetV3_large_x0_75.yaml +41 -0
  52. paddlex/configs/modules/image_classification/MobileNetV3_large_x1_0.yaml +41 -0
  53. paddlex/configs/modules/image_classification/MobileNetV3_large_x1_25.yaml +41 -0
  54. paddlex/configs/modules/image_classification/MobileNetV3_small_x0_35.yaml +41 -0
  55. paddlex/configs/modules/image_classification/MobileNetV3_small_x0_5.yaml +41 -0
  56. paddlex/configs/modules/image_classification/MobileNetV3_small_x0_75.yaml +41 -0
  57. paddlex/configs/modules/image_classification/MobileNetV3_small_x1_0.yaml +41 -0
  58. paddlex/configs/modules/image_classification/MobileNetV3_small_x1_25.yaml +41 -0
  59. paddlex/configs/modules/image_classification/MobileNetV4_conv_large.yaml +41 -0
  60. paddlex/configs/modules/image_classification/MobileNetV4_conv_medium.yaml +41 -0
  61. paddlex/configs/modules/image_classification/MobileNetV4_conv_small.yaml +41 -0
  62. paddlex/configs/modules/image_classification/MobileNetV4_hybrid_large.yaml +41 -0
  63. paddlex/configs/modules/image_classification/MobileNetV4_hybrid_medium.yaml +41 -0
  64. paddlex/configs/modules/image_classification/PP-HGNetV2-B0.yaml +41 -0
  65. paddlex/configs/modules/image_classification/PP-HGNetV2-B1.yaml +41 -0
  66. paddlex/configs/modules/image_classification/PP-HGNetV2-B2.yaml +41 -0
  67. paddlex/configs/modules/image_classification/PP-HGNetV2-B3.yaml +41 -0
  68. paddlex/configs/modules/image_classification/PP-HGNetV2-B4.yaml +41 -0
  69. paddlex/configs/modules/image_classification/PP-HGNetV2-B5.yaml +41 -0
  70. paddlex/configs/modules/image_classification/PP-HGNetV2-B6.yaml +41 -0
  71. paddlex/configs/modules/image_classification/PP-HGNet_base.yaml +41 -0
  72. paddlex/configs/modules/image_classification/PP-HGNet_small.yaml +41 -0
  73. paddlex/configs/modules/image_classification/PP-HGNet_tiny.yaml +41 -0
  74. paddlex/configs/modules/image_classification/PP-LCNetV2_base.yaml +41 -0
  75. paddlex/configs/modules/image_classification/PP-LCNetV2_large.yaml +41 -0
  76. paddlex/configs/modules/image_classification/PP-LCNetV2_small.yaml +41 -0
  77. paddlex/configs/modules/image_classification/PP-LCNet_x0_25.yaml +41 -0
  78. paddlex/configs/modules/image_classification/PP-LCNet_x0_35.yaml +41 -0
  79. paddlex/configs/modules/image_classification/PP-LCNet_x0_5.yaml +41 -0
  80. paddlex/configs/modules/image_classification/PP-LCNet_x0_75.yaml +41 -0
  81. paddlex/configs/modules/image_classification/PP-LCNet_x1_0.yaml +41 -0
  82. paddlex/configs/modules/image_classification/PP-LCNet_x1_5.yaml +41 -0
  83. paddlex/configs/modules/image_classification/PP-LCNet_x2_0.yaml +41 -0
  84. paddlex/configs/modules/image_classification/PP-LCNet_x2_5.yaml +41 -0
  85. paddlex/configs/modules/image_classification/ResNet101.yaml +41 -0
  86. paddlex/configs/modules/image_classification/ResNet101_vd.yaml +41 -0
  87. paddlex/configs/modules/image_classification/ResNet152.yaml +41 -0
  88. paddlex/configs/modules/image_classification/ResNet152_vd.yaml +41 -0
  89. paddlex/configs/modules/image_classification/ResNet18.yaml +41 -0
  90. paddlex/configs/modules/image_classification/ResNet18_vd.yaml +41 -0
  91. paddlex/configs/modules/image_classification/ResNet200_vd.yaml +41 -0
  92. paddlex/configs/modules/image_classification/ResNet34.yaml +41 -0
  93. paddlex/configs/modules/image_classification/ResNet34_vd.yaml +41 -0
  94. paddlex/configs/modules/image_classification/ResNet50.yaml +41 -0
  95. paddlex/configs/modules/image_classification/ResNet50_vd.yaml +41 -0
  96. paddlex/configs/modules/image_classification/StarNet-S1.yaml +41 -0
  97. paddlex/configs/modules/image_classification/StarNet-S2.yaml +41 -0
  98. paddlex/configs/modules/image_classification/StarNet-S3.yaml +41 -0
  99. paddlex/configs/modules/image_classification/StarNet-S4.yaml +41 -0
  100. paddlex/configs/modules/image_classification/SwinTransformer_base_patch4_window12_384.yaml +41 -0
  101. paddlex/configs/modules/image_classification/SwinTransformer_base_patch4_window7_224.yaml +41 -0
  102. paddlex/configs/modules/image_classification/SwinTransformer_large_patch4_window12_384.yaml +41 -0
  103. paddlex/configs/modules/image_classification/SwinTransformer_large_patch4_window7_224.yaml +41 -0
  104. paddlex/configs/modules/image_classification/SwinTransformer_small_patch4_window7_224.yaml +41 -0
  105. paddlex/configs/modules/image_classification/SwinTransformer_tiny_patch4_window7_224.yaml +41 -0
  106. paddlex/configs/modules/image_feature/PP-ShiTuV2_rec.yaml +42 -0
  107. paddlex/configs/modules/image_feature/PP-ShiTuV2_rec_CLIP_vit_base.yaml +42 -0
  108. paddlex/configs/modules/image_feature/PP-ShiTuV2_rec_CLIP_vit_large.yaml +41 -0
  109. paddlex/configs/modules/image_multilabel_classification/CLIP_vit_base_patch16_448_ML.yaml +41 -0
  110. paddlex/configs/modules/image_multilabel_classification/PP-HGNetV2-B0_ML.yaml +41 -0
  111. paddlex/configs/modules/image_multilabel_classification/PP-HGNetV2-B4_ML.yaml +41 -0
  112. paddlex/configs/modules/image_multilabel_classification/PP-HGNetV2-B6_ML.yaml +41 -0
  113. paddlex/configs/modules/image_multilabel_classification/PP-LCNet_x1_0_ML.yaml +41 -0
  114. paddlex/configs/modules/image_multilabel_classification/ResNet50_ML.yaml +41 -0
  115. paddlex/configs/modules/image_unwarping/UVDoc.yaml +12 -0
  116. paddlex/configs/modules/instance_segmentation/Cascade-MaskRCNN-ResNet50-FPN.yaml +40 -0
  117. paddlex/configs/modules/instance_segmentation/Cascade-MaskRCNN-ResNet50-vd-SSLDv2-FPN.yaml +40 -0
  118. paddlex/configs/modules/instance_segmentation/Mask-RT-DETR-H.yaml +40 -0
  119. paddlex/configs/modules/instance_segmentation/Mask-RT-DETR-L.yaml +40 -0
  120. paddlex/configs/modules/instance_segmentation/Mask-RT-DETR-M.yaml +40 -0
  121. paddlex/configs/modules/instance_segmentation/Mask-RT-DETR-S.yaml +40 -0
  122. paddlex/configs/modules/instance_segmentation/Mask-RT-DETR-X.yaml +40 -0
  123. paddlex/configs/modules/instance_segmentation/MaskRCNN-ResNeXt101-vd-FPN.yaml +39 -0
  124. paddlex/configs/modules/instance_segmentation/MaskRCNN-ResNet101-FPN.yaml +40 -0
  125. paddlex/configs/modules/instance_segmentation/MaskRCNN-ResNet101-vd-FPN.yaml +40 -0
  126. paddlex/configs/modules/instance_segmentation/MaskRCNN-ResNet50-FPN.yaml +40 -0
  127. paddlex/configs/modules/instance_segmentation/MaskRCNN-ResNet50-vd-FPN.yaml +40 -0
  128. paddlex/configs/modules/instance_segmentation/MaskRCNN-ResNet50.yaml +40 -0
  129. paddlex/configs/modules/instance_segmentation/PP-YOLOE_seg-S.yaml +40 -0
  130. paddlex/configs/modules/instance_segmentation/SOLOv2.yaml +40 -0
  131. paddlex/configs/modules/keypoint_detection/PP-TinyPose_128x96.yaml +40 -0
  132. paddlex/configs/modules/keypoint_detection/PP-TinyPose_256x192.yaml +40 -0
  133. paddlex/configs/modules/layout_detection/PP-DocBlockLayout.yaml +40 -0
  134. paddlex/configs/modules/layout_detection/PP-DocLayout-L.yaml +40 -0
  135. paddlex/configs/modules/layout_detection/PP-DocLayout-M.yaml +40 -0
  136. paddlex/configs/modules/layout_detection/PP-DocLayout-S.yaml +40 -0
  137. paddlex/configs/modules/layout_detection/PP-DocLayout_plus-L.yaml +40 -0
  138. paddlex/configs/modules/layout_detection/PicoDet-L_layout_17cls.yaml +40 -0
  139. paddlex/configs/modules/layout_detection/PicoDet-L_layout_3cls.yaml +40 -0
  140. paddlex/configs/modules/layout_detection/PicoDet-S_layout_17cls.yaml +40 -0
  141. paddlex/configs/modules/layout_detection/PicoDet-S_layout_3cls.yaml +40 -0
  142. paddlex/configs/modules/layout_detection/PicoDet_layout_1x.yaml +40 -0
  143. paddlex/configs/modules/layout_detection/PicoDet_layout_1x_table.yaml +40 -0
  144. paddlex/configs/modules/layout_detection/RT-DETR-H_layout_17cls.yaml +40 -0
  145. paddlex/configs/modules/layout_detection/RT-DETR-H_layout_3cls.yaml +40 -0
  146. paddlex/configs/modules/mainbody_detection/PP-ShiTuV2_det.yaml +41 -0
  147. paddlex/configs/modules/multilingual_speech_recognition/whisper_base.yaml +12 -0
  148. paddlex/configs/modules/multilingual_speech_recognition/whisper_large.yaml +12 -0
  149. paddlex/configs/modules/multilingual_speech_recognition/whisper_medium.yaml +12 -0
  150. paddlex/configs/modules/multilingual_speech_recognition/whisper_small.yaml +12 -0
  151. paddlex/configs/modules/multilingual_speech_recognition/whisper_tiny.yaml +12 -0
  152. paddlex/configs/modules/object_detection/Cascade-FasterRCNN-ResNet50-FPN.yaml +41 -0
  153. paddlex/configs/modules/object_detection/Cascade-FasterRCNN-ResNet50-vd-SSLDv2-FPN.yaml +42 -0
  154. paddlex/configs/modules/object_detection/CenterNet-DLA-34.yaml +41 -0
  155. paddlex/configs/modules/object_detection/CenterNet-ResNet50.yaml +41 -0
  156. paddlex/configs/modules/object_detection/Co-DINO-R50.yaml +40 -0
  157. paddlex/configs/modules/object_detection/Co-DINO-Swin-L.yaml +40 -0
  158. paddlex/configs/modules/object_detection/Co-Deformable-DETR-R50.yaml +40 -0
  159. paddlex/configs/modules/object_detection/Co-Deformable-DETR-Swin-T.yaml +40 -0
  160. paddlex/configs/modules/object_detection/DETR-R50.yaml +42 -0
  161. paddlex/configs/modules/object_detection/FCOS-ResNet50.yaml +41 -0
  162. paddlex/configs/modules/object_detection/FasterRCNN-ResNeXt101-vd-FPN.yaml +42 -0
  163. paddlex/configs/modules/object_detection/FasterRCNN-ResNet101-FPN.yaml +42 -0
  164. paddlex/configs/modules/object_detection/FasterRCNN-ResNet101.yaml +42 -0
  165. paddlex/configs/modules/object_detection/FasterRCNN-ResNet34-FPN.yaml +42 -0
  166. paddlex/configs/modules/object_detection/FasterRCNN-ResNet50-FPN.yaml +42 -0
  167. paddlex/configs/modules/object_detection/FasterRCNN-ResNet50-vd-FPN.yaml +42 -0
  168. paddlex/configs/modules/object_detection/FasterRCNN-ResNet50-vd-SSLDv2-FPN.yaml +42 -0
  169. paddlex/configs/modules/object_detection/FasterRCNN-ResNet50.yaml +42 -0
  170. paddlex/configs/modules/object_detection/FasterRCNN-Swin-Tiny-FPN.yaml +42 -0
  171. paddlex/configs/modules/object_detection/PP-YOLOE_plus-L.yaml +40 -0
  172. paddlex/configs/modules/object_detection/PP-YOLOE_plus-M.yaml +40 -0
  173. paddlex/configs/modules/object_detection/PP-YOLOE_plus-S.yaml +40 -0
  174. paddlex/configs/modules/object_detection/PP-YOLOE_plus-X.yaml +40 -0
  175. paddlex/configs/modules/object_detection/PicoDet-L.yaml +40 -0
  176. paddlex/configs/modules/object_detection/PicoDet-M.yaml +42 -0
  177. paddlex/configs/modules/object_detection/PicoDet-S.yaml +40 -0
  178. paddlex/configs/modules/object_detection/PicoDet-XS.yaml +42 -0
  179. paddlex/configs/modules/object_detection/RT-DETR-H.yaml +40 -0
  180. paddlex/configs/modules/object_detection/RT-DETR-L.yaml +40 -0
  181. paddlex/configs/modules/object_detection/RT-DETR-R18.yaml +40 -0
  182. paddlex/configs/modules/object_detection/RT-DETR-R50.yaml +40 -0
  183. paddlex/configs/modules/object_detection/RT-DETR-X.yaml +40 -0
  184. paddlex/configs/modules/object_detection/YOLOX-L.yaml +40 -0
  185. paddlex/configs/modules/object_detection/YOLOX-M.yaml +40 -0
  186. paddlex/configs/modules/object_detection/YOLOX-N.yaml +40 -0
  187. paddlex/configs/modules/object_detection/YOLOX-S.yaml +40 -0
  188. paddlex/configs/modules/object_detection/YOLOX-T.yaml +40 -0
  189. paddlex/configs/modules/object_detection/YOLOX-X.yaml +40 -0
  190. paddlex/configs/modules/object_detection/YOLOv3-DarkNet53.yaml +40 -0
  191. paddlex/configs/modules/object_detection/YOLOv3-MobileNetV3.yaml +40 -0
  192. paddlex/configs/modules/object_detection/YOLOv3-ResNet50_vd_DCN.yaml +40 -0
  193. paddlex/configs/modules/open_vocabulary_detection/GroundingDINO-T.yaml +13 -0
  194. paddlex/configs/modules/open_vocabulary_detection/YOLO-Worldv2-L.yaml +13 -0
  195. paddlex/configs/modules/open_vocabulary_segmentation/SAM-H_box.yaml +17 -0
  196. paddlex/configs/modules/open_vocabulary_segmentation/SAM-H_point.yaml +15 -0
  197. paddlex/configs/modules/pedestrian_attribute_recognition/PP-LCNet_x1_0_pedestrian_attribute.yaml +41 -0
  198. paddlex/configs/modules/rotated_object_detection/PP-YOLOE-R-L.yaml +40 -0
  199. paddlex/configs/modules/seal_text_detection/PP-OCRv4_mobile_seal_det.yaml +40 -0
  200. paddlex/configs/modules/seal_text_detection/PP-OCRv4_server_seal_det.yaml +40 -0
  201. paddlex/configs/modules/semantic_segmentation/Deeplabv3-R101.yaml +40 -0
  202. paddlex/configs/modules/semantic_segmentation/Deeplabv3-R50.yaml +40 -0
  203. paddlex/configs/modules/semantic_segmentation/Deeplabv3_Plus-R101.yaml +40 -0
  204. paddlex/configs/modules/semantic_segmentation/Deeplabv3_Plus-R50.yaml +40 -0
  205. paddlex/configs/modules/semantic_segmentation/MaskFormer_small.yaml +42 -0
  206. paddlex/configs/modules/semantic_segmentation/MaskFormer_tiny.yaml +42 -0
  207. paddlex/configs/modules/semantic_segmentation/OCRNet_HRNet-W18.yaml +40 -0
  208. paddlex/configs/modules/semantic_segmentation/OCRNet_HRNet-W48.yaml +40 -0
  209. paddlex/configs/modules/semantic_segmentation/PP-LiteSeg-B.yaml +41 -0
  210. paddlex/configs/modules/semantic_segmentation/PP-LiteSeg-T.yaml +40 -0
  211. paddlex/configs/modules/semantic_segmentation/SeaFormer_base.yaml +40 -0
  212. paddlex/configs/modules/semantic_segmentation/SeaFormer_large.yaml +40 -0
  213. paddlex/configs/modules/semantic_segmentation/SeaFormer_small.yaml +40 -0
  214. paddlex/configs/modules/semantic_segmentation/SeaFormer_tiny.yaml +40 -0
  215. paddlex/configs/modules/semantic_segmentation/SegFormer-B0.yaml +40 -0
  216. paddlex/configs/modules/semantic_segmentation/SegFormer-B1.yaml +40 -0
  217. paddlex/configs/modules/semantic_segmentation/SegFormer-B2.yaml +40 -0
  218. paddlex/configs/modules/semantic_segmentation/SegFormer-B3.yaml +40 -0
  219. paddlex/configs/modules/semantic_segmentation/SegFormer-B4.yaml +40 -0
  220. paddlex/configs/modules/semantic_segmentation/SegFormer-B5.yaml +40 -0
  221. paddlex/configs/modules/small_object_detection/PP-YOLOE_plus_SOD-L.yaml +42 -0
  222. paddlex/configs/modules/small_object_detection/PP-YOLOE_plus_SOD-S.yaml +42 -0
  223. paddlex/configs/modules/small_object_detection/PP-YOLOE_plus_SOD-largesize-L.yaml +42 -0
  224. paddlex/configs/modules/table_cells_detection/RT-DETR-L_wired_table_cell_det.yaml +40 -0
  225. paddlex/configs/modules/table_cells_detection/RT-DETR-L_wireless_table_cell_det.yaml +40 -0
  226. paddlex/configs/modules/table_classification/PP-LCNet_x1_0_table_cls.yaml +41 -0
  227. paddlex/configs/modules/table_structure_recognition/SLANeXt_wired.yaml +39 -0
  228. paddlex/configs/modules/table_structure_recognition/SLANeXt_wireless.yaml +39 -0
  229. paddlex/configs/modules/table_structure_recognition/SLANet.yaml +39 -0
  230. paddlex/configs/modules/table_structure_recognition/SLANet_plus.yaml +39 -0
  231. paddlex/configs/modules/text_detection/PP-OCRv3_mobile_det.yaml +40 -0
  232. paddlex/configs/modules/text_detection/PP-OCRv3_server_det.yaml +40 -0
  233. paddlex/configs/modules/text_detection/PP-OCRv4_mobile_det.yaml +40 -0
  234. paddlex/configs/modules/text_detection/PP-OCRv4_server_det.yaml +40 -0
  235. paddlex/configs/modules/text_detection/PP-OCRv5_mobile_det.yaml +40 -0
  236. paddlex/configs/modules/text_detection/PP-OCRv5_server_det.yaml +40 -0
  237. paddlex/configs/modules/text_recognition/PP-OCRv3_mobile_rec.yaml +39 -0
  238. paddlex/configs/modules/text_recognition/PP-OCRv4_mobile_rec.yaml +39 -0
  239. paddlex/configs/modules/text_recognition/PP-OCRv4_server_rec.yaml +39 -0
  240. paddlex/configs/modules/text_recognition/PP-OCRv4_server_rec_doc.yaml +39 -0
  241. paddlex/configs/modules/text_recognition/PP-OCRv5_mobile_rec.yaml +39 -0
  242. paddlex/configs/modules/text_recognition/PP-OCRv5_server_rec.yaml +39 -0
  243. paddlex/configs/modules/text_recognition/arabic_PP-OCRv3_mobile_rec.yaml +39 -0
  244. paddlex/configs/modules/text_recognition/ch_RepSVTR_rec.yaml +39 -0
  245. paddlex/configs/modules/text_recognition/ch_SVTRv2_rec.yaml +39 -0
  246. paddlex/configs/modules/text_recognition/chinese_cht_PP-OCRv3_mobile_rec.yaml +39 -0
  247. paddlex/configs/modules/text_recognition/cyrillic_PP-OCRv3_mobile_rec.yaml +39 -0
  248. paddlex/configs/modules/text_recognition/devanagari_PP-OCRv3_mobile_rec.yaml +39 -0
  249. paddlex/configs/modules/text_recognition/en_PP-OCRv3_mobile_rec.yaml +39 -0
  250. paddlex/configs/modules/text_recognition/en_PP-OCRv4_mobile_rec.yaml +39 -0
  251. paddlex/configs/modules/text_recognition/japan_PP-OCRv3_mobile_rec.yaml +39 -0
  252. paddlex/configs/modules/text_recognition/ka_PP-OCRv3_mobile_rec.yaml +39 -0
  253. paddlex/configs/modules/text_recognition/korean_PP-OCRv3_mobile_rec.yaml +39 -0
  254. paddlex/configs/modules/text_recognition/latin_PP-OCRv3_mobile_rec.yaml +39 -0
  255. paddlex/configs/modules/text_recognition/ta_PP-OCRv3_mobile_rec.yaml +39 -0
  256. paddlex/configs/modules/text_recognition/te_PP-OCRv3_mobile_rec.yaml +39 -0
  257. paddlex/configs/modules/textline_orientation/PP-LCNet_x0_25_textline_ori.yaml +41 -0
  258. paddlex/configs/modules/ts_anomaly_detection/AutoEncoder_ad.yaml +37 -0
  259. paddlex/configs/modules/ts_anomaly_detection/DLinear_ad.yaml +37 -0
  260. paddlex/configs/modules/ts_anomaly_detection/Nonstationary_ad.yaml +37 -0
  261. paddlex/configs/modules/ts_anomaly_detection/PatchTST_ad.yaml +37 -0
  262. paddlex/configs/modules/ts_anomaly_detection/TimesNet_ad.yaml +37 -0
  263. paddlex/configs/modules/ts_classification/TimesNet_cls.yaml +37 -0
  264. paddlex/configs/modules/ts_forecast/DLinear.yaml +38 -0
  265. paddlex/configs/modules/ts_forecast/NLinear.yaml +38 -0
  266. paddlex/configs/modules/ts_forecast/Nonstationary.yaml +38 -0
  267. paddlex/configs/modules/ts_forecast/PatchTST.yaml +38 -0
  268. paddlex/configs/modules/ts_forecast/RLinear.yaml +38 -0
  269. paddlex/configs/modules/ts_forecast/TiDE.yaml +38 -0
  270. paddlex/configs/modules/ts_forecast/TimesNet.yaml +38 -0
  271. paddlex/configs/modules/vehicle_attribute_recognition/PP-LCNet_x1_0_vehicle_attribute.yaml +41 -0
  272. paddlex/configs/modules/vehicle_detection/PP-YOLOE-L_vehicle.yaml +41 -0
  273. paddlex/configs/modules/vehicle_detection/PP-YOLOE-S_vehicle.yaml +42 -0
  274. paddlex/configs/modules/video_classification/PP-TSM-R50_8frames_uniform.yaml +42 -0
  275. paddlex/configs/modules/video_classification/PP-TSMv2-LCNetV2_16frames_uniform.yaml +42 -0
  276. paddlex/configs/modules/video_classification/PP-TSMv2-LCNetV2_8frames_uniform.yaml +42 -0
  277. paddlex/configs/modules/video_detection/YOWO.yaml +40 -0
  278. paddlex/configs/pipelines/3d_bev_detection.yaml +9 -0
  279. paddlex/configs/pipelines/OCR.yaml +45 -0
  280. paddlex/configs/pipelines/PP-ChatOCRv3-doc.yaml +151 -0
  281. paddlex/configs/pipelines/PP-ChatOCRv4-doc.yaml +237 -0
  282. paddlex/configs/pipelines/PP-ShiTuV2.yaml +18 -0
  283. paddlex/configs/pipelines/PP-StructureV3.yaml +226 -0
  284. paddlex/configs/pipelines/anomaly_detection.yaml +8 -0
  285. paddlex/configs/pipelines/doc_preprocessor.yaml +15 -0
  286. paddlex/configs/pipelines/doc_understanding.yaml +9 -0
  287. paddlex/configs/pipelines/face_recognition.yaml +18 -0
  288. paddlex/configs/pipelines/formula_recognition.yaml +39 -0
  289. paddlex/configs/pipelines/human_keypoint_detection.yaml +17 -0
  290. paddlex/configs/pipelines/image_classification.yaml +10 -0
  291. paddlex/configs/pipelines/image_multilabel_classification.yaml +9 -0
  292. paddlex/configs/pipelines/instance_segmentation.yaml +10 -0
  293. paddlex/configs/pipelines/layout_parsing.yaml +102 -0
  294. paddlex/configs/pipelines/multilingual_speech_recognition.yaml +9 -0
  295. paddlex/configs/pipelines/object_detection.yaml +10 -0
  296. paddlex/configs/pipelines/open_vocabulary_detection.yaml +12 -0
  297. paddlex/configs/pipelines/open_vocabulary_segmentation.yaml +13 -0
  298. paddlex/configs/pipelines/pedestrian_attribute_recognition.yaml +15 -0
  299. paddlex/configs/pipelines/rotated_object_detection.yaml +10 -0
  300. paddlex/configs/pipelines/seal_recognition.yaml +52 -0
  301. paddlex/configs/pipelines/semantic_segmentation.yaml +10 -0
  302. paddlex/configs/pipelines/small_object_detection.yaml +10 -0
  303. paddlex/configs/pipelines/table_recognition.yaml +57 -0
  304. paddlex/configs/pipelines/table_recognition_v2.yaml +82 -0
  305. paddlex/configs/pipelines/ts_anomaly_detection.yaml +8 -0
  306. paddlex/configs/pipelines/ts_classification.yaml +8 -0
  307. paddlex/configs/pipelines/ts_forecast.yaml +8 -0
  308. paddlex/configs/pipelines/vehicle_attribute_recognition.yaml +15 -0
  309. paddlex/configs/pipelines/video_classification.yaml +9 -0
  310. paddlex/configs/pipelines/video_detection.yaml +10 -0
  311. paddlex/constants.py +17 -0
  312. paddlex/engine.py +56 -0
  313. paddlex/hpip_links.html +31 -0
  314. paddlex/inference/__init__.py +19 -0
  315. paddlex/inference/common/__init__.py +13 -0
  316. paddlex/inference/common/batch_sampler/__init__.py +21 -0
  317. paddlex/inference/common/batch_sampler/audio_batch_sampler.py +83 -0
  318. paddlex/inference/common/batch_sampler/base_batch_sampler.py +94 -0
  319. paddlex/inference/common/batch_sampler/det_3d_batch_sampler.py +144 -0
  320. paddlex/inference/common/batch_sampler/doc_vlm_batch_sampler.py +87 -0
  321. paddlex/inference/common/batch_sampler/image_batch_sampler.py +121 -0
  322. paddlex/inference/common/batch_sampler/ts_batch_sampler.py +109 -0
  323. paddlex/inference/common/batch_sampler/video_batch_sampler.py +74 -0
  324. paddlex/inference/common/reader/__init__.py +19 -0
  325. paddlex/inference/common/reader/audio_reader.py +46 -0
  326. paddlex/inference/common/reader/det_3d_reader.py +241 -0
  327. paddlex/inference/common/reader/image_reader.py +73 -0
  328. paddlex/inference/common/reader/ts_reader.py +46 -0
  329. paddlex/inference/common/reader/video_reader.py +42 -0
  330. paddlex/inference/common/result/__init__.py +29 -0
  331. paddlex/inference/common/result/base_cv_result.py +41 -0
  332. paddlex/inference/common/result/base_result.py +72 -0
  333. paddlex/inference/common/result/base_ts_result.py +41 -0
  334. paddlex/inference/common/result/base_video_result.py +36 -0
  335. paddlex/inference/common/result/mixin.py +709 -0
  336. paddlex/inference/models/__init__.py +86 -0
  337. paddlex/inference/models/anomaly_detection/__init__.py +15 -0
  338. paddlex/inference/models/anomaly_detection/predictor.py +135 -0
  339. paddlex/inference/models/anomaly_detection/processors.py +53 -0
  340. paddlex/inference/models/anomaly_detection/result.py +71 -0
  341. paddlex/inference/models/base/__init__.py +15 -0
  342. paddlex/inference/models/base/predictor/__init__.py +15 -0
  343. paddlex/inference/models/base/predictor/base_predictor.py +414 -0
  344. paddlex/inference/models/common/__init__.py +26 -0
  345. paddlex/inference/models/common/static_infer.py +801 -0
  346. paddlex/inference/models/common/tokenizer/__init__.py +21 -0
  347. paddlex/inference/models/common/tokenizer/bert_tokenizer.py +655 -0
  348. paddlex/inference/models/common/tokenizer/clip_tokenizer.py +609 -0
  349. paddlex/inference/models/common/tokenizer/gpt_tokenizer.py +453 -0
  350. paddlex/inference/models/common/tokenizer/qwen2_5_tokenizer.py +112 -0
  351. paddlex/inference/models/common/tokenizer/qwen2_tokenizer.py +438 -0
  352. paddlex/inference/models/common/tokenizer/qwen_tokenizer.py +288 -0
  353. paddlex/inference/models/common/tokenizer/tokenizer_utils.py +2149 -0
  354. paddlex/inference/models/common/tokenizer/tokenizer_utils_base.py +3720 -0
  355. paddlex/inference/models/common/tokenizer/utils.py +66 -0
  356. paddlex/inference/models/common/tokenizer/vocab.py +647 -0
  357. paddlex/inference/models/common/ts/__init__.py +15 -0
  358. paddlex/inference/models/common/ts/funcs.py +540 -0
  359. paddlex/inference/models/common/ts/processors.py +322 -0
  360. paddlex/inference/models/common/vision/__init__.py +23 -0
  361. paddlex/inference/models/common/vision/funcs.py +98 -0
  362. paddlex/inference/models/common/vision/processors.py +285 -0
  363. paddlex/inference/models/common/vlm/__init__.py +13 -0
  364. paddlex/inference/models/common/vlm/activations.py +189 -0
  365. paddlex/inference/models/common/vlm/bert_padding.py +127 -0
  366. paddlex/inference/models/common/vlm/conversion_utils.py +99 -0
  367. paddlex/inference/models/common/vlm/distributed.py +229 -0
  368. paddlex/inference/models/common/vlm/flash_attn_utils.py +119 -0
  369. paddlex/inference/models/common/vlm/fusion_ops.py +205 -0
  370. paddlex/inference/models/common/vlm/generation/__init__.py +34 -0
  371. paddlex/inference/models/common/vlm/generation/configuration_utils.py +533 -0
  372. paddlex/inference/models/common/vlm/generation/logits_process.py +730 -0
  373. paddlex/inference/models/common/vlm/generation/stopping_criteria.py +106 -0
  374. paddlex/inference/models/common/vlm/generation/utils.py +2162 -0
  375. paddlex/inference/models/common/vlm/transformers/__init__.py +16 -0
  376. paddlex/inference/models/common/vlm/transformers/configuration_utils.py +1037 -0
  377. paddlex/inference/models/common/vlm/transformers/conversion_utils.py +408 -0
  378. paddlex/inference/models/common/vlm/transformers/model_outputs.py +1612 -0
  379. paddlex/inference/models/common/vlm/transformers/model_utils.py +2014 -0
  380. paddlex/inference/models/common/vlm/transformers/utils.py +178 -0
  381. paddlex/inference/models/common/vlm/utils.py +109 -0
  382. paddlex/inference/models/doc_vlm/__init__.py +15 -0
  383. paddlex/inference/models/doc_vlm/modeling/GOT_ocr_2_0.py +830 -0
  384. paddlex/inference/models/doc_vlm/modeling/__init__.py +17 -0
  385. paddlex/inference/models/doc_vlm/modeling/qwen2.py +1606 -0
  386. paddlex/inference/models/doc_vlm/modeling/qwen2_5_vl.py +3006 -0
  387. paddlex/inference/models/doc_vlm/modeling/qwen2_vl.py +2495 -0
  388. paddlex/inference/models/doc_vlm/predictor.py +253 -0
  389. paddlex/inference/models/doc_vlm/processors/GOT_ocr_2_0.py +97 -0
  390. paddlex/inference/models/doc_vlm/processors/__init__.py +17 -0
  391. paddlex/inference/models/doc_vlm/processors/common.py +561 -0
  392. paddlex/inference/models/doc_vlm/processors/qwen2_5_vl.py +548 -0
  393. paddlex/inference/models/doc_vlm/processors/qwen2_vl.py +543 -0
  394. paddlex/inference/models/doc_vlm/result.py +21 -0
  395. paddlex/inference/models/face_feature/__init__.py +15 -0
  396. paddlex/inference/models/face_feature/predictor.py +66 -0
  397. paddlex/inference/models/formula_recognition/__init__.py +15 -0
  398. paddlex/inference/models/formula_recognition/predictor.py +193 -0
  399. paddlex/inference/models/formula_recognition/processors.py +1015 -0
  400. paddlex/inference/models/formula_recognition/result.py +411 -0
  401. paddlex/inference/models/image_classification/__init__.py +15 -0
  402. paddlex/inference/models/image_classification/predictor.py +172 -0
  403. paddlex/inference/models/image_classification/processors.py +89 -0
  404. paddlex/inference/models/image_classification/result.py +93 -0
  405. paddlex/inference/models/image_feature/__init__.py +15 -0
  406. paddlex/inference/models/image_feature/predictor.py +146 -0
  407. paddlex/inference/models/image_feature/processors.py +31 -0
  408. paddlex/inference/models/image_feature/result.py +32 -0
  409. paddlex/inference/models/image_multilabel_classification/__init__.py +15 -0
  410. paddlex/inference/models/image_multilabel_classification/predictor.py +95 -0
  411. paddlex/inference/models/image_multilabel_classification/processors.py +89 -0
  412. paddlex/inference/models/image_multilabel_classification/result.py +96 -0
  413. paddlex/inference/models/image_unwarping/__init__.py +15 -0
  414. paddlex/inference/models/image_unwarping/predictor.py +97 -0
  415. paddlex/inference/models/image_unwarping/processors.py +92 -0
  416. paddlex/inference/models/image_unwarping/result.py +47 -0
  417. paddlex/inference/models/instance_segmentation/__init__.py +15 -0
  418. paddlex/inference/models/instance_segmentation/predictor.py +202 -0
  419. paddlex/inference/models/instance_segmentation/processors.py +102 -0
  420. paddlex/inference/models/instance_segmentation/result.py +162 -0
  421. paddlex/inference/models/keypoint_detection/__init__.py +15 -0
  422. paddlex/inference/models/keypoint_detection/predictor.py +190 -0
  423. paddlex/inference/models/keypoint_detection/processors.py +367 -0
  424. paddlex/inference/models/keypoint_detection/result.py +197 -0
  425. paddlex/inference/models/m_3d_bev_detection/__init__.py +15 -0
  426. paddlex/inference/models/m_3d_bev_detection/predictor.py +303 -0
  427. paddlex/inference/models/m_3d_bev_detection/processors.py +990 -0
  428. paddlex/inference/models/m_3d_bev_detection/result.py +68 -0
  429. paddlex/inference/models/m_3d_bev_detection/visualizer_3d.py +169 -0
  430. paddlex/inference/models/multilingual_speech_recognition/__init__.py +15 -0
  431. paddlex/inference/models/multilingual_speech_recognition/predictor.py +137 -0
  432. paddlex/inference/models/multilingual_speech_recognition/processors.py +1933 -0
  433. paddlex/inference/models/multilingual_speech_recognition/result.py +21 -0
  434. paddlex/inference/models/object_detection/__init__.py +15 -0
  435. paddlex/inference/models/object_detection/predictor.py +344 -0
  436. paddlex/inference/models/object_detection/processors.py +885 -0
  437. paddlex/inference/models/object_detection/result.py +114 -0
  438. paddlex/inference/models/object_detection/utils.py +70 -0
  439. paddlex/inference/models/open_vocabulary_detection/__init__.py +15 -0
  440. paddlex/inference/models/open_vocabulary_detection/predictor.py +172 -0
  441. paddlex/inference/models/open_vocabulary_detection/processors/__init__.py +16 -0
  442. paddlex/inference/models/open_vocabulary_detection/processors/common.py +114 -0
  443. paddlex/inference/models/open_vocabulary_detection/processors/groundingdino_processors.py +496 -0
  444. paddlex/inference/models/open_vocabulary_detection/processors/yoloworld_processors.py +209 -0
  445. paddlex/inference/models/open_vocabulary_segmentation/__init__.py +15 -0
  446. paddlex/inference/models/open_vocabulary_segmentation/predictor.py +113 -0
  447. paddlex/inference/models/open_vocabulary_segmentation/processors/__init__.py +15 -0
  448. paddlex/inference/models/open_vocabulary_segmentation/processors/sam_processer.py +249 -0
  449. paddlex/inference/models/open_vocabulary_segmentation/results/__init__.py +15 -0
  450. paddlex/inference/models/open_vocabulary_segmentation/results/sam_result.py +149 -0
  451. paddlex/inference/models/semantic_segmentation/__init__.py +15 -0
  452. paddlex/inference/models/semantic_segmentation/predictor.py +158 -0
  453. paddlex/inference/models/semantic_segmentation/processors.py +117 -0
  454. paddlex/inference/models/semantic_segmentation/result.py +73 -0
  455. paddlex/inference/models/table_structure_recognition/__init__.py +15 -0
  456. paddlex/inference/models/table_structure_recognition/predictor.py +161 -0
  457. paddlex/inference/models/table_structure_recognition/processors.py +229 -0
  458. paddlex/inference/models/table_structure_recognition/result.py +63 -0
  459. paddlex/inference/models/text_detection/__init__.py +15 -0
  460. paddlex/inference/models/text_detection/predictor.py +191 -0
  461. paddlex/inference/models/text_detection/processors.py +538 -0
  462. paddlex/inference/models/text_detection/result.py +46 -0
  463. paddlex/inference/models/text_recognition/__init__.py +15 -0
  464. paddlex/inference/models/text_recognition/predictor.py +98 -0
  465. paddlex/inference/models/text_recognition/processors.py +245 -0
  466. paddlex/inference/models/text_recognition/result.py +76 -0
  467. paddlex/inference/models/ts_anomaly_detection/__init__.py +15 -0
  468. paddlex/inference/models/ts_anomaly_detection/predictor.py +141 -0
  469. paddlex/inference/models/ts_anomaly_detection/processors.py +98 -0
  470. paddlex/inference/models/ts_anomaly_detection/result.py +83 -0
  471. paddlex/inference/models/ts_classification/__init__.py +15 -0
  472. paddlex/inference/models/ts_classification/predictor.py +122 -0
  473. paddlex/inference/models/ts_classification/processors.py +122 -0
  474. paddlex/inference/models/ts_classification/result.py +87 -0
  475. paddlex/inference/models/ts_forecasting/__init__.py +15 -0
  476. paddlex/inference/models/ts_forecasting/predictor.py +154 -0
  477. paddlex/inference/models/ts_forecasting/processors.py +158 -0
  478. paddlex/inference/models/ts_forecasting/result.py +96 -0
  479. paddlex/inference/models/video_classification/__init__.py +15 -0
  480. paddlex/inference/models/video_classification/predictor.py +141 -0
  481. paddlex/inference/models/video_classification/processors.py +409 -0
  482. paddlex/inference/models/video_classification/result.py +96 -0
  483. paddlex/inference/models/video_detection/__init__.py +15 -0
  484. paddlex/inference/models/video_detection/predictor.py +129 -0
  485. paddlex/inference/models/video_detection/processors.py +463 -0
  486. paddlex/inference/models/video_detection/result.py +109 -0
  487. paddlex/inference/pipelines/__init__.py +239 -0
  488. paddlex/inference/pipelines/_parallel.py +172 -0
  489. paddlex/inference/pipelines/anomaly_detection/__init__.py +15 -0
  490. paddlex/inference/pipelines/anomaly_detection/pipeline.py +82 -0
  491. paddlex/inference/pipelines/attribute_recognition/__init__.py +15 -0
  492. paddlex/inference/pipelines/attribute_recognition/pipeline.py +120 -0
  493. paddlex/inference/pipelines/attribute_recognition/result.py +102 -0
  494. paddlex/inference/pipelines/base.py +156 -0
  495. paddlex/inference/pipelines/components/__init__.py +29 -0
  496. paddlex/inference/pipelines/components/chat_server/__init__.py +16 -0
  497. paddlex/inference/pipelines/components/chat_server/base.py +39 -0
  498. paddlex/inference/pipelines/components/chat_server/openai_bot_chat.py +236 -0
  499. paddlex/inference/pipelines/components/common/__init__.py +19 -0
  500. paddlex/inference/pipelines/components/common/base_operator.py +37 -0
  501. paddlex/inference/pipelines/components/common/base_result.py +66 -0
  502. paddlex/inference/pipelines/components/common/convert_points_and_boxes.py +45 -0
  503. paddlex/inference/pipelines/components/common/crop_image_regions.py +556 -0
  504. paddlex/inference/pipelines/components/common/seal_det_warp.py +972 -0
  505. paddlex/inference/pipelines/components/common/sort_boxes.py +85 -0
  506. paddlex/inference/pipelines/components/common/warp_image.py +50 -0
  507. paddlex/inference/pipelines/components/faisser.py +357 -0
  508. paddlex/inference/pipelines/components/prompt_engineering/__init__.py +16 -0
  509. paddlex/inference/pipelines/components/prompt_engineering/base.py +35 -0
  510. paddlex/inference/pipelines/components/prompt_engineering/generate_ensemble_prompt.py +128 -0
  511. paddlex/inference/pipelines/components/prompt_engineering/generate_kie_prompt.py +148 -0
  512. paddlex/inference/pipelines/components/retriever/__init__.py +16 -0
  513. paddlex/inference/pipelines/components/retriever/base.py +228 -0
  514. paddlex/inference/pipelines/components/retriever/openai_bot_retriever.py +70 -0
  515. paddlex/inference/pipelines/components/retriever/qianfan_bot_retriever.py +166 -0
  516. paddlex/inference/pipelines/components/utils/__init__.py +13 -0
  517. paddlex/inference/pipelines/components/utils/mixin.py +206 -0
  518. paddlex/inference/pipelines/doc_preprocessor/__init__.py +15 -0
  519. paddlex/inference/pipelines/doc_preprocessor/pipeline.py +209 -0
  520. paddlex/inference/pipelines/doc_preprocessor/result.py +98 -0
  521. paddlex/inference/pipelines/doc_understanding/__init__.py +15 -0
  522. paddlex/inference/pipelines/doc_understanding/pipeline.py +71 -0
  523. paddlex/inference/pipelines/face_recognition/__init__.py +15 -0
  524. paddlex/inference/pipelines/face_recognition/pipeline.py +63 -0
  525. paddlex/inference/pipelines/face_recognition/result.py +44 -0
  526. paddlex/inference/pipelines/formula_recognition/__init__.py +15 -0
  527. paddlex/inference/pipelines/formula_recognition/pipeline.py +347 -0
  528. paddlex/inference/pipelines/formula_recognition/result.py +282 -0
  529. paddlex/inference/pipelines/image_classification/__init__.py +15 -0
  530. paddlex/inference/pipelines/image_classification/pipeline.py +90 -0
  531. paddlex/inference/pipelines/image_multilabel_classification/__init__.py +15 -0
  532. paddlex/inference/pipelines/image_multilabel_classification/pipeline.py +97 -0
  533. paddlex/inference/pipelines/instance_segmentation/__init__.py +15 -0
  534. paddlex/inference/pipelines/instance_segmentation/pipeline.py +91 -0
  535. paddlex/inference/pipelines/keypoint_detection/__init__.py +15 -0
  536. paddlex/inference/pipelines/keypoint_detection/pipeline.py +158 -0
  537. paddlex/inference/pipelines/layout_parsing/__init__.py +16 -0
  538. paddlex/inference/pipelines/layout_parsing/pipeline.py +568 -0
  539. paddlex/inference/pipelines/layout_parsing/pipeline_v2.py +1382 -0
  540. paddlex/inference/pipelines/layout_parsing/result.py +191 -0
  541. paddlex/inference/pipelines/layout_parsing/result_v2.py +745 -0
  542. paddlex/inference/pipelines/layout_parsing/setting.py +87 -0
  543. paddlex/inference/pipelines/layout_parsing/utils.py +951 -0
  544. paddlex/inference/pipelines/layout_parsing/xycut_enhanced/__init__.py +16 -0
  545. paddlex/inference/pipelines/layout_parsing/xycut_enhanced/utils.py +1143 -0
  546. paddlex/inference/pipelines/layout_parsing/xycut_enhanced/xycuts.py +562 -0
  547. paddlex/inference/pipelines/m_3d_bev_detection/__init__.py +15 -0
  548. paddlex/inference/pipelines/m_3d_bev_detection/pipeline.py +74 -0
  549. paddlex/inference/pipelines/multilingual_speech_recognition/__init__.py +15 -0
  550. paddlex/inference/pipelines/multilingual_speech_recognition/pipeline.py +78 -0
  551. paddlex/inference/pipelines/object_detection/__init__.py +15 -0
  552. paddlex/inference/pipelines/object_detection/pipeline.py +115 -0
  553. paddlex/inference/pipelines/ocr/__init__.py +15 -0
  554. paddlex/inference/pipelines/ocr/pipeline.py +463 -0
  555. paddlex/inference/pipelines/ocr/result.py +255 -0
  556. paddlex/inference/pipelines/open_vocabulary_detection/__init__.py +15 -0
  557. paddlex/inference/pipelines/open_vocabulary_detection/pipeline.py +86 -0
  558. paddlex/inference/pipelines/open_vocabulary_segmentation/__init__.py +15 -0
  559. paddlex/inference/pipelines/open_vocabulary_segmentation/pipeline.py +100 -0
  560. paddlex/inference/pipelines/pp_chatocr/__init__.py +16 -0
  561. paddlex/inference/pipelines/pp_chatocr/pipeline_base.py +111 -0
  562. paddlex/inference/pipelines/pp_chatocr/pipeline_v3.py +781 -0
  563. paddlex/inference/pipelines/pp_chatocr/pipeline_v4.py +992 -0
  564. paddlex/inference/pipelines/pp_shitu_v2/__init__.py +15 -0
  565. paddlex/inference/pipelines/pp_shitu_v2/pipeline.py +156 -0
  566. paddlex/inference/pipelines/pp_shitu_v2/result.py +126 -0
  567. paddlex/inference/pipelines/rotated_object_detection/__init__.py +15 -0
  568. paddlex/inference/pipelines/rotated_object_detection/pipeline.py +95 -0
  569. paddlex/inference/pipelines/seal_recognition/__init__.py +15 -0
  570. paddlex/inference/pipelines/seal_recognition/pipeline.py +335 -0
  571. paddlex/inference/pipelines/seal_recognition/result.py +89 -0
  572. paddlex/inference/pipelines/semantic_segmentation/__init__.py +15 -0
  573. paddlex/inference/pipelines/semantic_segmentation/pipeline.py +95 -0
  574. paddlex/inference/pipelines/small_object_detection/__init__.py +15 -0
  575. paddlex/inference/pipelines/small_object_detection/pipeline.py +95 -0
  576. paddlex/inference/pipelines/table_recognition/__init__.py +16 -0
  577. paddlex/inference/pipelines/table_recognition/pipeline.py +486 -0
  578. paddlex/inference/pipelines/table_recognition/pipeline_v2.py +1395 -0
  579. paddlex/inference/pipelines/table_recognition/result.py +218 -0
  580. paddlex/inference/pipelines/table_recognition/table_recognition_post_processing.py +366 -0
  581. paddlex/inference/pipelines/table_recognition/table_recognition_post_processing_v2.py +488 -0
  582. paddlex/inference/pipelines/table_recognition/utils.py +44 -0
  583. paddlex/inference/pipelines/ts_anomaly_detection/__init__.py +15 -0
  584. paddlex/inference/pipelines/ts_anomaly_detection/pipeline.py +72 -0
  585. paddlex/inference/pipelines/ts_classification/__init__.py +15 -0
  586. paddlex/inference/pipelines/ts_classification/pipeline.py +72 -0
  587. paddlex/inference/pipelines/ts_forecasting/__init__.py +15 -0
  588. paddlex/inference/pipelines/ts_forecasting/pipeline.py +72 -0
  589. paddlex/inference/pipelines/video_classification/__init__.py +15 -0
  590. paddlex/inference/pipelines/video_classification/pipeline.py +79 -0
  591. paddlex/inference/pipelines/video_detection/__init__.py +15 -0
  592. paddlex/inference/pipelines/video_detection/pipeline.py +86 -0
  593. paddlex/inference/serving/__init__.py +17 -0
  594. paddlex/inference/serving/basic_serving/__init__.py +18 -0
  595. paddlex/inference/serving/basic_serving/_app.py +221 -0
  596. paddlex/inference/serving/basic_serving/_pipeline_apps/__init__.py +44 -0
  597. paddlex/inference/serving/basic_serving/_pipeline_apps/_common/__init__.py +13 -0
  598. paddlex/inference/serving/basic_serving/_pipeline_apps/_common/common.py +104 -0
  599. paddlex/inference/serving/basic_serving/_pipeline_apps/_common/image_recognition.py +36 -0
  600. paddlex/inference/serving/basic_serving/_pipeline_apps/_common/ocr.py +95 -0
  601. paddlex/inference/serving/basic_serving/_pipeline_apps/anomaly_detection.py +67 -0
  602. paddlex/inference/serving/basic_serving/_pipeline_apps/doc_preprocessor.py +100 -0
  603. paddlex/inference/serving/basic_serving/_pipeline_apps/doc_understanding.py +153 -0
  604. paddlex/inference/serving/basic_serving/_pipeline_apps/face_recognition.py +226 -0
  605. paddlex/inference/serving/basic_serving/_pipeline_apps/formula_recognition.py +100 -0
  606. paddlex/inference/serving/basic_serving/_pipeline_apps/human_keypoint_detection.py +81 -0
  607. paddlex/inference/serving/basic_serving/_pipeline_apps/image_classification.py +69 -0
  608. paddlex/inference/serving/basic_serving/_pipeline_apps/image_multilabel_classification.py +73 -0
  609. paddlex/inference/serving/basic_serving/_pipeline_apps/instance_segmentation.py +87 -0
  610. paddlex/inference/serving/basic_serving/_pipeline_apps/layout_parsing.py +117 -0
  611. paddlex/inference/serving/basic_serving/_pipeline_apps/m_3d_bev_detection.py +79 -0
  612. paddlex/inference/serving/basic_serving/_pipeline_apps/multilingual_speech_recognition.py +92 -0
  613. paddlex/inference/serving/basic_serving/_pipeline_apps/object_detection.py +77 -0
  614. paddlex/inference/serving/basic_serving/_pipeline_apps/ocr.py +102 -0
  615. paddlex/inference/serving/basic_serving/_pipeline_apps/open_vocabulary_detection.py +81 -0
  616. paddlex/inference/serving/basic_serving/_pipeline_apps/open_vocabulary_segmentation.py +91 -0
  617. paddlex/inference/serving/basic_serving/_pipeline_apps/pedestrian_attribute_recognition.py +84 -0
  618. paddlex/inference/serving/basic_serving/_pipeline_apps/pp_chatocrv3_doc.py +193 -0
  619. paddlex/inference/serving/basic_serving/_pipeline_apps/pp_chatocrv4_doc.py +223 -0
  620. paddlex/inference/serving/basic_serving/_pipeline_apps/pp_shituv2.py +221 -0
  621. paddlex/inference/serving/basic_serving/_pipeline_apps/pp_structurev3.py +143 -0
  622. paddlex/inference/serving/basic_serving/_pipeline_apps/rotated_object_detection.py +81 -0
  623. paddlex/inference/serving/basic_serving/_pipeline_apps/seal_recognition.py +106 -0
  624. paddlex/inference/serving/basic_serving/_pipeline_apps/semantic_segmentation.py +67 -0
  625. paddlex/inference/serving/basic_serving/_pipeline_apps/small_object_detection.py +72 -0
  626. paddlex/inference/serving/basic_serving/_pipeline_apps/table_recognition.py +108 -0
  627. paddlex/inference/serving/basic_serving/_pipeline_apps/table_recognition_v2.py +113 -0
  628. paddlex/inference/serving/basic_serving/_pipeline_apps/ts_anomaly_detection.py +65 -0
  629. paddlex/inference/serving/basic_serving/_pipeline_apps/ts_classification.py +64 -0
  630. paddlex/inference/serving/basic_serving/_pipeline_apps/ts_forecast.py +65 -0
  631. paddlex/inference/serving/basic_serving/_pipeline_apps/vehicle_attribute_recognition.py +84 -0
  632. paddlex/inference/serving/basic_serving/_pipeline_apps/video_classification.py +76 -0
  633. paddlex/inference/serving/basic_serving/_pipeline_apps/video_detection.py +92 -0
  634. paddlex/inference/serving/basic_serving/_server.py +40 -0
  635. paddlex/inference/serving/infra/__init__.py +13 -0
  636. paddlex/inference/serving/infra/config.py +36 -0
  637. paddlex/inference/serving/infra/models.py +79 -0
  638. paddlex/inference/serving/infra/storage.py +180 -0
  639. paddlex/inference/serving/infra/utils.py +285 -0
  640. paddlex/inference/serving/schemas/__init__.py +13 -0
  641. paddlex/inference/serving/schemas/anomaly_detection.py +39 -0
  642. paddlex/inference/serving/schemas/doc_preprocessor.py +54 -0
  643. paddlex/inference/serving/schemas/doc_understanding.py +78 -0
  644. paddlex/inference/serving/schemas/face_recognition.py +124 -0
  645. paddlex/inference/serving/schemas/formula_recognition.py +56 -0
  646. paddlex/inference/serving/schemas/human_keypoint_detection.py +55 -0
  647. paddlex/inference/serving/schemas/image_classification.py +45 -0
  648. paddlex/inference/serving/schemas/image_multilabel_classification.py +47 -0
  649. paddlex/inference/serving/schemas/instance_segmentation.py +53 -0
  650. paddlex/inference/serving/schemas/layout_parsing.py +71 -0
  651. paddlex/inference/serving/schemas/m_3d_bev_detection.py +48 -0
  652. paddlex/inference/serving/schemas/multilingual_speech_recognition.py +57 -0
  653. paddlex/inference/serving/schemas/object_detection.py +52 -0
  654. paddlex/inference/serving/schemas/ocr.py +60 -0
  655. paddlex/inference/serving/schemas/open_vocabulary_detection.py +52 -0
  656. paddlex/inference/serving/schemas/open_vocabulary_segmentation.py +52 -0
  657. paddlex/inference/serving/schemas/pedestrian_attribute_recognition.py +61 -0
  658. paddlex/inference/serving/schemas/pp_chatocrv3_doc.py +133 -0
  659. paddlex/inference/serving/schemas/pp_chatocrv4_doc.py +150 -0
  660. paddlex/inference/serving/schemas/pp_shituv2.py +124 -0
  661. paddlex/inference/serving/schemas/pp_structurev3.py +88 -0
  662. paddlex/inference/serving/schemas/rotated_object_detection.py +52 -0
  663. paddlex/inference/serving/schemas/seal_recognition.py +62 -0
  664. paddlex/inference/serving/schemas/semantic_segmentation.py +45 -0
  665. paddlex/inference/serving/schemas/shared/__init__.py +13 -0
  666. paddlex/inference/serving/schemas/shared/classification.py +23 -0
  667. paddlex/inference/serving/schemas/shared/image_segmentation.py +28 -0
  668. paddlex/inference/serving/schemas/shared/object_detection.py +24 -0
  669. paddlex/inference/serving/schemas/shared/ocr.py +25 -0
  670. paddlex/inference/serving/schemas/small_object_detection.py +52 -0
  671. paddlex/inference/serving/schemas/table_recognition.py +64 -0
  672. paddlex/inference/serving/schemas/table_recognition_v2.py +69 -0
  673. paddlex/inference/serving/schemas/ts_anomaly_detection.py +37 -0
  674. paddlex/inference/serving/schemas/ts_classification.py +38 -0
  675. paddlex/inference/serving/schemas/ts_forecast.py +37 -0
  676. paddlex/inference/serving/schemas/vehicle_attribute_recognition.py +61 -0
  677. paddlex/inference/serving/schemas/video_classification.py +44 -0
  678. paddlex/inference/serving/schemas/video_detection.py +56 -0
  679. paddlex/inference/utils/__init__.py +13 -0
  680. paddlex/inference/utils/benchmark.py +379 -0
  681. paddlex/inference/utils/color_map.py +123 -0
  682. paddlex/inference/utils/get_pipeline_path.py +27 -0
  683. paddlex/inference/utils/hpi.py +254 -0
  684. paddlex/inference/utils/hpi_model_info_collection.json +2331 -0
  685. paddlex/inference/utils/io/__init__.py +36 -0
  686. paddlex/inference/utils/io/readers.py +504 -0
  687. paddlex/inference/utils/io/style.py +381 -0
  688. paddlex/inference/utils/io/tablepyxl.py +157 -0
  689. paddlex/inference/utils/io/writers.py +458 -0
  690. paddlex/inference/utils/model_paths.py +48 -0
  691. paddlex/inference/utils/new_ir_blocklist.py +27 -0
  692. paddlex/inference/utils/official_models.py +367 -0
  693. paddlex/inference/utils/pp_option.py +339 -0
  694. paddlex/inference/utils/trt_blocklist.py +43 -0
  695. paddlex/inference/utils/trt_config.py +420 -0
  696. paddlex/model.py +131 -0
  697. paddlex/modules/__init__.py +115 -0
  698. paddlex/modules/anomaly_detection/__init__.py +18 -0
  699. paddlex/modules/anomaly_detection/dataset_checker/__init__.py +94 -0
  700. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/__init__.py +19 -0
  701. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/analyse_dataset.py +82 -0
  702. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/check_dataset.py +91 -0
  703. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/convert_dataset.py +233 -0
  704. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/split_dataset.py +87 -0
  705. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/utils/__init__.py +13 -0
  706. paddlex/modules/anomaly_detection/dataset_checker/dataset_src/utils/visualizer.py +76 -0
  707. paddlex/modules/anomaly_detection/evaluator.py +58 -0
  708. paddlex/modules/anomaly_detection/exportor.py +22 -0
  709. paddlex/modules/anomaly_detection/model_list.py +16 -0
  710. paddlex/modules/anomaly_detection/trainer.py +70 -0
  711. paddlex/modules/base/__init__.py +18 -0
  712. paddlex/modules/base/build_model.py +33 -0
  713. paddlex/modules/base/dataset_checker/__init__.py +16 -0
  714. paddlex/modules/base/dataset_checker/dataset_checker.py +169 -0
  715. paddlex/modules/base/dataset_checker/utils.py +108 -0
  716. paddlex/modules/base/evaluator.py +170 -0
  717. paddlex/modules/base/exportor.py +145 -0
  718. paddlex/modules/base/trainer.py +144 -0
  719. paddlex/modules/base/utils/__init__.py +13 -0
  720. paddlex/modules/base/utils/cinn_setting.py +89 -0
  721. paddlex/modules/base/utils/coco_eval.py +94 -0
  722. paddlex/modules/base/utils/topk_eval.py +118 -0
  723. paddlex/modules/doc_vlm/__init__.py +18 -0
  724. paddlex/modules/doc_vlm/dataset_checker.py +29 -0
  725. paddlex/modules/doc_vlm/evaluator.py +29 -0
  726. paddlex/modules/doc_vlm/exportor.py +29 -0
  727. paddlex/modules/doc_vlm/model_list.py +16 -0
  728. paddlex/modules/doc_vlm/trainer.py +41 -0
  729. paddlex/modules/face_recognition/__init__.py +18 -0
  730. paddlex/modules/face_recognition/dataset_checker/__init__.py +71 -0
  731. paddlex/modules/face_recognition/dataset_checker/dataset_src/__init__.py +16 -0
  732. paddlex/modules/face_recognition/dataset_checker/dataset_src/check_dataset.py +172 -0
  733. paddlex/modules/face_recognition/dataset_checker/dataset_src/utils/__init__.py +13 -0
  734. paddlex/modules/face_recognition/dataset_checker/dataset_src/utils/visualizer.py +153 -0
  735. paddlex/modules/face_recognition/evaluator.py +52 -0
  736. paddlex/modules/face_recognition/exportor.py +22 -0
  737. paddlex/modules/face_recognition/model_list.py +15 -0
  738. paddlex/modules/face_recognition/trainer.py +75 -0
  739. paddlex/modules/formula_recognition/__init__.py +18 -0
  740. paddlex/modules/formula_recognition/dataset_checker/__init__.py +113 -0
  741. paddlex/modules/formula_recognition/dataset_checker/dataset_src/__init__.py +19 -0
  742. paddlex/modules/formula_recognition/dataset_checker/dataset_src/analyse_dataset.py +158 -0
  743. paddlex/modules/formula_recognition/dataset_checker/dataset_src/check_dataset.py +76 -0
  744. paddlex/modules/formula_recognition/dataset_checker/dataset_src/convert_dataset.py +95 -0
  745. paddlex/modules/formula_recognition/dataset_checker/dataset_src/split_dataset.py +80 -0
  746. paddlex/modules/formula_recognition/evaluator.py +80 -0
  747. paddlex/modules/formula_recognition/exportor.py +22 -0
  748. paddlex/modules/formula_recognition/model_list.py +23 -0
  749. paddlex/modules/formula_recognition/trainer.py +123 -0
  750. paddlex/modules/general_recognition/__init__.py +18 -0
  751. paddlex/modules/general_recognition/dataset_checker/__init__.py +107 -0
  752. paddlex/modules/general_recognition/dataset_checker/dataset_src/__init__.py +19 -0
  753. paddlex/modules/general_recognition/dataset_checker/dataset_src/analyse_dataset.py +96 -0
  754. paddlex/modules/general_recognition/dataset_checker/dataset_src/check_dataset.py +99 -0
  755. paddlex/modules/general_recognition/dataset_checker/dataset_src/convert_dataset.py +100 -0
  756. paddlex/modules/general_recognition/dataset_checker/dataset_src/split_dataset.py +82 -0
  757. paddlex/modules/general_recognition/dataset_checker/dataset_src/utils/__init__.py +13 -0
  758. paddlex/modules/general_recognition/dataset_checker/dataset_src/utils/visualizer.py +147 -0
  759. paddlex/modules/general_recognition/evaluator.py +31 -0
  760. paddlex/modules/general_recognition/exportor.py +22 -0
  761. paddlex/modules/general_recognition/model_list.py +19 -0
  762. paddlex/modules/general_recognition/trainer.py +52 -0
  763. paddlex/modules/image_classification/__init__.py +18 -0
  764. paddlex/modules/image_classification/dataset_checker/__init__.py +104 -0
  765. paddlex/modules/image_classification/dataset_checker/dataset_src/__init__.py +19 -0
  766. paddlex/modules/image_classification/dataset_checker/dataset_src/analyse_dataset.py +92 -0
  767. paddlex/modules/image_classification/dataset_checker/dataset_src/check_dataset.py +132 -0
  768. paddlex/modules/image_classification/dataset_checker/dataset_src/convert_dataset.py +51 -0
  769. paddlex/modules/image_classification/dataset_checker/dataset_src/split_dataset.py +81 -0
  770. paddlex/modules/image_classification/dataset_checker/dataset_src/utils/__init__.py +13 -0
  771. paddlex/modules/image_classification/dataset_checker/dataset_src/utils/visualizer.py +153 -0
  772. paddlex/modules/image_classification/evaluator.py +43 -0
  773. paddlex/modules/image_classification/exportor.py +22 -0
  774. paddlex/modules/image_classification/model_list.py +99 -0
  775. paddlex/modules/image_classification/trainer.py +82 -0
  776. paddlex/modules/image_unwarping/__init__.py +13 -0
  777. paddlex/modules/image_unwarping/model_list.py +17 -0
  778. paddlex/modules/instance_segmentation/__init__.py +18 -0
  779. paddlex/modules/instance_segmentation/dataset_checker/__init__.py +107 -0
  780. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/__init__.py +19 -0
  781. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/analyse_dataset.py +82 -0
  782. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/check_dataset.py +95 -0
  783. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/convert_dataset.py +241 -0
  784. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/split_dataset.py +122 -0
  785. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/utils/__init__.py +13 -0
  786. paddlex/modules/instance_segmentation/dataset_checker/dataset_src/utils/visualizer.py +223 -0
  787. paddlex/modules/instance_segmentation/evaluator.py +32 -0
  788. paddlex/modules/instance_segmentation/exportor.py +22 -0
  789. paddlex/modules/instance_segmentation/model_list.py +33 -0
  790. paddlex/modules/instance_segmentation/trainer.py +31 -0
  791. paddlex/modules/keypoint_detection/__init__.py +18 -0
  792. paddlex/modules/keypoint_detection/dataset_checker/__init__.py +56 -0
  793. paddlex/modules/keypoint_detection/dataset_checker/dataset_src/__init__.py +15 -0
  794. paddlex/modules/keypoint_detection/dataset_checker/dataset_src/check_dataset.py +91 -0
  795. paddlex/modules/keypoint_detection/dataset_checker/dataset_src/utils/__init__.py +13 -0
  796. paddlex/modules/keypoint_detection/dataset_checker/dataset_src/utils/visualizer.py +124 -0
  797. paddlex/modules/keypoint_detection/evaluator.py +41 -0
  798. paddlex/modules/keypoint_detection/exportor.py +22 -0
  799. paddlex/modules/keypoint_detection/model_list.py +16 -0
  800. paddlex/modules/keypoint_detection/trainer.py +39 -0
  801. paddlex/modules/m_3d_bev_detection/__init__.py +18 -0
  802. paddlex/modules/m_3d_bev_detection/dataset_checker/__init__.py +95 -0
  803. paddlex/modules/m_3d_bev_detection/dataset_checker/dataset_src/__init__.py +17 -0
  804. paddlex/modules/m_3d_bev_detection/dataset_checker/dataset_src/analyse_dataset.py +106 -0
  805. paddlex/modules/m_3d_bev_detection/dataset_checker/dataset_src/check_dataset.py +101 -0
  806. paddlex/modules/m_3d_bev_detection/evaluator.py +46 -0
  807. paddlex/modules/m_3d_bev_detection/exportor.py +22 -0
  808. paddlex/modules/m_3d_bev_detection/model_list.py +18 -0
  809. paddlex/modules/m_3d_bev_detection/trainer.py +68 -0
  810. paddlex/modules/multilabel_classification/__init__.py +18 -0
  811. paddlex/modules/multilabel_classification/dataset_checker/__init__.py +106 -0
  812. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/__init__.py +19 -0
  813. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/analyse_dataset.py +94 -0
  814. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/check_dataset.py +132 -0
  815. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/convert_dataset.py +120 -0
  816. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/split_dataset.py +81 -0
  817. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/utils/__init__.py +13 -0
  818. paddlex/modules/multilabel_classification/dataset_checker/dataset_src/utils/visualizer.py +149 -0
  819. paddlex/modules/multilabel_classification/evaluator.py +43 -0
  820. paddlex/modules/multilabel_classification/exportor.py +22 -0
  821. paddlex/modules/multilabel_classification/model_list.py +24 -0
  822. paddlex/modules/multilabel_classification/trainer.py +85 -0
  823. paddlex/modules/multilingual_speech_recognition/__init__.py +18 -0
  824. paddlex/modules/multilingual_speech_recognition/dataset_checker.py +27 -0
  825. paddlex/modules/multilingual_speech_recognition/evaluator.py +27 -0
  826. paddlex/modules/multilingual_speech_recognition/exportor.py +27 -0
  827. paddlex/modules/multilingual_speech_recognition/model_list.py +22 -0
  828. paddlex/modules/multilingual_speech_recognition/trainer.py +42 -0
  829. paddlex/modules/object_detection/__init__.py +18 -0
  830. paddlex/modules/object_detection/dataset_checker/__init__.py +106 -0
  831. paddlex/modules/object_detection/dataset_checker/dataset_src/__init__.py +19 -0
  832. paddlex/modules/object_detection/dataset_checker/dataset_src/analyse_dataset.py +82 -0
  833. paddlex/modules/object_detection/dataset_checker/dataset_src/check_dataset.py +91 -0
  834. paddlex/modules/object_detection/dataset_checker/dataset_src/convert_dataset.py +438 -0
  835. paddlex/modules/object_detection/dataset_checker/dataset_src/split_dataset.py +123 -0
  836. paddlex/modules/object_detection/dataset_checker/dataset_src/utils/__init__.py +13 -0
  837. paddlex/modules/object_detection/dataset_checker/dataset_src/utils/visualizer.py +193 -0
  838. paddlex/modules/object_detection/evaluator.py +57 -0
  839. paddlex/modules/object_detection/exportor.py +22 -0
  840. paddlex/modules/object_detection/model_list.py +86 -0
  841. paddlex/modules/object_detection/trainer.py +98 -0
  842. paddlex/modules/open_vocabulary_detection/__init__.py +18 -0
  843. paddlex/modules/open_vocabulary_detection/dataset_checker.py +29 -0
  844. paddlex/modules/open_vocabulary_detection/evaluator.py +29 -0
  845. paddlex/modules/open_vocabulary_detection/exportor.py +29 -0
  846. paddlex/modules/open_vocabulary_detection/model_list.py +16 -0
  847. paddlex/modules/open_vocabulary_detection/trainer.py +44 -0
  848. paddlex/modules/open_vocabulary_segmentation/__init__.py +18 -0
  849. paddlex/modules/open_vocabulary_segmentation/dataset_checker.py +29 -0
  850. paddlex/modules/open_vocabulary_segmentation/evaluator.py +29 -0
  851. paddlex/modules/open_vocabulary_segmentation/exportor.py +29 -0
  852. paddlex/modules/open_vocabulary_segmentation/model_list.py +19 -0
  853. paddlex/modules/open_vocabulary_segmentation/trainer.py +44 -0
  854. paddlex/modules/semantic_segmentation/__init__.py +18 -0
  855. paddlex/modules/semantic_segmentation/dataset_checker/__init__.py +109 -0
  856. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/__init__.py +19 -0
  857. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/analyse_dataset.py +76 -0
  858. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/check_dataset.py +80 -0
  859. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/convert_dataset.py +165 -0
  860. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/split_dataset.py +87 -0
  861. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/utils/__init__.py +13 -0
  862. paddlex/modules/semantic_segmentation/dataset_checker/dataset_src/utils/visualizer.py +75 -0
  863. paddlex/modules/semantic_segmentation/evaluator.py +58 -0
  864. paddlex/modules/semantic_segmentation/exportor.py +31 -0
  865. paddlex/modules/semantic_segmentation/model_list.py +37 -0
  866. paddlex/modules/semantic_segmentation/trainer.py +72 -0
  867. paddlex/modules/table_recognition/__init__.py +18 -0
  868. paddlex/modules/table_recognition/dataset_checker/__init__.py +98 -0
  869. paddlex/modules/table_recognition/dataset_checker/dataset_src/__init__.py +18 -0
  870. paddlex/modules/table_recognition/dataset_checker/dataset_src/analyse_dataset.py +59 -0
  871. paddlex/modules/table_recognition/dataset_checker/dataset_src/check_dataset.py +87 -0
  872. paddlex/modules/table_recognition/dataset_checker/dataset_src/split_dataset.py +80 -0
  873. paddlex/modules/table_recognition/evaluator.py +43 -0
  874. paddlex/modules/table_recognition/exportor.py +22 -0
  875. paddlex/modules/table_recognition/model_list.py +21 -0
  876. paddlex/modules/table_recognition/trainer.py +67 -0
  877. paddlex/modules/text_detection/__init__.py +18 -0
  878. paddlex/modules/text_detection/dataset_checker/__init__.py +107 -0
  879. paddlex/modules/text_detection/dataset_checker/dataset_src/__init__.py +18 -0
  880. paddlex/modules/text_detection/dataset_checker/dataset_src/analyse_dataset.py +220 -0
  881. paddlex/modules/text_detection/dataset_checker/dataset_src/check_dataset.py +106 -0
  882. paddlex/modules/text_detection/dataset_checker/dataset_src/split_dataset.py +140 -0
  883. paddlex/modules/text_detection/evaluator.py +41 -0
  884. paddlex/modules/text_detection/exportor.py +22 -0
  885. paddlex/modules/text_detection/model_list.py +26 -0
  886. paddlex/modules/text_detection/trainer.py +65 -0
  887. paddlex/modules/text_recognition/__init__.py +18 -0
  888. paddlex/modules/text_recognition/dataset_checker/__init__.py +125 -0
  889. paddlex/modules/text_recognition/dataset_checker/dataset_src/__init__.py +19 -0
  890. paddlex/modules/text_recognition/dataset_checker/dataset_src/analyse_dataset.py +162 -0
  891. paddlex/modules/text_recognition/dataset_checker/dataset_src/check_dataset.py +104 -0
  892. paddlex/modules/text_recognition/dataset_checker/dataset_src/convert_dataset.py +95 -0
  893. paddlex/modules/text_recognition/dataset_checker/dataset_src/split_dataset.py +80 -0
  894. paddlex/modules/text_recognition/evaluator.py +64 -0
  895. paddlex/modules/text_recognition/exportor.py +22 -0
  896. paddlex/modules/text_recognition/model_list.py +36 -0
  897. paddlex/modules/text_recognition/trainer.py +105 -0
  898. paddlex/modules/ts_anomaly_detection/__init__.py +19 -0
  899. paddlex/modules/ts_anomaly_detection/dataset_checker/__init__.py +111 -0
  900. paddlex/modules/ts_anomaly_detection/dataset_checker/dataset_src/__init__.py +19 -0
  901. paddlex/modules/ts_anomaly_detection/dataset_checker/dataset_src/analyse_dataset.py +19 -0
  902. paddlex/modules/ts_anomaly_detection/dataset_checker/dataset_src/check_dataset.py +64 -0
  903. paddlex/modules/ts_anomaly_detection/dataset_checker/dataset_src/convert_dataset.py +74 -0
  904. paddlex/modules/ts_anomaly_detection/dataset_checker/dataset_src/split_dataset.py +63 -0
  905. paddlex/modules/ts_anomaly_detection/evaluator.py +67 -0
  906. paddlex/modules/ts_anomaly_detection/exportor.py +44 -0
  907. paddlex/modules/ts_anomaly_detection/model_list.py +22 -0
  908. paddlex/modules/ts_anomaly_detection/trainer.py +113 -0
  909. paddlex/modules/ts_classification/__init__.py +19 -0
  910. paddlex/modules/ts_classification/dataset_checker/__init__.py +111 -0
  911. paddlex/modules/ts_classification/dataset_checker/dataset_src/__init__.py +19 -0
  912. paddlex/modules/ts_classification/dataset_checker/dataset_src/analyse_dataset.py +77 -0
  913. paddlex/modules/ts_classification/dataset_checker/dataset_src/check_dataset.py +64 -0
  914. paddlex/modules/ts_classification/dataset_checker/dataset_src/convert_dataset.py +74 -0
  915. paddlex/modules/ts_classification/dataset_checker/dataset_src/split_dataset.py +88 -0
  916. paddlex/modules/ts_classification/evaluator.py +66 -0
  917. paddlex/modules/ts_classification/exportor.py +44 -0
  918. paddlex/modules/ts_classification/model_list.py +18 -0
  919. paddlex/modules/ts_classification/trainer.py +108 -0
  920. paddlex/modules/ts_forecast/__init__.py +19 -0
  921. paddlex/modules/ts_forecast/dataset_checker/__init__.py +111 -0
  922. paddlex/modules/ts_forecast/dataset_checker/dataset_src/__init__.py +19 -0
  923. paddlex/modules/ts_forecast/dataset_checker/dataset_src/analyse_dataset.py +19 -0
  924. paddlex/modules/ts_forecast/dataset_checker/dataset_src/check_dataset.py +64 -0
  925. paddlex/modules/ts_forecast/dataset_checker/dataset_src/convert_dataset.py +73 -0
  926. paddlex/modules/ts_forecast/dataset_checker/dataset_src/split_dataset.py +63 -0
  927. paddlex/modules/ts_forecast/evaluator.py +66 -0
  928. paddlex/modules/ts_forecast/exportor.py +44 -0
  929. paddlex/modules/ts_forecast/model_list.py +24 -0
  930. paddlex/modules/ts_forecast/trainer.py +108 -0
  931. paddlex/modules/video_classification/__init__.py +18 -0
  932. paddlex/modules/video_classification/dataset_checker/__init__.py +93 -0
  933. paddlex/modules/video_classification/dataset_checker/dataset_src/__init__.py +18 -0
  934. paddlex/modules/video_classification/dataset_checker/dataset_src/analyse_dataset.py +93 -0
  935. paddlex/modules/video_classification/dataset_checker/dataset_src/check_dataset.py +120 -0
  936. paddlex/modules/video_classification/dataset_checker/dataset_src/split_dataset.py +82 -0
  937. paddlex/modules/video_classification/evaluator.py +44 -0
  938. paddlex/modules/video_classification/exportor.py +22 -0
  939. paddlex/modules/video_classification/model_list.py +19 -0
  940. paddlex/modules/video_classification/trainer.py +88 -0
  941. paddlex/modules/video_detection/__init__.py +18 -0
  942. paddlex/modules/video_detection/dataset_checker/__init__.py +86 -0
  943. paddlex/modules/video_detection/dataset_checker/dataset_src/__init__.py +17 -0
  944. paddlex/modules/video_detection/dataset_checker/dataset_src/analyse_dataset.py +100 -0
  945. paddlex/modules/video_detection/dataset_checker/dataset_src/check_dataset.py +132 -0
  946. paddlex/modules/video_detection/evaluator.py +42 -0
  947. paddlex/modules/video_detection/exportor.py +22 -0
  948. paddlex/modules/video_detection/model_list.py +15 -0
  949. paddlex/modules/video_detection/trainer.py +82 -0
  950. paddlex/ops/__init__.py +152 -0
  951. paddlex/ops/iou3d_nms/iou3d_cpu.cpp +266 -0
  952. paddlex/ops/iou3d_nms/iou3d_cpu.h +28 -0
  953. paddlex/ops/iou3d_nms/iou3d_nms.cpp +206 -0
  954. paddlex/ops/iou3d_nms/iou3d_nms.h +35 -0
  955. paddlex/ops/iou3d_nms/iou3d_nms_api.cpp +114 -0
  956. paddlex/ops/iou3d_nms/iou3d_nms_kernel.cu +484 -0
  957. paddlex/ops/setup.py +37 -0
  958. paddlex/ops/voxel/voxelize_op.cc +194 -0
  959. paddlex/ops/voxel/voxelize_op.cu +346 -0
  960. paddlex/paddlex_cli.py +476 -0
  961. paddlex/repo_apis/Paddle3D_api/__init__.py +17 -0
  962. paddlex/repo_apis/Paddle3D_api/bev_fusion/__init__.py +18 -0
  963. paddlex/repo_apis/Paddle3D_api/bev_fusion/config.py +118 -0
  964. paddlex/repo_apis/Paddle3D_api/bev_fusion/model.py +238 -0
  965. paddlex/repo_apis/Paddle3D_api/bev_fusion/register.py +55 -0
  966. paddlex/repo_apis/Paddle3D_api/bev_fusion/runner.py +104 -0
  967. paddlex/repo_apis/Paddle3D_api/pp3d_config.py +145 -0
  968. paddlex/repo_apis/PaddleClas_api/__init__.py +17 -0
  969. paddlex/repo_apis/PaddleClas_api/cls/__init__.py +19 -0
  970. paddlex/repo_apis/PaddleClas_api/cls/config.py +595 -0
  971. paddlex/repo_apis/PaddleClas_api/cls/model.py +355 -0
  972. paddlex/repo_apis/PaddleClas_api/cls/register.py +907 -0
  973. paddlex/repo_apis/PaddleClas_api/cls/runner.py +218 -0
  974. paddlex/repo_apis/PaddleClas_api/shitu_rec/__init__.py +18 -0
  975. paddlex/repo_apis/PaddleClas_api/shitu_rec/config.py +141 -0
  976. paddlex/repo_apis/PaddleClas_api/shitu_rec/model.py +20 -0
  977. paddlex/repo_apis/PaddleClas_api/shitu_rec/register.py +68 -0
  978. paddlex/repo_apis/PaddleClas_api/shitu_rec/runner.py +50 -0
  979. paddlex/repo_apis/PaddleDetection_api/__init__.py +17 -0
  980. paddlex/repo_apis/PaddleDetection_api/config_helper.py +280 -0
  981. paddlex/repo_apis/PaddleDetection_api/instance_seg/__init__.py +18 -0
  982. paddlex/repo_apis/PaddleDetection_api/instance_seg/config.py +457 -0
  983. paddlex/repo_apis/PaddleDetection_api/instance_seg/model.py +403 -0
  984. paddlex/repo_apis/PaddleDetection_api/instance_seg/register.py +262 -0
  985. paddlex/repo_apis/PaddleDetection_api/instance_seg/runner.py +225 -0
  986. paddlex/repo_apis/PaddleDetection_api/object_det/__init__.py +19 -0
  987. paddlex/repo_apis/PaddleDetection_api/object_det/config.py +540 -0
  988. paddlex/repo_apis/PaddleDetection_api/object_det/model.py +429 -0
  989. paddlex/repo_apis/PaddleDetection_api/object_det/official_categories.py +245 -0
  990. paddlex/repo_apis/PaddleDetection_api/object_det/register.py +1135 -0
  991. paddlex/repo_apis/PaddleDetection_api/object_det/runner.py +225 -0
  992. paddlex/repo_apis/PaddleNLP_api/__init__.py +13 -0
  993. paddlex/repo_apis/PaddleOCR_api/__init__.py +22 -0
  994. paddlex/repo_apis/PaddleOCR_api/config_utils.py +53 -0
  995. paddlex/repo_apis/PaddleOCR_api/formula_rec/__init__.py +16 -0
  996. paddlex/repo_apis/PaddleOCR_api/formula_rec/config.py +571 -0
  997. paddlex/repo_apis/PaddleOCR_api/formula_rec/model.py +398 -0
  998. paddlex/repo_apis/PaddleOCR_api/formula_rec/register.py +99 -0
  999. paddlex/repo_apis/PaddleOCR_api/formula_rec/runner.py +239 -0
  1000. paddlex/repo_apis/PaddleOCR_api/table_rec/__init__.py +16 -0
  1001. paddlex/repo_apis/PaddleOCR_api/table_rec/config.py +64 -0
  1002. paddlex/repo_apis/PaddleOCR_api/table_rec/model.py +126 -0
  1003. paddlex/repo_apis/PaddleOCR_api/table_rec/register.py +70 -0
  1004. paddlex/repo_apis/PaddleOCR_api/table_rec/runner.py +51 -0
  1005. paddlex/repo_apis/PaddleOCR_api/text_det/__init__.py +16 -0
  1006. paddlex/repo_apis/PaddleOCR_api/text_det/config.py +62 -0
  1007. paddlex/repo_apis/PaddleOCR_api/text_det/model.py +72 -0
  1008. paddlex/repo_apis/PaddleOCR_api/text_det/register.py +107 -0
  1009. paddlex/repo_apis/PaddleOCR_api/text_det/runner.py +53 -0
  1010. paddlex/repo_apis/PaddleOCR_api/text_rec/__init__.py +16 -0
  1011. paddlex/repo_apis/PaddleOCR_api/text_rec/config.py +564 -0
  1012. paddlex/repo_apis/PaddleOCR_api/text_rec/model.py +398 -0
  1013. paddlex/repo_apis/PaddleOCR_api/text_rec/register.py +216 -0
  1014. paddlex/repo_apis/PaddleOCR_api/text_rec/runner.py +239 -0
  1015. paddlex/repo_apis/PaddleSeg_api/__init__.py +16 -0
  1016. paddlex/repo_apis/PaddleSeg_api/base_seg_config.py +134 -0
  1017. paddlex/repo_apis/PaddleSeg_api/seg/__init__.py +16 -0
  1018. paddlex/repo_apis/PaddleSeg_api/seg/config.py +183 -0
  1019. paddlex/repo_apis/PaddleSeg_api/seg/model.py +491 -0
  1020. paddlex/repo_apis/PaddleSeg_api/seg/register.py +272 -0
  1021. paddlex/repo_apis/PaddleSeg_api/seg/runner.py +261 -0
  1022. paddlex/repo_apis/PaddleTS_api/__init__.py +20 -0
  1023. paddlex/repo_apis/PaddleTS_api/ts_ad/__init__.py +16 -0
  1024. paddlex/repo_apis/PaddleTS_api/ts_ad/config.py +88 -0
  1025. paddlex/repo_apis/PaddleTS_api/ts_ad/register.py +146 -0
  1026. paddlex/repo_apis/PaddleTS_api/ts_ad/runner.py +158 -0
  1027. paddlex/repo_apis/PaddleTS_api/ts_base/__init__.py +13 -0
  1028. paddlex/repo_apis/PaddleTS_api/ts_base/config.py +244 -0
  1029. paddlex/repo_apis/PaddleTS_api/ts_base/model.py +276 -0
  1030. paddlex/repo_apis/PaddleTS_api/ts_base/runner.py +158 -0
  1031. paddlex/repo_apis/PaddleTS_api/ts_cls/__init__.py +16 -0
  1032. paddlex/repo_apis/PaddleTS_api/ts_cls/config.py +72 -0
  1033. paddlex/repo_apis/PaddleTS_api/ts_cls/register.py +59 -0
  1034. paddlex/repo_apis/PaddleTS_api/ts_cls/runner.py +158 -0
  1035. paddlex/repo_apis/PaddleTS_api/ts_fc/__init__.py +16 -0
  1036. paddlex/repo_apis/PaddleTS_api/ts_fc/config.py +136 -0
  1037. paddlex/repo_apis/PaddleTS_api/ts_fc/register.py +186 -0
  1038. paddlex/repo_apis/PaddleVideo_api/__init__.py +17 -0
  1039. paddlex/repo_apis/PaddleVideo_api/config_utils.py +51 -0
  1040. paddlex/repo_apis/PaddleVideo_api/video_cls/__init__.py +19 -0
  1041. paddlex/repo_apis/PaddleVideo_api/video_cls/config.py +548 -0
  1042. paddlex/repo_apis/PaddleVideo_api/video_cls/model.py +346 -0
  1043. paddlex/repo_apis/PaddleVideo_api/video_cls/register.py +70 -0
  1044. paddlex/repo_apis/PaddleVideo_api/video_cls/runner.py +204 -0
  1045. paddlex/repo_apis/PaddleVideo_api/video_det/__init__.py +19 -0
  1046. paddlex/repo_apis/PaddleVideo_api/video_det/config.py +549 -0
  1047. paddlex/repo_apis/PaddleVideo_api/video_det/model.py +298 -0
  1048. paddlex/repo_apis/PaddleVideo_api/video_det/register.py +44 -0
  1049. paddlex/repo_apis/PaddleVideo_api/video_det/runner.py +199 -0
  1050. paddlex/repo_apis/__init__.py +13 -0
  1051. paddlex/repo_apis/base/__init__.py +22 -0
  1052. paddlex/repo_apis/base/config.py +237 -0
  1053. paddlex/repo_apis/base/model.py +563 -0
  1054. paddlex/repo_apis/base/register.py +135 -0
  1055. paddlex/repo_apis/base/runner.py +390 -0
  1056. paddlex/repo_apis/base/utils/__init__.py +13 -0
  1057. paddlex/repo_apis/base/utils/arg.py +64 -0
  1058. paddlex/repo_apis/base/utils/subprocess.py +107 -0
  1059. paddlex/repo_manager/__init__.py +17 -0
  1060. paddlex/repo_manager/core.py +253 -0
  1061. paddlex/repo_manager/meta.py +180 -0
  1062. paddlex/repo_manager/repo.py +425 -0
  1063. paddlex/repo_manager/utils.py +148 -0
  1064. paddlex/utils/__init__.py +1 -12
  1065. paddlex/utils/cache.py +146 -0
  1066. paddlex/utils/config.py +216 -0
  1067. paddlex/utils/custom_device_list.py +311 -0
  1068. paddlex/utils/deps.py +249 -0
  1069. paddlex/utils/device.py +195 -0
  1070. paddlex/utils/download.py +168 -182
  1071. paddlex/utils/env.py +31 -48
  1072. paddlex/utils/errors/__init__.py +17 -0
  1073. paddlex/utils/errors/dataset_checker.py +78 -0
  1074. paddlex/utils/errors/others.py +138 -0
  1075. paddlex/utils/file_interface.py +211 -0
  1076. paddlex/utils/flags.py +70 -0
  1077. paddlex/utils/fonts/__init__.py +97 -0
  1078. paddlex/utils/func_register.py +41 -0
  1079. paddlex/utils/install.py +87 -0
  1080. paddlex/utils/interactive_get_pipeline.py +55 -0
  1081. paddlex/utils/lazy_loader.py +68 -0
  1082. paddlex/utils/logging.py +140 -33
  1083. paddlex/utils/misc.py +201 -0
  1084. paddlex/utils/pipeline_arguments.py +719 -0
  1085. paddlex/utils/result_saver.py +58 -0
  1086. paddlex/utils/subclass_register.py +99 -0
  1087. paddlex/version.py +55 -0
  1088. paddlex-3.0.0.dist-info/METADATA +1168 -0
  1089. paddlex-3.0.0.dist-info/RECORD +1093 -0
  1090. paddlex-3.0.0.dist-info/WHEEL +5 -0
  1091. paddlex-3.0.0.dist-info/entry_points.txt +2 -0
  1092. paddlex-3.0.0.dist-info/licenses/LICENSE +169 -0
  1093. paddlex-3.0.0.dist-info/top_level.txt +1 -0
  1094. PaddleClas/__init__.py +0 -16
  1095. PaddleClas/paddleclas.py +0 -375
  1096. PaddleClas/ppcls/__init__.py +0 -20
  1097. PaddleClas/ppcls/data/__init__.py +0 -15
  1098. PaddleClas/ppcls/data/imaug/__init__.py +0 -94
  1099. PaddleClas/ppcls/data/imaug/autoaugment.py +0 -264
  1100. PaddleClas/ppcls/data/imaug/batch_operators.py +0 -117
  1101. PaddleClas/ppcls/data/imaug/cutout.py +0 -41
  1102. PaddleClas/ppcls/data/imaug/fmix.py +0 -217
  1103. PaddleClas/ppcls/data/imaug/grid.py +0 -89
  1104. PaddleClas/ppcls/data/imaug/hide_and_seek.py +0 -44
  1105. PaddleClas/ppcls/data/imaug/operators.py +0 -244
  1106. PaddleClas/ppcls/data/imaug/randaugment.py +0 -106
  1107. PaddleClas/ppcls/data/imaug/random_erasing.py +0 -55
  1108. PaddleClas/ppcls/data/reader.py +0 -318
  1109. PaddleClas/ppcls/modeling/__init__.py +0 -20
  1110. PaddleClas/ppcls/modeling/architectures/__init__.py +0 -51
  1111. PaddleClas/ppcls/modeling/architectures/alexnet.py +0 -132
  1112. PaddleClas/ppcls/modeling/architectures/darknet.py +0 -161
  1113. PaddleClas/ppcls/modeling/architectures/densenet.py +0 -308
  1114. PaddleClas/ppcls/modeling/architectures/distillation_models.py +0 -65
  1115. PaddleClas/ppcls/modeling/architectures/distilled_vision_transformer.py +0 -196
  1116. PaddleClas/ppcls/modeling/architectures/dpn.py +0 -425
  1117. PaddleClas/ppcls/modeling/architectures/efficientnet.py +0 -901
  1118. PaddleClas/ppcls/modeling/architectures/ghostnet.py +0 -331
  1119. PaddleClas/ppcls/modeling/architectures/googlenet.py +0 -207
  1120. PaddleClas/ppcls/modeling/architectures/hrnet.py +0 -742
  1121. PaddleClas/ppcls/modeling/architectures/inception_v3.py +0 -481
  1122. PaddleClas/ppcls/modeling/architectures/inception_v4.py +0 -455
  1123. PaddleClas/ppcls/modeling/architectures/mixnet.py +0 -782
  1124. PaddleClas/ppcls/modeling/architectures/mobilenet_v1.py +0 -266
  1125. PaddleClas/ppcls/modeling/architectures/mobilenet_v2.py +0 -248
  1126. PaddleClas/ppcls/modeling/architectures/mobilenet_v3.py +0 -359
  1127. PaddleClas/ppcls/modeling/architectures/regnet.py +0 -383
  1128. PaddleClas/ppcls/modeling/architectures/repvgg.py +0 -339
  1129. PaddleClas/ppcls/modeling/architectures/res2net.py +0 -272
  1130. PaddleClas/ppcls/modeling/architectures/res2net_vd.py +0 -295
  1131. PaddleClas/ppcls/modeling/architectures/resnest.py +0 -705
  1132. PaddleClas/ppcls/modeling/architectures/resnet.py +0 -316
  1133. PaddleClas/ppcls/modeling/architectures/resnet_vc.py +0 -309
  1134. PaddleClas/ppcls/modeling/architectures/resnet_vd.py +0 -354
  1135. PaddleClas/ppcls/modeling/architectures/resnext.py +0 -253
  1136. PaddleClas/ppcls/modeling/architectures/resnext101_wsl.py +0 -447
  1137. PaddleClas/ppcls/modeling/architectures/resnext_vd.py +0 -266
  1138. PaddleClas/ppcls/modeling/architectures/rexnet.py +0 -240
  1139. PaddleClas/ppcls/modeling/architectures/se_resnet_vd.py +0 -378
  1140. PaddleClas/ppcls/modeling/architectures/se_resnext.py +0 -290
  1141. PaddleClas/ppcls/modeling/architectures/se_resnext_vd.py +0 -285
  1142. PaddleClas/ppcls/modeling/architectures/shufflenet_v2.py +0 -320
  1143. PaddleClas/ppcls/modeling/architectures/squeezenet.py +0 -154
  1144. PaddleClas/ppcls/modeling/architectures/vgg.py +0 -152
  1145. PaddleClas/ppcls/modeling/architectures/vision_transformer.py +0 -402
  1146. PaddleClas/ppcls/modeling/architectures/xception.py +0 -345
  1147. PaddleClas/ppcls/modeling/architectures/xception_deeplab.py +0 -386
  1148. PaddleClas/ppcls/modeling/loss.py +0 -154
  1149. PaddleClas/ppcls/modeling/utils.py +0 -53
  1150. PaddleClas/ppcls/optimizer/__init__.py +0 -19
  1151. PaddleClas/ppcls/optimizer/learning_rate.py +0 -159
  1152. PaddleClas/ppcls/optimizer/optimizer.py +0 -165
  1153. PaddleClas/ppcls/utils/__init__.py +0 -27
  1154. PaddleClas/ppcls/utils/check.py +0 -151
  1155. PaddleClas/ppcls/utils/config.py +0 -201
  1156. PaddleClas/ppcls/utils/logger.py +0 -120
  1157. PaddleClas/ppcls/utils/metrics.py +0 -107
  1158. PaddleClas/ppcls/utils/misc.py +0 -62
  1159. PaddleClas/ppcls/utils/model_zoo.py +0 -213
  1160. PaddleClas/ppcls/utils/save_load.py +0 -163
  1161. PaddleClas/setup.py +0 -55
  1162. PaddleClas/tools/__init__.py +0 -15
  1163. PaddleClas/tools/download.py +0 -50
  1164. PaddleClas/tools/ema.py +0 -58
  1165. PaddleClas/tools/eval.py +0 -112
  1166. PaddleClas/tools/export_model.py +0 -85
  1167. PaddleClas/tools/export_serving_model.py +0 -76
  1168. PaddleClas/tools/infer/__init__.py +0 -16
  1169. PaddleClas/tools/infer/infer.py +0 -94
  1170. PaddleClas/tools/infer/predict.py +0 -117
  1171. PaddleClas/tools/infer/utils.py +0 -233
  1172. PaddleClas/tools/program.py +0 -444
  1173. PaddleClas/tools/test_hubserving.py +0 -113
  1174. PaddleClas/tools/train.py +0 -141
  1175. paddlex/cls.py +0 -76
  1176. paddlex/command.py +0 -215
  1177. paddlex/cv/__init__.py +0 -17
  1178. paddlex/cv/datasets/__init__.py +0 -18
  1179. paddlex/cv/datasets/coco.py +0 -169
  1180. paddlex/cv/datasets/imagenet.py +0 -88
  1181. paddlex/cv/datasets/seg_dataset.py +0 -91
  1182. paddlex/cv/datasets/voc.py +0 -301
  1183. paddlex/cv/models/__init__.py +0 -18
  1184. paddlex/cv/models/base.py +0 -623
  1185. paddlex/cv/models/classifier.py +0 -814
  1186. paddlex/cv/models/detector.py +0 -1747
  1187. paddlex/cv/models/load_model.py +0 -126
  1188. paddlex/cv/models/segmenter.py +0 -673
  1189. paddlex/cv/models/slim/__init__.py +0 -13
  1190. paddlex/cv/models/slim/prune.py +0 -55
  1191. paddlex/cv/models/utils/__init__.py +0 -13
  1192. paddlex/cv/models/utils/det_metrics/__init__.py +0 -15
  1193. paddlex/cv/models/utils/det_metrics/coco_utils.py +0 -217
  1194. paddlex/cv/models/utils/det_metrics/metrics.py +0 -220
  1195. paddlex/cv/models/utils/ema.py +0 -48
  1196. paddlex/cv/models/utils/seg_metrics.py +0 -62
  1197. paddlex/cv/models/utils/visualize.py +0 -394
  1198. paddlex/cv/transforms/__init__.py +0 -46
  1199. paddlex/cv/transforms/batch_operators.py +0 -286
  1200. paddlex/cv/transforms/box_utils.py +0 -41
  1201. paddlex/cv/transforms/functions.py +0 -193
  1202. paddlex/cv/transforms/operators.py +0 -1402
  1203. paddlex/det.py +0 -43
  1204. paddlex/paddleseg/__init__.py +0 -17
  1205. paddlex/paddleseg/core/__init__.py +0 -20
  1206. paddlex/paddleseg/core/infer.py +0 -289
  1207. paddlex/paddleseg/core/predict.py +0 -145
  1208. paddlex/paddleseg/core/train.py +0 -258
  1209. paddlex/paddleseg/core/val.py +0 -172
  1210. paddlex/paddleseg/cvlibs/__init__.py +0 -17
  1211. paddlex/paddleseg/cvlibs/callbacks.py +0 -279
  1212. paddlex/paddleseg/cvlibs/config.py +0 -359
  1213. paddlex/paddleseg/cvlibs/manager.py +0 -142
  1214. paddlex/paddleseg/cvlibs/param_init.py +0 -91
  1215. paddlex/paddleseg/datasets/__init__.py +0 -21
  1216. paddlex/paddleseg/datasets/ade.py +0 -112
  1217. paddlex/paddleseg/datasets/cityscapes.py +0 -86
  1218. paddlex/paddleseg/datasets/cocostuff.py +0 -79
  1219. paddlex/paddleseg/datasets/dataset.py +0 -164
  1220. paddlex/paddleseg/datasets/mini_deep_globe_road_extraction.py +0 -95
  1221. paddlex/paddleseg/datasets/optic_disc_seg.py +0 -97
  1222. paddlex/paddleseg/datasets/pascal_context.py +0 -80
  1223. paddlex/paddleseg/datasets/voc.py +0 -113
  1224. paddlex/paddleseg/models/__init__.py +0 -39
  1225. paddlex/paddleseg/models/ann.py +0 -436
  1226. paddlex/paddleseg/models/attention_unet.py +0 -189
  1227. paddlex/paddleseg/models/backbones/__init__.py +0 -18
  1228. paddlex/paddleseg/models/backbones/hrnet.py +0 -815
  1229. paddlex/paddleseg/models/backbones/mobilenetv3.py +0 -365
  1230. paddlex/paddleseg/models/backbones/resnet_vd.py +0 -364
  1231. paddlex/paddleseg/models/backbones/xception_deeplab.py +0 -415
  1232. paddlex/paddleseg/models/bisenet.py +0 -311
  1233. paddlex/paddleseg/models/danet.py +0 -220
  1234. paddlex/paddleseg/models/decoupled_segnet.py +0 -233
  1235. paddlex/paddleseg/models/deeplab.py +0 -258
  1236. paddlex/paddleseg/models/dnlnet.py +0 -231
  1237. paddlex/paddleseg/models/emanet.py +0 -219
  1238. paddlex/paddleseg/models/fast_scnn.py +0 -318
  1239. paddlex/paddleseg/models/fcn.py +0 -135
  1240. paddlex/paddleseg/models/gcnet.py +0 -223
  1241. paddlex/paddleseg/models/gscnn.py +0 -357
  1242. paddlex/paddleseg/models/hardnet.py +0 -309
  1243. paddlex/paddleseg/models/isanet.py +0 -202
  1244. paddlex/paddleseg/models/layers/__init__.py +0 -19
  1245. paddlex/paddleseg/models/layers/activation.py +0 -73
  1246. paddlex/paddleseg/models/layers/attention.py +0 -146
  1247. paddlex/paddleseg/models/layers/layer_libs.py +0 -168
  1248. paddlex/paddleseg/models/layers/nonlocal2d.py +0 -155
  1249. paddlex/paddleseg/models/layers/pyramid_pool.py +0 -182
  1250. paddlex/paddleseg/models/losses/__init__.py +0 -27
  1251. paddlex/paddleseg/models/losses/binary_cross_entropy_loss.py +0 -174
  1252. paddlex/paddleseg/models/losses/bootstrapped_cross_entropy.py +0 -73
  1253. paddlex/paddleseg/models/losses/cross_entropy_loss.py +0 -94
  1254. paddlex/paddleseg/models/losses/decoupledsegnet_relax_boundary_loss.py +0 -129
  1255. paddlex/paddleseg/models/losses/dice_loss.py +0 -61
  1256. paddlex/paddleseg/models/losses/edge_attention_loss.py +0 -78
  1257. paddlex/paddleseg/models/losses/gscnn_dual_task_loss.py +0 -141
  1258. paddlex/paddleseg/models/losses/l1_loss.py +0 -76
  1259. paddlex/paddleseg/models/losses/lovasz_loss.py +0 -222
  1260. paddlex/paddleseg/models/losses/mean_square_error_loss.py +0 -65
  1261. paddlex/paddleseg/models/losses/mixed_loss.py +0 -58
  1262. paddlex/paddleseg/models/losses/ohem_cross_entropy_loss.py +0 -99
  1263. paddlex/paddleseg/models/losses/ohem_edge_attention_loss.py +0 -114
  1264. paddlex/paddleseg/models/ocrnet.py +0 -248
  1265. paddlex/paddleseg/models/pspnet.py +0 -147
  1266. paddlex/paddleseg/models/sfnet.py +0 -236
  1267. paddlex/paddleseg/models/shufflenet_slim.py +0 -268
  1268. paddlex/paddleseg/models/u2net.py +0 -574
  1269. paddlex/paddleseg/models/unet.py +0 -155
  1270. paddlex/paddleseg/models/unet_3plus.py +0 -316
  1271. paddlex/paddleseg/models/unet_plusplus.py +0 -237
  1272. paddlex/paddleseg/transforms/__init__.py +0 -16
  1273. paddlex/paddleseg/transforms/functional.py +0 -161
  1274. paddlex/paddleseg/transforms/transforms.py +0 -937
  1275. paddlex/paddleseg/utils/__init__.py +0 -22
  1276. paddlex/paddleseg/utils/config_check.py +0 -60
  1277. paddlex/paddleseg/utils/download.py +0 -163
  1278. paddlex/paddleseg/utils/env/__init__.py +0 -16
  1279. paddlex/paddleseg/utils/env/seg_env.py +0 -56
  1280. paddlex/paddleseg/utils/env/sys_env.py +0 -122
  1281. paddlex/paddleseg/utils/logger.py +0 -48
  1282. paddlex/paddleseg/utils/metrics.py +0 -146
  1283. paddlex/paddleseg/utils/progbar.py +0 -212
  1284. paddlex/paddleseg/utils/timer.py +0 -53
  1285. paddlex/paddleseg/utils/utils.py +0 -120
  1286. paddlex/paddleseg/utils/visualize.py +0 -90
  1287. paddlex/ppcls/__init__.py +0 -20
  1288. paddlex/ppcls/data/__init__.py +0 -15
  1289. paddlex/ppcls/data/imaug/__init__.py +0 -94
  1290. paddlex/ppcls/data/imaug/autoaugment.py +0 -264
  1291. paddlex/ppcls/data/imaug/batch_operators.py +0 -117
  1292. paddlex/ppcls/data/imaug/cutout.py +0 -41
  1293. paddlex/ppcls/data/imaug/fmix.py +0 -217
  1294. paddlex/ppcls/data/imaug/grid.py +0 -89
  1295. paddlex/ppcls/data/imaug/hide_and_seek.py +0 -44
  1296. paddlex/ppcls/data/imaug/operators.py +0 -256
  1297. paddlex/ppcls/data/imaug/randaugment.py +0 -106
  1298. paddlex/ppcls/data/imaug/random_erasing.py +0 -55
  1299. paddlex/ppcls/data/reader.py +0 -318
  1300. paddlex/ppcls/modeling/__init__.py +0 -20
  1301. paddlex/ppcls/modeling/architectures/__init__.py +0 -51
  1302. paddlex/ppcls/modeling/architectures/alexnet.py +0 -132
  1303. paddlex/ppcls/modeling/architectures/darknet.py +0 -161
  1304. paddlex/ppcls/modeling/architectures/densenet.py +0 -308
  1305. paddlex/ppcls/modeling/architectures/distillation_models.py +0 -65
  1306. paddlex/ppcls/modeling/architectures/distilled_vision_transformer.py +0 -196
  1307. paddlex/ppcls/modeling/architectures/dpn.py +0 -425
  1308. paddlex/ppcls/modeling/architectures/efficientnet.py +0 -901
  1309. paddlex/ppcls/modeling/architectures/ghostnet.py +0 -331
  1310. paddlex/ppcls/modeling/architectures/googlenet.py +0 -207
  1311. paddlex/ppcls/modeling/architectures/hrnet.py +0 -742
  1312. paddlex/ppcls/modeling/architectures/inception_v3.py +0 -541
  1313. paddlex/ppcls/modeling/architectures/inception_v4.py +0 -455
  1314. paddlex/ppcls/modeling/architectures/mixnet.py +0 -782
  1315. paddlex/ppcls/modeling/architectures/mobilenet_v1.py +0 -266
  1316. paddlex/ppcls/modeling/architectures/mobilenet_v2.py +0 -248
  1317. paddlex/ppcls/modeling/architectures/mobilenet_v3.py +0 -359
  1318. paddlex/ppcls/modeling/architectures/regnet.py +0 -383
  1319. paddlex/ppcls/modeling/architectures/repvgg.py +0 -339
  1320. paddlex/ppcls/modeling/architectures/res2net.py +0 -272
  1321. paddlex/ppcls/modeling/architectures/res2net_vd.py +0 -295
  1322. paddlex/ppcls/modeling/architectures/resnest.py +0 -705
  1323. paddlex/ppcls/modeling/architectures/resnet.py +0 -317
  1324. paddlex/ppcls/modeling/architectures/resnet_vc.py +0 -309
  1325. paddlex/ppcls/modeling/architectures/resnet_vd.py +0 -354
  1326. paddlex/ppcls/modeling/architectures/resnext.py +0 -259
  1327. paddlex/ppcls/modeling/architectures/resnext101_wsl.py +0 -447
  1328. paddlex/ppcls/modeling/architectures/resnext_vd.py +0 -266
  1329. paddlex/ppcls/modeling/architectures/rexnet.py +0 -240
  1330. paddlex/ppcls/modeling/architectures/se_resnet_vd.py +0 -378
  1331. paddlex/ppcls/modeling/architectures/se_resnext.py +0 -290
  1332. paddlex/ppcls/modeling/architectures/se_resnext_vd.py +0 -285
  1333. paddlex/ppcls/modeling/architectures/shufflenet_v2.py +0 -320
  1334. paddlex/ppcls/modeling/architectures/squeezenet.py +0 -154
  1335. paddlex/ppcls/modeling/architectures/vgg.py +0 -152
  1336. paddlex/ppcls/modeling/architectures/vision_transformer.py +0 -402
  1337. paddlex/ppcls/modeling/architectures/xception.py +0 -345
  1338. paddlex/ppcls/modeling/architectures/xception_deeplab.py +0 -386
  1339. paddlex/ppcls/modeling/loss.py +0 -158
  1340. paddlex/ppcls/modeling/utils.py +0 -53
  1341. paddlex/ppcls/optimizer/__init__.py +0 -19
  1342. paddlex/ppcls/optimizer/learning_rate.py +0 -159
  1343. paddlex/ppcls/optimizer/optimizer.py +0 -165
  1344. paddlex/ppcls/utils/__init__.py +0 -27
  1345. paddlex/ppcls/utils/check.py +0 -151
  1346. paddlex/ppcls/utils/config.py +0 -201
  1347. paddlex/ppcls/utils/logger.py +0 -120
  1348. paddlex/ppcls/utils/metrics.py +0 -112
  1349. paddlex/ppcls/utils/misc.py +0 -62
  1350. paddlex/ppcls/utils/model_zoo.py +0 -213
  1351. paddlex/ppcls/utils/save_load.py +0 -163
  1352. paddlex/ppdet/__init__.py +0 -16
  1353. paddlex/ppdet/core/__init__.py +0 -15
  1354. paddlex/ppdet/core/config/__init__.py +0 -13
  1355. paddlex/ppdet/core/config/schema.py +0 -248
  1356. paddlex/ppdet/core/config/yaml_helpers.py +0 -118
  1357. paddlex/ppdet/core/workspace.py +0 -279
  1358. paddlex/ppdet/data/__init__.py +0 -21
  1359. paddlex/ppdet/data/reader.py +0 -304
  1360. paddlex/ppdet/data/shm_utils.py +0 -67
  1361. paddlex/ppdet/data/source/__init__.py +0 -27
  1362. paddlex/ppdet/data/source/category.py +0 -823
  1363. paddlex/ppdet/data/source/coco.py +0 -243
  1364. paddlex/ppdet/data/source/dataset.py +0 -192
  1365. paddlex/ppdet/data/source/keypoint_coco.py +0 -656
  1366. paddlex/ppdet/data/source/mot.py +0 -360
  1367. paddlex/ppdet/data/source/voc.py +0 -204
  1368. paddlex/ppdet/data/source/widerface.py +0 -180
  1369. paddlex/ppdet/data/transform/__init__.py +0 -28
  1370. paddlex/ppdet/data/transform/autoaugment_utils.py +0 -1593
  1371. paddlex/ppdet/data/transform/batch_operators.py +0 -758
  1372. paddlex/ppdet/data/transform/gridmask_utils.py +0 -83
  1373. paddlex/ppdet/data/transform/keypoint_operators.py +0 -665
  1374. paddlex/ppdet/data/transform/mot_operators.py +0 -636
  1375. paddlex/ppdet/data/transform/op_helper.py +0 -468
  1376. paddlex/ppdet/data/transform/operators.py +0 -2103
  1377. paddlex/ppdet/engine/__init__.py +0 -29
  1378. paddlex/ppdet/engine/callbacks.py +0 -262
  1379. paddlex/ppdet/engine/env.py +0 -47
  1380. paddlex/ppdet/engine/export_utils.py +0 -118
  1381. paddlex/ppdet/engine/tracker.py +0 -425
  1382. paddlex/ppdet/engine/trainer.py +0 -535
  1383. paddlex/ppdet/metrics/__init__.py +0 -23
  1384. paddlex/ppdet/metrics/coco_utils.py +0 -184
  1385. paddlex/ppdet/metrics/json_results.py +0 -151
  1386. paddlex/ppdet/metrics/keypoint_metrics.py +0 -202
  1387. paddlex/ppdet/metrics/map_utils.py +0 -396
  1388. paddlex/ppdet/metrics/metrics.py +0 -300
  1389. paddlex/ppdet/metrics/mot_eval_utils.py +0 -192
  1390. paddlex/ppdet/metrics/mot_metrics.py +0 -184
  1391. paddlex/ppdet/metrics/widerface_utils.py +0 -393
  1392. paddlex/ppdet/model_zoo/__init__.py +0 -18
  1393. paddlex/ppdet/model_zoo/model_zoo.py +0 -86
  1394. paddlex/ppdet/model_zoo/tests/__init__.py +0 -13
  1395. paddlex/ppdet/model_zoo/tests/test_get_model.py +0 -48
  1396. paddlex/ppdet/model_zoo/tests/test_list_model.py +0 -68
  1397. paddlex/ppdet/modeling/__init__.py +0 -41
  1398. paddlex/ppdet/modeling/architectures/__init__.py +0 -40
  1399. paddlex/ppdet/modeling/architectures/cascade_rcnn.py +0 -144
  1400. paddlex/ppdet/modeling/architectures/centernet.py +0 -103
  1401. paddlex/ppdet/modeling/architectures/deepsort.py +0 -111
  1402. paddlex/ppdet/modeling/architectures/fairmot.py +0 -107
  1403. paddlex/ppdet/modeling/architectures/faster_rcnn.py +0 -106
  1404. paddlex/ppdet/modeling/architectures/fcos.py +0 -105
  1405. paddlex/ppdet/modeling/architectures/jde.py +0 -125
  1406. paddlex/ppdet/modeling/architectures/keypoint_hrhrnet.py +0 -286
  1407. paddlex/ppdet/modeling/architectures/keypoint_hrnet.py +0 -203
  1408. paddlex/ppdet/modeling/architectures/mask_rcnn.py +0 -135
  1409. paddlex/ppdet/modeling/architectures/meta_arch.py +0 -45
  1410. paddlex/ppdet/modeling/architectures/s2anet.py +0 -103
  1411. paddlex/ppdet/modeling/architectures/solov2.py +0 -110
  1412. paddlex/ppdet/modeling/architectures/ssd.py +0 -84
  1413. paddlex/ppdet/modeling/architectures/ttfnet.py +0 -98
  1414. paddlex/ppdet/modeling/architectures/yolo.py +0 -104
  1415. paddlex/ppdet/modeling/backbones/__init__.py +0 -37
  1416. paddlex/ppdet/modeling/backbones/blazenet.py +0 -322
  1417. paddlex/ppdet/modeling/backbones/darknet.py +0 -341
  1418. paddlex/ppdet/modeling/backbones/dla.py +0 -244
  1419. paddlex/ppdet/modeling/backbones/ghostnet.py +0 -476
  1420. paddlex/ppdet/modeling/backbones/hrnet.py +0 -724
  1421. paddlex/ppdet/modeling/backbones/mobilenet_v1.py +0 -410
  1422. paddlex/ppdet/modeling/backbones/mobilenet_v3.py +0 -497
  1423. paddlex/ppdet/modeling/backbones/name_adapter.py +0 -69
  1424. paddlex/ppdet/modeling/backbones/res2net.py +0 -358
  1425. paddlex/ppdet/modeling/backbones/resnet.py +0 -606
  1426. paddlex/ppdet/modeling/backbones/senet.py +0 -140
  1427. paddlex/ppdet/modeling/backbones/vgg.py +0 -216
  1428. paddlex/ppdet/modeling/bbox_utils.py +0 -464
  1429. paddlex/ppdet/modeling/heads/__init__.py +0 -41
  1430. paddlex/ppdet/modeling/heads/bbox_head.py +0 -379
  1431. paddlex/ppdet/modeling/heads/cascade_head.py +0 -285
  1432. paddlex/ppdet/modeling/heads/centernet_head.py +0 -194
  1433. paddlex/ppdet/modeling/heads/face_head.py +0 -113
  1434. paddlex/ppdet/modeling/heads/fcos_head.py +0 -270
  1435. paddlex/ppdet/modeling/heads/keypoint_hrhrnet_head.py +0 -108
  1436. paddlex/ppdet/modeling/heads/mask_head.py +0 -253
  1437. paddlex/ppdet/modeling/heads/roi_extractor.py +0 -111
  1438. paddlex/ppdet/modeling/heads/s2anet_head.py +0 -845
  1439. paddlex/ppdet/modeling/heads/solov2_head.py +0 -537
  1440. paddlex/ppdet/modeling/heads/ssd_head.py +0 -175
  1441. paddlex/ppdet/modeling/heads/ttf_head.py +0 -314
  1442. paddlex/ppdet/modeling/heads/yolo_head.py +0 -124
  1443. paddlex/ppdet/modeling/keypoint_utils.py +0 -302
  1444. paddlex/ppdet/modeling/layers.py +0 -1142
  1445. paddlex/ppdet/modeling/losses/__init__.py +0 -35
  1446. paddlex/ppdet/modeling/losses/ctfocal_loss.py +0 -67
  1447. paddlex/ppdet/modeling/losses/fairmot_loss.py +0 -41
  1448. paddlex/ppdet/modeling/losses/fcos_loss.py +0 -225
  1449. paddlex/ppdet/modeling/losses/iou_aware_loss.py +0 -48
  1450. paddlex/ppdet/modeling/losses/iou_loss.py +0 -210
  1451. paddlex/ppdet/modeling/losses/jde_loss.py +0 -182
  1452. paddlex/ppdet/modeling/losses/keypoint_loss.py +0 -228
  1453. paddlex/ppdet/modeling/losses/solov2_loss.py +0 -101
  1454. paddlex/ppdet/modeling/losses/ssd_loss.py +0 -163
  1455. paddlex/ppdet/modeling/losses/yolo_loss.py +0 -212
  1456. paddlex/ppdet/modeling/mot/__init__.py +0 -25
  1457. paddlex/ppdet/modeling/mot/matching/__init__.py +0 -19
  1458. paddlex/ppdet/modeling/mot/matching/deepsort_matching.py +0 -382
  1459. paddlex/ppdet/modeling/mot/matching/jde_matching.py +0 -145
  1460. paddlex/ppdet/modeling/mot/motion/__init__.py +0 -17
  1461. paddlex/ppdet/modeling/mot/motion/kalman_filter.py +0 -270
  1462. paddlex/ppdet/modeling/mot/tracker/__init__.py +0 -23
  1463. paddlex/ppdet/modeling/mot/tracker/base_jde_tracker.py +0 -267
  1464. paddlex/ppdet/modeling/mot/tracker/base_sde_tracker.py +0 -145
  1465. paddlex/ppdet/modeling/mot/tracker/deepsort_tracker.py +0 -165
  1466. paddlex/ppdet/modeling/mot/tracker/jde_tracker.py +0 -262
  1467. paddlex/ppdet/modeling/mot/utils.py +0 -181
  1468. paddlex/ppdet/modeling/mot/visualization.py +0 -130
  1469. paddlex/ppdet/modeling/necks/__init__.py +0 -25
  1470. paddlex/ppdet/modeling/necks/centernet_fpn.py +0 -185
  1471. paddlex/ppdet/modeling/necks/fpn.py +0 -233
  1472. paddlex/ppdet/modeling/necks/hrfpn.py +0 -131
  1473. paddlex/ppdet/modeling/necks/ttf_fpn.py +0 -243
  1474. paddlex/ppdet/modeling/necks/yolo_fpn.py +0 -1034
  1475. paddlex/ppdet/modeling/ops.py +0 -1599
  1476. paddlex/ppdet/modeling/post_process.py +0 -449
  1477. paddlex/ppdet/modeling/proposal_generator/__init__.py +0 -2
  1478. paddlex/ppdet/modeling/proposal_generator/anchor_generator.py +0 -135
  1479. paddlex/ppdet/modeling/proposal_generator/proposal_generator.py +0 -81
  1480. paddlex/ppdet/modeling/proposal_generator/rpn_head.py +0 -269
  1481. paddlex/ppdet/modeling/proposal_generator/target.py +0 -671
  1482. paddlex/ppdet/modeling/proposal_generator/target_layer.py +0 -476
  1483. paddlex/ppdet/modeling/reid/__init__.py +0 -23
  1484. paddlex/ppdet/modeling/reid/fairmot_embedding_head.py +0 -117
  1485. paddlex/ppdet/modeling/reid/jde_embedding_head.py +0 -189
  1486. paddlex/ppdet/modeling/reid/pyramidal_embedding.py +0 -151
  1487. paddlex/ppdet/modeling/reid/resnet.py +0 -320
  1488. paddlex/ppdet/modeling/shape_spec.py +0 -33
  1489. paddlex/ppdet/modeling/tests/__init__.py +0 -13
  1490. paddlex/ppdet/modeling/tests/test_architectures.py +0 -59
  1491. paddlex/ppdet/modeling/tests/test_base.py +0 -75
  1492. paddlex/ppdet/modeling/tests/test_ops.py +0 -839
  1493. paddlex/ppdet/modeling/tests/test_yolov3_loss.py +0 -420
  1494. paddlex/ppdet/optimizer.py +0 -285
  1495. paddlex/ppdet/slim/__init__.py +0 -62
  1496. paddlex/ppdet/slim/distill.py +0 -111
  1497. paddlex/ppdet/slim/prune.py +0 -85
  1498. paddlex/ppdet/slim/quant.py +0 -52
  1499. paddlex/ppdet/utils/__init__.py +0 -13
  1500. paddlex/ppdet/utils/check.py +0 -93
  1501. paddlex/ppdet/utils/checkpoint.py +0 -216
  1502. paddlex/ppdet/utils/cli.py +0 -151
  1503. paddlex/ppdet/utils/colormap.py +0 -56
  1504. paddlex/ppdet/utils/download.py +0 -477
  1505. paddlex/ppdet/utils/logger.py +0 -71
  1506. paddlex/ppdet/utils/stats.py +0 -95
  1507. paddlex/ppdet/utils/visualizer.py +0 -292
  1508. paddlex/ppdet/utils/voc_utils.py +0 -87
  1509. paddlex/seg.py +0 -38
  1510. paddlex/tools/__init__.py +0 -16
  1511. paddlex/tools/convert.py +0 -52
  1512. paddlex/tools/dataset_conversion/__init__.py +0 -24
  1513. paddlex/tools/dataset_conversion/x2coco.py +0 -379
  1514. paddlex/tools/dataset_conversion/x2imagenet.py +0 -82
  1515. paddlex/tools/dataset_conversion/x2seg.py +0 -343
  1516. paddlex/tools/dataset_conversion/x2voc.py +0 -230
  1517. paddlex/tools/dataset_split/__init__.py +0 -23
  1518. paddlex/tools/dataset_split/coco_split.py +0 -69
  1519. paddlex/tools/dataset_split/imagenet_split.py +0 -75
  1520. paddlex/tools/dataset_split/seg_split.py +0 -96
  1521. paddlex/tools/dataset_split/utils.py +0 -75
  1522. paddlex/tools/dataset_split/voc_split.py +0 -91
  1523. paddlex/tools/split.py +0 -41
  1524. paddlex/utils/checkpoint.py +0 -439
  1525. paddlex/utils/shm.py +0 -67
  1526. paddlex/utils/stats.py +0 -68
  1527. paddlex/utils/utils.py +0 -140
  1528. paddlex-2.0.0rc4.dist-info/LICENSE +0 -201
  1529. paddlex-2.0.0rc4.dist-info/METADATA +0 -29
  1530. paddlex-2.0.0rc4.dist-info/RECORD +0 -445
  1531. paddlex-2.0.0rc4.dist-info/WHEEL +0 -5
  1532. paddlex-2.0.0rc4.dist-info/entry_points.txt +0 -3
  1533. paddlex-2.0.0rc4.dist-info/top_level.txt +0 -2
@@ -1,1593 +0,0 @@
1
- # Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # Reference:
15
- # https://github.com/tensorflow/tpu/blob/master/models/official/detection/utils/autoaugment_utils.py
16
- """AutoAugment util file."""
17
-
18
- from __future__ import absolute_import
19
- from __future__ import division
20
- from __future__ import print_function
21
-
22
- import inspect
23
- import math
24
- from PIL import Image, ImageEnhance
25
- import numpy as np
26
- import os
27
- import sys
28
- import cv2
29
- from copy import deepcopy
30
-
31
- # This signifies the max integer that the controller RNN could predict for the
32
- # augmentation scheme.
33
- _MAX_LEVEL = 10.
34
-
35
- # Represents an invalid bounding box that is used for checking for padding
36
- # lists of bounding box coordinates for a few augmentation operations
37
- _INVALID_BOX = [[-1.0, -1.0, -1.0, -1.0]]
38
-
39
-
40
- def policy_v0():
41
- """Autoaugment policy that was used in AutoAugment Detection Paper."""
42
- # Each tuple is an augmentation operation of the form
43
- # (operation, probability, magnitude). Each element in policy is a
44
- # sub-policy that will be applied sequentially on the image.
45
- policy = [
46
- [('TranslateX_BBox', 0.6, 4), ('Equalize', 0.8, 10)],
47
- [('TranslateY_Only_BBoxes', 0.2, 2), ('Cutout', 0.8, 8)],
48
- [('Sharpness', 0.0, 8), ('ShearX_BBox', 0.4, 0)],
49
- [('ShearY_BBox', 1.0, 2), ('TranslateY_Only_BBoxes', 0.6, 6)],
50
- [('Rotate_BBox', 0.6, 10), ('Color', 1.0, 6)],
51
- ]
52
- return policy
53
-
54
-
55
- def policy_v1():
56
- """Autoaugment policy that was used in AutoAugment Detection Paper."""
57
- # Each tuple is an augmentation operation of the form
58
- # (operation, probability, magnitude). Each element in policy is a
59
- # sub-policy that will be applied sequentially on the image.
60
- policy = [
61
- [('TranslateX_BBox', 0.6, 4), ('Equalize', 0.8, 10)],
62
- [('TranslateY_Only_BBoxes', 0.2, 2), ('Cutout', 0.8, 8)],
63
- [('Sharpness', 0.0, 8), ('ShearX_BBox', 0.4, 0)],
64
- [('ShearY_BBox', 1.0, 2), ('TranslateY_Only_BBoxes', 0.6, 6)],
65
- [('Rotate_BBox', 0.6, 10), ('Color', 1.0, 6)],
66
- [('Color', 0.0, 0), ('ShearX_Only_BBoxes', 0.8, 4)],
67
- [('ShearY_Only_BBoxes', 0.8, 2), ('Flip_Only_BBoxes', 0.0, 10)],
68
- [('Equalize', 0.6, 10), ('TranslateX_BBox', 0.2, 2)],
69
- [('Color', 1.0, 10), ('TranslateY_Only_BBoxes', 0.4, 6)],
70
- [('Rotate_BBox', 0.8, 10), ('Contrast', 0.0, 10)], # ,
71
- [('Cutout', 0.2, 2), ('Brightness', 0.8, 10)],
72
- [('Color', 1.0, 6), ('Equalize', 1.0, 2)],
73
- [('Cutout_Only_BBoxes', 0.4, 6), ('TranslateY_Only_BBoxes', 0.8, 2)],
74
- [('Color', 0.2, 8), ('Rotate_BBox', 0.8, 10)],
75
- [('Sharpness', 0.4, 4), ('TranslateY_Only_BBoxes', 0.0, 4)],
76
- [('Sharpness', 1.0, 4), ('SolarizeAdd', 0.4, 4)],
77
- [('Rotate_BBox', 1.0, 8), ('Sharpness', 0.2, 8)],
78
- [('ShearY_BBox', 0.6, 10), ('Equalize_Only_BBoxes', 0.6, 8)],
79
- [('ShearX_BBox', 0.2, 6), ('TranslateY_Only_BBoxes', 0.2, 10)],
80
- [('SolarizeAdd', 0.6, 8), ('Brightness', 0.8, 10)],
81
- ]
82
- return policy
83
-
84
-
85
- def policy_vtest():
86
- """Autoaugment test policy for debugging."""
87
- # Each tuple is an augmentation operation of the form
88
- # (operation, probability, magnitude). Each element in policy is a
89
- # sub-policy that will be applied sequentially on the image.
90
- policy = [[('TranslateX_BBox', 1.0, 4), ('Equalize', 1.0, 10)], ]
91
- return policy
92
-
93
-
94
- def policy_v2():
95
- """Additional policy that performs well on object detection."""
96
- # Each tuple is an augmentation operation of the form
97
- # (operation, probability, magnitude). Each element in policy is a
98
- # sub-policy that will be applied sequentially on the image.
99
- policy = [
100
- [('Color', 0.0, 6), ('Cutout', 0.6, 8), ('Sharpness', 0.4, 8)],
101
- [('Rotate_BBox', 0.4, 8), ('Sharpness', 0.4, 2),
102
- ('Rotate_BBox', 0.8, 10)],
103
- [('TranslateY_BBox', 1.0, 8), ('AutoContrast', 0.8, 2)],
104
- [('AutoContrast', 0.4, 6), ('ShearX_BBox', 0.8, 8),
105
- ('Brightness', 0.0, 10)],
106
- [('SolarizeAdd', 0.2, 6), ('Contrast', 0.0, 10),
107
- ('AutoContrast', 0.6, 0)],
108
- [('Cutout', 0.2, 0), ('Solarize', 0.8, 8), ('Color', 1.0, 4)],
109
- [('TranslateY_BBox', 0.0, 4), ('Equalize', 0.6, 8),
110
- ('Solarize', 0.0, 10)],
111
- [('TranslateY_BBox', 0.2, 2), ('ShearY_BBox', 0.8, 8),
112
- ('Rotate_BBox', 0.8, 8)],
113
- [('Cutout', 0.8, 8), ('Brightness', 0.8, 8), ('Cutout', 0.2, 2)],
114
- [('Color', 0.8, 4), ('TranslateY_BBox', 1.0, 6),
115
- ('Rotate_BBox', 0.6, 6)],
116
- [('Rotate_BBox', 0.6, 10), ('BBox_Cutout', 1.0, 4), ('Cutout', 0.2, 8)
117
- ],
118
- [('Rotate_BBox', 0.0, 0), ('Equalize', 0.6, 6),
119
- ('ShearY_BBox', 0.6, 8)],
120
- [('Brightness', 0.8, 8), ('AutoContrast', 0.4, 2),
121
- ('Brightness', 0.2, 2)],
122
- [('TranslateY_BBox', 0.4, 8), ('Solarize', 0.4, 6),
123
- ('SolarizeAdd', 0.2, 10)],
124
- [('Contrast', 1.0, 10), ('SolarizeAdd', 0.2, 8), ('Equalize', 0.2, 4)],
125
- ]
126
- return policy
127
-
128
-
129
- def policy_v3():
130
- """"Additional policy that performs well on object detection."""
131
- # Each tuple is an augmentation operation of the form
132
- # (operation, probability, magnitude). Each element in policy is a
133
- # sub-policy that will be applied sequentially on the image.
134
- policy = [
135
- [('Posterize', 0.8, 2), ('TranslateX_BBox', 1.0, 8)],
136
- [('BBox_Cutout', 0.2, 10), ('Sharpness', 1.0, 8)],
137
- [('Rotate_BBox', 0.6, 8), ('Rotate_BBox', 0.8, 10)],
138
- [('Equalize', 0.8, 10), ('AutoContrast', 0.2, 10)],
139
- [('SolarizeAdd', 0.2, 2), ('TranslateY_BBox', 0.2, 8)],
140
- [('Sharpness', 0.0, 2), ('Color', 0.4, 8)],
141
- [('Equalize', 1.0, 8), ('TranslateY_BBox', 1.0, 8)],
142
- [('Posterize', 0.6, 2), ('Rotate_BBox', 0.0, 10)],
143
- [('AutoContrast', 0.6, 0), ('Rotate_BBox', 1.0, 6)],
144
- [('Equalize', 0.0, 4), ('Cutout', 0.8, 10)],
145
- [('Brightness', 1.0, 2), ('TranslateY_BBox', 1.0, 6)],
146
- [('Contrast', 0.0, 2), ('ShearY_BBox', 0.8, 0)],
147
- [('AutoContrast', 0.8, 10), ('Contrast', 0.2, 10)],
148
- [('Rotate_BBox', 1.0, 10), ('Cutout', 1.0, 10)],
149
- [('SolarizeAdd', 0.8, 6), ('Equalize', 0.8, 8)],
150
- ]
151
- return policy
152
-
153
-
154
- def _equal(val1, val2, eps=1e-8):
155
- return abs(val1 - val2) <= eps
156
-
157
-
158
- def blend(image1, image2, factor):
159
- """Blend image1 and image2 using 'factor'.
160
-
161
- Factor can be above 0.0. A value of 0.0 means only image1 is used.
162
- A value of 1.0 means only image2 is used. A value between 0.0 and
163
- 1.0 means we linearly interpolate the pixel values between the two
164
- images. A value greater than 1.0 "extrapolates" the difference
165
- between the two pixel values, and we clip the results to values
166
- between 0 and 255.
167
-
168
- Args:
169
- image1: An image Tensor of type uint8.
170
- image2: An image Tensor of type uint8.
171
- factor: A floating point value above 0.0.
172
-
173
- Returns:
174
- A blended image Tensor of type uint8.
175
- """
176
- if factor == 0.0:
177
- return image1
178
- if factor == 1.0:
179
- return image2
180
-
181
- image1 = image1.astype(np.float32)
182
- image2 = image2.astype(np.float32)
183
-
184
- difference = image2 - image1
185
- scaled = factor * difference
186
-
187
- # Do addition in float.
188
- temp = image1 + scaled
189
-
190
- # Interpolate
191
- if factor > 0.0 and factor < 1.0:
192
- # Interpolation means we always stay within 0 and 255.
193
- return temp.astype(np.uint8)
194
-
195
- # Extrapolate:
196
- #
197
- # We need to clip and then cast.
198
- return np.clip(temp, a_min=0, a_max=255).astype(np.uint8)
199
-
200
-
201
- def cutout(image, pad_size, replace=0):
202
- """Apply cutout (https://arxiv.org/abs/1708.04552) to image.
203
-
204
- This operation applies a (2*pad_size x 2*pad_size) mask of zeros to
205
- a random location within `img`. The pixel values filled in will be of the
206
- value `replace`. The located where the mask will be applied is randomly
207
- chosen uniformly over the whole image.
208
-
209
- Args:
210
- image: An image Tensor of type uint8.
211
- pad_size: Specifies how big the zero mask that will be generated is that
212
- is applied to the image. The mask will be of size
213
- (2*pad_size x 2*pad_size).
214
- replace: What pixel value to fill in the image in the area that has
215
- the cutout mask applied to it.
216
-
217
- Returns:
218
- An image Tensor that is of type uint8.
219
- Example:
220
- img = cv2.imread( "/home/vis/gry/train/img_data/test.jpg", cv2.COLOR_BGR2RGB )
221
- new_img = cutout(img, pad_size=50, replace=0)
222
- """
223
- image_height, image_width = image.shape[0], image.shape[1]
224
-
225
- cutout_center_height = np.random.randint(low=0, high=image_height)
226
- cutout_center_width = np.random.randint(low=0, high=image_width)
227
-
228
- lower_pad = np.maximum(0, cutout_center_height - pad_size)
229
- upper_pad = np.maximum(0, image_height - cutout_center_height - pad_size)
230
- left_pad = np.maximum(0, cutout_center_width - pad_size)
231
- right_pad = np.maximum(0, image_width - cutout_center_width - pad_size)
232
-
233
- cutout_shape = [
234
- image_height - (lower_pad + upper_pad),
235
- image_width - (left_pad + right_pad)
236
- ]
237
- padding_dims = [[lower_pad, upper_pad], [left_pad, right_pad]]
238
- mask = np.pad(np.zeros(
239
- cutout_shape, dtype=image.dtype),
240
- padding_dims,
241
- 'constant',
242
- constant_values=1)
243
- mask = np.expand_dims(mask, -1)
244
- mask = np.tile(mask, [1, 1, 3])
245
- image = np.where(
246
- np.equal(mask, 0),
247
- np.ones_like(
248
- image, dtype=image.dtype) * replace,
249
- image)
250
- return image.astype(np.uint8)
251
-
252
-
253
- def solarize(image, threshold=128):
254
- # For each pixel in the image, select the pixel
255
- # if the value is less than the threshold.
256
- # Otherwise, subtract 255 from the pixel.
257
- return np.where(image < threshold, image, 255 - image)
258
-
259
-
260
- def solarize_add(image, addition=0, threshold=128):
261
- # For each pixel in the image less than threshold
262
- # we add 'addition' amount to it and then clip the
263
- # pixel value to be between 0 and 255. The value
264
- # of 'addition' is between -128 and 128.
265
- added_image = image.astype(np.int64) + addition
266
- added_image = np.clip(added_image, a_min=0, a_max=255).astype(np.uint8)
267
- return np.where(image < threshold, added_image, image)
268
-
269
-
270
- def color(image, factor):
271
- """use cv2 to deal"""
272
- gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
273
- degenerate = cv2.cvtColor(gray, cv2.COLOR_GRAY2BGR)
274
- return blend(degenerate, image, factor)
275
-
276
-
277
- # refer to https://github.com/4uiiurz1/pytorch-auto-augment/blob/024b2eac4140c38df8342f09998e307234cafc80/auto_augment.py#L197
278
- def contrast(img, factor):
279
- img = ImageEnhance.Contrast(Image.fromarray(img)).enhance(factor)
280
- return np.array(img)
281
-
282
-
283
- def brightness(image, factor):
284
- """Equivalent of PIL Brightness."""
285
- degenerate = np.zeros_like(image)
286
- return blend(degenerate, image, factor)
287
-
288
-
289
- def posterize(image, bits):
290
- """Equivalent of PIL Posterize."""
291
- shift = 8 - bits
292
- return np.left_shift(np.right_shift(image, shift), shift)
293
-
294
-
295
- def rotate(image, degrees, replace):
296
- """Rotates the image by degrees either clockwise or counterclockwise.
297
-
298
- Args:
299
- image: An image Tensor of type uint8.
300
- degrees: Float, a scalar angle in degrees to rotate all images by. If
301
- degrees is positive the image will be rotated clockwise otherwise it will
302
- be rotated counterclockwise.
303
- replace: A one or three value 1D tensor to fill empty pixels caused by
304
- the rotate operation.
305
-
306
- Returns:
307
- The rotated version of image.
308
- """
309
- image = wrap(image)
310
- image = Image.fromarray(image)
311
- image = image.rotate(degrees)
312
- image = np.array(image, dtype=np.uint8)
313
- return unwrap(image, replace)
314
-
315
-
316
- def random_shift_bbox(image,
317
- bbox,
318
- pixel_scaling,
319
- replace,
320
- new_min_bbox_coords=None):
321
- """Move the bbox and the image content to a slightly new random location.
322
-
323
- Args:
324
- image: 3D uint8 Tensor.
325
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
326
- of type float that represents the normalized coordinates between 0 and 1.
327
- The potential values for the new min corner of the bbox will be between
328
- [old_min - pixel_scaling * bbox_height/2,
329
- old_min - pixel_scaling * bbox_height/2].
330
- pixel_scaling: A float between 0 and 1 that specifies the pixel range
331
- that the new bbox location will be sampled from.
332
- replace: A one or three value 1D tensor to fill empty pixels.
333
- new_min_bbox_coords: If not None, then this is a tuple that specifies the
334
- (min_y, min_x) coordinates of the new bbox. Normally this is randomly
335
- specified, but this allows it to be manually set. The coordinates are
336
- the absolute coordinates between 0 and image height/width and are int32.
337
-
338
- Returns:
339
- The new image that will have the shifted bbox location in it along with
340
- the new bbox that contains the new coordinates.
341
- """
342
- # Obtains image height and width and create helper clip functions.
343
- image_height, image_width = image.shape[0], image.shape[1]
344
- image_height = float(image_height)
345
- image_width = float(image_width)
346
-
347
- def clip_y(val):
348
- return np.clip(val, a_min=0, a_max=image_height - 1).astype(np.int32)
349
-
350
- def clip_x(val):
351
- return np.clip(val, a_min=0, a_max=image_width - 1).astype(np.int32)
352
-
353
- # Convert bbox to pixel coordinates.
354
- min_y = int(image_height * bbox[0])
355
- min_x = int(image_width * bbox[1])
356
- max_y = clip_y(image_height * bbox[2])
357
- max_x = clip_x(image_width * bbox[3])
358
-
359
- bbox_height, bbox_width = (max_y - min_y + 1, max_x - min_x + 1)
360
- image_height = int(image_height)
361
- image_width = int(image_width)
362
-
363
- # Select the new min/max bbox ranges that are used for sampling the
364
- # new min x/y coordinates of the shifted bbox.
365
- minval_y = clip_y(min_y - np.int32(pixel_scaling * float(bbox_height) /
366
- 2.0))
367
- maxval_y = clip_y(min_y + np.int32(pixel_scaling * float(bbox_height) /
368
- 2.0))
369
- minval_x = clip_x(min_x - np.int32(pixel_scaling * float(bbox_width) /
370
- 2.0))
371
- maxval_x = clip_x(min_x + np.int32(pixel_scaling * float(bbox_width) /
372
- 2.0))
373
-
374
- # Sample and calculate the new unclipped min/max coordinates of the new bbox.
375
- if new_min_bbox_coords is None:
376
- unclipped_new_min_y = np.random.randint(
377
- low=minval_y, high=maxval_y, dtype=np.int32)
378
- unclipped_new_min_x = np.random.randint(
379
- low=minval_x, high=maxval_x, dtype=np.int32)
380
- else:
381
- unclipped_new_min_y, unclipped_new_min_x = (
382
- clip_y(new_min_bbox_coords[0]), clip_x(new_min_bbox_coords[1]))
383
- unclipped_new_max_y = unclipped_new_min_y + bbox_height - 1
384
- unclipped_new_max_x = unclipped_new_min_x + bbox_width - 1
385
-
386
- # Determine if any of the new bbox was shifted outside the current image.
387
- # This is used for determining if any of the original bbox content should be
388
- # discarded.
389
- new_min_y, new_min_x, new_max_y, new_max_x = (
390
- clip_y(unclipped_new_min_y), clip_x(unclipped_new_min_x),
391
- clip_y(unclipped_new_max_y), clip_x(unclipped_new_max_x))
392
- shifted_min_y = (new_min_y - unclipped_new_min_y) + min_y
393
- shifted_max_y = max_y - (unclipped_new_max_y - new_max_y)
394
- shifted_min_x = (new_min_x - unclipped_new_min_x) + min_x
395
- shifted_max_x = max_x - (unclipped_new_max_x - new_max_x)
396
-
397
- # Create the new bbox tensor by converting pixel integer values to floats.
398
- new_bbox = np.stack([
399
- float(new_min_y) / float(image_height), float(new_min_x) /
400
- float(image_width), float(new_max_y) / float(image_height),
401
- float(new_max_x) / float(image_width)
402
- ])
403
-
404
- # Copy the contents in the bbox and fill the old bbox location
405
- # with gray (128).
406
- bbox_content = image[shifted_min_y:shifted_max_y + 1, shifted_min_x:
407
- shifted_max_x + 1, :]
408
-
409
- def mask_and_add_image(min_y_, min_x_, max_y_, max_x_, mask,
410
- content_tensor, image_):
411
- """Applies mask to bbox region in image then adds content_tensor to it."""
412
- mask = np.pad(mask, [[min_y_, (image_height - 1) - max_y_],
413
- [min_x_, (image_width - 1) - max_x_], [0, 0]],
414
- 'constant',
415
- constant_values=1)
416
-
417
- content_tensor = np.pad(content_tensor,
418
- [[min_y_, (image_height - 1) - max_y_],
419
- [min_x_, (image_width - 1) - max_x_], [0, 0]],
420
- 'constant',
421
- constant_values=0)
422
- return image_ * mask + content_tensor
423
-
424
- # Zero out original bbox location.
425
- mask = np.zeros_like(image)[min_y:max_y + 1, min_x:max_x + 1, :]
426
- grey_tensor = np.zeros_like(mask) + replace[0]
427
- image = mask_and_add_image(min_y, min_x, max_y, max_x, mask, grey_tensor,
428
- image)
429
-
430
- # Fill in bbox content to new bbox location.
431
- mask = np.zeros_like(bbox_content)
432
- image = mask_and_add_image(new_min_y, new_min_x, new_max_y, new_max_x,
433
- mask, bbox_content, image)
434
-
435
- return image.astype(np.uint8), new_bbox
436
-
437
-
438
- def _clip_bbox(min_y, min_x, max_y, max_x):
439
- """Clip bounding box coordinates between 0 and 1.
440
-
441
- Args:
442
- min_y: Normalized bbox coordinate of type float between 0 and 1.
443
- min_x: Normalized bbox coordinate of type float between 0 and 1.
444
- max_y: Normalized bbox coordinate of type float between 0 and 1.
445
- max_x: Normalized bbox coordinate of type float between 0 and 1.
446
-
447
- Returns:
448
- Clipped coordinate values between 0 and 1.
449
- """
450
- min_y = np.clip(min_y, a_min=0, a_max=1.0)
451
- min_x = np.clip(min_x, a_min=0, a_max=1.0)
452
- max_y = np.clip(max_y, a_min=0, a_max=1.0)
453
- max_x = np.clip(max_x, a_min=0, a_max=1.0)
454
- return min_y, min_x, max_y, max_x
455
-
456
-
457
- def _check_bbox_area(min_y, min_x, max_y, max_x, delta=0.05):
458
- """Adjusts bbox coordinates to make sure the area is > 0.
459
-
460
- Args:
461
- min_y: Normalized bbox coordinate of type float between 0 and 1.
462
- min_x: Normalized bbox coordinate of type float between 0 and 1.
463
- max_y: Normalized bbox coordinate of type float between 0 and 1.
464
- max_x: Normalized bbox coordinate of type float between 0 and 1.
465
- delta: Float, this is used to create a gap of size 2 * delta between
466
- bbox min/max coordinates that are the same on the boundary.
467
- This prevents the bbox from having an area of zero.
468
-
469
- Returns:
470
- Tuple of new bbox coordinates between 0 and 1 that will now have a
471
- guaranteed area > 0.
472
- """
473
- height = max_y - min_y
474
- width = max_x - min_x
475
-
476
- def _adjust_bbox_boundaries(min_coord, max_coord):
477
- # Make sure max is never 0 and min is never 1.
478
- max_coord = np.maximum(max_coord, 0.0 + delta)
479
- min_coord = np.minimum(min_coord, 1.0 - delta)
480
- return min_coord, max_coord
481
-
482
- if _equal(height, 0):
483
- min_y, max_y = _adjust_bbox_boundaries(min_y, max_y)
484
-
485
- if _equal(width, 0):
486
- min_x, max_x = _adjust_bbox_boundaries(min_x, max_x)
487
-
488
- return min_y, min_x, max_y, max_x
489
-
490
-
491
- def _scale_bbox_only_op_probability(prob):
492
- """Reduce the probability of the bbox-only operation.
493
-
494
- Probability is reduced so that we do not distort the content of too many
495
- bounding boxes that are close to each other. The value of 3.0 was a chosen
496
- hyper parameter when designing the autoaugment algorithm that we found
497
- empirically to work well.
498
-
499
- Args:
500
- prob: Float that is the probability of applying the bbox-only operation.
501
-
502
- Returns:
503
- Reduced probability.
504
- """
505
- return prob / 3.0
506
-
507
-
508
- def _apply_bbox_augmentation(image, bbox, augmentation_func, *args):
509
- """Applies augmentation_func to the subsection of image indicated by bbox.
510
-
511
- Args:
512
- image: 3D uint8 Tensor.
513
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
514
- of type float that represents the normalized coordinates between 0 and 1.
515
- augmentation_func: Augmentation function that will be applied to the
516
- subsection of image.
517
- *args: Additional parameters that will be passed into augmentation_func
518
- when it is called.
519
-
520
- Returns:
521
- A modified version of image, where the bbox location in the image will
522
- have `ugmentation_func applied to it.
523
- """
524
- image_height = image.shape[0]
525
- image_width = image.shape[1]
526
-
527
- min_y = int(image_height * bbox[0])
528
- min_x = int(image_width * bbox[1])
529
- max_y = int(image_height * bbox[2])
530
- max_x = int(image_width * bbox[3])
531
-
532
- # Clip to be sure the max values do not fall out of range.
533
- max_y = np.minimum(max_y, image_height - 1)
534
- max_x = np.minimum(max_x, image_width - 1)
535
-
536
- # Get the sub-tensor that is the image within the bounding box region.
537
- bbox_content = image[min_y:max_y + 1, min_x:max_x + 1, :]
538
-
539
- # Apply the augmentation function to the bbox portion of the image.
540
- augmented_bbox_content = augmentation_func(bbox_content, *args)
541
-
542
- # Pad the augmented_bbox_content and the mask to match the shape of original
543
- # image.
544
- augmented_bbox_content = np.pad(
545
- augmented_bbox_content, [[min_y, (image_height - 1) - max_y],
546
- [min_x, (image_width - 1) - max_x], [0, 0]],
547
- 'constant',
548
- constant_values=1)
549
-
550
- # Create a mask that will be used to zero out a part of the original image.
551
- mask_tensor = np.zeros_like(bbox_content)
552
-
553
- mask_tensor = np.pad(mask_tensor,
554
- [[min_y, (image_height - 1) - max_y],
555
- [min_x, (image_width - 1) - max_x], [0, 0]],
556
- 'constant',
557
- constant_values=1)
558
- # Replace the old bbox content with the new augmented content.
559
- image = image * mask_tensor + augmented_bbox_content
560
- return image.astype(np.uint8)
561
-
562
-
563
- def _concat_bbox(bbox, bboxes):
564
- """Helper function that concates bbox to bboxes along the first dimension."""
565
-
566
- # Note if all elements in bboxes are -1 (_INVALID_BOX), then this means
567
- # we discard bboxes and start the bboxes Tensor with the current bbox.
568
- bboxes_sum_check = np.sum(bboxes)
569
- bbox = np.expand_dims(bbox, 0)
570
- # This check will be true when it is an _INVALID_BOX
571
- if _equal(bboxes_sum_check, -4):
572
- bboxes = bbox
573
- else:
574
- bboxes = np.concatenate([bboxes, bbox], 0)
575
- return bboxes
576
-
577
-
578
- def _apply_bbox_augmentation_wrapper(image, bbox, new_bboxes, prob,
579
- augmentation_func, func_changes_bbox,
580
- *args):
581
- """Applies _apply_bbox_augmentation with probability prob.
582
-
583
- Args:
584
- image: 3D uint8 Tensor.
585
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
586
- of type float that represents the normalized coordinates between 0 and 1.
587
- new_bboxes: 2D Tensor that is a list of the bboxes in the image after they
588
- have been altered by aug_func. These will only be changed when
589
- func_changes_bbox is set to true. Each bbox has 4 elements
590
- (min_y, min_x, max_y, max_x) of type float that are the normalized
591
- bbox coordinates between 0 and 1.
592
- prob: Float that is the probability of applying _apply_bbox_augmentation.
593
- augmentation_func: Augmentation function that will be applied to the
594
- subsection of image.
595
- func_changes_bbox: Boolean. Does augmentation_func return bbox in addition
596
- to image.
597
- *args: Additional parameters that will be passed into augmentation_func
598
- when it is called.
599
-
600
- Returns:
601
- A tuple. Fist element is a modified version of image, where the bbox
602
- location in the image will have augmentation_func applied to it if it is
603
- chosen to be called with probability `prob`. The second element is a
604
- Tensor of Tensors of length 4 that will contain the altered bbox after
605
- applying augmentation_func.
606
- """
607
- should_apply_op = (np.random.rand() + prob >= 1)
608
- if func_changes_bbox:
609
- if should_apply_op:
610
- augmented_image, bbox = augmentation_func(image, bbox, *args)
611
- else:
612
- augmented_image, bbox = (image, bbox)
613
- else:
614
- if should_apply_op:
615
- augmented_image = _apply_bbox_augmentation(
616
- image, bbox, augmentation_func, *args)
617
- else:
618
- augmented_image = image
619
- new_bboxes = _concat_bbox(bbox, new_bboxes)
620
- return augmented_image.astype(np.uint8), new_bboxes
621
-
622
-
623
- def _apply_multi_bbox_augmentation(image, bboxes, prob, aug_func,
624
- func_changes_bbox, *args):
625
- """Applies aug_func to the image for each bbox in bboxes.
626
-
627
- Args:
628
- image: 3D uint8 Tensor.
629
- bboxes: 2D Tensor that is a list of the bboxes in the image. Each bbox
630
- has 4 elements (min_y, min_x, max_y, max_x) of type float.
631
- prob: Float that is the probability of applying aug_func to a specific
632
- bounding box within the image.
633
- aug_func: Augmentation function that will be applied to the
634
- subsections of image indicated by the bbox values in bboxes.
635
- func_changes_bbox: Boolean. Does augmentation_func return bbox in addition
636
- to image.
637
- *args: Additional parameters that will be passed into augmentation_func
638
- when it is called.
639
-
640
- Returns:
641
- A modified version of image, where each bbox location in the image will
642
- have augmentation_func applied to it if it is chosen to be called with
643
- probability prob independently across all bboxes. Also the final
644
- bboxes are returned that will be unchanged if func_changes_bbox is set to
645
- false and if true, the new altered ones will be returned.
646
- """
647
- # Will keep track of the new altered bboxes after aug_func is repeatedly
648
- # applied. The -1 values are a dummy value and this first Tensor will be
649
- # removed upon appending the first real bbox.
650
- new_bboxes = np.array(_INVALID_BOX)
651
-
652
- # If the bboxes are empty, then just give it _INVALID_BOX. The result
653
- # will be thrown away.
654
- bboxes = np.array((_INVALID_BOX)) if bboxes.size == 0 else bboxes
655
-
656
- assert bboxes.shape[1] == 4, "bboxes.shape[1] must be 4!!!!"
657
-
658
- # pylint:disable=g-long-lambda
659
- # pylint:disable=line-too-long
660
- wrapped_aug_func = lambda _image, bbox, _new_bboxes: _apply_bbox_augmentation_wrapper(_image, bbox, _new_bboxes, prob, aug_func, func_changes_bbox, *args)
661
- # pylint:enable=g-long-lambda
662
- # pylint:enable=line-too-long
663
-
664
- # Setup the while_loop.
665
- num_bboxes = bboxes.shape[0] # We loop until we go over all bboxes.
666
- idx = 0 # Counter for the while loop.
667
-
668
- # Conditional function when to end the loop once we go over all bboxes
669
- # images_and_bboxes contain (_image, _new_bboxes)
670
- def cond(_idx, _images_and_bboxes):
671
- return _idx < num_bboxes
672
-
673
- # Shuffle the bboxes so that the augmentation order is not deterministic if
674
- # we are not changing the bboxes with aug_func.
675
- # if not func_changes_bbox:
676
- # print(bboxes)
677
- # loop_bboxes = np.take(bboxes,np.random.permutation(bboxes.shape[0]),axis=0)
678
- # print(loop_bboxes)
679
- # else:
680
- # loop_bboxes = bboxes
681
- # we can not shuffle the bbox because it does not contain class information here
682
- loop_bboxes = deepcopy(bboxes)
683
-
684
- # Main function of while_loop where we repeatedly apply augmentation on the
685
- # bboxes in the image.
686
- # pylint:disable=g-long-lambda
687
- body = lambda _idx, _images_and_bboxes: [
688
- _idx + 1, wrapped_aug_func(_images_and_bboxes[0],
689
- loop_bboxes[_idx],
690
- _images_and_bboxes[1])]
691
- while (cond(idx, (image, new_bboxes))):
692
- idx, (image, new_bboxes) = body(idx, (image, new_bboxes))
693
-
694
- # Either return the altered bboxes or the original ones depending on if
695
- # we altered them in anyway.
696
- if func_changes_bbox:
697
- final_bboxes = new_bboxes
698
- else:
699
- final_bboxes = bboxes
700
- return image, final_bboxes
701
-
702
-
703
- def _apply_multi_bbox_augmentation_wrapper(image, bboxes, prob, aug_func,
704
- func_changes_bbox, *args):
705
- """Checks to be sure num bboxes > 0 before calling inner function."""
706
- num_bboxes = len(bboxes)
707
- new_image = deepcopy(image)
708
- new_bboxes = deepcopy(bboxes)
709
- if num_bboxes != 0:
710
- new_image, new_bboxes = _apply_multi_bbox_augmentation(
711
- new_image, new_bboxes, prob, aug_func, func_changes_bbox, *args)
712
- return new_image, new_bboxes
713
-
714
-
715
- def rotate_only_bboxes(image, bboxes, prob, degrees, replace):
716
- """Apply rotate to each bbox in the image with probability prob."""
717
- func_changes_bbox = False
718
- prob = _scale_bbox_only_op_probability(prob)
719
- return _apply_multi_bbox_augmentation_wrapper(
720
- image, bboxes, prob, rotate, func_changes_bbox, degrees, replace)
721
-
722
-
723
- def shear_x_only_bboxes(image, bboxes, prob, level, replace):
724
- """Apply shear_x to each bbox in the image with probability prob."""
725
- func_changes_bbox = False
726
- prob = _scale_bbox_only_op_probability(prob)
727
- return _apply_multi_bbox_augmentation_wrapper(
728
- image, bboxes, prob, shear_x, func_changes_bbox, level, replace)
729
-
730
-
731
- def shear_y_only_bboxes(image, bboxes, prob, level, replace):
732
- """Apply shear_y to each bbox in the image with probability prob."""
733
- func_changes_bbox = False
734
- prob = _scale_bbox_only_op_probability(prob)
735
- return _apply_multi_bbox_augmentation_wrapper(
736
- image, bboxes, prob, shear_y, func_changes_bbox, level, replace)
737
-
738
-
739
- def translate_x_only_bboxes(image, bboxes, prob, pixels, replace):
740
- """Apply translate_x to each bbox in the image with probability prob."""
741
- func_changes_bbox = False
742
- prob = _scale_bbox_only_op_probability(prob)
743
- return _apply_multi_bbox_augmentation_wrapper(
744
- image, bboxes, prob, translate_x, func_changes_bbox, pixels, replace)
745
-
746
-
747
- def translate_y_only_bboxes(image, bboxes, prob, pixels, replace):
748
- """Apply translate_y to each bbox in the image with probability prob."""
749
- func_changes_bbox = False
750
- prob = _scale_bbox_only_op_probability(prob)
751
- return _apply_multi_bbox_augmentation_wrapper(
752
- image, bboxes, prob, translate_y, func_changes_bbox, pixels, replace)
753
-
754
-
755
- def flip_only_bboxes(image, bboxes, prob):
756
- """Apply flip_lr to each bbox in the image with probability prob."""
757
- func_changes_bbox = False
758
- prob = _scale_bbox_only_op_probability(prob)
759
- return _apply_multi_bbox_augmentation_wrapper(image, bboxes, prob,
760
- np.fliplr, func_changes_bbox)
761
-
762
-
763
- def solarize_only_bboxes(image, bboxes, prob, threshold):
764
- """Apply solarize to each bbox in the image with probability prob."""
765
- func_changes_bbox = False
766
- prob = _scale_bbox_only_op_probability(prob)
767
- return _apply_multi_bbox_augmentation_wrapper(
768
- image, bboxes, prob, solarize, func_changes_bbox, threshold)
769
-
770
-
771
- def equalize_only_bboxes(image, bboxes, prob):
772
- """Apply equalize to each bbox in the image with probability prob."""
773
- func_changes_bbox = False
774
- prob = _scale_bbox_only_op_probability(prob)
775
- return _apply_multi_bbox_augmentation_wrapper(image, bboxes, prob,
776
- equalize, func_changes_bbox)
777
-
778
-
779
- def cutout_only_bboxes(image, bboxes, prob, pad_size, replace):
780
- """Apply cutout to each bbox in the image with probability prob."""
781
- func_changes_bbox = False
782
- prob = _scale_bbox_only_op_probability(prob)
783
- return _apply_multi_bbox_augmentation_wrapper(
784
- image, bboxes, prob, cutout, func_changes_bbox, pad_size, replace)
785
-
786
-
787
- def _rotate_bbox(bbox, image_height, image_width, degrees):
788
- """Rotates the bbox coordinated by degrees.
789
-
790
- Args:
791
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
792
- of type float that represents the normalized coordinates between 0 and 1.
793
- image_height: Int, height of the image.
794
- image_width: Int, height of the image.
795
- degrees: Float, a scalar angle in degrees to rotate all images by. If
796
- degrees is positive the image will be rotated clockwise otherwise it will
797
- be rotated counterclockwise.
798
-
799
- Returns:
800
- A tensor of the same shape as bbox, but now with the rotated coordinates.
801
- """
802
- image_height, image_width = (float(image_height), float(image_width))
803
-
804
- # Convert from degrees to radians.
805
- degrees_to_radians = math.pi / 180.0
806
- radians = degrees * degrees_to_radians
807
-
808
- # Translate the bbox to the center of the image and turn the normalized 0-1
809
- # coordinates to absolute pixel locations.
810
- # Y coordinates are made negative as the y axis of images goes down with
811
- # increasing pixel values, so we negate to make sure x axis and y axis points
812
- # are in the traditionally positive direction.
813
- min_y = -int(image_height * (bbox[0] - 0.5))
814
- min_x = int(image_width * (bbox[1] - 0.5))
815
- max_y = -int(image_height * (bbox[2] - 0.5))
816
- max_x = int(image_width * (bbox[3] - 0.5))
817
- coordinates = np.stack([[min_y, min_x], [min_y, max_x], [max_y, min_x],
818
- [max_y, max_x]]).astype(np.float32)
819
- # Rotate the coordinates according to the rotation matrix clockwise if
820
- # radians is positive, else negative
821
- rotation_matrix = np.stack([[math.cos(radians), math.sin(radians)],
822
- [-math.sin(radians), math.cos(radians)]])
823
- new_coords = np.matmul(rotation_matrix,
824
- np.transpose(coordinates)).astype(np.int32)
825
-
826
- # Find min/max values and convert them back to normalized 0-1 floats.
827
- min_y = -(float(np.max(new_coords[0, :])) / image_height - 0.5)
828
- min_x = float(np.min(new_coords[1, :])) / image_width + 0.5
829
- max_y = -(float(np.min(new_coords[0, :])) / image_height - 0.5)
830
- max_x = float(np.max(new_coords[1, :])) / image_width + 0.5
831
-
832
- # Clip the bboxes to be sure the fall between [0, 1].
833
- min_y, min_x, max_y, max_x = _clip_bbox(min_y, min_x, max_y, max_x)
834
- min_y, min_x, max_y, max_x = _check_bbox_area(min_y, min_x, max_y, max_x)
835
- return np.stack([min_y, min_x, max_y, max_x])
836
-
837
-
838
- def rotate_with_bboxes(image, bboxes, degrees, replace):
839
- # Rotate the image.
840
- image = rotate(image, degrees, replace)
841
-
842
- # Convert bbox coordinates to pixel values.
843
- image_height, image_width = image.shape[:2]
844
- # pylint:disable=g-long-lambda
845
- wrapped_rotate_bbox = lambda bbox: _rotate_bbox(bbox, image_height, image_width, degrees)
846
- # pylint:enable=g-long-lambda
847
- new_bboxes = np.zeros_like(bboxes)
848
- for idx in range(len(bboxes)):
849
- new_bboxes[idx] = wrapped_rotate_bbox(bboxes[idx])
850
- return image, new_bboxes
851
-
852
-
853
- def translate_x(image, pixels, replace):
854
- """Equivalent of PIL Translate in X dimension."""
855
- image = Image.fromarray(wrap(image))
856
- image = image.transform(image.size, Image.AFFINE, (1, 0, pixels, 0, 1, 0))
857
- return unwrap(np.array(image), replace)
858
-
859
-
860
- def translate_y(image, pixels, replace):
861
- """Equivalent of PIL Translate in Y dimension."""
862
- image = Image.fromarray(wrap(image))
863
- image = image.transform(image.size, Image.AFFINE, (1, 0, 0, 0, 1, pixels))
864
- return unwrap(np.array(image), replace)
865
-
866
-
867
- def _shift_bbox(bbox, image_height, image_width, pixels, shift_horizontal):
868
- """Shifts the bbox coordinates by pixels.
869
-
870
- Args:
871
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
872
- of type float that represents the normalized coordinates between 0 and 1.
873
- image_height: Int, height of the image.
874
- image_width: Int, width of the image.
875
- pixels: An int. How many pixels to shift the bbox.
876
- shift_horizontal: Boolean. If true then shift in X dimension else shift in
877
- Y dimension.
878
-
879
- Returns:
880
- A tensor of the same shape as bbox, but now with the shifted coordinates.
881
- """
882
- pixels = int(pixels)
883
- # Convert bbox to integer pixel locations.
884
- min_y = int(float(image_height) * bbox[0])
885
- min_x = int(float(image_width) * bbox[1])
886
- max_y = int(float(image_height) * bbox[2])
887
- max_x = int(float(image_width) * bbox[3])
888
-
889
- if shift_horizontal:
890
- min_x = np.maximum(0, min_x - pixels)
891
- max_x = np.minimum(image_width, max_x - pixels)
892
- else:
893
- min_y = np.maximum(0, min_y - pixels)
894
- max_y = np.minimum(image_height, max_y - pixels)
895
-
896
- # Convert bbox back to floats.
897
- min_y = float(min_y) / float(image_height)
898
- min_x = float(min_x) / float(image_width)
899
- max_y = float(max_y) / float(image_height)
900
- max_x = float(max_x) / float(image_width)
901
-
902
- # Clip the bboxes to be sure the fall between [0, 1].
903
- min_y, min_x, max_y, max_x = _clip_bbox(min_y, min_x, max_y, max_x)
904
- min_y, min_x, max_y, max_x = _check_bbox_area(min_y, min_x, max_y, max_x)
905
- return np.stack([min_y, min_x, max_y, max_x])
906
-
907
-
908
- def translate_bbox(image, bboxes, pixels, replace, shift_horizontal):
909
- """Equivalent of PIL Translate in X/Y dimension that shifts image and bbox.
910
-
911
- Args:
912
- image: 3D uint8 Tensor.
913
- bboxes: 2D Tensor that is a list of the bboxes in the image. Each bbox
914
- has 4 elements (min_y, min_x, max_y, max_x) of type float with values
915
- between [0, 1].
916
- pixels: An int. How many pixels to shift the image and bboxes
917
- replace: A one or three value 1D tensor to fill empty pixels.
918
- shift_horizontal: Boolean. If true then shift in X dimension else shift in
919
- Y dimension.
920
-
921
- Returns:
922
- A tuple containing a 3D uint8 Tensor that will be the result of translating
923
- image by pixels. The second element of the tuple is bboxes, where now
924
- the coordinates will be shifted to reflect the shifted image.
925
- """
926
- if shift_horizontal:
927
- image = translate_x(image, pixels, replace)
928
- else:
929
- image = translate_y(image, pixels, replace)
930
-
931
- # Convert bbox coordinates to pixel values.
932
- image_height, image_width = image.shape[0], image.shape[1]
933
- # pylint:disable=g-long-lambda
934
- wrapped_shift_bbox = lambda bbox: _shift_bbox(bbox, image_height, image_width, pixels, shift_horizontal)
935
- # pylint:enable=g-long-lambda
936
- new_bboxes = deepcopy(bboxes)
937
- num_bboxes = len(bboxes)
938
- for idx in range(num_bboxes):
939
- new_bboxes[idx] = wrapped_shift_bbox(bboxes[idx])
940
- return image.astype(np.uint8), new_bboxes
941
-
942
-
943
- def shear_x(image, level, replace):
944
- """Equivalent of PIL Shearing in X dimension."""
945
- # Shear parallel to x axis is a projective transform
946
- # with a matrix form of:
947
- # [1 level
948
- # 0 1].
949
- image = Image.fromarray(wrap(image))
950
- image = image.transform(image.size, Image.AFFINE, (1, level, 0, 0, 1, 0))
951
- return unwrap(np.array(image), replace)
952
-
953
-
954
- def shear_y(image, level, replace):
955
- """Equivalent of PIL Shearing in Y dimension."""
956
- # Shear parallel to y axis is a projective transform
957
- # with a matrix form of:
958
- # [1 0
959
- # level 1].
960
- image = Image.fromarray(wrap(image))
961
- image = image.transform(image.size, Image.AFFINE, (1, 0, 0, level, 1, 0))
962
- return unwrap(np.array(image), replace)
963
-
964
-
965
- def _shear_bbox(bbox, image_height, image_width, level, shear_horizontal):
966
- """Shifts the bbox according to how the image was sheared.
967
-
968
- Args:
969
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
970
- of type float that represents the normalized coordinates between 0 and 1.
971
- image_height: Int, height of the image.
972
- image_width: Int, height of the image.
973
- level: Float. How much to shear the image.
974
- shear_horizontal: If true then shear in X dimension else shear in
975
- the Y dimension.
976
-
977
- Returns:
978
- A tensor of the same shape as bbox, but now with the shifted coordinates.
979
- """
980
- image_height, image_width = (float(image_height), float(image_width))
981
-
982
- # Change bbox coordinates to be pixels.
983
- min_y = int(image_height * bbox[0])
984
- min_x = int(image_width * bbox[1])
985
- max_y = int(image_height * bbox[2])
986
- max_x = int(image_width * bbox[3])
987
- coordinates = np.stack(
988
- [[min_y, min_x], [min_y, max_x], [max_y, min_x], [max_y, max_x]])
989
- coordinates = coordinates.astype(np.float32)
990
-
991
- # Shear the coordinates according to the translation matrix.
992
- if shear_horizontal:
993
- translation_matrix = np.stack([[1, 0], [-level, 1]])
994
- else:
995
- translation_matrix = np.stack([[1, -level], [0, 1]])
996
- translation_matrix = translation_matrix.astype(np.float32)
997
- new_coords = np.matmul(translation_matrix,
998
- np.transpose(coordinates)).astype(np.int32)
999
-
1000
- # Find min/max values and convert them back to floats.
1001
- min_y = float(np.min(new_coords[0, :])) / image_height
1002
- min_x = float(np.min(new_coords[1, :])) / image_width
1003
- max_y = float(np.max(new_coords[0, :])) / image_height
1004
- max_x = float(np.max(new_coords[1, :])) / image_width
1005
-
1006
- # Clip the bboxes to be sure the fall between [0, 1].
1007
- min_y, min_x, max_y, max_x = _clip_bbox(min_y, min_x, max_y, max_x)
1008
- min_y, min_x, max_y, max_x = _check_bbox_area(min_y, min_x, max_y, max_x)
1009
- return np.stack([min_y, min_x, max_y, max_x])
1010
-
1011
-
1012
- def shear_with_bboxes(image, bboxes, level, replace, shear_horizontal):
1013
- """Applies Shear Transformation to the image and shifts the bboxes.
1014
-
1015
- Args:
1016
- image: 3D uint8 Tensor.
1017
- bboxes: 2D Tensor that is a list of the bboxes in the image. Each bbox
1018
- has 4 elements (min_y, min_x, max_y, max_x) of type float with values
1019
- between [0, 1].
1020
- level: Float. How much to shear the image. This value will be between
1021
- -0.3 to 0.3.
1022
- replace: A one or three value 1D tensor to fill empty pixels.
1023
- shear_horizontal: Boolean. If true then shear in X dimension else shear in
1024
- the Y dimension.
1025
-
1026
- Returns:
1027
- A tuple containing a 3D uint8 Tensor that will be the result of shearing
1028
- image by level. The second element of the tuple is bboxes, where now
1029
- the coordinates will be shifted to reflect the sheared image.
1030
- """
1031
- if shear_horizontal:
1032
- image = shear_x(image, level, replace)
1033
- else:
1034
- image = shear_y(image, level, replace)
1035
-
1036
- # Convert bbox coordinates to pixel values.
1037
- image_height, image_width = image.shape[:2]
1038
- # pylint:disable=g-long-lambda
1039
- wrapped_shear_bbox = lambda bbox: _shear_bbox(bbox, image_height, image_width, level, shear_horizontal)
1040
- # pylint:enable=g-long-lambda
1041
- new_bboxes = deepcopy(bboxes)
1042
- num_bboxes = len(bboxes)
1043
- for idx in range(num_bboxes):
1044
- new_bboxes[idx] = wrapped_shear_bbox(bboxes[idx])
1045
- return image.astype(np.uint8), new_bboxes
1046
-
1047
-
1048
- def autocontrast(image):
1049
- """Implements Autocontrast function from PIL.
1050
-
1051
- Args:
1052
- image: A 3D uint8 tensor.
1053
-
1054
- Returns:
1055
- The image after it has had autocontrast applied to it and will be of type
1056
- uint8.
1057
- """
1058
-
1059
- def scale_channel(image):
1060
- """Scale the 2D image using the autocontrast rule."""
1061
- # A possibly cheaper version can be done using cumsum/unique_with_counts
1062
- # over the histogram values, rather than iterating over the entire image.
1063
- # to compute mins and maxes.
1064
- lo = float(np.min(image))
1065
- hi = float(np.max(image))
1066
-
1067
- # Scale the image, making the lowest value 0 and the highest value 255.
1068
- def scale_values(im):
1069
- scale = 255.0 / (hi - lo)
1070
- offset = -lo * scale
1071
- im = im.astype(np.float32) * scale + offset
1072
- img = np.clip(im, a_min=0, a_max=255.0)
1073
- return im.astype(np.uint8)
1074
-
1075
- result = scale_values(image) if hi > lo else image
1076
- return result
1077
-
1078
- # Assumes RGB for now. Scales each channel independently
1079
- # and then stacks the result.
1080
- s1 = scale_channel(image[:, :, 0])
1081
- s2 = scale_channel(image[:, :, 1])
1082
- s3 = scale_channel(image[:, :, 2])
1083
- image = np.stack([s1, s2, s3], 2)
1084
- return image
1085
-
1086
-
1087
- def sharpness(image, factor):
1088
- """Implements Sharpness function from PIL."""
1089
- orig_image = image
1090
- image = image.astype(np.float32)
1091
- # Make image 4D for conv operation.
1092
- # SMOOTH PIL Kernel.
1093
- kernel = np.array(
1094
- [[1, 1, 1], [1, 5, 1], [1, 1, 1]], dtype=np.float32) / 13.
1095
- result = cv2.filter2D(image, -1, kernel).astype(np.uint8)
1096
-
1097
- # Blend the final result.
1098
- return blend(result, orig_image, factor)
1099
-
1100
-
1101
- def equalize(image):
1102
- """Implements Equalize function from PIL using."""
1103
-
1104
- def scale_channel(im, c):
1105
- """Scale the data in the channel to implement equalize."""
1106
- im = im[:, :, c].astype(np.int32)
1107
- # Compute the histogram of the image channel.
1108
- histo, _ = np.histogram(im, range=[0, 255], bins=256)
1109
-
1110
- # For the purposes of computing the step, filter out the nonzeros.
1111
- nonzero = np.where(np.not_equal(histo, 0))
1112
- nonzero_histo = np.reshape(np.take(histo, nonzero), [-1])
1113
- step = (np.sum(nonzero_histo) - nonzero_histo[-1]) // 255
1114
-
1115
- def build_lut(histo, step):
1116
- # Compute the cumulative sum, shifting by step // 2
1117
- # and then normalization by step.
1118
- lut = (np.cumsum(histo) + (step // 2)) // step
1119
- # Shift lut, prepending with 0.
1120
- lut = np.concatenate([[0], lut[:-1]], 0)
1121
- # Clip the counts to be in range. This is done
1122
- # in the C code for image.point.
1123
- return np.clip(lut, a_min=0, a_max=255).astype(np.uint8)
1124
-
1125
- # If step is zero, return the original image. Otherwise, build
1126
- # lut from the full histogram and step and then index from it.
1127
- if step == 0:
1128
- result = im
1129
- else:
1130
- result = np.take(build_lut(histo, step), im)
1131
-
1132
- return result.astype(np.uint8)
1133
-
1134
- # Assumes RGB for now. Scales each channel independently
1135
- # and then stacks the result.
1136
- s1 = scale_channel(image, 0)
1137
- s2 = scale_channel(image, 1)
1138
- s3 = scale_channel(image, 2)
1139
- image = np.stack([s1, s2, s3], 2)
1140
- return image
1141
-
1142
-
1143
- def wrap(image):
1144
- """Returns 'image' with an extra channel set to all 1s."""
1145
- shape = image.shape
1146
- extended_channel = 255 * np.ones([shape[0], shape[1], 1], image.dtype)
1147
- extended = np.concatenate([image, extended_channel], 2).astype(image.dtype)
1148
- return extended
1149
-
1150
-
1151
- def unwrap(image, replace):
1152
- """Unwraps an image produced by wrap.
1153
-
1154
- Where there is a 0 in the last channel for every spatial position,
1155
- the rest of the three channels in that spatial dimension are grayed
1156
- (set to 128). Operations like translate and shear on a wrapped
1157
- Tensor will leave 0s in empty locations. Some transformations look
1158
- at the intensity of values to do preprocessing, and we want these
1159
- empty pixels to assume the 'average' value, rather than pure black.
1160
-
1161
-
1162
- Args:
1163
- image: A 3D Image Tensor with 4 channels.
1164
- replace: A one or three value 1D tensor to fill empty pixels.
1165
-
1166
- Returns:
1167
- image: A 3D image Tensor with 3 channels.
1168
- """
1169
- image_shape = image.shape
1170
- # Flatten the spatial dimensions.
1171
- flattened_image = np.reshape(image, [-1, image_shape[2]])
1172
-
1173
- # Find all pixels where the last channel is zero.
1174
- alpha_channel = flattened_image[:, 3]
1175
-
1176
- replace = np.concatenate([replace, np.ones([1], image.dtype)], 0)
1177
-
1178
- # Where they are zero, fill them in with 'replace'.
1179
- alpha_channel = np.reshape(alpha_channel, (-1, 1))
1180
- alpha_channel = np.tile(alpha_channel, reps=(1, flattened_image.shape[1]))
1181
-
1182
- flattened_image = np.where(
1183
- np.equal(alpha_channel, 0),
1184
- np.ones_like(
1185
- flattened_image, dtype=image.dtype) * replace,
1186
- flattened_image)
1187
-
1188
- image = np.reshape(flattened_image, image_shape)
1189
- image = image[:, :, :3]
1190
- return image.astype(np.uint8)
1191
-
1192
-
1193
- def _cutout_inside_bbox(image, bbox, pad_fraction):
1194
- """Generates cutout mask and the mean pixel value of the bbox.
1195
-
1196
- First a location is randomly chosen within the image as the center where the
1197
- cutout mask will be applied. Note this can be towards the boundaries of the
1198
- image, so the full cutout mask may not be applied.
1199
-
1200
- Args:
1201
- image: 3D uint8 Tensor.
1202
- bbox: 1D Tensor that has 4 elements (min_y, min_x, max_y, max_x)
1203
- of type float that represents the normalized coordinates between 0 and 1.
1204
- pad_fraction: Float that specifies how large the cutout mask should be in
1205
- in reference to the size of the original bbox. If pad_fraction is 0.25,
1206
- then the cutout mask will be of shape
1207
- (0.25 * bbox height, 0.25 * bbox width).
1208
-
1209
- Returns:
1210
- A tuple. Fist element is a tensor of the same shape as image where each
1211
- element is either a 1 or 0 that is used to determine where the image
1212
- will have cutout applied. The second element is the mean of the pixels
1213
- in the image where the bbox is located.
1214
- mask value: [0,1]
1215
- """
1216
- image_height, image_width = image.shape[0], image.shape[1]
1217
- # Transform from shape [1, 4] to [4].
1218
- bbox = np.squeeze(bbox)
1219
-
1220
- min_y = int(float(image_height) * bbox[0])
1221
- min_x = int(float(image_width) * bbox[1])
1222
- max_y = int(float(image_height) * bbox[2])
1223
- max_x = int(float(image_width) * bbox[3])
1224
-
1225
- # Calculate the mean pixel values in the bounding box, which will be used
1226
- # to fill the cutout region.
1227
- mean = np.mean(image[min_y:max_y + 1, min_x:max_x + 1], axis=(0, 1))
1228
- # Cutout mask will be size pad_size_heigh * 2 by pad_size_width * 2 if the
1229
- # region lies entirely within the bbox.
1230
- box_height = max_y - min_y + 1
1231
- box_width = max_x - min_x + 1
1232
- pad_size_height = int(pad_fraction * (box_height / 2))
1233
- pad_size_width = int(pad_fraction * (box_width / 2))
1234
-
1235
- # Sample the center location in the image where the zero mask will be applied.
1236
- cutout_center_height = np.random.randint(min_y, max_y + 1, dtype=np.int32)
1237
- cutout_center_width = np.random.randint(min_x, max_x + 1, dtype=np.int32)
1238
-
1239
- lower_pad = np.maximum(0, cutout_center_height - pad_size_height)
1240
- upper_pad = np.maximum(
1241
- 0, image_height - cutout_center_height - pad_size_height)
1242
- left_pad = np.maximum(0, cutout_center_width - pad_size_width)
1243
- right_pad = np.maximum(0,
1244
- image_width - cutout_center_width - pad_size_width)
1245
-
1246
- cutout_shape = [
1247
- image_height - (lower_pad + upper_pad),
1248
- image_width - (left_pad + right_pad)
1249
- ]
1250
- padding_dims = [[lower_pad, upper_pad], [left_pad, right_pad]]
1251
-
1252
- mask = np.pad(np.zeros(
1253
- cutout_shape, dtype=image.dtype),
1254
- padding_dims,
1255
- 'constant',
1256
- constant_values=1)
1257
-
1258
- mask = np.expand_dims(mask, 2)
1259
- mask = np.tile(mask, [1, 1, 3])
1260
- return mask, mean
1261
-
1262
-
1263
- def bbox_cutout(image, bboxes, pad_fraction, replace_with_mean):
1264
- """Applies cutout to the image according to bbox information.
1265
-
1266
- This is a cutout variant that using bbox information to make more informed
1267
- decisions on where to place the cutout mask.
1268
-
1269
- Args:
1270
- image: 3D uint8 Tensor.
1271
- bboxes: 2D Tensor that is a list of the bboxes in the image. Each bbox
1272
- has 4 elements (min_y, min_x, max_y, max_x) of type float with values
1273
- between [0, 1].
1274
- pad_fraction: Float that specifies how large the cutout mask should be in
1275
- in reference to the size of the original bbox. If pad_fraction is 0.25,
1276
- then the cutout mask will be of shape
1277
- (0.25 * bbox height, 0.25 * bbox width).
1278
- replace_with_mean: Boolean that specified what value should be filled in
1279
- where the cutout mask is applied. Since the incoming image will be of
1280
- uint8 and will not have had any mean normalization applied, by default
1281
- we set the value to be 128. If replace_with_mean is True then we find
1282
- the mean pixel values across the channel dimension and use those to fill
1283
- in where the cutout mask is applied.
1284
-
1285
- Returns:
1286
- A tuple. First element is a tensor of the same shape as image that has
1287
- cutout applied to it. Second element is the bboxes that were passed in
1288
- that will be unchanged.
1289
- """
1290
-
1291
- def apply_bbox_cutout(image, bboxes, pad_fraction):
1292
- """Applies cutout to a single bounding box within image."""
1293
- # Choose a single bounding box to apply cutout to.
1294
- random_index = np.random.randint(0, bboxes.shape[0], dtype=np.int32)
1295
- # Select the corresponding bbox and apply cutout.
1296
- chosen_bbox = np.take(bboxes, random_index, axis=0)
1297
- mask, mean = _cutout_inside_bbox(image, chosen_bbox, pad_fraction)
1298
-
1299
- # When applying cutout we either set the pixel value to 128 or to the mean
1300
- # value inside the bbox.
1301
- replace = mean if replace_with_mean else [128] * 3
1302
-
1303
- # Apply the cutout mask to the image. Where the mask is 0 we fill it with
1304
- # `replace`.
1305
- image = np.where(
1306
- np.equal(mask, 0),
1307
- np.ones_like(
1308
- image, dtype=image.dtype) * replace,
1309
- image).astype(image.dtype)
1310
- return image
1311
-
1312
- # Check to see if there are boxes, if so then apply boxcutout.
1313
- if len(bboxes) != 0:
1314
- image = apply_bbox_cutout(image, bboxes, pad_fraction)
1315
-
1316
- return image, bboxes
1317
-
1318
-
1319
- NAME_TO_FUNC = {
1320
- 'AutoContrast': autocontrast,
1321
- 'Equalize': equalize,
1322
- 'Posterize': posterize,
1323
- 'Solarize': solarize,
1324
- 'SolarizeAdd': solarize_add,
1325
- 'Color': color,
1326
- 'Contrast': contrast,
1327
- 'Brightness': brightness,
1328
- 'Sharpness': sharpness,
1329
- 'Cutout': cutout,
1330
- 'BBox_Cutout': bbox_cutout,
1331
- 'Rotate_BBox': rotate_with_bboxes,
1332
- # pylint:disable=g-long-lambda
1333
- 'TranslateX_BBox': lambda image, bboxes, pixels, replace: translate_bbox(
1334
- image, bboxes, pixels, replace, shift_horizontal=True),
1335
- 'TranslateY_BBox': lambda image, bboxes, pixels, replace: translate_bbox(
1336
- image, bboxes, pixels, replace, shift_horizontal=False),
1337
- 'ShearX_BBox': lambda image, bboxes, level, replace: shear_with_bboxes(
1338
- image, bboxes, level, replace, shear_horizontal=True),
1339
- 'ShearY_BBox': lambda image, bboxes, level, replace: shear_with_bboxes(
1340
- image, bboxes, level, replace, shear_horizontal=False),
1341
- # pylint:enable=g-long-lambda
1342
- 'Rotate_Only_BBoxes': rotate_only_bboxes,
1343
- 'ShearX_Only_BBoxes': shear_x_only_bboxes,
1344
- 'ShearY_Only_BBoxes': shear_y_only_bboxes,
1345
- 'TranslateX_Only_BBoxes': translate_x_only_bboxes,
1346
- 'TranslateY_Only_BBoxes': translate_y_only_bboxes,
1347
- 'Flip_Only_BBoxes': flip_only_bboxes,
1348
- 'Solarize_Only_BBoxes': solarize_only_bboxes,
1349
- 'Equalize_Only_BBoxes': equalize_only_bboxes,
1350
- 'Cutout_Only_BBoxes': cutout_only_bboxes,
1351
- }
1352
-
1353
-
1354
- def _randomly_negate_tensor(tensor):
1355
- """With 50% prob turn the tensor negative."""
1356
- should_flip = np.floor(np.random.rand() + 0.5) >= 1
1357
- final_tensor = tensor if should_flip else -tensor
1358
- return final_tensor
1359
-
1360
-
1361
- def _rotate_level_to_arg(level):
1362
- level = (level / _MAX_LEVEL) * 30.
1363
- level = _randomly_negate_tensor(level)
1364
- return (level, )
1365
-
1366
-
1367
- def _shrink_level_to_arg(level):
1368
- """Converts level to ratio by which we shrink the image content."""
1369
- if level == 0:
1370
- return (1.0, ) # if level is zero, do not shrink the image
1371
- # Maximum shrinking ratio is 2.9.
1372
- level = 2. / (_MAX_LEVEL / level) + 0.9
1373
- return (level, )
1374
-
1375
-
1376
- def _enhance_level_to_arg(level):
1377
- return ((level / _MAX_LEVEL) * 1.8 + 0.1, )
1378
-
1379
-
1380
- def _shear_level_to_arg(level):
1381
- level = (level / _MAX_LEVEL) * 0.3
1382
- # Flip level to negative with 50% chance.
1383
- level = _randomly_negate_tensor(level)
1384
- return (level, )
1385
-
1386
-
1387
- def _translate_level_to_arg(level, translate_const):
1388
- level = (level / _MAX_LEVEL) * float(translate_const)
1389
- # Flip level to negative with 50% chance.
1390
- level = _randomly_negate_tensor(level)
1391
- return (level, )
1392
-
1393
-
1394
- def _bbox_cutout_level_to_arg(level, hparams):
1395
- cutout_pad_fraction = (
1396
- level / _MAX_LEVEL) * 0.75 # hparams.cutout_max_pad_fraction
1397
- return (cutout_pad_fraction, False
1398
- ) # hparams.cutout_bbox_replace_with_mean
1399
-
1400
-
1401
- def level_to_arg(hparams):
1402
- return {
1403
- 'AutoContrast': lambda level: (),
1404
- 'Equalize': lambda level: (),
1405
- 'Posterize': lambda level: (int((level / _MAX_LEVEL) * 4), ),
1406
- 'Solarize': lambda level: (int((level / _MAX_LEVEL) * 256), ),
1407
- 'SolarizeAdd': lambda level: (int((level / _MAX_LEVEL) * 110), ),
1408
- 'Color': _enhance_level_to_arg,
1409
- 'Contrast': _enhance_level_to_arg,
1410
- 'Brightness': _enhance_level_to_arg,
1411
- 'Sharpness': _enhance_level_to_arg,
1412
- 'Cutout':
1413
- lambda level: (int((level / _MAX_LEVEL) * 100), ), # hparams.cutout_const=100
1414
- # pylint:disable=g-long-lambda
1415
- 'BBox_Cutout': lambda level: _bbox_cutout_level_to_arg(level, hparams),
1416
- 'TranslateX_BBox':
1417
- lambda level: _translate_level_to_arg(level, 250), # hparams.translate_const=250
1418
- 'TranslateY_BBox':
1419
- lambda level: _translate_level_to_arg(level, 250), # hparams.translate_cons
1420
- # pylint:enable=g-long-lambda
1421
- 'ShearX_BBox': _shear_level_to_arg,
1422
- 'ShearY_BBox': _shear_level_to_arg,
1423
- 'Rotate_BBox': _rotate_level_to_arg,
1424
- 'Rotate_Only_BBoxes': _rotate_level_to_arg,
1425
- 'ShearX_Only_BBoxes': _shear_level_to_arg,
1426
- 'ShearY_Only_BBoxes': _shear_level_to_arg,
1427
- # pylint:disable=g-long-lambda
1428
- 'TranslateX_Only_BBoxes':
1429
- lambda level: _translate_level_to_arg(level, 120), # hparams.translate_bbox_const
1430
- 'TranslateY_Only_BBoxes':
1431
- lambda level: _translate_level_to_arg(level, 120), # hparams.translate_bbox_const
1432
- # pylint:enable=g-long-lambda
1433
- 'Flip_Only_BBoxes': lambda level: (),
1434
- 'Solarize_Only_BBoxes':
1435
- lambda level: (int((level / _MAX_LEVEL) * 256), ),
1436
- 'Equalize_Only_BBoxes': lambda level: (),
1437
- # pylint:disable=g-long-lambda
1438
- 'Cutout_Only_BBoxes':
1439
- lambda level: (int((level / _MAX_LEVEL) * 50), ), # hparams.cutout_bbox_const
1440
- # pylint:enable=g-long-lambda
1441
- }
1442
-
1443
-
1444
- def bbox_wrapper(func):
1445
- """Adds a bboxes function argument to func and returns unchanged bboxes."""
1446
-
1447
- def wrapper(images, bboxes, *args, **kwargs):
1448
- return (func(images, *args, **kwargs), bboxes)
1449
-
1450
- return wrapper
1451
-
1452
-
1453
- def _parse_policy_info(name, prob, level, replace_value, augmentation_hparams):
1454
- """Return the function that corresponds to `name` and update `level` param."""
1455
- func = NAME_TO_FUNC[name]
1456
- args = level_to_arg(augmentation_hparams)[name](level)
1457
-
1458
- # Check to see if prob is passed into function. This is used for operations
1459
- # where we alter bboxes independently.
1460
- # pytype:disable=wrong-arg-types
1461
- if 'prob' in inspect.getfullargspec(func)[0]:
1462
- args = tuple([prob] + list(args))
1463
- # pytype:enable=wrong-arg-types
1464
-
1465
- # Add in replace arg if it is required for the function that is being called.
1466
- if 'replace' in inspect.getfullargspec(func)[0]:
1467
- # Make sure replace is the final argument
1468
- assert 'replace' == inspect.getfullargspec(func)[0][-1]
1469
- args = tuple(list(args) + [replace_value])
1470
-
1471
- # Add bboxes as the second positional argument for the function if it does
1472
- # not already exist.
1473
- if 'bboxes' not in inspect.getfullargspec(func)[0]:
1474
- func = bbox_wrapper(func)
1475
- return (func, prob, args)
1476
-
1477
-
1478
- def _apply_func_with_prob(func, image, args, prob, bboxes):
1479
- """Apply `func` to image w/ `args` as input with probability `prob`."""
1480
- assert isinstance(args, tuple)
1481
- assert 'bboxes' == inspect.getfullargspec(func)[0][1]
1482
-
1483
- # If prob is a function argument, then this randomness is being handled
1484
- # inside the function, so make sure it is always called.
1485
- if 'prob' in inspect.getfullargspec(func)[0]:
1486
- prob = 1.0
1487
-
1488
- # Apply the function with probability `prob`.
1489
- should_apply_op = np.floor(np.random.rand() + 0.5) >= 1
1490
- if should_apply_op:
1491
- augmented_image, augmented_bboxes = func(image, bboxes, *args)
1492
- else:
1493
- augmented_image, augmented_bboxes = (image, bboxes)
1494
- return augmented_image, augmented_bboxes
1495
-
1496
-
1497
- def select_and_apply_random_policy(policies, image, bboxes):
1498
- """Select a random policy from `policies` and apply it to `image`."""
1499
- policy_to_select = np.random.randint(0, len(policies), dtype=np.int32)
1500
- # policy_to_select = 6 # for test
1501
- for (i, policy) in enumerate(policies):
1502
- if i == policy_to_select:
1503
- image, bboxes = policy(image, bboxes)
1504
- return (image, bboxes)
1505
-
1506
-
1507
- def build_and_apply_nas_policy(policies, image, bboxes, augmentation_hparams):
1508
- """Build a policy from the given policies passed in and apply to image.
1509
-
1510
- Args:
1511
- policies: list of lists of tuples in the form `(func, prob, level)`, `func`
1512
- is a string name of the augmentation function, `prob` is the probability
1513
- of applying the `func` operation, `level` is the input argument for
1514
- `func`.
1515
- image: numpy array that the resulting policy will be applied to.
1516
- bboxes:
1517
- augmentation_hparams: Hparams associated with the NAS learned policy.
1518
-
1519
- Returns:
1520
- A version of image that now has data augmentation applied to it based on
1521
- the `policies` pass into the function. Additionally, returns bboxes if
1522
- a value for them is passed in that is not None
1523
- """
1524
- replace_value = [128, 128, 128]
1525
-
1526
- # func is the string name of the augmentation function, prob is the
1527
- # probability of applying the operation and level is the parameter associated
1528
-
1529
- # tf_policies are functions that take in an image and return an augmented
1530
- # image.
1531
- tf_policies = []
1532
- for policy in policies:
1533
- tf_policy = []
1534
- # Link string name to the correct python function and make sure the correct
1535
- # argument is passed into that function.
1536
- for policy_info in policy:
1537
- policy_info = list(
1538
- policy_info) + [replace_value, augmentation_hparams]
1539
-
1540
- tf_policy.append(_parse_policy_info(*policy_info))
1541
- # Now build the tf policy that will apply the augmentation procedue
1542
- # on image.
1543
- def make_final_policy(tf_policy_):
1544
- def final_policy(image_, bboxes_):
1545
- for func, prob, args in tf_policy_:
1546
- image_, bboxes_ = _apply_func_with_prob(func, image_, args,
1547
- prob, bboxes_)
1548
- return image_, bboxes_
1549
-
1550
- return final_policy
1551
-
1552
- tf_policies.append(make_final_policy(tf_policy))
1553
-
1554
- augmented_images, augmented_bboxes = select_and_apply_random_policy(
1555
- tf_policies, image, bboxes)
1556
- # If no bounding boxes were specified, then just return the images.
1557
- return (augmented_images, augmented_bboxes)
1558
-
1559
-
1560
- # TODO(barretzoph): Add in ArXiv link once paper is out.
1561
- def distort_image_with_autoaugment(image, bboxes, augmentation_name):
1562
- """Applies the AutoAugment policy to `image` and `bboxes`.
1563
-
1564
- Args:
1565
- image: `Tensor` of shape [height, width, 3] representing an image.
1566
- bboxes: `Tensor` of shape [N, 4] representing ground truth boxes that are
1567
- normalized between [0, 1].
1568
- augmentation_name: The name of the AutoAugment policy to use. The available
1569
- options are `v0`, `v1`, `v2`, `v3` and `test`. `v0` is the policy used for
1570
- all of the results in the paper and was found to achieve the best results
1571
- on the COCO dataset. `v1`, `v2` and `v3` are additional good policies
1572
- found on the COCO dataset that have slight variation in what operations
1573
- were used during the search procedure along with how many operations are
1574
- applied in parallel to a single image (2 vs 3).
1575
-
1576
- Returns:
1577
- A tuple containing the augmented versions of `image` and `bboxes`.
1578
- """
1579
- available_policies = {
1580
- 'v0': policy_v0,
1581
- 'v1': policy_v1,
1582
- 'v2': policy_v2,
1583
- 'v3': policy_v3,
1584
- 'test': policy_vtest
1585
- }
1586
- if augmentation_name not in available_policies:
1587
- raise ValueError('Invalid augmentation_name: {}'.format(
1588
- augmentation_name))
1589
-
1590
- policy = available_policies[augmentation_name]()
1591
- augmentation_hparams = {}
1592
- return build_and_apply_nas_policy(policy, image, bboxes,
1593
- augmentation_hparams)