onnx 1.15.0__cp311-cp311-win_amd64.whl → 1.16.1__cp311-cp311-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of onnx might be problematic. Click here for more details.

Files changed (584) hide show
  1. onnx/__init__.py +10 -10
  2. onnx/backend/base.py +13 -14
  3. onnx/backend/sample/ops/abs.py +1 -1
  4. onnx/backend/test/case/model/__init__.py +0 -1
  5. onnx/backend/test/case/node/ai_onnx_ml/tree_ensemble.py +122 -0
  6. onnx/backend/test/case/node/averagepool.py +15 -30
  7. onnx/backend/test/case/node/cast.py +88 -11
  8. onnx/backend/test/case/node/dequantizelinear.py +155 -0
  9. onnx/backend/test/case/node/groupnormalization.py +13 -9
  10. onnx/backend/test/case/node/gru.py +2 -2
  11. onnx/backend/test/case/node/isinf.py +4 -4
  12. onnx/backend/test/case/node/isnan.py +2 -2
  13. onnx/backend/test/case/node/lppool.py +8 -16
  14. onnx/backend/test/case/node/lstm.py +1 -1
  15. onnx/backend/test/case/node/maxpool.py +40 -34
  16. onnx/backend/test/case/node/pow.py +1 -1
  17. onnx/backend/test/case/node/qlinearmatmul.py +143 -109
  18. onnx/backend/test/case/node/quantizelinear.py +298 -7
  19. onnx/backend/test/case/node/reducemax.py +26 -0
  20. onnx/backend/test/case/node/rnn.py +1 -1
  21. onnx/backend/test/case/node/scan.py +6 -2
  22. onnx/backend/test/case/node/scatterelements.py +1 -1
  23. onnx/backend/test/case/node/topk.py +1 -1
  24. onnx/backend/test/case/utils.py +1 -3
  25. onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/model.onnx +0 -0
  26. onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/input_0.pb +0 -0
  27. onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_set_membership/test_data_set_0/output_0.pb +0 -0
  28. onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/model.onnx +0 -0
  29. onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/input_0.pb +1 -0
  30. onnx/backend/test/data/node/test_ai_onnx_ml_tree_ensemble_single_tree/test_data_set_0/output_0.pb +0 -0
  31. onnx/backend/test/data/node/test_cast_BFLOAT16_to_FLOAT/model.onnx +0 -0
  32. onnx/backend/test/data/node/test_cast_DOUBLE_to_FLOAT/model.onnx +0 -0
  33. onnx/backend/test/data/node/test_cast_DOUBLE_to_FLOAT16/model.onnx +0 -0
  34. onnx/backend/test/data/node/test_cast_FLOAT16_to_DOUBLE/model.onnx +0 -0
  35. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT/model.onnx +0 -0
  36. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E4M3FN/model.onnx +0 -0
  37. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E4M3FN/test_data_set_0/input_0.pb +2 -2
  38. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E4M3FN/test_data_set_0/output_0.pb +0 -0
  39. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ/model.onnx +0 -0
  40. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ/test_data_set_0/input_0.pb +2 -2
  41. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ/test_data_set_0/output_0.pb +0 -0
  42. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E5M2/model.onnx +0 -0
  43. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E5M2/test_data_set_0/input_0.pb +2 -2
  44. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E5M2/test_data_set_0/output_0.pb +0 -0
  45. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ/model.onnx +0 -0
  46. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ/test_data_set_0/input_0.pb +2 -2
  47. onnx/backend/test/data/node/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ/test_data_set_0/output_0.pb +0 -0
  48. onnx/backend/test/data/node/test_cast_FLOAT16_to_INT4/model.onnx +0 -0
  49. onnx/backend/test/data/node/test_cast_FLOAT16_to_INT4/test_data_set_0/input_0.pb +0 -0
  50. onnx/backend/test/data/node/test_cast_FLOAT16_to_INT4/test_data_set_0/output_0.pb +1 -0
  51. onnx/backend/test/data/node/test_cast_FLOAT16_to_UINT4/model.onnx +0 -0
  52. onnx/backend/test/data/node/test_cast_FLOAT16_to_UINT4/test_data_set_0/input_0.pb +0 -0
  53. onnx/backend/test/data/node/test_cast_FLOAT16_to_UINT4/test_data_set_0/output_0.pb +0 -0
  54. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FNUZ_to_FLOAT/model.onnx +0 -0
  55. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FNUZ_to_FLOAT/test_data_set_0/input_0.pb +0 -0
  56. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FNUZ_to_FLOAT/test_data_set_0/output_0.pb +0 -0
  57. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16/model.onnx +0 -0
  58. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16/test_data_set_0/input_0.pb +0 -0
  59. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16/test_data_set_0/output_0.pb +0 -0
  60. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FN_to_FLOAT/model.onnx +0 -0
  61. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FN_to_FLOAT/test_data_set_0/input_0.pb +0 -0
  62. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FN_to_FLOAT/test_data_set_0/output_0.pb +0 -0
  63. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FN_to_FLOAT16/model.onnx +0 -0
  64. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FN_to_FLOAT16/test_data_set_0/input_0.pb +0 -0
  65. onnx/backend/test/data/node/test_cast_FLOAT8E4M3FN_to_FLOAT16/test_data_set_0/output_0.pb +0 -0
  66. onnx/backend/test/data/node/test_cast_FLOAT8E5M2FNUZ_to_FLOAT/model.onnx +0 -0
  67. onnx/backend/test/data/node/test_cast_FLOAT8E5M2FNUZ_to_FLOAT/test_data_set_0/input_0.pb +0 -0
  68. onnx/backend/test/data/node/test_cast_FLOAT8E5M2FNUZ_to_FLOAT/test_data_set_0/output_0.pb +0 -0
  69. onnx/backend/test/data/node/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16/model.onnx +0 -0
  70. onnx/backend/test/data/node/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16/test_data_set_0/input_0.pb +0 -0
  71. onnx/backend/test/data/node/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16/test_data_set_0/output_0.pb +0 -0
  72. onnx/backend/test/data/node/test_cast_FLOAT8E5M2_to_FLOAT/model.onnx +0 -0
  73. onnx/backend/test/data/node/test_cast_FLOAT8E5M2_to_FLOAT/test_data_set_0/input_0.pb +0 -0
  74. onnx/backend/test/data/node/test_cast_FLOAT8E5M2_to_FLOAT/test_data_set_0/output_0.pb +0 -0
  75. onnx/backend/test/data/node/test_cast_FLOAT8E5M2_to_FLOAT16/model.onnx +0 -0
  76. onnx/backend/test/data/node/test_cast_FLOAT8E5M2_to_FLOAT16/test_data_set_0/input_0.pb +0 -0
  77. onnx/backend/test/data/node/test_cast_FLOAT8E5M2_to_FLOAT16/test_data_set_0/output_0.pb +0 -0
  78. onnx/backend/test/data/node/test_cast_FLOAT_to_BFLOAT16/model.onnx +0 -0
  79. onnx/backend/test/data/node/test_cast_FLOAT_to_DOUBLE/model.onnx +0 -0
  80. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT16/model.onnx +0 -0
  81. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E4M3FN/model.onnx +0 -0
  82. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E4M3FN/test_data_set_0/input_0.pb +0 -0
  83. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E4M3FN/test_data_set_0/output_0.pb +0 -0
  84. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E4M3FNUZ/model.onnx +0 -0
  85. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E4M3FNUZ/test_data_set_0/input_0.pb +0 -0
  86. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E4M3FNUZ/test_data_set_0/output_0.pb +0 -0
  87. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E5M2/model.onnx +0 -0
  88. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E5M2/test_data_set_0/input_0.pb +0 -0
  89. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E5M2/test_data_set_0/output_0.pb +0 -0
  90. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E5M2FNUZ/model.onnx +0 -0
  91. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E5M2FNUZ/test_data_set_0/input_0.pb +0 -0
  92. onnx/backend/test/data/node/test_cast_FLOAT_to_FLOAT8E5M2FNUZ/test_data_set_0/output_0.pb +0 -0
  93. onnx/backend/test/data/node/test_cast_FLOAT_to_INT4/model.onnx +0 -0
  94. onnx/backend/test/data/node/test_cast_FLOAT_to_INT4/test_data_set_0/input_0.pb +0 -0
  95. onnx/backend/test/data/node/test_cast_FLOAT_to_INT4/test_data_set_0/output_0.pb +1 -0
  96. onnx/backend/test/data/node/test_cast_FLOAT_to_STRING/model.onnx +0 -0
  97. onnx/backend/test/data/node/test_cast_FLOAT_to_UINT4/model.onnx +0 -0
  98. onnx/backend/test/data/node/test_cast_FLOAT_to_UINT4/test_data_set_0/input_0.pb +0 -0
  99. onnx/backend/test/data/node/test_cast_FLOAT_to_UINT4/test_data_set_0/output_0.pb +0 -0
  100. onnx/backend/test/data/node/test_cast_INT4_to_FLOAT/model.onnx +0 -0
  101. onnx/backend/test/data/node/test_cast_INT4_to_FLOAT/test_data_set_0/input_0.pb +1 -0
  102. onnx/backend/test/data/node/test_cast_INT4_to_FLOAT/test_data_set_0/output_0.pb +0 -0
  103. onnx/backend/test/data/node/test_cast_INT4_to_FLOAT16/model.onnx +0 -0
  104. onnx/backend/test/data/node/test_cast_INT4_to_FLOAT16/test_data_set_0/input_0.pb +1 -0
  105. onnx/backend/test/data/node/test_cast_INT4_to_FLOAT16/test_data_set_0/output_0.pb +0 -0
  106. onnx/backend/test/data/node/test_cast_INT4_to_INT8/model.onnx +0 -0
  107. onnx/backend/test/data/node/test_cast_INT4_to_INT8/test_data_set_0/input_0.pb +1 -0
  108. onnx/backend/test/data/node/test_cast_INT4_to_INT8/test_data_set_0/output_0.pb +0 -0
  109. onnx/backend/test/data/node/test_cast_STRING_to_FLOAT/model.onnx +0 -0
  110. onnx/backend/test/data/node/test_cast_UINT4_to_FLOAT/model.onnx +0 -0
  111. onnx/backend/test/data/node/test_cast_UINT4_to_FLOAT/test_data_set_0/input_0.pb +0 -0
  112. onnx/backend/test/data/node/test_cast_UINT4_to_FLOAT/test_data_set_0/output_0.pb +0 -0
  113. onnx/backend/test/data/node/test_cast_UINT4_to_FLOAT16/model.onnx +0 -0
  114. onnx/backend/test/data/node/test_cast_UINT4_to_FLOAT16/test_data_set_0/input_0.pb +0 -0
  115. onnx/backend/test/data/node/test_cast_UINT4_to_FLOAT16/test_data_set_0/output_0.pb +0 -0
  116. onnx/backend/test/data/node/test_cast_UINT4_to_UINT8/model.onnx +0 -0
  117. onnx/backend/test/data/node/test_cast_UINT4_to_UINT8/test_data_set_0/input_0.pb +0 -0
  118. onnx/backend/test/data/node/test_cast_UINT4_to_UINT8/test_data_set_0/output_0.pb +0 -0
  119. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN/model.onnx +0 -0
  120. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN/test_data_set_0/input_0.pb +2 -2
  121. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN/test_data_set_0/output_0.pb +0 -0
  122. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ/model.onnx +0 -0
  123. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ/test_data_set_0/input_0.pb +2 -2
  124. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ/test_data_set_0/output_0.pb +0 -0
  125. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2/model.onnx +0 -0
  126. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2/test_data_set_0/input_0.pb +2 -2
  127. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2/test_data_set_0/output_0.pb +0 -0
  128. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ/model.onnx +0 -0
  129. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ/test_data_set_0/input_0.pb +2 -2
  130. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ/test_data_set_0/output_0.pb +0 -0
  131. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN/model.onnx +0 -0
  132. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN/test_data_set_0/input_0.pb +0 -0
  133. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN/test_data_set_0/output_0.pb +0 -0
  134. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ/model.onnx +0 -0
  135. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ/test_data_set_0/input_0.pb +0 -0
  136. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ/test_data_set_0/output_0.pb +0 -0
  137. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2/model.onnx +0 -0
  138. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2/test_data_set_0/input_0.pb +0 -0
  139. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2/test_data_set_0/output_0.pb +0 -0
  140. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ/model.onnx +0 -0
  141. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ/test_data_set_0/input_0.pb +0 -0
  142. onnx/backend/test/data/node/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ/test_data_set_0/output_0.pb +0 -0
  143. onnx/backend/test/data/node/test_castlike_BFLOAT16_to_FLOAT/model.onnx +0 -0
  144. onnx/backend/test/data/node/test_castlike_BFLOAT16_to_FLOAT_expanded/model.onnx +0 -0
  145. onnx/backend/test/data/node/test_castlike_DOUBLE_to_FLOAT/model.onnx +0 -0
  146. onnx/backend/test/data/node/test_castlike_DOUBLE_to_FLOAT16/model.onnx +0 -0
  147. onnx/backend/test/data/node/test_castlike_DOUBLE_to_FLOAT16_expanded/model.onnx +0 -0
  148. onnx/backend/test/data/node/test_castlike_DOUBLE_to_FLOAT_expanded/model.onnx +0 -0
  149. onnx/backend/test/data/node/test_castlike_FLOAT16_to_DOUBLE/model.onnx +0 -0
  150. onnx/backend/test/data/node/test_castlike_FLOAT16_to_DOUBLE_expanded/model.onnx +0 -0
  151. onnx/backend/test/data/node/test_castlike_FLOAT16_to_FLOAT/model.onnx +0 -0
  152. onnx/backend/test/data/node/test_castlike_FLOAT16_to_FLOAT_expanded/model.onnx +0 -0
  153. onnx/backend/test/data/node/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT/model.onnx +0 -0
  154. onnx/backend/test/data/node/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded/model.onnx +0 -0
  155. onnx/backend/test/data/node/test_castlike_FLOAT8E4M3FN_to_FLOAT/model.onnx +0 -0
  156. onnx/backend/test/data/node/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded/model.onnx +0 -0
  157. onnx/backend/test/data/node/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT/model.onnx +0 -0
  158. onnx/backend/test/data/node/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded/model.onnx +0 -0
  159. onnx/backend/test/data/node/test_castlike_FLOAT8E5M2_to_FLOAT/model.onnx +0 -0
  160. onnx/backend/test/data/node/test_castlike_FLOAT8E5M2_to_FLOAT_expanded/model.onnx +0 -0
  161. onnx/backend/test/data/node/test_castlike_FLOAT_to_BFLOAT16/model.onnx +0 -0
  162. onnx/backend/test/data/node/test_castlike_FLOAT_to_BFLOAT16_expanded/model.onnx +0 -0
  163. onnx/backend/test/data/node/test_castlike_FLOAT_to_DOUBLE/model.onnx +0 -0
  164. onnx/backend/test/data/node/test_castlike_FLOAT_to_DOUBLE_expanded/model.onnx +0 -0
  165. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT16/model.onnx +0 -0
  166. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT16_expanded/model.onnx +0 -0
  167. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E4M3FN/model.onnx +0 -0
  168. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ/model.onnx +0 -0
  169. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded/model.onnx +0 -0
  170. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded/model.onnx +0 -0
  171. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E5M2/model.onnx +0 -0
  172. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ/model.onnx +0 -0
  173. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded/model.onnx +0 -0
  174. onnx/backend/test/data/node/test_castlike_FLOAT_to_FLOAT8E5M2_expanded/model.onnx +0 -0
  175. onnx/backend/test/data/node/test_castlike_FLOAT_to_STRING/model.onnx +0 -0
  176. onnx/backend/test/data/node/test_castlike_FLOAT_to_STRING_expanded/model.onnx +0 -0
  177. onnx/backend/test/data/node/test_castlike_STRING_to_FLOAT/model.onnx +0 -0
  178. onnx/backend/test/data/node/test_castlike_STRING_to_FLOAT_expanded/model.onnx +0 -0
  179. onnx/backend/test/data/node/test_constant/model.onnx +0 -0
  180. onnx/backend/test/data/node/test_constant_pad/model.onnx +0 -0
  181. onnx/backend/test/data/node/test_constant_pad_axes/model.onnx +0 -0
  182. onnx/backend/test/data/node/test_constant_pad_negative_axes/model.onnx +0 -0
  183. onnx/backend/test/data/node/test_constantofshape_float_ones/model.onnx +0 -0
  184. onnx/backend/test/data/node/test_constantofshape_int_shape_zero/model.onnx +0 -0
  185. onnx/backend/test/data/node/test_constantofshape_int_zeros/model.onnx +0 -0
  186. onnx/backend/test/data/node/test_dequantizelinear/model.onnx +0 -0
  187. onnx/backend/test/data/node/test_dequantizelinear_axis/model.onnx +0 -0
  188. onnx/backend/test/data/node/test_dequantizelinear_blocked/model.onnx +0 -0
  189. onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_0.pb +1 -0
  190. onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_1.pb +0 -0
  191. onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/input_2.pb +0 -0
  192. onnx/backend/test/data/node/test_dequantizelinear_blocked/test_data_set_0/output_0.pb +0 -0
  193. onnx/backend/test/data/node/test_dequantizelinear_e4m3fn/model.onnx +0 -0
  194. onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_float16/model.onnx +0 -0
  195. onnx/backend/test/data/node/test_dequantizelinear_e4m3fn_zero_point/model.onnx +0 -0
  196. onnx/backend/test/data/node/test_dequantizelinear_e5m2/model.onnx +0 -0
  197. onnx/backend/test/data/node/test_dequantizelinear_int16/model.onnx +0 -0
  198. onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_0.pb +1 -0
  199. onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_1.pb +0 -0
  200. onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/input_2.pb +0 -0
  201. onnx/backend/test/data/node/test_dequantizelinear_int16/test_data_set_0/output_0.pb +0 -0
  202. onnx/backend/test/data/node/test_dequantizelinear_int4/model.onnx +0 -0
  203. onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_0.pb +1 -0
  204. onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_1.pb +0 -0
  205. onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/input_2.pb +1 -0
  206. onnx/backend/test/data/node/test_dequantizelinear_int4/test_data_set_0/output_0.pb +0 -0
  207. onnx/backend/test/data/node/test_dequantizelinear_uint16/model.onnx +0 -0
  208. onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_0.pb +0 -0
  209. onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_1.pb +0 -0
  210. onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/input_2.pb +1 -0
  211. onnx/backend/test/data/node/test_dequantizelinear_uint16/test_data_set_0/output_0.pb +0 -0
  212. onnx/backend/test/data/node/test_dequantizelinear_uint4/model.onnx +0 -0
  213. onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_0.pb +1 -0
  214. onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_1.pb +0 -0
  215. onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/input_2.pb +1 -0
  216. onnx/backend/test/data/node/test_dequantizelinear_uint4/test_data_set_0/output_0.pb +0 -0
  217. onnx/backend/test/data/node/test_edge_pad/model.onnx +0 -0
  218. onnx/backend/test/data/node/test_flatten_axis0/model.onnx +0 -0
  219. onnx/backend/test/data/node/test_flatten_axis1/model.onnx +0 -0
  220. onnx/backend/test/data/node/test_flatten_axis2/model.onnx +0 -0
  221. onnx/backend/test/data/node/test_flatten_axis3/model.onnx +0 -0
  222. onnx/backend/test/data/node/test_flatten_default_axis/model.onnx +0 -0
  223. onnx/backend/test/data/node/test_flatten_negative_axis1/model.onnx +0 -0
  224. onnx/backend/test/data/node/test_flatten_negative_axis2/model.onnx +0 -0
  225. onnx/backend/test/data/node/test_flatten_negative_axis3/model.onnx +0 -0
  226. onnx/backend/test/data/node/test_flatten_negative_axis4/model.onnx +0 -0
  227. onnx/backend/test/data/node/test_group_normalization_epsilon/model.onnx +0 -0
  228. onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_0.pb +1 -1
  229. onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_1.pb +1 -1
  230. onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/input_2.pb +1 -1
  231. onnx/backend/test/data/node/test_group_normalization_epsilon/test_data_set_0/output_0.pb +0 -0
  232. onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/model.onnx +0 -0
  233. onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_0.pb +1 -1
  234. onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_1.pb +1 -1
  235. onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/input_2.pb +1 -1
  236. onnx/backend/test/data/node/test_group_normalization_epsilon_expanded/test_data_set_0/output_0.pb +0 -0
  237. onnx/backend/test/data/node/test_group_normalization_example/model.onnx +0 -0
  238. onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_1.pb +1 -1
  239. onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/input_2.pb +1 -1
  240. onnx/backend/test/data/node/test_group_normalization_example/test_data_set_0/output_0.pb +0 -0
  241. onnx/backend/test/data/node/test_group_normalization_example_expanded/model.onnx +0 -0
  242. onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_1.pb +1 -1
  243. onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/input_2.pb +1 -1
  244. onnx/backend/test/data/node/test_group_normalization_example_expanded/test_data_set_0/output_0.pb +0 -0
  245. onnx/backend/test/data/node/test_identity/model.onnx +0 -0
  246. onnx/backend/test/data/node/test_identity_sequence/model.onnx +0 -0
  247. onnx/backend/test/data/node/test_lrn_default/test_data_set_0/output_0.pb +0 -0
  248. onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/model.onnx +0 -0
  249. onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/input_0.pb +0 -0
  250. onnx/backend/test/data/node/test_maxpool_2d_ceil_output_size_reduce_by_one/test_data_set_0/output_0.pb +0 -0
  251. onnx/backend/test/data/node/test_mvn/test_data_set_0/output_0.pb +1 -1
  252. onnx/backend/test/data/node/test_mvn_expanded/test_data_set_0/output_0.pb +1 -1
  253. onnx/backend/test/data/node/test_mvn_expanded_ver18/test_data_set_0/output_0.pb +1 -1
  254. onnx/backend/test/data/node/test_pow/test_data_set_0/output_0.pb +0 -0
  255. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/model.onnx +0 -0
  256. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_0.pb +1 -0
  257. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_1.pb +2 -0
  258. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_2.pb +1 -0
  259. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_3.pb +0 -0
  260. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_4.pb +2 -0
  261. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_5.pb +1 -0
  262. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_6.pb +2 -0
  263. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/input_7.pb +1 -0
  264. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float16/test_data_set_0/output_0.pb +1 -0
  265. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/model.onnx +0 -0
  266. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_0.pb +1 -0
  267. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_2.pb +1 -0
  268. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_3.pb +0 -0
  269. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_5.pb +1 -0
  270. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/input_7.pb +1 -0
  271. onnx/backend/test/data/node/test_qlinearmatmul_2D_int8_float32/test_data_set_0/output_0.pb +1 -0
  272. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/model.onnx +0 -0
  273. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_1.pb +2 -0
  274. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_4.pb +2 -0
  275. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float16/test_data_set_0/input_6.pb +2 -0
  276. onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float32}/model.onnx +0 -0
  277. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_0.pb +0 -0
  278. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/input_3.pb +0 -0
  279. onnx/backend/test/data/node/test_qlinearmatmul_2D_uint8_float32/test_data_set_0/output_0.pb +1 -0
  280. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/model.onnx +0 -0
  281. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_0.pb +1 -0
  282. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_1.pb +2 -0
  283. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_2.pb +1 -0
  284. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_3.pb +0 -0
  285. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_4.pb +2 -0
  286. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_5.pb +1 -0
  287. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_6.pb +2 -0
  288. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/input_7.pb +1 -0
  289. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float16/test_data_set_0/output_0.pb +1 -0
  290. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/model.onnx +0 -0
  291. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_0.pb +1 -0
  292. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_1.pb +1 -0
  293. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_2.pb +1 -0
  294. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_3.pb +0 -0
  295. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_4.pb +1 -0
  296. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_5.pb +1 -0
  297. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_6.pb +1 -0
  298. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/input_7.pb +1 -0
  299. onnx/backend/test/data/node/test_qlinearmatmul_3D_int8_float32/test_data_set_0/output_0.pb +1 -0
  300. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/model.onnx +0 -0
  301. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_1.pb +2 -0
  302. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_2.pb +1 -0
  303. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_4.pb +2 -0
  304. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_5.pb +1 -0
  305. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_6.pb +2 -0
  306. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float16/test_data_set_0/input_7.pb +1 -0
  307. onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_3D_uint8_float32}/model.onnx +0 -0
  308. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_0.pb +0 -0
  309. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_1.pb +1 -0
  310. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_2.pb +1 -0
  311. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_3.pb +0 -0
  312. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_4.pb +1 -0
  313. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_5.pb +1 -0
  314. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_6.pb +1 -0
  315. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/input_7.pb +1 -0
  316. onnx/backend/test/data/node/test_qlinearmatmul_3D_uint8_float32/test_data_set_0/output_0.pb +1 -0
  317. onnx/backend/test/data/node/test_quantizelinear/model.onnx +0 -0
  318. onnx/backend/test/data/node/test_quantizelinear_axis/model.onnx +0 -0
  319. onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/model.onnx +0 -0
  320. onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_0.pb +0 -0
  321. onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_1.pb +0 -0
  322. onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/input_2.pb +0 -0
  323. onnx/backend/test/data/node/test_quantizelinear_blocked_asymmetric/test_data_set_0/output_0.pb +1 -0
  324. onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/model.onnx +0 -0
  325. onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_0.pb +0 -0
  326. onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/input_1.pb +0 -0
  327. onnx/backend/test/data/node/test_quantizelinear_blocked_symmetric/test_data_set_0/output_0.pb +0 -0
  328. onnx/backend/test/data/node/test_quantizelinear_e4m3fn/model.onnx +0 -0
  329. onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/input_2.pb +0 -0
  330. onnx/backend/test/data/node/test_quantizelinear_e4m3fn/test_data_set_0/output_0.pb +0 -0
  331. onnx/backend/test/data/node/test_quantizelinear_e5m2/model.onnx +0 -0
  332. onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/input_2.pb +0 -0
  333. onnx/backend/test/data/node/test_quantizelinear_e5m2/test_data_set_0/output_0.pb +0 -0
  334. onnx/backend/test/data/node/test_quantizelinear_int16/model.onnx +0 -0
  335. onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_0.pb +0 -0
  336. onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_1.pb +0 -0
  337. onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/input_2.pb +0 -0
  338. onnx/backend/test/data/node/test_quantizelinear_int16/test_data_set_0/output_0.pb +0 -0
  339. onnx/backend/test/data/node/test_quantizelinear_int4/model.onnx +0 -0
  340. onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_0.pb +0 -0
  341. onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_1.pb +0 -0
  342. onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/input_2.pb +1 -0
  343. onnx/backend/test/data/node/test_quantizelinear_int4/test_data_set_0/output_0.pb +1 -0
  344. onnx/backend/test/data/node/test_quantizelinear_uint16/model.onnx +0 -0
  345. onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_0.pb +0 -0
  346. onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_1.pb +0 -0
  347. onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/input_2.pb +1 -0
  348. onnx/backend/test/data/node/test_quantizelinear_uint16/test_data_set_0/output_0.pb +0 -0
  349. onnx/backend/test/data/node/test_quantizelinear_uint4/model.onnx +0 -0
  350. onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_0.pb +0 -0
  351. onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_1.pb +0 -0
  352. onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/input_2.pb +1 -0
  353. onnx/backend/test/data/node/test_quantizelinear_uint4/test_data_set_0/output_0.pb +0 -0
  354. onnx/backend/test/data/node/test_reflect_pad/model.onnx +0 -0
  355. onnx/backend/test/data/node/test_reshape_allowzero_reordered/model.onnx +0 -0
  356. onnx/backend/test/data/node/test_reshape_extended_dims/model.onnx +0 -0
  357. onnx/backend/test/data/node/test_reshape_negative_dim/model.onnx +0 -0
  358. onnx/backend/test/data/node/test_reshape_negative_extended_dims/model.onnx +0 -0
  359. onnx/backend/test/data/node/test_reshape_one_dim/model.onnx +0 -0
  360. onnx/backend/test/data/node/test_reshape_reduced_dims/model.onnx +0 -0
  361. onnx/backend/test/data/node/test_reshape_reordered_all_dims/model.onnx +0 -0
  362. onnx/backend/test/data/node/test_reshape_reordered_last_dims/model.onnx +0 -0
  363. onnx/backend/test/data/node/test_reshape_zero_and_negative_dim/model.onnx +0 -0
  364. onnx/backend/test/data/node/test_reshape_zero_dim/model.onnx +0 -0
  365. onnx/backend/test/data/node/test_shape/model.onnx +0 -0
  366. onnx/backend/test/data/node/test_shape_clip_end/model.onnx +0 -0
  367. onnx/backend/test/data/node/test_shape_clip_start/model.onnx +0 -0
  368. onnx/backend/test/data/node/test_shape_end_1/model.onnx +0 -0
  369. onnx/backend/test/data/node/test_shape_end_negative_1/model.onnx +0 -0
  370. onnx/backend/test/data/node/test_shape_example/model.onnx +0 -0
  371. onnx/backend/test/data/node/test_shape_start_1/model.onnx +0 -0
  372. onnx/backend/test/data/node/test_shape_start_1_end_2/model.onnx +0 -0
  373. onnx/backend/test/data/node/test_shape_start_1_end_negative_1/model.onnx +0 -0
  374. onnx/backend/test/data/node/test_shape_start_negative_1/model.onnx +0 -0
  375. onnx/backend/test/data/node/test_size/model.onnx +0 -0
  376. onnx/backend/test/data/node/test_size_example/model.onnx +0 -0
  377. onnx/backend/test/data/node/test_squeeze/model.onnx +0 -0
  378. onnx/backend/test/data/node/test_squeeze_negative_axes/model.onnx +0 -0
  379. onnx/backend/test/data/node/test_transpose_all_permutations_0/model.onnx +0 -0
  380. onnx/backend/test/data/node/test_transpose_all_permutations_1/model.onnx +0 -0
  381. onnx/backend/test/data/node/test_transpose_all_permutations_2/model.onnx +0 -0
  382. onnx/backend/test/data/node/test_transpose_all_permutations_3/model.onnx +0 -0
  383. onnx/backend/test/data/node/test_transpose_all_permutations_4/model.onnx +0 -0
  384. onnx/backend/test/data/node/test_transpose_all_permutations_5/model.onnx +0 -0
  385. onnx/backend/test/data/node/test_transpose_default/model.onnx +0 -0
  386. onnx/backend/test/data/node/test_unsqueeze_axis_0/model.onnx +0 -0
  387. onnx/backend/test/data/node/test_unsqueeze_axis_1/model.onnx +0 -0
  388. onnx/backend/test/data/node/test_unsqueeze_axis_2/model.onnx +0 -0
  389. onnx/backend/test/data/node/test_unsqueeze_negative_axes/model.onnx +0 -0
  390. onnx/backend/test/data/node/test_unsqueeze_three_axes/model.onnx +0 -0
  391. onnx/backend/test/data/node/test_unsqueeze_two_axes/model.onnx +0 -0
  392. onnx/backend/test/data/node/test_unsqueeze_unsorted_axes/model.onnx +0 -0
  393. onnx/backend/test/data/node/test_wrap_pad/model.onnx +0 -0
  394. onnx/backend/test/loader/__init__.py +0 -1
  395. onnx/backend/test/runner/__init__.py +43 -15
  396. onnx/checker.cc +104 -99
  397. onnx/checker.h +23 -3
  398. onnx/checker.py +56 -20
  399. onnx/common/assertions.cc +10 -5
  400. onnx/common/common.h +19 -0
  401. onnx/common/file_utils.h +3 -1
  402. onnx/common/interned_strings.h +7 -1
  403. onnx/common/ir.h +30 -7
  404. onnx/common/ir_pb_converter.cc +6 -0
  405. onnx/common/path.h +18 -2
  406. onnx/common/proto_util.h +43 -0
  407. onnx/common/version.h +1 -1
  408. onnx/cpp2py_export.cc +88 -56
  409. onnx/defs/__init__.py +29 -8
  410. onnx/defs/controlflow/defs.cc +16 -16
  411. onnx/defs/controlflow/old.cc +177 -0
  412. onnx/defs/data_propagators.h +2 -0
  413. onnx/defs/data_type_utils.cc +2 -0
  414. onnx/defs/generator/defs.cc +6 -4
  415. onnx/defs/generator/old.cc +115 -0
  416. onnx/defs/math/defs.cc +37 -142
  417. onnx/defs/math/old.cc +96 -12
  418. onnx/defs/math/utils.cc +127 -0
  419. onnx/defs/math/utils.h +8 -0
  420. onnx/defs/nn/defs.cc +72 -59
  421. onnx/defs/nn/old.cc +181 -2
  422. onnx/defs/object_detection/defs.cc +2 -2
  423. onnx/defs/object_detection/old.cc +2 -2
  424. onnx/defs/operator_sets.h +51 -0
  425. onnx/defs/operator_sets_ml.h +14 -0
  426. onnx/defs/parser.cc +112 -54
  427. onnx/defs/parser.h +14 -2
  428. onnx/defs/printer.cc +14 -7
  429. onnx/defs/quantization/defs.cc +111 -44
  430. onnx/defs/quantization/old.cc +130 -1
  431. onnx/defs/schema.cc +62 -18
  432. onnx/defs/schema.h +194 -48
  433. onnx/defs/shape_inference.cc +28 -19
  434. onnx/defs/shape_inference.h +2 -0
  435. onnx/defs/tensor/defs.cc +54 -96
  436. onnx/defs/tensor/old.cc +939 -34
  437. onnx/defs/tensor/utils.cc +6 -3
  438. onnx/defs/tensor/utils.h +5 -1
  439. onnx/defs/tensor_proto_util.cc +2 -0
  440. onnx/defs/tensor_util.cc +2 -0
  441. onnx/defs/traditionalml/defs.cc +273 -117
  442. onnx/defs/traditionalml/old.cc +329 -14
  443. onnx/defs/traditionalml/utils.h +27 -0
  444. onnx/external_data_helper.py +12 -26
  445. onnx/helper.py +242 -169
  446. onnx/hub.py +104 -70
  447. onnx/inliner/inliner.cc +89 -31
  448. onnx/inliner/inliner.h +5 -0
  449. onnx/inliner.py +2 -0
  450. onnx/mapping.py +9 -0
  451. onnx/model_container.py +346 -0
  452. onnx/numpy_helper.py +100 -38
  453. onnx/onnx-ml.proto +50 -13
  454. onnx/onnx.in.proto +50 -13
  455. onnx/onnx.proto +50 -13
  456. onnx/onnx_cpp2py_export/__init__.pyi +5 -0
  457. onnx/onnx_cpp2py_export/checker.pyi +21 -0
  458. onnx/onnx_cpp2py_export/defs.pyi +202 -0
  459. onnx/onnx_cpp2py_export/inliner.pyi +19 -0
  460. onnx/onnx_cpp2py_export/parser.pyi +32 -0
  461. onnx/onnx_cpp2py_export/printer.pyi +3 -0
  462. onnx/onnx_cpp2py_export/shape_inference.pyi +16 -0
  463. onnx/onnx_cpp2py_export/version_converter.pyi +4 -0
  464. onnx/onnx_cpp2py_export.cp311-win_amd64.pyd +0 -0
  465. onnx/onnx_data_pb2.pyi +146 -0
  466. onnx/onnx_ml_pb2.py +52 -52
  467. onnx/onnx_ml_pb2.pyi +663 -0
  468. onnx/onnx_operators_ml_pb2.pyi +67 -0
  469. onnx/reference/__init__.py +2 -0
  470. onnx/reference/custom_element_types.py +2 -0
  471. onnx/reference/op_run.py +166 -121
  472. onnx/reference/ops/_op.py +27 -50
  473. onnx/reference/ops/_op_list.py +36 -24
  474. onnx/reference/ops/aionnx_preview_training/_op_list.py +15 -8
  475. onnx/reference/ops/aionnxml/_common_classifier.py +3 -5
  476. onnx/reference/ops/aionnxml/_op_list.py +16 -8
  477. onnx/reference/ops/aionnxml/op_array_feature_extractor.py +4 -6
  478. onnx/reference/ops/aionnxml/op_linear_classifier.py +1 -2
  479. onnx/reference/ops/aionnxml/op_normalizer.py +3 -3
  480. onnx/reference/ops/aionnxml/op_svm_helper.py +1 -3
  481. onnx/reference/ops/aionnxml/op_svm_regressor.py +1 -3
  482. onnx/reference/ops/aionnxml/op_tree_ensemble.py +257 -0
  483. onnx/reference/ops/aionnxml/op_tree_ensemble_helper.py +2 -6
  484. onnx/reference/ops/aionnxml/op_tree_ensemble_regressor.py +4 -4
  485. onnx/reference/ops/experimental/_op_list.py +15 -8
  486. onnx/reference/ops/op_blackman_window.py +5 -6
  487. onnx/reference/ops/op_cast.py +22 -0
  488. onnx/reference/ops/op_cast_like.py +6 -0
  489. onnx/reference/ops/op_clip.py +5 -8
  490. onnx/reference/ops/op_col2im.py +1 -3
  491. onnx/reference/ops/op_constant.py +7 -1
  492. onnx/reference/ops/op_dequantize_linear.py +43 -40
  493. onnx/reference/ops/op_det.py +1 -1
  494. onnx/reference/ops/op_dynamic_quantize_linear.py +2 -2
  495. onnx/reference/ops/op_grid_sample.py +2 -4
  496. onnx/reference/ops/op_hamming_window.py +3 -6
  497. onnx/reference/ops/op_hann_window.py +3 -6
  498. onnx/reference/ops/op_if.py +4 -3
  499. onnx/reference/ops/op_loop.py +7 -9
  500. onnx/reference/ops/op_matmul.py +1 -2
  501. onnx/reference/ops/op_max_pool.py +5 -0
  502. onnx/reference/ops/op_optional.py +1 -1
  503. onnx/reference/ops/op_pool_common.py +3 -6
  504. onnx/reference/ops/op_qlinear_matmul.py +2 -2
  505. onnx/reference/ops/op_quantize_linear.py +166 -71
  506. onnx/reference/ops/op_resize.py +25 -21
  507. onnx/reference/ops/op_rnn.py +20 -12
  508. onnx/reference/ops/op_scan.py +23 -15
  509. onnx/reference/ops/op_scatter_elements.py +7 -6
  510. onnx/reference/ops/op_stft.py +3 -5
  511. onnx/reference/ops/op_string_normalizer.py +7 -7
  512. onnx/reference/ops/op_tfidf_vectorizer.py +7 -8
  513. onnx/reference/ops/op_topk.py +9 -11
  514. onnx/reference/ops/op_unique.py +1 -1
  515. onnx/reference/reference_evaluator.py +119 -63
  516. onnx/shape_inference/implementation.cc +160 -127
  517. onnx/shape_inference.py +11 -10
  518. onnx/subbyte.py +72 -0
  519. onnx/test/__init__.pyi +6 -0
  520. onnx/test/checker_test.py +21 -1
  521. onnx/test/compose_test.py +26 -74
  522. onnx/test/cpp/inliner_test.cc +76 -1
  523. onnx/test/cpp/ir_test.cc +60 -0
  524. onnx/test/cpp/parser_test.cc +106 -0
  525. onnx/test/function_test.py +1 -3
  526. onnx/test/helper_test.py +64 -4
  527. onnx/test/model_container_refeval_test.py +139 -0
  528. onnx/test/model_container_test.py +136 -0
  529. onnx/test/model_inference_test.py +44 -0
  530. onnx/test/reference_evaluator_ml_test.py +448 -47
  531. onnx/test/reference_evaluator_model_test.py +130 -0
  532. onnx/test/reference_evaluator_test.py +901 -14
  533. onnx/test/schema_test.py +166 -1
  534. onnx/test/shape_inference_test.py +285 -6
  535. onnx/test/symbolic_shape_test.py +3 -8
  536. onnx/test/test_backend_onnxruntime.py +238 -224
  537. onnx/test/test_backend_reference.py +11 -0
  538. onnx/test/test_external_data.py +51 -2
  539. onnx/test/version_converter/automatic_conversion_test_base.py +2 -1
  540. onnx/test/version_converter/automatic_upgrade_test.py +12 -10
  541. onnx/test/version_converter_test.py +166 -0
  542. onnx/tools/replace_constants.py +23 -26
  543. onnx/tools/update_model_dims.py +1 -2
  544. onnx/version.py +2 -2
  545. onnx/version_converter/adapters/group_normalization_20_21.h +128 -0
  546. onnx/version_converter/adapters/q_dq_21_20.h +77 -0
  547. onnx/version_converter/convert.h +67 -2
  548. onnx/version_converter.py +6 -142
  549. {onnx-1.15.0.dist-info → onnx-1.16.1.dist-info}/METADATA +18 -15
  550. {onnx-1.15.0.dist-info → onnx-1.16.1.dist-info}/RECORD +572 -406
  551. {onnx-1.15.0.dist-info → onnx-1.16.1.dist-info}/WHEEL +1 -1
  552. onnx/examples/Protobufs.ipynb +0 -639
  553. onnx/examples/check_model.ipynb +0 -128
  554. onnx/examples/load_model.ipynb +0 -116
  555. onnx/examples/make_model.ipynb +0 -176
  556. onnx/examples/np_array_tensorproto.ipynb +0 -136
  557. onnx/examples/resources/single_relu.onnx +0 -12
  558. onnx/examples/resources/single_relu_new.onnx +0 -12
  559. onnx/examples/resources/tensor.pb +0 -0
  560. onnx/examples/resources/two_transposes.onnx +0 -0
  561. onnx/examples/save_model.ipynb +0 -56
  562. onnx/examples/shape_inference.ipynb +0 -111
  563. onnx/test/reference_evaluator_backend_test.py +0 -876
  564. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_int8_float32}/test_data_set_0/input_1.pb +0 -0
  565. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_int8_float32}/test_data_set_0/input_4.pb +0 -0
  566. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_int8_float32}/test_data_set_0/input_6.pb +0 -0
  567. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float16}/test_data_set_0/input_0.pb +0 -0
  568. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float16}/test_data_set_0/input_2.pb +0 -0
  569. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float16}/test_data_set_0/input_3.pb +0 -0
  570. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float16}/test_data_set_0/input_5.pb +0 -0
  571. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float16}/test_data_set_0/input_7.pb +0 -0
  572. /onnx/backend/test/data/node/{test_qlinearmatmul_2D → test_qlinearmatmul_2D_uint8_float16}/test_data_set_0/output_0.pb +0 -0
  573. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_2D_uint8_float32}/test_data_set_0/input_1.pb +0 -0
  574. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_2D_uint8_float32}/test_data_set_0/input_2.pb +0 -0
  575. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_2D_uint8_float32}/test_data_set_0/input_4.pb +0 -0
  576. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_2D_uint8_float32}/test_data_set_0/input_5.pb +0 -0
  577. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_2D_uint8_float32}/test_data_set_0/input_6.pb +0 -0
  578. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_2D_uint8_float32}/test_data_set_0/input_7.pb +0 -0
  579. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_3D_uint8_float16}/test_data_set_0/input_0.pb +0 -0
  580. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_3D_uint8_float16}/test_data_set_0/input_3.pb +0 -0
  581. /onnx/backend/test/data/node/{test_qlinearmatmul_3D → test_qlinearmatmul_3D_uint8_float16}/test_data_set_0/output_0.pb +0 -0
  582. {onnx-1.15.0.dist-info → onnx-1.16.1.dist-info}/LICENSE +0 -0
  583. {onnx-1.15.0.dist-info → onnx-1.16.1.dist-info}/entry_points.txt +0 -0
  584. {onnx-1.15.0.dist-info → onnx-1.16.1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,257 @@
1
+ from __future__ import annotations
2
+
3
+ from enum import IntEnum
4
+ from typing import Callable
5
+
6
+ import numpy as np
7
+
8
+ from onnx.reference.ops.aionnxml._op_run_aionnxml import OpRunAiOnnxMl
9
+
10
+
11
+ class AggregationFunction(IntEnum):
12
+ AVERAGE = 0
13
+ SUM = 1
14
+ MIN = 2
15
+ MAX = 3
16
+
17
+
18
+ class PostTransform(IntEnum):
19
+ NONE = 0
20
+ SOFTMAX = 1
21
+ LOGISTIC = 2
22
+ SOFTMAX_ZERO = 3
23
+ PROBIT = 4
24
+
25
+
26
+ class Mode(IntEnum):
27
+ LEQ = 0
28
+ LT = 1
29
+ GTE = 2
30
+ GT = 3
31
+ EQ = 4
32
+ NEQ = 5
33
+ MEMBER = 6
34
+
35
+
36
+ class Leaf:
37
+ def __init__(self, weight: float, target_id: int) -> None:
38
+ self.weight = weight
39
+ self.target_id = target_id
40
+
41
+ # Produce the weight and target index
42
+ def predict(self, x: np.ndarray) -> np.ndarray:
43
+ return np.array([self.weight, self.target_id])
44
+
45
+ def _print(self, prefix: list, indent: int = 0) -> None:
46
+ prefix.append(
47
+ " " * indent + f"Leaf WEIGHT: {self.weight}, TARGET: {self.target_id}\n"
48
+ )
49
+
50
+ def __repr__(self) -> str:
51
+ prefix = []
52
+ self._print(prefix)
53
+ return "".join(prefix)
54
+
55
+
56
+ class Node:
57
+ compare: Callable[[float, float | set[float]], bool]
58
+ true_branch: Node | Leaf
59
+ false_branch: Node | Leaf
60
+ feature: int
61
+
62
+ def __init__(
63
+ self,
64
+ mode: Mode,
65
+ value: float | set[float],
66
+ feature: int,
67
+ missing_tracks_true: bool,
68
+ ) -> None:
69
+ if mode == Mode.LEQ:
70
+ self.compare = lambda x: x[feature].item() <= value or (
71
+ missing_tracks_true and np.isnan(x[feature].item())
72
+ )
73
+ elif mode == Mode.LT:
74
+ self.compare = lambda x: x[feature].item() < value or (
75
+ missing_tracks_true and np.isnan(x[feature].item())
76
+ )
77
+ elif mode == Mode.GTE:
78
+ self.compare = lambda x: x[feature].item() >= value or (
79
+ missing_tracks_true and np.isnan(x[feature].item())
80
+ )
81
+ elif mode == Mode.GT:
82
+ self.compare = lambda x: x[feature].item() > value or (
83
+ missing_tracks_true and np.isnan(x[feature].item())
84
+ )
85
+ elif mode == Mode.EQ:
86
+ self.compare = lambda x: x[feature].item() == value or (
87
+ missing_tracks_true and np.isnan(x[feature].item())
88
+ )
89
+ elif mode == Mode.NEQ:
90
+ self.compare = lambda x: x[feature].item() != value or (
91
+ missing_tracks_true and np.isnan(x[feature].item())
92
+ )
93
+ elif mode == Mode.MEMBER:
94
+ self.compare = lambda x: x[feature].item() in value or (
95
+ missing_tracks_true and np.isnan(x[feature].item())
96
+ )
97
+ self.mode = mode
98
+ self.value = value
99
+ self.feature = feature
100
+
101
+ def predict(self, x: np.ndarray) -> float:
102
+ if self.compare(x):
103
+ return self.true_branch.predict(x)
104
+ else:
105
+ return self.false_branch.predict(x)
106
+
107
+ def _print(self, prefix: list, indent: int = 0) -> None:
108
+ prefix.append(
109
+ " " * indent
110
+ + f"Node CMP: {self.mode}, SPLIT: {self.value}, FEATURE: {self.feature}\n"
111
+ )
112
+ self.true_branch._print(prefix, indent + 1)
113
+ self.false_branch._print(prefix, indent + 1)
114
+
115
+ def __repr__(self) -> str:
116
+ prefix = []
117
+ self._print(prefix)
118
+ return "".join(prefix)
119
+
120
+
121
+ class TreeEnsemble(OpRunAiOnnxMl):
122
+ def _run(
123
+ self,
124
+ X,
125
+ nodes_splits,
126
+ nodes_featureids,
127
+ nodes_modes,
128
+ nodes_truenodeids,
129
+ nodes_falsenodeids,
130
+ nodes_trueleafs,
131
+ nodes_falseleafs,
132
+ leaf_targetids,
133
+ leaf_weights,
134
+ tree_roots,
135
+ post_transform=PostTransform.NONE,
136
+ aggregate_function=AggregationFunction.SUM,
137
+ nodes_hitrates=None,
138
+ nodes_missing_value_tracks_true=None,
139
+ membership_values=None,
140
+ n_targets=None,
141
+ ):
142
+ if membership_values is None:
143
+ # assert that no set membership ever appears
144
+ if any(mode == Mode.MEMBER for mode in nodes_modes):
145
+ raise ValueError(
146
+ "Cannot have set membership node without specifying set members"
147
+ )
148
+ elif np.isnan(membership_values).sum() != sum(
149
+ int(mode == Mode.MEMBER) for mode in nodes_modes
150
+ ):
151
+ raise ValueError(
152
+ "Must specify membership values for all set membership nodes"
153
+ )
154
+
155
+ # Build each tree in the ensemble. Note that the tree structure is implicitly defined by following the true and false indices in
156
+ # `nodes_truenodeids` and `nodes_falsenodeids` to the leaves of each tree.
157
+ set_membership_iter = (
158
+ iter(membership_values) if membership_values is not None else None
159
+ )
160
+
161
+ def build_node(current_node_index, is_leaf) -> Node | Leaf:
162
+ if is_leaf:
163
+ return Leaf(
164
+ leaf_weights[current_node_index], leaf_targetids[current_node_index]
165
+ )
166
+
167
+ if nodes_modes[current_node_index] == Mode.MEMBER:
168
+ # parse next sequence of set members
169
+ set_members = set()
170
+ while (set_member := next(set_membership_iter)) and not np.isnan(
171
+ set_member
172
+ ):
173
+ set_members.add(set_member)
174
+ node = Node(
175
+ nodes_modes[current_node_index],
176
+ set_members,
177
+ nodes_featureids[current_node_index],
178
+ (
179
+ nodes_missing_value_tracks_true[current_node_index]
180
+ if nodes_missing_value_tracks_true is not None
181
+ else False
182
+ ),
183
+ )
184
+ else:
185
+ node = Node(
186
+ nodes_modes[current_node_index],
187
+ nodes_splits[current_node_index],
188
+ nodes_featureids[current_node_index],
189
+ (
190
+ nodes_missing_value_tracks_true[current_node_index]
191
+ if nodes_missing_value_tracks_true is not None
192
+ else False
193
+ ),
194
+ )
195
+
196
+ # recurse true and false branches
197
+ node.true_branch = build_node(
198
+ nodes_truenodeids[current_node_index],
199
+ nodes_trueleafs[current_node_index],
200
+ )
201
+ node.false_branch = build_node(
202
+ nodes_falsenodeids[current_node_index],
203
+ nodes_falseleafs[current_node_index],
204
+ )
205
+ return node
206
+
207
+ trees = []
208
+ for root_index in tree_roots:
209
+ # degenerate case (tree == leaf)
210
+ is_leaf = (
211
+ nodes_trueleafs[root_index]
212
+ and nodes_falseleafs[root_index]
213
+ and nodes_truenodeids[root_index] == nodes_falsenodeids[root_index]
214
+ )
215
+ trees.append(build_node(root_index, is_leaf))
216
+
217
+ # predict each sample through tree
218
+ raw_values = [
219
+ np.apply_along_axis(tree.predict, axis=1, arr=X) for tree in trees
220
+ ]
221
+ weights, target_ids = zip(*[np.split(x, 2, axis=1) for x in raw_values])
222
+ weights = np.concatenate(weights, axis=1)
223
+ target_ids = np.concatenate(target_ids, axis=1).astype(np.int64)
224
+ if aggregate_function in (
225
+ AggregationFunction.SUM,
226
+ AggregationFunction.AVERAGE,
227
+ ):
228
+ result = np.zeros((len(X), n_targets), dtype=X.dtype)
229
+ elif aggregate_function == AggregationFunction.MIN:
230
+ result = np.full((len(X), n_targets), np.finfo(X.dtype).max)
231
+ elif aggregate_function == AggregationFunction.MAX:
232
+ result = np.full((len(X), n_targets), np.finfo(X.dtype).min)
233
+ else:
234
+ raise NotImplementedError(
235
+ f"aggregate_transform={aggregate_function!r} not supported yet."
236
+ )
237
+ for batch_num, (w, t) in enumerate(zip(weights, target_ids)):
238
+ weight = w.reshape(-1)
239
+ target_id = t.reshape(-1)
240
+ if aggregate_function == AggregationFunction.SUM:
241
+ for value, tid in zip(weight, target_id):
242
+ result[batch_num, tid] += value
243
+ elif aggregate_function == AggregationFunction.AVERAGE:
244
+ for value, tid in zip(weight, target_id):
245
+ result[batch_num, tid] += value / len(trees)
246
+ elif aggregate_function == AggregationFunction.MIN:
247
+ for value, tid in zip(weight, target_id):
248
+ result[batch_num, tid] = min(result[batch_num, tid], value)
249
+ elif aggregate_function == AggregationFunction.MAX:
250
+ for value, tid in zip(weight, target_id):
251
+ result[batch_num, tid] = max(result[batch_num, tid], value)
252
+ else:
253
+ raise NotImplementedError(
254
+ f"aggregate_transform={aggregate_function!r} not supported yet."
255
+ )
256
+
257
+ return (result,)
@@ -59,9 +59,7 @@ class TreeEnsemble:
59
59
  return "\n".join(rows)
60
60
 
61
61
  def leaf_index_tree(self, X: np.ndarray, tree_id: int) -> int:
62
- """
63
- Computes the leaf index for one tree.
64
- """
62
+ """Computes the leaf index for one tree."""
65
63
  index = self.root_index[tree_id]
66
64
  while self.atts.nodes_modes[index] != "LEAF": # type: ignore
67
65
  x = X[self.atts.nodes_featureids[index]] # type: ignore
@@ -95,9 +93,7 @@ class TreeEnsemble:
95
93
  return index
96
94
 
97
95
  def leave_index_tree(self, X: np.ndarray) -> np.ndarray:
98
- """
99
- Computes the leave index for all trees.
100
- """
96
+ """Computes the leave index for all trees."""
101
97
  if len(X.shape) == 1:
102
98
  X = X.reshape((1, -1))
103
99
  outputs = []
@@ -10,9 +10,7 @@ from onnx.reference.ops.aionnxml.op_tree_ensemble_helper import TreeEnsemble
10
10
 
11
11
 
12
12
  class TreeEnsembleRegressor(OpRunAiOnnxMl):
13
- """
14
- `nodes_hitrates` and `nodes_hitrates_as_tensor` are not used.
15
- """
13
+ """`nodes_hitrates` and `nodes_hitrates_as_tensor` are not used."""
16
14
 
17
15
  def _run( # type: ignore
18
16
  self,
@@ -97,8 +95,10 @@ class TreeEnsembleRegressor(OpRunAiOnnxMl):
97
95
  )
98
96
  if aggregate_function == "AVERAGE":
99
97
  res /= n_trees
98
+
99
+ # Convention is to add base_values after aggregate function
100
100
  if base_values is not None:
101
- res[:, :] = np.array(base_values).reshape((1, -1))
101
+ res[:, :] += np.array(base_values).reshape((1, -1))
102
102
 
103
103
  if post_transform in (None, "NONE"):
104
104
  return (res,)
@@ -21,16 +21,23 @@ def _build_registered_operators() -> (
21
21
 
22
22
 
23
23
  def load_op(
24
- domain: str, op_type: str, version: Union[None, int], custom: Any = None
24
+ domain: str,
25
+ op_type: str,
26
+ version: Union[None, int],
27
+ custom: Any = None,
28
+ evaluator_cls: TOptional[type] = None,
25
29
  ) -> Any:
26
- """
27
- Loads the implemented for a specified operator.
30
+ """Loads the implemented for a specified operator.
31
+
32
+ Args:
33
+ domain: domain
34
+ op_type: oprator type
35
+ version: requested version
36
+ custom: custom implementation (like a function)
37
+ evaluator_cls: unused
28
38
 
29
- :param domain: domain
30
- :param op_type: oprator type
31
- :param version: requested version
32
- :param custom: custom implementation (like a function)
33
- :return: class
39
+ Returns:
40
+ class
34
41
  """
35
42
  global _registered_operators # noqa: PLW0603
36
43
  if _registered_operators is None:
@@ -9,13 +9,12 @@ from onnx.reference.ops._op_common_window import _CommonWindow
9
9
 
10
10
 
11
11
  class BlackmanWindow(_CommonWindow):
12
- """
13
- Returns
14
- :math:`\\omega_n = 0.42 - 0.5 \\cos \\left( \\frac{2\\pi n}{N-1} \\right) +
15
- 0.08 \\cos \\left( \\frac{4\\pi n}{N-1} \\right)`
12
+ r"""Blankman windowing function.
13
+
14
+ Returns :math:`\\omega_n = 0.42 - 0.5 \\cos \\left( \\frac{2\\pi n}{N-1} \\right) + 0.08 \\cos \\left( \\frac{4\\pi n}{N-1} \\right)`
16
15
  where *N* is the window length.
17
- See `blackman_window
18
- <https://pytorch.org/docs/stable/generated/torch.blackman_window.html>`_
16
+
17
+ See `blackman_window <https://pytorch.org/docs/stable/generated/torch.blackman_window.html>`_
19
18
  """
20
19
 
21
20
  def _run(self, size, output_datatype=None, periodic=None): # type: ignore
@@ -5,6 +5,7 @@
5
5
 
6
6
  import numpy as np
7
7
 
8
+ from onnx import subbyte
8
9
  from onnx.helper import (
9
10
  float32_to_bfloat16,
10
11
  float32_to_float8e4m3,
@@ -23,6 +24,8 @@ from onnx.reference.custom_element_types import (
23
24
  float8e4m3fnuz,
24
25
  float8e5m2,
25
26
  float8e5m2fnuz,
27
+ int4,
28
+ uint4,
26
29
  )
27
30
  from onnx.reference.op_run import OpRun
28
31
 
@@ -74,6 +77,25 @@ def cast_to(x, to, saturate): # noqa: PLR0911
74
77
  y[i] = el
75
78
  return y.reshape(x.shape)
76
79
 
80
+ i4 = [
81
+ (uint4, "uint4", TensorProto.UINT4, False),
82
+ (int4, "int4", TensorProto.INT4, True),
83
+ ]
84
+ for np_type, np_desc, tensor_type, signed in i4:
85
+ if x.dtype == np_type and x.dtype.descr[0][0] == np_desc:
86
+ if to == tensor_type:
87
+ return x
88
+ to_type = tensor_dtype_to_np_dtype(to)
89
+ return x.astype(to_type)
90
+
91
+ if to == tensor_type:
92
+ xf = x.astype(np.float32).ravel()
93
+ y = np.empty(xf.shape, dtype=np_type).ravel()
94
+ for i in range(y.shape[0]):
95
+ el = subbyte.float32_to_4bit_unpacked(xf[i], signed=signed)
96
+ y[i] = el
97
+ return y.reshape(x.shape)
98
+
77
99
  f8back = {
78
100
  TensorProto.FLOAT8E4M3FN: (
79
101
  float8e4m3fn,
@@ -13,6 +13,8 @@ from onnx.reference.ops.op_cast import (
13
13
  float8e4m3fnuz,
14
14
  float8e5m2,
15
15
  float8e5m2fnuz,
16
+ int4,
17
+ uint4,
16
18
  )
17
19
 
18
20
 
@@ -28,6 +30,10 @@ def _cast_like(x, y, saturate):
28
30
  to = TensorProto.FLOAT8E5M2
29
31
  elif y.dtype == float8e5m2fnuz and y.dtype.descr[0][0] == "e5m2fnuz":
30
32
  to = TensorProto.FLOAT8E5M2FNUZ
33
+ elif y.dtype == uint4 and y.dtype.descr[0][0] == "uint4":
34
+ to = TensorProto.UINT4
35
+ elif y.dtype == int4 and y.dtype.descr[0][0] == "int4":
36
+ to = TensorProto.INT4
31
37
  else:
32
38
  to = np_dtype_to_tensor_dtype(y.dtype) # type: ignore
33
39
  return (cast_to(x, to, saturate),)
@@ -9,12 +9,10 @@ from onnx.reference.op_run import OpRun
9
9
 
10
10
 
11
11
  class Clip_6(OpRun):
12
- def _run(self, data, min=None, max=None): # type: ignore
12
+ def _run(self, data, min=None, max=None): # type: ignore # noqa: A002
13
13
  amin = min
14
14
  amax = max
15
- if amin is amax is None:
16
- return (data,)
17
- res = np.clip(data, amin, amax) # type: ignore
15
+ res = data if amin is amax is None else np.clip(data, amin, amax) # type: ignore
18
16
  return (res,) if res.dtype == data.dtype else (res.astype(data.dtype),)
19
17
 
20
18
 
@@ -23,7 +21,6 @@ class Clip_11(OpRun):
23
21
  le = len(minmax)
24
22
  amin = minmax[0] if le > 0 else None
25
23
  amax = minmax[1] if le > 1 else None
26
- if amin is amax is None:
27
- return (data,)
28
- res = np.clip(data, amin, amax)
29
- return (res,) if res.dtype == data.dtype else (res.astype(data.dtype),)
24
+ res = data if amin is amax is None else np.clip(data, amin, amax)
25
+ res = (res,) if res.dtype == data.dtype else (res.astype(data.dtype),)
26
+ return res
@@ -143,9 +143,7 @@ def _col2im_shape_check(X, output_shape, kernel_shape, dilations, pads, strides)
143
143
 
144
144
 
145
145
  def col2im_naive_implementation(data, image_shape, kernel_shape, dilations, pads, strides): # type: ignore
146
- """
147
- Naive implementation for `col2im`.
148
- """
146
+ """Naive implementation for `col2im`."""
149
147
  n_dims = len(pads) // 2
150
148
  new_pads = np.array([(pads[i], pads[i + n_dims]) for i in range(n_dims)])
151
149
  _col2im_shape_check(data, image_shape, kernel_shape, dilations, new_pads, strides)
@@ -11,6 +11,8 @@ from onnx.reference.custom_element_types import (
11
11
  float8e4m3fnuz,
12
12
  float8e5m2,
13
13
  float8e5m2fnuz,
14
+ int4,
15
+ uint4,
14
16
  )
15
17
  from onnx.reference.op_run import OpRun, RefAttrName
16
18
 
@@ -23,6 +25,8 @@ def _check_dtype(val): # type: ignore
23
25
  float8e4m3fnuz,
24
26
  float8e5m2,
25
27
  float8e5m2fnuz,
28
+ uint4,
29
+ int4,
26
30
  np.int8,
27
31
  np.uint8,
28
32
  np.float16,
@@ -128,7 +132,9 @@ class Constant_12(ConstantCommon):
128
132
  )
129
133
  break
130
134
  if not hasattr(self, "cst_name"):
131
- raise AttributeError("No constant is defined for operator 'Constant'.")
135
+ raise AttributeError(
136
+ f"No constant is defined for operator 'Constant', outputs are {onnx_node.output}."
137
+ )
132
138
 
133
139
  def _run(self, **overridden_attributes): # type: ignore
134
140
  if self.has_linked_attribute:
@@ -3,7 +3,7 @@
3
3
  # SPDX-License-Identifier: Apache-2.0
4
4
 
5
5
 
6
- from typing import Optional, Tuple
6
+ from typing import Optional
7
7
 
8
8
  import numpy as np
9
9
 
@@ -15,39 +15,31 @@ from onnx.reference.custom_element_types import (
15
15
  float8e4m3fnuz,
16
16
  float8e5m2,
17
17
  float8e5m2fnuz,
18
+ int4,
19
+ uint4,
18
20
  )
19
21
  from onnx.reference.op_run import OpRun
22
+ from onnx.reference.ops.op_quantize_linear import reshape_input
20
23
 
21
24
 
22
- class DequantizeLinear(OpRun):
25
+ class _CommonDequantizeLinear(OpRun):
23
26
  def get_x_type(self, x: np.ndarray) -> int:
27
+ tensor_dtype = None
24
28
  if x.dtype == float8e4m3fn and x.dtype.descr[0][0] == "e4m3fn":
25
- return TensorProto.FLOAT8E4M3FN
26
- if x.dtype == float8e4m3fnuz and x.dtype.descr[0][0] == "e4m3fnuz":
27
- return TensorProto.FLOAT8E4M3FNUZ
28
- if x.dtype == float8e5m2 and x.dtype.descr[0][0] == "e5m2":
29
- return TensorProto.FLOAT8E5M2
30
- if x.dtype == float8e5m2fnuz and x.dtype.descr[0][0] == "e5m2fnuz":
31
- return TensorProto.FLOAT8E5M2FNUZ
32
- return np_dtype_to_tensor_dtype(x.dtype)
33
-
34
- @staticmethod
35
- def reshape_input(
36
- value: np.ndarray, shape: Tuple[int, ...], axis: Optional[int]
37
- ) -> np.ndarray:
38
- if axis is None:
39
- raise ValueError("axis cannot be None.")
40
- if len(value.shape) == 0:
41
- return value
42
- dims = [1] * len(shape)
43
- try:
44
- dims[axis] = value.size
45
- except IndexError as e:
46
- raise IndexError(
47
- f"axis is out of boundary, axis={axis}, "
48
- f"value.shape={value.shape}, shape={shape}."
49
- ) from e
50
- return value.reshape(tuple(dims))
29
+ tensor_dtype = TensorProto.FLOAT8E4M3FN
30
+ elif x.dtype == float8e4m3fnuz and x.dtype.descr[0][0] == "e4m3fnuz":
31
+ tensor_dtype = TensorProto.FLOAT8E4M3FNUZ
32
+ elif x.dtype == float8e5m2 and x.dtype.descr[0][0] == "e5m2":
33
+ tensor_dtype = TensorProto.FLOAT8E5M2
34
+ elif x.dtype == float8e5m2fnuz and x.dtype.descr[0][0] == "e5m2fnuz":
35
+ tensor_dtype = TensorProto.FLOAT8E5M2FNUZ
36
+ elif x.dtype == uint4 and x.dtype.descr[0][0] == "uint4":
37
+ tensor_dtype = TensorProto.UINT4
38
+ elif x.dtype == int4 and x.dtype.descr[0][0] == "int4":
39
+ tensor_dtype = TensorProto.INT4
40
+ else:
41
+ tensor_dtype = np_dtype_to_tensor_dtype(x.dtype)
42
+ return tensor_dtype
51
43
 
52
44
  def _run(
53
45
  self,
@@ -55,35 +47,33 @@ class DequantizeLinear(OpRun):
55
47
  x_scale: np.ndarray,
56
48
  x_zero_point: Optional[np.ndarray] = None,
57
49
  axis: Optional[int] = None,
50
+ block_size: Optional[int] = None,
58
51
  ): # type: ignore
59
- if len(x_scale.shape) > 1:
60
- raise RuntimeError("Input 2 must be a vector or a number.")
61
-
62
52
  x_type = self.get_x_type(x)
63
- f8_type = x_type in {
53
+ fp8_type = x_type in {
64
54
  TensorProto.FLOAT8E4M3FN,
65
55
  TensorProto.FLOAT8E4M3FNUZ,
66
56
  TensorProto.FLOAT8E5M2,
67
57
  TensorProto.FLOAT8E5M2FNUZ,
68
58
  }
69
- if x_zero_point is not None and not f8_type:
59
+ if x_zero_point is not None and not fp8_type:
70
60
  zero_type = self.get_x_type(x_zero_point)
71
61
  if x_type != zero_type:
72
- raise RuntimeError(
62
+ raise ValueError(
73
63
  f"Type mismatch {x_type} != {zero_type} in DequantizeLinear."
74
64
  )
75
65
 
76
- dx = x.astype(np.float32) - DequantizeLinear.reshape_input(
77
- x_zero_point, x.shape, axis
66
+ dx = x.astype(np.float32) - reshape_input(
67
+ x_zero_point, x.shape, axis, block_size
78
68
  )
79
69
  else:
80
- if f8_type and x_zero_point is not None:
70
+ if fp8_type and x_zero_point is not None:
81
71
  u_x_zero_point = x_zero_point.astype(np.uint8)
82
72
  umi = u_x_zero_point.min()
83
73
  uma = u_x_zero_point.max()
84
74
  if umi != uma or umi != np.uint8(0):
85
- raise RuntimeError(
86
- "x_zero_point is not null but should be zero for float 8 types."
75
+ raise ValueError(
76
+ "x_zero_point is not null but should be zero for float8 types."
87
77
  )
88
78
  if x_type == TensorProto.FLOAT8E4M3FN:
89
79
  dx = float8e4m3_to_float32(x)
@@ -95,5 +85,18 @@ class DequantizeLinear(OpRun):
95
85
  dx = float8e5m2_to_float32(x, fn=True, uz=True)
96
86
  else:
97
87
  dx = x.astype(np.float32)
98
- y = dx * DequantizeLinear.reshape_input(x_scale, x.shape, axis)
88
+ y = dx * reshape_input(x_scale, x.shape, axis, block_size)
99
89
  return (y.astype(x_scale.dtype),)
90
+
91
+
92
+ class DequantizeLinear_19(_CommonDequantizeLinear):
93
+ def _run(self, x, x_scale, x_zero_point=None, axis=None):
94
+ if len(x_scale.shape) > 1:
95
+ raise ValueError("Input 2 must be a vector or a number.")
96
+ return super()._run(x, x_scale, x_zero_point, axis)
97
+
98
+
99
+ class DequantizeLinear_21(_CommonDequantizeLinear):
100
+ def _run(self, *args, axis=None, block_size=None): # type: ignore
101
+ # args: x, y_scale, zero_point
102
+ return super()._run(*args, axis=axis, block_size=block_size) # type: ignore
@@ -10,4 +10,4 @@ from onnx.reference.op_run import OpRun
10
10
 
11
11
  class Det(OpRun):
12
12
  def _run(self, x): # type: ignore
13
- return (np.linalg.det(x),)
13
+ return (np.array(np.linalg.det(x)),)
@@ -27,6 +27,6 @@ class DynamicQuantizeLinear(OpRun):
27
27
  y = np.clip(np.rint(x / y_scale) + zpi, qmin, qmax)
28
28
  return (
29
29
  y.astype(dtype),
30
- y_scale.astype(x.dtype),
31
- zpi.astype(dtype),
30
+ np.array(y_scale.astype(x.dtype)),
31
+ np.array(zpi.astype(dtype)),
32
32
  )
@@ -51,8 +51,7 @@ class GridSample(OpRun):
51
51
  return x
52
52
 
53
53
  def _gs_reflect(self, x, x_min, x_max): # type: ignore
54
- """
55
- Reflect by the near border till within the borders
54
+ """Reflect by the near border till within the borders
56
55
  Use float for borders to avoid potential issues with integer T
57
56
  """
58
57
  fx = x
@@ -76,8 +75,7 @@ class GridSample(OpRun):
76
75
  return fx
77
76
 
78
77
  def _gs_get_cubic_coeffs(self, x, coeffs): # type: ignore
79
- """
80
- Calculate cubic convolution interpolation coefficients
78
+ """Calculate cubic convolution interpolation coefficients
81
79
  ROBERT G. KEYS https://ieeexplore.ieee.org/document/1163711
82
80
  Use float to avoid potential issues with integer.
83
81
  """
@@ -9,12 +9,9 @@ from onnx.reference.ops._op_common_window import _CommonWindow
9
9
 
10
10
 
11
11
  class HammingWindow(_CommonWindow):
12
- """
13
- Returns
14
- :math:`\\omega_n = \\alpha - \\beta \\cos \\left( \\frac{\\pi n}{N-1} \\right)`
15
- where *N* is the window length.
16
- See `hamming_window
17
- <https://pytorch.org/docs/stable/generated/torch.hamming_window.html>`_.
12
+ r"""Returns :math:`\\omega_n = \\alpha - \\beta \\cos \\left( \\frac{\\pi n}{N-1} \\right)` where *N* is the window length.
13
+
14
+ See `hamming_window <https://pytorch.org/docs/stable/generated/torch.hamming_window.html>`_.
18
15
  `alpha=0.54, beta=0.46`
19
16
  """
20
17