numpy 2.4.1__pp311-pypy311_pp73-macosx_14_0_arm64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1039) hide show
  1. numpy/__config__.py +170 -0
  2. numpy/__config__.pyi +108 -0
  3. numpy/__init__.cython-30.pxd +1242 -0
  4. numpy/__init__.pxd +1155 -0
  5. numpy/__init__.py +942 -0
  6. numpy/__init__.pyi +6202 -0
  7. numpy/_array_api_info.py +346 -0
  8. numpy/_array_api_info.pyi +206 -0
  9. numpy/_configtool.py +39 -0
  10. numpy/_configtool.pyi +1 -0
  11. numpy/_core/__init__.py +201 -0
  12. numpy/_core/__init__.pyi +666 -0
  13. numpy/_core/_add_newdocs.py +7151 -0
  14. numpy/_core/_add_newdocs.pyi +2 -0
  15. numpy/_core/_add_newdocs_scalars.py +381 -0
  16. numpy/_core/_add_newdocs_scalars.pyi +16 -0
  17. numpy/_core/_asarray.py +130 -0
  18. numpy/_core/_asarray.pyi +43 -0
  19. numpy/_core/_dtype.py +366 -0
  20. numpy/_core/_dtype.pyi +56 -0
  21. numpy/_core/_dtype_ctypes.py +120 -0
  22. numpy/_core/_dtype_ctypes.pyi +83 -0
  23. numpy/_core/_exceptions.py +162 -0
  24. numpy/_core/_exceptions.pyi +54 -0
  25. numpy/_core/_internal.py +968 -0
  26. numpy/_core/_internal.pyi +61 -0
  27. numpy/_core/_methods.py +252 -0
  28. numpy/_core/_methods.pyi +22 -0
  29. numpy/_core/_multiarray_tests.pypy311-pp73-darwin.so +0 -0
  30. numpy/_core/_multiarray_umath.pypy311-pp73-darwin.so +0 -0
  31. numpy/_core/_operand_flag_tests.pypy311-pp73-darwin.so +0 -0
  32. numpy/_core/_rational_tests.pypy311-pp73-darwin.so +0 -0
  33. numpy/_core/_simd.pyi +35 -0
  34. numpy/_core/_simd.pypy311-pp73-darwin.so +0 -0
  35. numpy/_core/_string_helpers.py +100 -0
  36. numpy/_core/_string_helpers.pyi +12 -0
  37. numpy/_core/_struct_ufunc_tests.pypy311-pp73-darwin.so +0 -0
  38. numpy/_core/_type_aliases.py +131 -0
  39. numpy/_core/_type_aliases.pyi +86 -0
  40. numpy/_core/_ufunc_config.py +515 -0
  41. numpy/_core/_ufunc_config.pyi +69 -0
  42. numpy/_core/_umath_tests.pyi +47 -0
  43. numpy/_core/_umath_tests.pypy311-pp73-darwin.so +0 -0
  44. numpy/_core/arrayprint.py +1779 -0
  45. numpy/_core/arrayprint.pyi +158 -0
  46. numpy/_core/cversions.py +13 -0
  47. numpy/_core/defchararray.py +1414 -0
  48. numpy/_core/defchararray.pyi +1150 -0
  49. numpy/_core/einsumfunc.py +1650 -0
  50. numpy/_core/einsumfunc.pyi +184 -0
  51. numpy/_core/fromnumeric.py +4233 -0
  52. numpy/_core/fromnumeric.pyi +1735 -0
  53. numpy/_core/function_base.py +547 -0
  54. numpy/_core/function_base.pyi +276 -0
  55. numpy/_core/getlimits.py +462 -0
  56. numpy/_core/getlimits.pyi +124 -0
  57. numpy/_core/include/numpy/__multiarray_api.c +376 -0
  58. numpy/_core/include/numpy/__multiarray_api.h +1628 -0
  59. numpy/_core/include/numpy/__ufunc_api.c +55 -0
  60. numpy/_core/include/numpy/__ufunc_api.h +349 -0
  61. numpy/_core/include/numpy/_neighborhood_iterator_imp.h +90 -0
  62. numpy/_core/include/numpy/_numpyconfig.h +33 -0
  63. numpy/_core/include/numpy/_public_dtype_api_table.h +86 -0
  64. numpy/_core/include/numpy/arrayobject.h +7 -0
  65. numpy/_core/include/numpy/arrayscalars.h +198 -0
  66. numpy/_core/include/numpy/dtype_api.h +547 -0
  67. numpy/_core/include/numpy/halffloat.h +70 -0
  68. numpy/_core/include/numpy/ndarrayobject.h +304 -0
  69. numpy/_core/include/numpy/ndarraytypes.h +1982 -0
  70. numpy/_core/include/numpy/npy_2_compat.h +249 -0
  71. numpy/_core/include/numpy/npy_2_complexcompat.h +28 -0
  72. numpy/_core/include/numpy/npy_3kcompat.h +374 -0
  73. numpy/_core/include/numpy/npy_common.h +989 -0
  74. numpy/_core/include/numpy/npy_cpu.h +126 -0
  75. numpy/_core/include/numpy/npy_endian.h +79 -0
  76. numpy/_core/include/numpy/npy_math.h +602 -0
  77. numpy/_core/include/numpy/npy_no_deprecated_api.h +20 -0
  78. numpy/_core/include/numpy/npy_os.h +42 -0
  79. numpy/_core/include/numpy/numpyconfig.h +185 -0
  80. numpy/_core/include/numpy/random/LICENSE.txt +21 -0
  81. numpy/_core/include/numpy/random/bitgen.h +20 -0
  82. numpy/_core/include/numpy/random/distributions.h +209 -0
  83. numpy/_core/include/numpy/random/libdivide.h +2079 -0
  84. numpy/_core/include/numpy/ufuncobject.h +343 -0
  85. numpy/_core/include/numpy/utils.h +37 -0
  86. numpy/_core/lib/libnpymath.a +0 -0
  87. numpy/_core/lib/npy-pkg-config/mlib.ini +12 -0
  88. numpy/_core/lib/npy-pkg-config/npymath.ini +20 -0
  89. numpy/_core/lib/pkgconfig/numpy.pc +7 -0
  90. numpy/_core/memmap.py +363 -0
  91. numpy/_core/memmap.pyi +3 -0
  92. numpy/_core/multiarray.py +1740 -0
  93. numpy/_core/multiarray.pyi +1316 -0
  94. numpy/_core/numeric.py +2758 -0
  95. numpy/_core/numeric.pyi +1276 -0
  96. numpy/_core/numerictypes.py +633 -0
  97. numpy/_core/numerictypes.pyi +196 -0
  98. numpy/_core/overrides.py +188 -0
  99. numpy/_core/overrides.pyi +47 -0
  100. numpy/_core/printoptions.py +32 -0
  101. numpy/_core/printoptions.pyi +28 -0
  102. numpy/_core/records.py +1088 -0
  103. numpy/_core/records.pyi +340 -0
  104. numpy/_core/shape_base.py +996 -0
  105. numpy/_core/shape_base.pyi +182 -0
  106. numpy/_core/strings.py +1813 -0
  107. numpy/_core/strings.pyi +536 -0
  108. numpy/_core/tests/_locales.py +72 -0
  109. numpy/_core/tests/_natype.py +144 -0
  110. numpy/_core/tests/data/astype_copy.pkl +0 -0
  111. numpy/_core/tests/data/generate_umath_validation_data.cpp +170 -0
  112. numpy/_core/tests/data/recarray_from_file.fits +0 -0
  113. numpy/_core/tests/data/umath-validation-set-README.txt +15 -0
  114. numpy/_core/tests/data/umath-validation-set-arccos.csv +1429 -0
  115. numpy/_core/tests/data/umath-validation-set-arccosh.csv +1429 -0
  116. numpy/_core/tests/data/umath-validation-set-arcsin.csv +1429 -0
  117. numpy/_core/tests/data/umath-validation-set-arcsinh.csv +1429 -0
  118. numpy/_core/tests/data/umath-validation-set-arctan.csv +1429 -0
  119. numpy/_core/tests/data/umath-validation-set-arctanh.csv +1429 -0
  120. numpy/_core/tests/data/umath-validation-set-cbrt.csv +1429 -0
  121. numpy/_core/tests/data/umath-validation-set-cos.csv +1375 -0
  122. numpy/_core/tests/data/umath-validation-set-cosh.csv +1429 -0
  123. numpy/_core/tests/data/umath-validation-set-exp.csv +412 -0
  124. numpy/_core/tests/data/umath-validation-set-exp2.csv +1429 -0
  125. numpy/_core/tests/data/umath-validation-set-expm1.csv +1429 -0
  126. numpy/_core/tests/data/umath-validation-set-log.csv +271 -0
  127. numpy/_core/tests/data/umath-validation-set-log10.csv +1629 -0
  128. numpy/_core/tests/data/umath-validation-set-log1p.csv +1429 -0
  129. numpy/_core/tests/data/umath-validation-set-log2.csv +1629 -0
  130. numpy/_core/tests/data/umath-validation-set-sin.csv +1370 -0
  131. numpy/_core/tests/data/umath-validation-set-sinh.csv +1429 -0
  132. numpy/_core/tests/data/umath-validation-set-tan.csv +1429 -0
  133. numpy/_core/tests/data/umath-validation-set-tanh.csv +1429 -0
  134. numpy/_core/tests/examples/cython/checks.pyx +373 -0
  135. numpy/_core/tests/examples/cython/meson.build +43 -0
  136. numpy/_core/tests/examples/cython/setup.py +39 -0
  137. numpy/_core/tests/examples/limited_api/limited_api1.c +17 -0
  138. numpy/_core/tests/examples/limited_api/limited_api2.pyx +11 -0
  139. numpy/_core/tests/examples/limited_api/limited_api_latest.c +19 -0
  140. numpy/_core/tests/examples/limited_api/meson.build +59 -0
  141. numpy/_core/tests/examples/limited_api/setup.py +24 -0
  142. numpy/_core/tests/test__exceptions.py +90 -0
  143. numpy/_core/tests/test_abc.py +54 -0
  144. numpy/_core/tests/test_api.py +655 -0
  145. numpy/_core/tests/test_argparse.py +90 -0
  146. numpy/_core/tests/test_array_api_info.py +113 -0
  147. numpy/_core/tests/test_array_coercion.py +928 -0
  148. numpy/_core/tests/test_array_interface.py +222 -0
  149. numpy/_core/tests/test_arraymethod.py +84 -0
  150. numpy/_core/tests/test_arrayobject.py +75 -0
  151. numpy/_core/tests/test_arrayprint.py +1324 -0
  152. numpy/_core/tests/test_casting_floatingpoint_errors.py +154 -0
  153. numpy/_core/tests/test_casting_unittests.py +955 -0
  154. numpy/_core/tests/test_conversion_utils.py +209 -0
  155. numpy/_core/tests/test_cpu_dispatcher.py +48 -0
  156. numpy/_core/tests/test_cpu_features.py +450 -0
  157. numpy/_core/tests/test_custom_dtypes.py +393 -0
  158. numpy/_core/tests/test_cython.py +352 -0
  159. numpy/_core/tests/test_datetime.py +2792 -0
  160. numpy/_core/tests/test_defchararray.py +858 -0
  161. numpy/_core/tests/test_deprecations.py +460 -0
  162. numpy/_core/tests/test_dlpack.py +190 -0
  163. numpy/_core/tests/test_dtype.py +2110 -0
  164. numpy/_core/tests/test_einsum.py +1351 -0
  165. numpy/_core/tests/test_errstate.py +131 -0
  166. numpy/_core/tests/test_extint128.py +217 -0
  167. numpy/_core/tests/test_finfo.py +86 -0
  168. numpy/_core/tests/test_function_base.py +504 -0
  169. numpy/_core/tests/test_getlimits.py +171 -0
  170. numpy/_core/tests/test_half.py +593 -0
  171. numpy/_core/tests/test_hashtable.py +36 -0
  172. numpy/_core/tests/test_indexerrors.py +122 -0
  173. numpy/_core/tests/test_indexing.py +1692 -0
  174. numpy/_core/tests/test_item_selection.py +167 -0
  175. numpy/_core/tests/test_limited_api.py +102 -0
  176. numpy/_core/tests/test_longdouble.py +370 -0
  177. numpy/_core/tests/test_mem_overlap.py +933 -0
  178. numpy/_core/tests/test_mem_policy.py +453 -0
  179. numpy/_core/tests/test_memmap.py +248 -0
  180. numpy/_core/tests/test_multiarray.py +11008 -0
  181. numpy/_core/tests/test_multiprocessing.py +55 -0
  182. numpy/_core/tests/test_multithreading.py +377 -0
  183. numpy/_core/tests/test_nditer.py +3533 -0
  184. numpy/_core/tests/test_nep50_promotions.py +287 -0
  185. numpy/_core/tests/test_numeric.py +4295 -0
  186. numpy/_core/tests/test_numerictypes.py +650 -0
  187. numpy/_core/tests/test_overrides.py +800 -0
  188. numpy/_core/tests/test_print.py +202 -0
  189. numpy/_core/tests/test_protocols.py +46 -0
  190. numpy/_core/tests/test_records.py +544 -0
  191. numpy/_core/tests/test_regression.py +2677 -0
  192. numpy/_core/tests/test_scalar_ctors.py +203 -0
  193. numpy/_core/tests/test_scalar_methods.py +328 -0
  194. numpy/_core/tests/test_scalarbuffer.py +153 -0
  195. numpy/_core/tests/test_scalarinherit.py +105 -0
  196. numpy/_core/tests/test_scalarmath.py +1168 -0
  197. numpy/_core/tests/test_scalarprint.py +403 -0
  198. numpy/_core/tests/test_shape_base.py +904 -0
  199. numpy/_core/tests/test_simd.py +1345 -0
  200. numpy/_core/tests/test_simd_module.py +105 -0
  201. numpy/_core/tests/test_stringdtype.py +1855 -0
  202. numpy/_core/tests/test_strings.py +1523 -0
  203. numpy/_core/tests/test_ufunc.py +3405 -0
  204. numpy/_core/tests/test_umath.py +4962 -0
  205. numpy/_core/tests/test_umath_accuracy.py +132 -0
  206. numpy/_core/tests/test_umath_complex.py +631 -0
  207. numpy/_core/tests/test_unicode.py +369 -0
  208. numpy/_core/umath.py +60 -0
  209. numpy/_core/umath.pyi +232 -0
  210. numpy/_distributor_init.py +15 -0
  211. numpy/_distributor_init.pyi +1 -0
  212. numpy/_expired_attrs_2_0.py +78 -0
  213. numpy/_expired_attrs_2_0.pyi +61 -0
  214. numpy/_globals.py +121 -0
  215. numpy/_globals.pyi +17 -0
  216. numpy/_pyinstaller/__init__.py +0 -0
  217. numpy/_pyinstaller/__init__.pyi +0 -0
  218. numpy/_pyinstaller/hook-numpy.py +36 -0
  219. numpy/_pyinstaller/hook-numpy.pyi +6 -0
  220. numpy/_pyinstaller/tests/__init__.py +16 -0
  221. numpy/_pyinstaller/tests/pyinstaller-smoke.py +32 -0
  222. numpy/_pyinstaller/tests/test_pyinstaller.py +35 -0
  223. numpy/_pytesttester.py +201 -0
  224. numpy/_pytesttester.pyi +18 -0
  225. numpy/_typing/__init__.py +173 -0
  226. numpy/_typing/_add_docstring.py +153 -0
  227. numpy/_typing/_array_like.py +106 -0
  228. numpy/_typing/_char_codes.py +213 -0
  229. numpy/_typing/_dtype_like.py +114 -0
  230. numpy/_typing/_extended_precision.py +15 -0
  231. numpy/_typing/_nbit.py +19 -0
  232. numpy/_typing/_nbit_base.py +94 -0
  233. numpy/_typing/_nbit_base.pyi +39 -0
  234. numpy/_typing/_nested_sequence.py +79 -0
  235. numpy/_typing/_scalars.py +20 -0
  236. numpy/_typing/_shape.py +8 -0
  237. numpy/_typing/_ufunc.py +7 -0
  238. numpy/_typing/_ufunc.pyi +975 -0
  239. numpy/_utils/__init__.py +95 -0
  240. numpy/_utils/__init__.pyi +28 -0
  241. numpy/_utils/_convertions.py +18 -0
  242. numpy/_utils/_convertions.pyi +4 -0
  243. numpy/_utils/_inspect.py +192 -0
  244. numpy/_utils/_inspect.pyi +70 -0
  245. numpy/_utils/_pep440.py +486 -0
  246. numpy/_utils/_pep440.pyi +118 -0
  247. numpy/char/__init__.py +2 -0
  248. numpy/char/__init__.pyi +111 -0
  249. numpy/conftest.py +248 -0
  250. numpy/core/__init__.py +33 -0
  251. numpy/core/__init__.pyi +0 -0
  252. numpy/core/_dtype.py +10 -0
  253. numpy/core/_dtype.pyi +0 -0
  254. numpy/core/_dtype_ctypes.py +10 -0
  255. numpy/core/_dtype_ctypes.pyi +0 -0
  256. numpy/core/_internal.py +27 -0
  257. numpy/core/_multiarray_umath.py +57 -0
  258. numpy/core/_utils.py +21 -0
  259. numpy/core/arrayprint.py +10 -0
  260. numpy/core/defchararray.py +10 -0
  261. numpy/core/einsumfunc.py +10 -0
  262. numpy/core/fromnumeric.py +10 -0
  263. numpy/core/function_base.py +10 -0
  264. numpy/core/getlimits.py +10 -0
  265. numpy/core/multiarray.py +25 -0
  266. numpy/core/numeric.py +12 -0
  267. numpy/core/numerictypes.py +10 -0
  268. numpy/core/overrides.py +10 -0
  269. numpy/core/overrides.pyi +7 -0
  270. numpy/core/records.py +10 -0
  271. numpy/core/shape_base.py +10 -0
  272. numpy/core/umath.py +10 -0
  273. numpy/ctypeslib/__init__.py +13 -0
  274. numpy/ctypeslib/__init__.pyi +15 -0
  275. numpy/ctypeslib/_ctypeslib.py +603 -0
  276. numpy/ctypeslib/_ctypeslib.pyi +236 -0
  277. numpy/distutils/__init__.py +64 -0
  278. numpy/distutils/__init__.pyi +4 -0
  279. numpy/distutils/__pycache__/conv_template.pypy311.pyc +0 -0
  280. numpy/distutils/_shell_utils.py +87 -0
  281. numpy/distutils/armccompiler.py +26 -0
  282. numpy/distutils/ccompiler.py +826 -0
  283. numpy/distutils/ccompiler_opt.py +2668 -0
  284. numpy/distutils/checks/cpu_asimd.c +27 -0
  285. numpy/distutils/checks/cpu_asimddp.c +16 -0
  286. numpy/distutils/checks/cpu_asimdfhm.c +19 -0
  287. numpy/distutils/checks/cpu_asimdhp.c +15 -0
  288. numpy/distutils/checks/cpu_avx.c +20 -0
  289. numpy/distutils/checks/cpu_avx2.c +20 -0
  290. numpy/distutils/checks/cpu_avx512_clx.c +22 -0
  291. numpy/distutils/checks/cpu_avx512_cnl.c +24 -0
  292. numpy/distutils/checks/cpu_avx512_icl.c +26 -0
  293. numpy/distutils/checks/cpu_avx512_knl.c +25 -0
  294. numpy/distutils/checks/cpu_avx512_knm.c +30 -0
  295. numpy/distutils/checks/cpu_avx512_skx.c +26 -0
  296. numpy/distutils/checks/cpu_avx512_spr.c +26 -0
  297. numpy/distutils/checks/cpu_avx512cd.c +20 -0
  298. numpy/distutils/checks/cpu_avx512f.c +20 -0
  299. numpy/distutils/checks/cpu_f16c.c +22 -0
  300. numpy/distutils/checks/cpu_fma3.c +22 -0
  301. numpy/distutils/checks/cpu_fma4.c +13 -0
  302. numpy/distutils/checks/cpu_lsx.c +11 -0
  303. numpy/distutils/checks/cpu_neon.c +19 -0
  304. numpy/distutils/checks/cpu_neon_fp16.c +11 -0
  305. numpy/distutils/checks/cpu_neon_vfpv4.c +21 -0
  306. numpy/distutils/checks/cpu_popcnt.c +32 -0
  307. numpy/distutils/checks/cpu_rvv.c +13 -0
  308. numpy/distutils/checks/cpu_sse.c +20 -0
  309. numpy/distutils/checks/cpu_sse2.c +20 -0
  310. numpy/distutils/checks/cpu_sse3.c +20 -0
  311. numpy/distutils/checks/cpu_sse41.c +20 -0
  312. numpy/distutils/checks/cpu_sse42.c +20 -0
  313. numpy/distutils/checks/cpu_ssse3.c +20 -0
  314. numpy/distutils/checks/cpu_sve.c +14 -0
  315. numpy/distutils/checks/cpu_vsx.c +21 -0
  316. numpy/distutils/checks/cpu_vsx2.c +13 -0
  317. numpy/distutils/checks/cpu_vsx3.c +13 -0
  318. numpy/distutils/checks/cpu_vsx4.c +14 -0
  319. numpy/distutils/checks/cpu_vx.c +16 -0
  320. numpy/distutils/checks/cpu_vxe.c +25 -0
  321. numpy/distutils/checks/cpu_vxe2.c +21 -0
  322. numpy/distutils/checks/cpu_xop.c +12 -0
  323. numpy/distutils/checks/extra_avx512bw_mask.c +18 -0
  324. numpy/distutils/checks/extra_avx512dq_mask.c +16 -0
  325. numpy/distutils/checks/extra_avx512f_reduce.c +41 -0
  326. numpy/distutils/checks/extra_vsx3_half_double.c +12 -0
  327. numpy/distutils/checks/extra_vsx4_mma.c +21 -0
  328. numpy/distutils/checks/extra_vsx_asm.c +36 -0
  329. numpy/distutils/checks/test_flags.c +1 -0
  330. numpy/distutils/command/__init__.py +41 -0
  331. numpy/distutils/command/autodist.py +148 -0
  332. numpy/distutils/command/bdist_rpm.py +22 -0
  333. numpy/distutils/command/build.py +62 -0
  334. numpy/distutils/command/build_clib.py +469 -0
  335. numpy/distutils/command/build_ext.py +752 -0
  336. numpy/distutils/command/build_py.py +31 -0
  337. numpy/distutils/command/build_scripts.py +49 -0
  338. numpy/distutils/command/build_src.py +773 -0
  339. numpy/distutils/command/config.py +516 -0
  340. numpy/distutils/command/config_compiler.py +126 -0
  341. numpy/distutils/command/develop.py +15 -0
  342. numpy/distutils/command/egg_info.py +25 -0
  343. numpy/distutils/command/install.py +79 -0
  344. numpy/distutils/command/install_clib.py +40 -0
  345. numpy/distutils/command/install_data.py +24 -0
  346. numpy/distutils/command/install_headers.py +25 -0
  347. numpy/distutils/command/sdist.py +27 -0
  348. numpy/distutils/conv_template.py +329 -0
  349. numpy/distutils/core.py +215 -0
  350. numpy/distutils/cpuinfo.py +683 -0
  351. numpy/distutils/exec_command.py +315 -0
  352. numpy/distutils/extension.py +101 -0
  353. numpy/distutils/fcompiler/__init__.py +1035 -0
  354. numpy/distutils/fcompiler/absoft.py +158 -0
  355. numpy/distutils/fcompiler/arm.py +71 -0
  356. numpy/distutils/fcompiler/compaq.py +120 -0
  357. numpy/distutils/fcompiler/environment.py +88 -0
  358. numpy/distutils/fcompiler/fujitsu.py +46 -0
  359. numpy/distutils/fcompiler/g95.py +42 -0
  360. numpy/distutils/fcompiler/gnu.py +555 -0
  361. numpy/distutils/fcompiler/hpux.py +41 -0
  362. numpy/distutils/fcompiler/ibm.py +97 -0
  363. numpy/distutils/fcompiler/intel.py +211 -0
  364. numpy/distutils/fcompiler/lahey.py +45 -0
  365. numpy/distutils/fcompiler/mips.py +54 -0
  366. numpy/distutils/fcompiler/nag.py +87 -0
  367. numpy/distutils/fcompiler/none.py +28 -0
  368. numpy/distutils/fcompiler/nv.py +53 -0
  369. numpy/distutils/fcompiler/pathf95.py +33 -0
  370. numpy/distutils/fcompiler/pg.py +128 -0
  371. numpy/distutils/fcompiler/sun.py +51 -0
  372. numpy/distutils/fcompiler/vast.py +52 -0
  373. numpy/distutils/from_template.py +261 -0
  374. numpy/distutils/fujitsuccompiler.py +28 -0
  375. numpy/distutils/intelccompiler.py +106 -0
  376. numpy/distutils/lib2def.py +116 -0
  377. numpy/distutils/line_endings.py +77 -0
  378. numpy/distutils/log.py +111 -0
  379. numpy/distutils/mingw/gfortran_vs2003_hack.c +6 -0
  380. numpy/distutils/mingw32ccompiler.py +620 -0
  381. numpy/distutils/misc_util.py +2484 -0
  382. numpy/distutils/msvc9compiler.py +63 -0
  383. numpy/distutils/msvccompiler.py +76 -0
  384. numpy/distutils/npy_pkg_config.py +441 -0
  385. numpy/distutils/numpy_distribution.py +17 -0
  386. numpy/distutils/pathccompiler.py +21 -0
  387. numpy/distutils/system_info.py +3267 -0
  388. numpy/distutils/tests/__init__.py +0 -0
  389. numpy/distutils/tests/test_build_ext.py +74 -0
  390. numpy/distutils/tests/test_ccompiler_opt.py +808 -0
  391. numpy/distutils/tests/test_ccompiler_opt_conf.py +176 -0
  392. numpy/distutils/tests/test_exec_command.py +217 -0
  393. numpy/distutils/tests/test_fcompiler.py +43 -0
  394. numpy/distutils/tests/test_fcompiler_gnu.py +55 -0
  395. numpy/distutils/tests/test_fcompiler_intel.py +30 -0
  396. numpy/distutils/tests/test_fcompiler_nagfor.py +22 -0
  397. numpy/distutils/tests/test_from_template.py +44 -0
  398. numpy/distutils/tests/test_log.py +34 -0
  399. numpy/distutils/tests/test_mingw32ccompiler.py +47 -0
  400. numpy/distutils/tests/test_misc_util.py +88 -0
  401. numpy/distutils/tests/test_npy_pkg_config.py +84 -0
  402. numpy/distutils/tests/test_shell_utils.py +79 -0
  403. numpy/distutils/tests/test_system_info.py +334 -0
  404. numpy/distutils/tests/utilities.py +90 -0
  405. numpy/distutils/unixccompiler.py +141 -0
  406. numpy/doc/ufuncs.py +138 -0
  407. numpy/dtypes.py +41 -0
  408. numpy/dtypes.pyi +630 -0
  409. numpy/exceptions.py +246 -0
  410. numpy/exceptions.pyi +27 -0
  411. numpy/f2py/__init__.py +86 -0
  412. numpy/f2py/__init__.pyi +5 -0
  413. numpy/f2py/__main__.py +5 -0
  414. numpy/f2py/__version__.py +1 -0
  415. numpy/f2py/__version__.pyi +1 -0
  416. numpy/f2py/_backends/__init__.py +9 -0
  417. numpy/f2py/_backends/__init__.pyi +5 -0
  418. numpy/f2py/_backends/_backend.py +44 -0
  419. numpy/f2py/_backends/_backend.pyi +46 -0
  420. numpy/f2py/_backends/_distutils.py +76 -0
  421. numpy/f2py/_backends/_distutils.pyi +13 -0
  422. numpy/f2py/_backends/_meson.py +244 -0
  423. numpy/f2py/_backends/_meson.pyi +62 -0
  424. numpy/f2py/_backends/meson.build.template +58 -0
  425. numpy/f2py/_isocbind.py +62 -0
  426. numpy/f2py/_isocbind.pyi +13 -0
  427. numpy/f2py/_src_pyf.py +247 -0
  428. numpy/f2py/_src_pyf.pyi +28 -0
  429. numpy/f2py/auxfuncs.py +1004 -0
  430. numpy/f2py/auxfuncs.pyi +262 -0
  431. numpy/f2py/capi_maps.py +811 -0
  432. numpy/f2py/capi_maps.pyi +33 -0
  433. numpy/f2py/cb_rules.py +665 -0
  434. numpy/f2py/cb_rules.pyi +17 -0
  435. numpy/f2py/cfuncs.py +1563 -0
  436. numpy/f2py/cfuncs.pyi +31 -0
  437. numpy/f2py/common_rules.py +143 -0
  438. numpy/f2py/common_rules.pyi +9 -0
  439. numpy/f2py/crackfortran.py +3725 -0
  440. numpy/f2py/crackfortran.pyi +266 -0
  441. numpy/f2py/diagnose.py +149 -0
  442. numpy/f2py/diagnose.pyi +1 -0
  443. numpy/f2py/f2py2e.py +788 -0
  444. numpy/f2py/f2py2e.pyi +74 -0
  445. numpy/f2py/f90mod_rules.py +269 -0
  446. numpy/f2py/f90mod_rules.pyi +16 -0
  447. numpy/f2py/func2subr.py +329 -0
  448. numpy/f2py/func2subr.pyi +7 -0
  449. numpy/f2py/rules.py +1629 -0
  450. numpy/f2py/rules.pyi +41 -0
  451. numpy/f2py/setup.cfg +3 -0
  452. numpy/f2py/src/fortranobject.c +1436 -0
  453. numpy/f2py/src/fortranobject.h +173 -0
  454. numpy/f2py/symbolic.py +1518 -0
  455. numpy/f2py/symbolic.pyi +219 -0
  456. numpy/f2py/tests/__init__.py +16 -0
  457. numpy/f2py/tests/src/abstract_interface/foo.f90 +34 -0
  458. numpy/f2py/tests/src/abstract_interface/gh18403_mod.f90 +6 -0
  459. numpy/f2py/tests/src/array_from_pyobj/wrapmodule.c +235 -0
  460. numpy/f2py/tests/src/assumed_shape/.f2py_f2cmap +1 -0
  461. numpy/f2py/tests/src/assumed_shape/foo_free.f90 +34 -0
  462. numpy/f2py/tests/src/assumed_shape/foo_mod.f90 +41 -0
  463. numpy/f2py/tests/src/assumed_shape/foo_use.f90 +19 -0
  464. numpy/f2py/tests/src/assumed_shape/precision.f90 +4 -0
  465. numpy/f2py/tests/src/block_docstring/foo.f +6 -0
  466. numpy/f2py/tests/src/callback/foo.f +62 -0
  467. numpy/f2py/tests/src/callback/gh17797.f90 +7 -0
  468. numpy/f2py/tests/src/callback/gh18335.f90 +17 -0
  469. numpy/f2py/tests/src/callback/gh25211.f +10 -0
  470. numpy/f2py/tests/src/callback/gh25211.pyf +18 -0
  471. numpy/f2py/tests/src/callback/gh26681.f90 +18 -0
  472. numpy/f2py/tests/src/cli/gh_22819.pyf +6 -0
  473. numpy/f2py/tests/src/cli/hi77.f +3 -0
  474. numpy/f2py/tests/src/cli/hiworld.f90 +3 -0
  475. numpy/f2py/tests/src/common/block.f +11 -0
  476. numpy/f2py/tests/src/common/gh19161.f90 +10 -0
  477. numpy/f2py/tests/src/crackfortran/accesstype.f90 +13 -0
  478. numpy/f2py/tests/src/crackfortran/common_with_division.f +17 -0
  479. numpy/f2py/tests/src/crackfortran/data_common.f +8 -0
  480. numpy/f2py/tests/src/crackfortran/data_multiplier.f +5 -0
  481. numpy/f2py/tests/src/crackfortran/data_stmts.f90 +20 -0
  482. numpy/f2py/tests/src/crackfortran/data_with_comments.f +8 -0
  483. numpy/f2py/tests/src/crackfortran/foo_deps.f90 +6 -0
  484. numpy/f2py/tests/src/crackfortran/gh15035.f +16 -0
  485. numpy/f2py/tests/src/crackfortran/gh17859.f +12 -0
  486. numpy/f2py/tests/src/crackfortran/gh22648.pyf +7 -0
  487. numpy/f2py/tests/src/crackfortran/gh23533.f +5 -0
  488. numpy/f2py/tests/src/crackfortran/gh23598.f90 +4 -0
  489. numpy/f2py/tests/src/crackfortran/gh23598Warn.f90 +11 -0
  490. numpy/f2py/tests/src/crackfortran/gh23879.f90 +20 -0
  491. numpy/f2py/tests/src/crackfortran/gh27697.f90 +12 -0
  492. numpy/f2py/tests/src/crackfortran/gh2848.f90 +13 -0
  493. numpy/f2py/tests/src/crackfortran/operators.f90 +49 -0
  494. numpy/f2py/tests/src/crackfortran/privatemod.f90 +11 -0
  495. numpy/f2py/tests/src/crackfortran/publicmod.f90 +10 -0
  496. numpy/f2py/tests/src/crackfortran/pubprivmod.f90 +10 -0
  497. numpy/f2py/tests/src/crackfortran/unicode_comment.f90 +4 -0
  498. numpy/f2py/tests/src/f2cmap/.f2py_f2cmap +1 -0
  499. numpy/f2py/tests/src/f2cmap/isoFortranEnvMap.f90 +9 -0
  500. numpy/f2py/tests/src/isocintrin/isoCtests.f90 +34 -0
  501. numpy/f2py/tests/src/kind/foo.f90 +20 -0
  502. numpy/f2py/tests/src/mixed/foo.f +5 -0
  503. numpy/f2py/tests/src/mixed/foo_fixed.f90 +8 -0
  504. numpy/f2py/tests/src/mixed/foo_free.f90 +8 -0
  505. numpy/f2py/tests/src/modules/gh25337/data.f90 +8 -0
  506. numpy/f2py/tests/src/modules/gh25337/use_data.f90 +6 -0
  507. numpy/f2py/tests/src/modules/gh26920/two_mods_with_no_public_entities.f90 +21 -0
  508. numpy/f2py/tests/src/modules/gh26920/two_mods_with_one_public_routine.f90 +21 -0
  509. numpy/f2py/tests/src/modules/module_data_docstring.f90 +12 -0
  510. numpy/f2py/tests/src/modules/use_modules.f90 +20 -0
  511. numpy/f2py/tests/src/negative_bounds/issue_20853.f90 +7 -0
  512. numpy/f2py/tests/src/parameter/constant_array.f90 +45 -0
  513. numpy/f2py/tests/src/parameter/constant_both.f90 +57 -0
  514. numpy/f2py/tests/src/parameter/constant_compound.f90 +15 -0
  515. numpy/f2py/tests/src/parameter/constant_integer.f90 +22 -0
  516. numpy/f2py/tests/src/parameter/constant_non_compound.f90 +23 -0
  517. numpy/f2py/tests/src/parameter/constant_real.f90 +23 -0
  518. numpy/f2py/tests/src/quoted_character/foo.f +14 -0
  519. numpy/f2py/tests/src/regression/AB.inc +1 -0
  520. numpy/f2py/tests/src/regression/assignOnlyModule.f90 +25 -0
  521. numpy/f2py/tests/src/regression/datonly.f90 +17 -0
  522. numpy/f2py/tests/src/regression/f77comments.f +26 -0
  523. numpy/f2py/tests/src/regression/f77fixedform.f95 +5 -0
  524. numpy/f2py/tests/src/regression/f90continuation.f90 +9 -0
  525. numpy/f2py/tests/src/regression/incfile.f90 +5 -0
  526. numpy/f2py/tests/src/regression/inout.f90 +9 -0
  527. numpy/f2py/tests/src/regression/lower_f2py_fortran.f90 +5 -0
  528. numpy/f2py/tests/src/regression/mod_derived_types.f90 +23 -0
  529. numpy/f2py/tests/src/return_character/foo77.f +45 -0
  530. numpy/f2py/tests/src/return_character/foo90.f90 +48 -0
  531. numpy/f2py/tests/src/return_complex/foo77.f +45 -0
  532. numpy/f2py/tests/src/return_complex/foo90.f90 +48 -0
  533. numpy/f2py/tests/src/return_integer/foo77.f +56 -0
  534. numpy/f2py/tests/src/return_integer/foo90.f90 +59 -0
  535. numpy/f2py/tests/src/return_logical/foo77.f +56 -0
  536. numpy/f2py/tests/src/return_logical/foo90.f90 +59 -0
  537. numpy/f2py/tests/src/return_real/foo77.f +45 -0
  538. numpy/f2py/tests/src/return_real/foo90.f90 +48 -0
  539. numpy/f2py/tests/src/routines/funcfortranname.f +5 -0
  540. numpy/f2py/tests/src/routines/funcfortranname.pyf +11 -0
  541. numpy/f2py/tests/src/routines/subrout.f +4 -0
  542. numpy/f2py/tests/src/routines/subrout.pyf +10 -0
  543. numpy/f2py/tests/src/size/foo.f90 +44 -0
  544. numpy/f2py/tests/src/string/char.f90 +29 -0
  545. numpy/f2py/tests/src/string/fixed_string.f90 +34 -0
  546. numpy/f2py/tests/src/string/gh24008.f +8 -0
  547. numpy/f2py/tests/src/string/gh24662.f90 +7 -0
  548. numpy/f2py/tests/src/string/gh25286.f90 +14 -0
  549. numpy/f2py/tests/src/string/gh25286.pyf +12 -0
  550. numpy/f2py/tests/src/string/gh25286_bc.pyf +12 -0
  551. numpy/f2py/tests/src/string/scalar_string.f90 +9 -0
  552. numpy/f2py/tests/src/string/string.f +12 -0
  553. numpy/f2py/tests/src/value_attrspec/gh21665.f90 +9 -0
  554. numpy/f2py/tests/test_abstract_interface.py +26 -0
  555. numpy/f2py/tests/test_array_from_pyobj.py +678 -0
  556. numpy/f2py/tests/test_assumed_shape.py +50 -0
  557. numpy/f2py/tests/test_block_docstring.py +20 -0
  558. numpy/f2py/tests/test_callback.py +263 -0
  559. numpy/f2py/tests/test_character.py +641 -0
  560. numpy/f2py/tests/test_common.py +23 -0
  561. numpy/f2py/tests/test_crackfortran.py +421 -0
  562. numpy/f2py/tests/test_data.py +71 -0
  563. numpy/f2py/tests/test_docs.py +66 -0
  564. numpy/f2py/tests/test_f2cmap.py +17 -0
  565. numpy/f2py/tests/test_f2py2e.py +983 -0
  566. numpy/f2py/tests/test_isoc.py +56 -0
  567. numpy/f2py/tests/test_kind.py +52 -0
  568. numpy/f2py/tests/test_mixed.py +35 -0
  569. numpy/f2py/tests/test_modules.py +83 -0
  570. numpy/f2py/tests/test_parameter.py +129 -0
  571. numpy/f2py/tests/test_pyf_src.py +43 -0
  572. numpy/f2py/tests/test_quoted_character.py +18 -0
  573. numpy/f2py/tests/test_regression.py +187 -0
  574. numpy/f2py/tests/test_return_character.py +48 -0
  575. numpy/f2py/tests/test_return_complex.py +67 -0
  576. numpy/f2py/tests/test_return_integer.py +55 -0
  577. numpy/f2py/tests/test_return_logical.py +65 -0
  578. numpy/f2py/tests/test_return_real.py +109 -0
  579. numpy/f2py/tests/test_routines.py +29 -0
  580. numpy/f2py/tests/test_semicolon_split.py +75 -0
  581. numpy/f2py/tests/test_size.py +45 -0
  582. numpy/f2py/tests/test_string.py +100 -0
  583. numpy/f2py/tests/test_symbolic.py +500 -0
  584. numpy/f2py/tests/test_value_attrspec.py +15 -0
  585. numpy/f2py/tests/util.py +442 -0
  586. numpy/f2py/use_rules.py +99 -0
  587. numpy/f2py/use_rules.pyi +9 -0
  588. numpy/fft/__init__.py +213 -0
  589. numpy/fft/__init__.pyi +38 -0
  590. numpy/fft/_helper.py +235 -0
  591. numpy/fft/_helper.pyi +44 -0
  592. numpy/fft/_pocketfft.py +1693 -0
  593. numpy/fft/_pocketfft.pyi +137 -0
  594. numpy/fft/_pocketfft_umath.pypy311-pp73-darwin.so +0 -0
  595. numpy/fft/tests/__init__.py +0 -0
  596. numpy/fft/tests/test_helper.py +167 -0
  597. numpy/fft/tests/test_pocketfft.py +589 -0
  598. numpy/lib/__init__.py +97 -0
  599. numpy/lib/__init__.pyi +52 -0
  600. numpy/lib/_array_utils_impl.py +62 -0
  601. numpy/lib/_array_utils_impl.pyi +10 -0
  602. numpy/lib/_arraypad_impl.py +926 -0
  603. numpy/lib/_arraypad_impl.pyi +88 -0
  604. numpy/lib/_arraysetops_impl.py +1158 -0
  605. numpy/lib/_arraysetops_impl.pyi +462 -0
  606. numpy/lib/_arrayterator_impl.py +224 -0
  607. numpy/lib/_arrayterator_impl.pyi +45 -0
  608. numpy/lib/_datasource.py +700 -0
  609. numpy/lib/_datasource.pyi +30 -0
  610. numpy/lib/_format_impl.py +1036 -0
  611. numpy/lib/_format_impl.pyi +56 -0
  612. numpy/lib/_function_base_impl.py +5760 -0
  613. numpy/lib/_function_base_impl.pyi +2324 -0
  614. numpy/lib/_histograms_impl.py +1085 -0
  615. numpy/lib/_histograms_impl.pyi +40 -0
  616. numpy/lib/_index_tricks_impl.py +1048 -0
  617. numpy/lib/_index_tricks_impl.pyi +267 -0
  618. numpy/lib/_iotools.py +900 -0
  619. numpy/lib/_iotools.pyi +116 -0
  620. numpy/lib/_nanfunctions_impl.py +2006 -0
  621. numpy/lib/_nanfunctions_impl.pyi +48 -0
  622. numpy/lib/_npyio_impl.py +2583 -0
  623. numpy/lib/_npyio_impl.pyi +299 -0
  624. numpy/lib/_polynomial_impl.py +1465 -0
  625. numpy/lib/_polynomial_impl.pyi +338 -0
  626. numpy/lib/_scimath_impl.py +642 -0
  627. numpy/lib/_scimath_impl.pyi +93 -0
  628. numpy/lib/_shape_base_impl.py +1289 -0
  629. numpy/lib/_shape_base_impl.pyi +236 -0
  630. numpy/lib/_stride_tricks_impl.py +582 -0
  631. numpy/lib/_stride_tricks_impl.pyi +73 -0
  632. numpy/lib/_twodim_base_impl.py +1201 -0
  633. numpy/lib/_twodim_base_impl.pyi +408 -0
  634. numpy/lib/_type_check_impl.py +710 -0
  635. numpy/lib/_type_check_impl.pyi +348 -0
  636. numpy/lib/_ufunclike_impl.py +199 -0
  637. numpy/lib/_ufunclike_impl.pyi +60 -0
  638. numpy/lib/_user_array_impl.py +310 -0
  639. numpy/lib/_user_array_impl.pyi +226 -0
  640. numpy/lib/_utils_impl.py +784 -0
  641. numpy/lib/_utils_impl.pyi +22 -0
  642. numpy/lib/_version.py +153 -0
  643. numpy/lib/_version.pyi +17 -0
  644. numpy/lib/array_utils.py +7 -0
  645. numpy/lib/array_utils.pyi +6 -0
  646. numpy/lib/format.py +24 -0
  647. numpy/lib/format.pyi +24 -0
  648. numpy/lib/introspect.py +94 -0
  649. numpy/lib/introspect.pyi +3 -0
  650. numpy/lib/mixins.py +180 -0
  651. numpy/lib/mixins.pyi +78 -0
  652. numpy/lib/npyio.py +1 -0
  653. numpy/lib/npyio.pyi +5 -0
  654. numpy/lib/recfunctions.py +1681 -0
  655. numpy/lib/recfunctions.pyi +444 -0
  656. numpy/lib/scimath.py +13 -0
  657. numpy/lib/scimath.pyi +12 -0
  658. numpy/lib/stride_tricks.py +1 -0
  659. numpy/lib/stride_tricks.pyi +4 -0
  660. numpy/lib/tests/__init__.py +0 -0
  661. numpy/lib/tests/data/py2-np0-objarr.npy +0 -0
  662. numpy/lib/tests/data/py2-objarr.npy +0 -0
  663. numpy/lib/tests/data/py2-objarr.npz +0 -0
  664. numpy/lib/tests/data/py3-objarr.npy +0 -0
  665. numpy/lib/tests/data/py3-objarr.npz +0 -0
  666. numpy/lib/tests/data/python3.npy +0 -0
  667. numpy/lib/tests/data/win64python2.npy +0 -0
  668. numpy/lib/tests/test__datasource.py +328 -0
  669. numpy/lib/tests/test__iotools.py +358 -0
  670. numpy/lib/tests/test__version.py +64 -0
  671. numpy/lib/tests/test_array_utils.py +32 -0
  672. numpy/lib/tests/test_arraypad.py +1427 -0
  673. numpy/lib/tests/test_arraysetops.py +1302 -0
  674. numpy/lib/tests/test_arrayterator.py +45 -0
  675. numpy/lib/tests/test_format.py +1054 -0
  676. numpy/lib/tests/test_function_base.py +4750 -0
  677. numpy/lib/tests/test_histograms.py +855 -0
  678. numpy/lib/tests/test_index_tricks.py +693 -0
  679. numpy/lib/tests/test_io.py +2857 -0
  680. numpy/lib/tests/test_loadtxt.py +1099 -0
  681. numpy/lib/tests/test_mixins.py +215 -0
  682. numpy/lib/tests/test_nanfunctions.py +1438 -0
  683. numpy/lib/tests/test_packbits.py +376 -0
  684. numpy/lib/tests/test_polynomial.py +325 -0
  685. numpy/lib/tests/test_recfunctions.py +1042 -0
  686. numpy/lib/tests/test_regression.py +231 -0
  687. numpy/lib/tests/test_shape_base.py +813 -0
  688. numpy/lib/tests/test_stride_tricks.py +655 -0
  689. numpy/lib/tests/test_twodim_base.py +559 -0
  690. numpy/lib/tests/test_type_check.py +473 -0
  691. numpy/lib/tests/test_ufunclike.py +97 -0
  692. numpy/lib/tests/test_utils.py +80 -0
  693. numpy/lib/user_array.py +1 -0
  694. numpy/lib/user_array.pyi +1 -0
  695. numpy/linalg/__init__.py +95 -0
  696. numpy/linalg/__init__.pyi +71 -0
  697. numpy/linalg/_linalg.py +3657 -0
  698. numpy/linalg/_linalg.pyi +548 -0
  699. numpy/linalg/_umath_linalg.pyi +60 -0
  700. numpy/linalg/_umath_linalg.pypy311-pp73-darwin.so +0 -0
  701. numpy/linalg/lapack_lite.pyi +143 -0
  702. numpy/linalg/lapack_lite.pypy311-pp73-darwin.so +0 -0
  703. numpy/linalg/tests/__init__.py +0 -0
  704. numpy/linalg/tests/test_deprecations.py +21 -0
  705. numpy/linalg/tests/test_linalg.py +2442 -0
  706. numpy/linalg/tests/test_regression.py +182 -0
  707. numpy/ma/API_CHANGES.txt +135 -0
  708. numpy/ma/LICENSE +24 -0
  709. numpy/ma/README.rst +236 -0
  710. numpy/ma/__init__.py +53 -0
  711. numpy/ma/__init__.pyi +458 -0
  712. numpy/ma/core.py +8929 -0
  713. numpy/ma/core.pyi +3720 -0
  714. numpy/ma/extras.py +2266 -0
  715. numpy/ma/extras.pyi +297 -0
  716. numpy/ma/mrecords.py +762 -0
  717. numpy/ma/mrecords.pyi +96 -0
  718. numpy/ma/tests/__init__.py +0 -0
  719. numpy/ma/tests/test_arrayobject.py +40 -0
  720. numpy/ma/tests/test_core.py +6008 -0
  721. numpy/ma/tests/test_deprecations.py +65 -0
  722. numpy/ma/tests/test_extras.py +1945 -0
  723. numpy/ma/tests/test_mrecords.py +495 -0
  724. numpy/ma/tests/test_old_ma.py +939 -0
  725. numpy/ma/tests/test_regression.py +83 -0
  726. numpy/ma/tests/test_subclassing.py +469 -0
  727. numpy/ma/testutils.py +294 -0
  728. numpy/ma/testutils.pyi +69 -0
  729. numpy/matlib.py +380 -0
  730. numpy/matlib.pyi +580 -0
  731. numpy/matrixlib/__init__.py +12 -0
  732. numpy/matrixlib/__init__.pyi +3 -0
  733. numpy/matrixlib/defmatrix.py +1119 -0
  734. numpy/matrixlib/defmatrix.pyi +218 -0
  735. numpy/matrixlib/tests/__init__.py +0 -0
  736. numpy/matrixlib/tests/test_defmatrix.py +455 -0
  737. numpy/matrixlib/tests/test_interaction.py +360 -0
  738. numpy/matrixlib/tests/test_masked_matrix.py +240 -0
  739. numpy/matrixlib/tests/test_matrix_linalg.py +110 -0
  740. numpy/matrixlib/tests/test_multiarray.py +17 -0
  741. numpy/matrixlib/tests/test_numeric.py +18 -0
  742. numpy/matrixlib/tests/test_regression.py +31 -0
  743. numpy/polynomial/__init__.py +187 -0
  744. numpy/polynomial/__init__.pyi +31 -0
  745. numpy/polynomial/_polybase.py +1191 -0
  746. numpy/polynomial/_polybase.pyi +262 -0
  747. numpy/polynomial/_polytypes.pyi +501 -0
  748. numpy/polynomial/chebyshev.py +2001 -0
  749. numpy/polynomial/chebyshev.pyi +180 -0
  750. numpy/polynomial/hermite.py +1738 -0
  751. numpy/polynomial/hermite.pyi +106 -0
  752. numpy/polynomial/hermite_e.py +1640 -0
  753. numpy/polynomial/hermite_e.pyi +106 -0
  754. numpy/polynomial/laguerre.py +1673 -0
  755. numpy/polynomial/laguerre.pyi +100 -0
  756. numpy/polynomial/legendre.py +1603 -0
  757. numpy/polynomial/legendre.pyi +100 -0
  758. numpy/polynomial/polynomial.py +1625 -0
  759. numpy/polynomial/polynomial.pyi +109 -0
  760. numpy/polynomial/polyutils.py +759 -0
  761. numpy/polynomial/polyutils.pyi +307 -0
  762. numpy/polynomial/tests/__init__.py +0 -0
  763. numpy/polynomial/tests/test_chebyshev.py +618 -0
  764. numpy/polynomial/tests/test_classes.py +613 -0
  765. numpy/polynomial/tests/test_hermite.py +553 -0
  766. numpy/polynomial/tests/test_hermite_e.py +554 -0
  767. numpy/polynomial/tests/test_laguerre.py +535 -0
  768. numpy/polynomial/tests/test_legendre.py +566 -0
  769. numpy/polynomial/tests/test_polynomial.py +691 -0
  770. numpy/polynomial/tests/test_polyutils.py +123 -0
  771. numpy/polynomial/tests/test_printing.py +557 -0
  772. numpy/polynomial/tests/test_symbol.py +217 -0
  773. numpy/py.typed +0 -0
  774. numpy/random/LICENSE.md +71 -0
  775. numpy/random/__init__.pxd +14 -0
  776. numpy/random/__init__.py +213 -0
  777. numpy/random/__init__.pyi +124 -0
  778. numpy/random/_bounded_integers.pxd +29 -0
  779. numpy/random/_bounded_integers.pyi +1 -0
  780. numpy/random/_bounded_integers.pypy311-pp73-darwin.so +0 -0
  781. numpy/random/_common.pxd +110 -0
  782. numpy/random/_common.pyi +16 -0
  783. numpy/random/_common.pypy311-pp73-darwin.so +0 -0
  784. numpy/random/_examples/cffi/extending.py +44 -0
  785. numpy/random/_examples/cffi/parse.py +53 -0
  786. numpy/random/_examples/cython/extending.pyx +77 -0
  787. numpy/random/_examples/cython/extending_distributions.pyx +117 -0
  788. numpy/random/_examples/cython/meson.build +53 -0
  789. numpy/random/_examples/numba/extending.py +86 -0
  790. numpy/random/_examples/numba/extending_distributions.py +67 -0
  791. numpy/random/_generator.pyi +862 -0
  792. numpy/random/_generator.pypy311-pp73-darwin.so +0 -0
  793. numpy/random/_mt19937.pyi +27 -0
  794. numpy/random/_mt19937.pypy311-pp73-darwin.so +0 -0
  795. numpy/random/_pcg64.pyi +41 -0
  796. numpy/random/_pcg64.pypy311-pp73-darwin.so +0 -0
  797. numpy/random/_philox.pyi +36 -0
  798. numpy/random/_philox.pypy311-pp73-darwin.so +0 -0
  799. numpy/random/_pickle.py +88 -0
  800. numpy/random/_pickle.pyi +43 -0
  801. numpy/random/_sfc64.pyi +25 -0
  802. numpy/random/_sfc64.pypy311-pp73-darwin.so +0 -0
  803. numpy/random/bit_generator.pxd +40 -0
  804. numpy/random/bit_generator.pyi +123 -0
  805. numpy/random/bit_generator.pypy311-pp73-darwin.so +0 -0
  806. numpy/random/c_distributions.pxd +119 -0
  807. numpy/random/lib/libnpyrandom.a +0 -0
  808. numpy/random/mtrand.pyi +759 -0
  809. numpy/random/mtrand.pypy311-pp73-darwin.so +0 -0
  810. numpy/random/tests/__init__.py +0 -0
  811. numpy/random/tests/data/__init__.py +0 -0
  812. numpy/random/tests/data/generator_pcg64_np121.pkl.gz +0 -0
  813. numpy/random/tests/data/generator_pcg64_np126.pkl.gz +0 -0
  814. numpy/random/tests/data/mt19937-testset-1.csv +1001 -0
  815. numpy/random/tests/data/mt19937-testset-2.csv +1001 -0
  816. numpy/random/tests/data/pcg64-testset-1.csv +1001 -0
  817. numpy/random/tests/data/pcg64-testset-2.csv +1001 -0
  818. numpy/random/tests/data/pcg64dxsm-testset-1.csv +1001 -0
  819. numpy/random/tests/data/pcg64dxsm-testset-2.csv +1001 -0
  820. numpy/random/tests/data/philox-testset-1.csv +1001 -0
  821. numpy/random/tests/data/philox-testset-2.csv +1001 -0
  822. numpy/random/tests/data/sfc64-testset-1.csv +1001 -0
  823. numpy/random/tests/data/sfc64-testset-2.csv +1001 -0
  824. numpy/random/tests/data/sfc64_np126.pkl.gz +0 -0
  825. numpy/random/tests/test_direct.py +595 -0
  826. numpy/random/tests/test_extending.py +131 -0
  827. numpy/random/tests/test_generator_mt19937.py +2825 -0
  828. numpy/random/tests/test_generator_mt19937_regressions.py +221 -0
  829. numpy/random/tests/test_random.py +1724 -0
  830. numpy/random/tests/test_randomstate.py +2099 -0
  831. numpy/random/tests/test_randomstate_regression.py +213 -0
  832. numpy/random/tests/test_regression.py +175 -0
  833. numpy/random/tests/test_seed_sequence.py +79 -0
  834. numpy/random/tests/test_smoke.py +882 -0
  835. numpy/rec/__init__.py +2 -0
  836. numpy/rec/__init__.pyi +23 -0
  837. numpy/strings/__init__.py +2 -0
  838. numpy/strings/__init__.pyi +97 -0
  839. numpy/testing/__init__.py +22 -0
  840. numpy/testing/__init__.pyi +107 -0
  841. numpy/testing/_private/__init__.py +0 -0
  842. numpy/testing/_private/__init__.pyi +0 -0
  843. numpy/testing/_private/extbuild.py +250 -0
  844. numpy/testing/_private/extbuild.pyi +25 -0
  845. numpy/testing/_private/utils.py +2830 -0
  846. numpy/testing/_private/utils.pyi +505 -0
  847. numpy/testing/overrides.py +84 -0
  848. numpy/testing/overrides.pyi +10 -0
  849. numpy/testing/print_coercion_tables.py +207 -0
  850. numpy/testing/print_coercion_tables.pyi +26 -0
  851. numpy/testing/tests/__init__.py +0 -0
  852. numpy/testing/tests/test_utils.py +2123 -0
  853. numpy/tests/__init__.py +0 -0
  854. numpy/tests/test__all__.py +10 -0
  855. numpy/tests/test_configtool.py +51 -0
  856. numpy/tests/test_ctypeslib.py +383 -0
  857. numpy/tests/test_lazyloading.py +42 -0
  858. numpy/tests/test_matlib.py +59 -0
  859. numpy/tests/test_numpy_config.py +47 -0
  860. numpy/tests/test_numpy_version.py +54 -0
  861. numpy/tests/test_public_api.py +807 -0
  862. numpy/tests/test_reloading.py +76 -0
  863. numpy/tests/test_scripts.py +48 -0
  864. numpy/tests/test_warnings.py +79 -0
  865. numpy/typing/__init__.py +233 -0
  866. numpy/typing/__init__.pyi +3 -0
  867. numpy/typing/mypy_plugin.py +200 -0
  868. numpy/typing/tests/__init__.py +0 -0
  869. numpy/typing/tests/data/fail/arithmetic.pyi +126 -0
  870. numpy/typing/tests/data/fail/array_constructors.pyi +34 -0
  871. numpy/typing/tests/data/fail/array_like.pyi +15 -0
  872. numpy/typing/tests/data/fail/array_pad.pyi +6 -0
  873. numpy/typing/tests/data/fail/arrayprint.pyi +15 -0
  874. numpy/typing/tests/data/fail/arrayterator.pyi +14 -0
  875. numpy/typing/tests/data/fail/bitwise_ops.pyi +17 -0
  876. numpy/typing/tests/data/fail/char.pyi +63 -0
  877. numpy/typing/tests/data/fail/chararray.pyi +61 -0
  878. numpy/typing/tests/data/fail/comparisons.pyi +27 -0
  879. numpy/typing/tests/data/fail/constants.pyi +3 -0
  880. numpy/typing/tests/data/fail/datasource.pyi +16 -0
  881. numpy/typing/tests/data/fail/dtype.pyi +17 -0
  882. numpy/typing/tests/data/fail/einsumfunc.pyi +12 -0
  883. numpy/typing/tests/data/fail/flatiter.pyi +38 -0
  884. numpy/typing/tests/data/fail/fromnumeric.pyi +148 -0
  885. numpy/typing/tests/data/fail/histograms.pyi +12 -0
  886. numpy/typing/tests/data/fail/index_tricks.pyi +14 -0
  887. numpy/typing/tests/data/fail/lib_function_base.pyi +60 -0
  888. numpy/typing/tests/data/fail/lib_polynomial.pyi +29 -0
  889. numpy/typing/tests/data/fail/lib_utils.pyi +3 -0
  890. numpy/typing/tests/data/fail/lib_version.pyi +6 -0
  891. numpy/typing/tests/data/fail/linalg.pyi +52 -0
  892. numpy/typing/tests/data/fail/ma.pyi +155 -0
  893. numpy/typing/tests/data/fail/memmap.pyi +5 -0
  894. numpy/typing/tests/data/fail/modules.pyi +17 -0
  895. numpy/typing/tests/data/fail/multiarray.pyi +52 -0
  896. numpy/typing/tests/data/fail/ndarray.pyi +11 -0
  897. numpy/typing/tests/data/fail/ndarray_misc.pyi +49 -0
  898. numpy/typing/tests/data/fail/nditer.pyi +8 -0
  899. numpy/typing/tests/data/fail/nested_sequence.pyi +17 -0
  900. numpy/typing/tests/data/fail/npyio.pyi +24 -0
  901. numpy/typing/tests/data/fail/numerictypes.pyi +5 -0
  902. numpy/typing/tests/data/fail/random.pyi +62 -0
  903. numpy/typing/tests/data/fail/rec.pyi +17 -0
  904. numpy/typing/tests/data/fail/scalars.pyi +86 -0
  905. numpy/typing/tests/data/fail/shape.pyi +7 -0
  906. numpy/typing/tests/data/fail/shape_base.pyi +8 -0
  907. numpy/typing/tests/data/fail/stride_tricks.pyi +9 -0
  908. numpy/typing/tests/data/fail/strings.pyi +52 -0
  909. numpy/typing/tests/data/fail/testing.pyi +28 -0
  910. numpy/typing/tests/data/fail/twodim_base.pyi +39 -0
  911. numpy/typing/tests/data/fail/type_check.pyi +12 -0
  912. numpy/typing/tests/data/fail/ufunc_config.pyi +21 -0
  913. numpy/typing/tests/data/fail/ufunclike.pyi +21 -0
  914. numpy/typing/tests/data/fail/ufuncs.pyi +17 -0
  915. numpy/typing/tests/data/fail/warnings_and_errors.pyi +5 -0
  916. numpy/typing/tests/data/misc/extended_precision.pyi +9 -0
  917. numpy/typing/tests/data/mypy.ini +8 -0
  918. numpy/typing/tests/data/pass/arithmetic.py +614 -0
  919. numpy/typing/tests/data/pass/array_constructors.py +138 -0
  920. numpy/typing/tests/data/pass/array_like.py +43 -0
  921. numpy/typing/tests/data/pass/arrayprint.py +37 -0
  922. numpy/typing/tests/data/pass/arrayterator.py +28 -0
  923. numpy/typing/tests/data/pass/bitwise_ops.py +131 -0
  924. numpy/typing/tests/data/pass/comparisons.py +316 -0
  925. numpy/typing/tests/data/pass/dtype.py +57 -0
  926. numpy/typing/tests/data/pass/einsumfunc.py +36 -0
  927. numpy/typing/tests/data/pass/flatiter.py +26 -0
  928. numpy/typing/tests/data/pass/fromnumeric.py +272 -0
  929. numpy/typing/tests/data/pass/index_tricks.py +62 -0
  930. numpy/typing/tests/data/pass/lib_user_array.py +22 -0
  931. numpy/typing/tests/data/pass/lib_utils.py +19 -0
  932. numpy/typing/tests/data/pass/lib_version.py +18 -0
  933. numpy/typing/tests/data/pass/literal.py +52 -0
  934. numpy/typing/tests/data/pass/ma.py +199 -0
  935. numpy/typing/tests/data/pass/mod.py +149 -0
  936. numpy/typing/tests/data/pass/modules.py +45 -0
  937. numpy/typing/tests/data/pass/multiarray.py +77 -0
  938. numpy/typing/tests/data/pass/ndarray_conversion.py +81 -0
  939. numpy/typing/tests/data/pass/ndarray_misc.py +199 -0
  940. numpy/typing/tests/data/pass/ndarray_shape_manipulation.py +47 -0
  941. numpy/typing/tests/data/pass/nditer.py +4 -0
  942. numpy/typing/tests/data/pass/numeric.py +90 -0
  943. numpy/typing/tests/data/pass/numerictypes.py +17 -0
  944. numpy/typing/tests/data/pass/random.py +1498 -0
  945. numpy/typing/tests/data/pass/recfunctions.py +164 -0
  946. numpy/typing/tests/data/pass/scalars.py +249 -0
  947. numpy/typing/tests/data/pass/shape.py +19 -0
  948. numpy/typing/tests/data/pass/simple.py +170 -0
  949. numpy/typing/tests/data/pass/ufunc_config.py +64 -0
  950. numpy/typing/tests/data/pass/ufunclike.py +52 -0
  951. numpy/typing/tests/data/pass/ufuncs.py +16 -0
  952. numpy/typing/tests/data/pass/warnings_and_errors.py +6 -0
  953. numpy/typing/tests/data/reveal/arithmetic.pyi +719 -0
  954. numpy/typing/tests/data/reveal/array_api_info.pyi +70 -0
  955. numpy/typing/tests/data/reveal/array_constructors.pyi +277 -0
  956. numpy/typing/tests/data/reveal/arraypad.pyi +27 -0
  957. numpy/typing/tests/data/reveal/arrayprint.pyi +25 -0
  958. numpy/typing/tests/data/reveal/arraysetops.pyi +74 -0
  959. numpy/typing/tests/data/reveal/arrayterator.pyi +27 -0
  960. numpy/typing/tests/data/reveal/bitwise_ops.pyi +166 -0
  961. numpy/typing/tests/data/reveal/char.pyi +225 -0
  962. numpy/typing/tests/data/reveal/chararray.pyi +138 -0
  963. numpy/typing/tests/data/reveal/comparisons.pyi +264 -0
  964. numpy/typing/tests/data/reveal/constants.pyi +14 -0
  965. numpy/typing/tests/data/reveal/ctypeslib.pyi +81 -0
  966. numpy/typing/tests/data/reveal/datasource.pyi +23 -0
  967. numpy/typing/tests/data/reveal/dtype.pyi +132 -0
  968. numpy/typing/tests/data/reveal/einsumfunc.pyi +39 -0
  969. numpy/typing/tests/data/reveal/emath.pyi +54 -0
  970. numpy/typing/tests/data/reveal/fft.pyi +37 -0
  971. numpy/typing/tests/data/reveal/flatiter.pyi +86 -0
  972. numpy/typing/tests/data/reveal/fromnumeric.pyi +347 -0
  973. numpy/typing/tests/data/reveal/getlimits.pyi +53 -0
  974. numpy/typing/tests/data/reveal/histograms.pyi +25 -0
  975. numpy/typing/tests/data/reveal/index_tricks.pyi +70 -0
  976. numpy/typing/tests/data/reveal/lib_function_base.pyi +409 -0
  977. numpy/typing/tests/data/reveal/lib_polynomial.pyi +147 -0
  978. numpy/typing/tests/data/reveal/lib_utils.pyi +17 -0
  979. numpy/typing/tests/data/reveal/lib_version.pyi +20 -0
  980. numpy/typing/tests/data/reveal/linalg.pyi +154 -0
  981. numpy/typing/tests/data/reveal/ma.pyi +1098 -0
  982. numpy/typing/tests/data/reveal/matrix.pyi +73 -0
  983. numpy/typing/tests/data/reveal/memmap.pyi +19 -0
  984. numpy/typing/tests/data/reveal/mod.pyi +178 -0
  985. numpy/typing/tests/data/reveal/modules.pyi +51 -0
  986. numpy/typing/tests/data/reveal/multiarray.pyi +197 -0
  987. numpy/typing/tests/data/reveal/nbit_base_example.pyi +20 -0
  988. numpy/typing/tests/data/reveal/ndarray_assignability.pyi +82 -0
  989. numpy/typing/tests/data/reveal/ndarray_conversion.pyi +83 -0
  990. numpy/typing/tests/data/reveal/ndarray_misc.pyi +246 -0
  991. numpy/typing/tests/data/reveal/ndarray_shape_manipulation.pyi +47 -0
  992. numpy/typing/tests/data/reveal/nditer.pyi +49 -0
  993. numpy/typing/tests/data/reveal/nested_sequence.pyi +25 -0
  994. numpy/typing/tests/data/reveal/npyio.pyi +83 -0
  995. numpy/typing/tests/data/reveal/numeric.pyi +170 -0
  996. numpy/typing/tests/data/reveal/numerictypes.pyi +16 -0
  997. numpy/typing/tests/data/reveal/polynomial_polybase.pyi +217 -0
  998. numpy/typing/tests/data/reveal/polynomial_polyutils.pyi +218 -0
  999. numpy/typing/tests/data/reveal/polynomial_series.pyi +138 -0
  1000. numpy/typing/tests/data/reveal/random.pyi +1546 -0
  1001. numpy/typing/tests/data/reveal/rec.pyi +171 -0
  1002. numpy/typing/tests/data/reveal/scalars.pyi +191 -0
  1003. numpy/typing/tests/data/reveal/shape.pyi +13 -0
  1004. numpy/typing/tests/data/reveal/shape_base.pyi +52 -0
  1005. numpy/typing/tests/data/reveal/stride_tricks.pyi +27 -0
  1006. numpy/typing/tests/data/reveal/strings.pyi +196 -0
  1007. numpy/typing/tests/data/reveal/testing.pyi +198 -0
  1008. numpy/typing/tests/data/reveal/twodim_base.pyi +225 -0
  1009. numpy/typing/tests/data/reveal/type_check.pyi +67 -0
  1010. numpy/typing/tests/data/reveal/ufunc_config.pyi +29 -0
  1011. numpy/typing/tests/data/reveal/ufunclike.pyi +31 -0
  1012. numpy/typing/tests/data/reveal/ufuncs.pyi +142 -0
  1013. numpy/typing/tests/data/reveal/warnings_and_errors.pyi +11 -0
  1014. numpy/typing/tests/test_isfile.py +38 -0
  1015. numpy/typing/tests/test_runtime.py +110 -0
  1016. numpy/typing/tests/test_typing.py +205 -0
  1017. numpy/version.py +11 -0
  1018. numpy/version.pyi +9 -0
  1019. numpy-2.4.1.dist-info/METADATA +139 -0
  1020. numpy-2.4.1.dist-info/RECORD +1039 -0
  1021. numpy-2.4.1.dist-info/WHEEL +6 -0
  1022. numpy-2.4.1.dist-info/entry_points.txt +13 -0
  1023. numpy-2.4.1.dist-info/licenses/LICENSE.txt +935 -0
  1024. numpy-2.4.1.dist-info/licenses/numpy/_core/include/numpy/libdivide/LICENSE.txt +21 -0
  1025. numpy-2.4.1.dist-info/licenses/numpy/_core/src/common/pythoncapi-compat/COPYING +14 -0
  1026. numpy-2.4.1.dist-info/licenses/numpy/_core/src/highway/LICENSE +371 -0
  1027. numpy-2.4.1.dist-info/licenses/numpy/_core/src/multiarray/dragon4_LICENSE.txt +27 -0
  1028. numpy-2.4.1.dist-info/licenses/numpy/_core/src/npysort/x86-simd-sort/LICENSE.md +28 -0
  1029. numpy-2.4.1.dist-info/licenses/numpy/_core/src/umath/svml/LICENSE +30 -0
  1030. numpy-2.4.1.dist-info/licenses/numpy/fft/pocketfft/LICENSE.md +25 -0
  1031. numpy-2.4.1.dist-info/licenses/numpy/linalg/lapack_lite/LICENSE.txt +48 -0
  1032. numpy-2.4.1.dist-info/licenses/numpy/ma/LICENSE +24 -0
  1033. numpy-2.4.1.dist-info/licenses/numpy/random/LICENSE.md +71 -0
  1034. numpy-2.4.1.dist-info/licenses/numpy/random/src/distributions/LICENSE.md +61 -0
  1035. numpy-2.4.1.dist-info/licenses/numpy/random/src/mt19937/LICENSE.md +61 -0
  1036. numpy-2.4.1.dist-info/licenses/numpy/random/src/pcg64/LICENSE.md +22 -0
  1037. numpy-2.4.1.dist-info/licenses/numpy/random/src/philox/LICENSE.md +31 -0
  1038. numpy-2.4.1.dist-info/licenses/numpy/random/src/sfc64/LICENSE.md +27 -0
  1039. numpy-2.4.1.dist-info/licenses/numpy/random/src/splitmix64/LICENSE.md +9 -0
@@ -0,0 +1,2668 @@
1
+ """Provides the `CCompilerOpt` class, used for handling the CPU/hardware
2
+ optimization, starting from parsing the command arguments, to managing the
3
+ relation between the CPU baseline and dispatch-able features,
4
+ also generating the required C headers and ending with compiling
5
+ the sources with proper compiler's flags.
6
+
7
+ `CCompilerOpt` doesn't provide runtime detection for the CPU features,
8
+ instead only focuses on the compiler side, but it creates abstract C headers
9
+ that can be used later for the final runtime dispatching process."""
10
+
11
+ import atexit
12
+ import inspect
13
+ import os
14
+ import pprint
15
+ import re
16
+ import subprocess
17
+ import textwrap
18
+
19
+ class _Config:
20
+ """An abstract class holds all configurable attributes of `CCompilerOpt`,
21
+ these class attributes can be used to change the default behavior
22
+ of `CCompilerOpt` in order to fit other requirements.
23
+
24
+ Attributes
25
+ ----------
26
+ conf_nocache : bool
27
+ Set True to disable memory and file cache.
28
+ Default is False.
29
+
30
+ conf_noopt : bool
31
+ Set True to forces the optimization to be disabled,
32
+ in this case `CCompilerOpt` tends to generate all
33
+ expected headers in order to 'not' break the build.
34
+ Default is False.
35
+
36
+ conf_cache_factors : list
37
+ Add extra factors to the primary caching factors. The caching factors
38
+ are utilized to determine if there are changes had happened that
39
+ requires to discard the cache and re-updating it. The primary factors
40
+ are the arguments of `CCompilerOpt` and `CCompiler`'s properties(type, flags, etc).
41
+ Default is list of two items, containing the time of last modification
42
+ of `ccompiler_opt` and value of attribute "conf_noopt"
43
+
44
+ conf_tmp_path : str,
45
+ The path of temporary directory. Default is auto-created
46
+ temporary directory via ``tempfile.mkdtemp()``.
47
+
48
+ conf_check_path : str
49
+ The path of testing files. Each added CPU feature must have a
50
+ **C** source file contains at least one intrinsic or instruction that
51
+ related to this feature, so it can be tested against the compiler.
52
+ Default is ``./distutils/checks``.
53
+
54
+ conf_target_groups : dict
55
+ Extra tokens that can be reached from dispatch-able sources through
56
+ the special mark ``@targets``. Default is an empty dictionary.
57
+
58
+ **Notes**:
59
+ - case-insensitive for tokens and group names
60
+ - sign '#' must stick in the begin of group name and only within ``@targets``
61
+
62
+ **Example**:
63
+ .. code-block:: console
64
+
65
+ $ "@targets #avx_group other_tokens" > group_inside.c
66
+
67
+ >>> CCompilerOpt.conf_target_groups["avx_group"] = \\
68
+ "$werror $maxopt avx2 avx512f avx512_skx"
69
+ >>> cco = CCompilerOpt(cc_instance)
70
+ >>> cco.try_dispatch(["group_inside.c"])
71
+
72
+ conf_c_prefix : str
73
+ The prefix of public C definitions. Default is ``"NPY_"``.
74
+
75
+ conf_c_prefix_ : str
76
+ The prefix of internal C definitions. Default is ``"NPY__"``.
77
+
78
+ conf_cc_flags : dict
79
+ Nested dictionaries defining several compiler flags
80
+ that linked to some major functions, the main key
81
+ represent the compiler name and sub-keys represent
82
+ flags names. Default is already covers all supported
83
+ **C** compilers.
84
+
85
+ Sub-keys explained as follows:
86
+
87
+ "native": str or None
88
+ used by argument option `native`, to detect the current
89
+ machine support via the compiler.
90
+ "werror": str or None
91
+ utilized to treat warning as errors during testing CPU features
92
+ against the compiler and also for target's policy `$werror`
93
+ via dispatch-able sources.
94
+ "maxopt": str or None
95
+ utilized for target's policy '$maxopt' and the value should
96
+ contains the maximum acceptable optimization by the compiler.
97
+ e.g. in gcc ``'-O3'``
98
+
99
+ **Notes**:
100
+ * case-sensitive for compiler names and flags
101
+ * use space to separate multiple flags
102
+ * any flag will tested against the compiler and it will skipped
103
+ if it's not applicable.
104
+
105
+ conf_min_features : dict
106
+ A dictionary defines the used CPU features for
107
+ argument option ``'min'``, the key represent the CPU architecture
108
+ name e.g. ``'x86'``. Default values provide the best effort
109
+ on wide range of users platforms.
110
+
111
+ **Note**: case-sensitive for architecture names.
112
+
113
+ conf_features : dict
114
+ Nested dictionaries used for identifying the CPU features.
115
+ the primary key is represented as a feature name or group name
116
+ that gathers several features. Default values covers all
117
+ supported features but without the major options like "flags",
118
+ these undefined options handle it by method `conf_features_partial()`.
119
+ Default value is covers almost all CPU features for *X86*, *IBM/Power64*
120
+ and *ARM 7/8*.
121
+
122
+ Sub-keys explained as follows:
123
+
124
+ "implies" : str or list, optional,
125
+ List of CPU feature names to be implied by it,
126
+ the feature name must be defined within `conf_features`.
127
+ Default is None.
128
+
129
+ "flags": str or list, optional
130
+ List of compiler flags. Default is None.
131
+
132
+ "detect": str or list, optional
133
+ List of CPU feature names that required to be detected
134
+ in runtime. By default, its the feature name or features
135
+ in "group" if its specified.
136
+
137
+ "implies_detect": bool, optional
138
+ If True, all "detect" of implied features will be combined.
139
+ Default is True. see `feature_detect()`.
140
+
141
+ "group": str or list, optional
142
+ Same as "implies" but doesn't require the feature name to be
143
+ defined within `conf_features`.
144
+
145
+ "interest": int, required
146
+ a key for sorting CPU features
147
+
148
+ "headers": str or list, optional
149
+ intrinsics C header file
150
+
151
+ "disable": str, optional
152
+ force disable feature, the string value should contains the
153
+ reason of disabling.
154
+
155
+ "autovec": bool or None, optional
156
+ True or False to declare that CPU feature can be auto-vectorized
157
+ by the compiler.
158
+ By default(None), treated as True if the feature contains at
159
+ least one applicable flag. see `feature_can_autovec()`
160
+
161
+ "extra_checks": str or list, optional
162
+ Extra test case names for the CPU feature that need to be tested
163
+ against the compiler.
164
+
165
+ Each test case must have a C file named ``extra_xxxx.c``, where
166
+ ``xxxx`` is the case name in lower case, under 'conf_check_path'.
167
+ It should contain at least one intrinsic or function related to the test case.
168
+
169
+ If the compiler able to successfully compile the C file then `CCompilerOpt`
170
+ will add a C ``#define`` for it into the main dispatch header, e.g.
171
+ ``#define {conf_c_prefix}_XXXX`` where ``XXXX`` is the case name in upper case.
172
+
173
+ **NOTES**:
174
+ * space can be used as separator with options that supports "str or list"
175
+ * case-sensitive for all values and feature name must be in upper-case.
176
+ * if flags aren't applicable, its will skipped rather than disable the
177
+ CPU feature
178
+ * the CPU feature will disabled if the compiler fail to compile
179
+ the test file
180
+ """
181
+ conf_nocache = False
182
+ conf_noopt = False
183
+ conf_cache_factors = None
184
+ conf_tmp_path = None
185
+ conf_check_path = os.path.join(
186
+ os.path.dirname(os.path.realpath(__file__)), "checks"
187
+ )
188
+ conf_target_groups = {}
189
+ conf_c_prefix = 'NPY_'
190
+ conf_c_prefix_ = 'NPY__'
191
+ conf_cc_flags = dict(
192
+ gcc = dict(
193
+ # native should always fail on arm and ppc64,
194
+ # native usually works only with x86
195
+ native = '-march=native',
196
+ opt = '-O3',
197
+ werror = '-Werror',
198
+ ),
199
+ clang = dict(
200
+ native = '-march=native',
201
+ opt = "-O3",
202
+ # One of the following flags needs to be applicable for Clang to
203
+ # guarantee the sanity of the testing process, however in certain
204
+ # cases `-Werror` gets skipped during the availability test due to
205
+ # "unused arguments" warnings.
206
+ # see https://github.com/numpy/numpy/issues/19624
207
+ werror = '-Werror=switch -Werror',
208
+ ),
209
+ icc = dict(
210
+ native = '-xHost',
211
+ opt = '-O3',
212
+ werror = '-Werror',
213
+ ),
214
+ iccw = dict(
215
+ native = '/QxHost',
216
+ opt = '/O3',
217
+ werror = '/Werror',
218
+ ),
219
+ msvc = dict(
220
+ native = None,
221
+ opt = '/O2',
222
+ werror = '/WX',
223
+ ),
224
+ fcc = dict(
225
+ native = '-mcpu=a64fx',
226
+ opt = None,
227
+ werror = None,
228
+ )
229
+ )
230
+ conf_min_features = dict(
231
+ x86 = "SSE SSE2",
232
+ x64 = "SSE SSE2 SSE3",
233
+ ppc64 = '', # play it safe
234
+ ppc64le = "VSX VSX2",
235
+ s390x = '',
236
+ armhf = '', # play it safe
237
+ aarch64 = "NEON NEON_FP16 NEON_VFPV4 ASIMD"
238
+ )
239
+ conf_features = dict(
240
+ # X86
241
+ SSE = dict(
242
+ interest=1, headers="xmmintrin.h",
243
+ # enabling SSE without SSE2 is useless also
244
+ # it's non-optional for x86_64
245
+ implies="SSE2"
246
+ ),
247
+ SSE2 = dict(interest=2, implies="SSE", headers="emmintrin.h"),
248
+ SSE3 = dict(interest=3, implies="SSE2", headers="pmmintrin.h"),
249
+ SSSE3 = dict(interest=4, implies="SSE3", headers="tmmintrin.h"),
250
+ SSE41 = dict(interest=5, implies="SSSE3", headers="smmintrin.h"),
251
+ POPCNT = dict(interest=6, implies="SSE41", headers="popcntintrin.h"),
252
+ SSE42 = dict(interest=7, implies="POPCNT"),
253
+ AVX = dict(
254
+ interest=8, implies="SSE42", headers="immintrin.h",
255
+ implies_detect=False
256
+ ),
257
+ XOP = dict(interest=9, implies="AVX", headers="x86intrin.h"),
258
+ FMA4 = dict(interest=10, implies="AVX", headers="x86intrin.h"),
259
+ F16C = dict(interest=11, implies="AVX"),
260
+ FMA3 = dict(interest=12, implies="F16C"),
261
+ AVX2 = dict(interest=13, implies="F16C"),
262
+ AVX512F = dict(
263
+ interest=20, implies="FMA3 AVX2", implies_detect=False,
264
+ extra_checks="AVX512F_REDUCE"
265
+ ),
266
+ AVX512CD = dict(interest=21, implies="AVX512F"),
267
+ AVX512_KNL = dict(
268
+ interest=40, implies="AVX512CD", group="AVX512ER AVX512PF",
269
+ detect="AVX512_KNL", implies_detect=False
270
+ ),
271
+ AVX512_KNM = dict(
272
+ interest=41, implies="AVX512_KNL",
273
+ group="AVX5124FMAPS AVX5124VNNIW AVX512VPOPCNTDQ",
274
+ detect="AVX512_KNM", implies_detect=False
275
+ ),
276
+ AVX512_SKX = dict(
277
+ interest=42, implies="AVX512CD", group="AVX512VL AVX512BW AVX512DQ",
278
+ detect="AVX512_SKX", implies_detect=False,
279
+ extra_checks="AVX512BW_MASK AVX512DQ_MASK"
280
+ ),
281
+ AVX512_CLX = dict(
282
+ interest=43, implies="AVX512_SKX", group="AVX512VNNI",
283
+ detect="AVX512_CLX"
284
+ ),
285
+ AVX512_CNL = dict(
286
+ interest=44, implies="AVX512_SKX", group="AVX512IFMA AVX512VBMI",
287
+ detect="AVX512_CNL", implies_detect=False
288
+ ),
289
+ AVX512_ICL = dict(
290
+ interest=45, implies="AVX512_CLX AVX512_CNL",
291
+ group="AVX512VBMI2 AVX512BITALG AVX512VPOPCNTDQ",
292
+ detect="AVX512_ICL", implies_detect=False
293
+ ),
294
+ AVX512_SPR = dict(
295
+ interest=46, implies="AVX512_ICL", group="AVX512FP16",
296
+ detect="AVX512_SPR", implies_detect=False
297
+ ),
298
+ # IBM/Power
299
+ ## Power7/ISA 2.06
300
+ VSX = dict(interest=1, headers="altivec.h", extra_checks="VSX_ASM"),
301
+ ## Power8/ISA 2.07
302
+ VSX2 = dict(interest=2, implies="VSX", implies_detect=False),
303
+ ## Power9/ISA 3.00
304
+ VSX3 = dict(interest=3, implies="VSX2", implies_detect=False,
305
+ extra_checks="VSX3_HALF_DOUBLE"),
306
+ ## Power10/ISA 3.1
307
+ VSX4 = dict(interest=4, implies="VSX3", implies_detect=False,
308
+ extra_checks="VSX4_MMA"),
309
+ # IBM/Z
310
+ ## VX(z13) support
311
+ VX = dict(interest=1, headers="vecintrin.h"),
312
+ ## Vector-Enhancements Facility
313
+ VXE = dict(interest=2, implies="VX", implies_detect=False),
314
+ ## Vector-Enhancements Facility 2
315
+ VXE2 = dict(interest=3, implies="VXE", implies_detect=False),
316
+ # ARM
317
+ NEON = dict(interest=1, headers="arm_neon.h"),
318
+ NEON_FP16 = dict(interest=2, implies="NEON"),
319
+ ## FMA
320
+ NEON_VFPV4 = dict(interest=3, implies="NEON_FP16"),
321
+ ## Advanced SIMD
322
+ ASIMD = dict(interest=4, implies="NEON_FP16 NEON_VFPV4", implies_detect=False),
323
+ ## ARMv8.2 half-precision & vector arithm
324
+ ASIMDHP = dict(interest=5, implies="ASIMD"),
325
+ ## ARMv8.2 dot product
326
+ ASIMDDP = dict(interest=6, implies="ASIMD"),
327
+ ## ARMv8.2 Single & half-precision Multiply
328
+ ASIMDFHM = dict(interest=7, implies="ASIMDHP")
329
+ )
330
+ def conf_features_partial(self):
331
+ """Return a dictionary of supported CPU features by the platform,
332
+ and accumulate the rest of undefined options in `conf_features`,
333
+ the returned dict has same rules and notes in
334
+ class attribute `conf_features`, also its override
335
+ any options that been set in 'conf_features'.
336
+ """
337
+ if self.cc_noopt:
338
+ # optimization is disabled
339
+ return {}
340
+
341
+ on_x86 = self.cc_on_x86 or self.cc_on_x64
342
+ is_unix = self.cc_is_gcc or self.cc_is_clang or self.cc_is_fcc
343
+
344
+ if on_x86 and is_unix: return dict(
345
+ SSE = dict(flags="-msse"),
346
+ SSE2 = dict(flags="-msse2"),
347
+ SSE3 = dict(flags="-msse3"),
348
+ SSSE3 = dict(flags="-mssse3"),
349
+ SSE41 = dict(flags="-msse4.1"),
350
+ POPCNT = dict(flags="-mpopcnt"),
351
+ SSE42 = dict(flags="-msse4.2"),
352
+ AVX = dict(flags="-mavx"),
353
+ F16C = dict(flags="-mf16c"),
354
+ XOP = dict(flags="-mxop"),
355
+ FMA4 = dict(flags="-mfma4"),
356
+ FMA3 = dict(flags="-mfma"),
357
+ AVX2 = dict(flags="-mavx2"),
358
+ AVX512F = dict(flags="-mavx512f -mno-mmx"),
359
+ AVX512CD = dict(flags="-mavx512cd"),
360
+ AVX512_KNL = dict(flags="-mavx512er -mavx512pf"),
361
+ AVX512_KNM = dict(
362
+ flags="-mavx5124fmaps -mavx5124vnniw -mavx512vpopcntdq"
363
+ ),
364
+ AVX512_SKX = dict(flags="-mavx512vl -mavx512bw -mavx512dq"),
365
+ AVX512_CLX = dict(flags="-mavx512vnni"),
366
+ AVX512_CNL = dict(flags="-mavx512ifma -mavx512vbmi"),
367
+ AVX512_ICL = dict(
368
+ flags="-mavx512vbmi2 -mavx512bitalg -mavx512vpopcntdq"
369
+ ),
370
+ AVX512_SPR = dict(flags="-mavx512fp16"),
371
+ )
372
+ if on_x86 and self.cc_is_icc: return dict(
373
+ SSE = dict(flags="-msse"),
374
+ SSE2 = dict(flags="-msse2"),
375
+ SSE3 = dict(flags="-msse3"),
376
+ SSSE3 = dict(flags="-mssse3"),
377
+ SSE41 = dict(flags="-msse4.1"),
378
+ POPCNT = {},
379
+ SSE42 = dict(flags="-msse4.2"),
380
+ AVX = dict(flags="-mavx"),
381
+ F16C = {},
382
+ XOP = dict(disable="Intel Compiler doesn't support it"),
383
+ FMA4 = dict(disable="Intel Compiler doesn't support it"),
384
+ # Intel Compiler doesn't support AVX2 or FMA3 independently
385
+ FMA3 = dict(
386
+ implies="F16C AVX2", flags="-march=core-avx2"
387
+ ),
388
+ AVX2 = dict(implies="FMA3", flags="-march=core-avx2"),
389
+ # Intel Compiler doesn't support AVX512F or AVX512CD independently
390
+ AVX512F = dict(
391
+ implies="AVX2 AVX512CD", flags="-march=common-avx512"
392
+ ),
393
+ AVX512CD = dict(
394
+ implies="AVX2 AVX512F", flags="-march=common-avx512"
395
+ ),
396
+ AVX512_KNL = dict(flags="-xKNL"),
397
+ AVX512_KNM = dict(flags="-xKNM"),
398
+ AVX512_SKX = dict(flags="-xSKYLAKE-AVX512"),
399
+ AVX512_CLX = dict(flags="-xCASCADELAKE"),
400
+ AVX512_CNL = dict(flags="-xCANNONLAKE"),
401
+ AVX512_ICL = dict(flags="-xICELAKE-CLIENT"),
402
+ AVX512_SPR = dict(disable="Not supported yet")
403
+ )
404
+ if on_x86 and self.cc_is_iccw: return dict(
405
+ SSE = dict(flags="/arch:SSE"),
406
+ SSE2 = dict(flags="/arch:SSE2"),
407
+ SSE3 = dict(flags="/arch:SSE3"),
408
+ SSSE3 = dict(flags="/arch:SSSE3"),
409
+ SSE41 = dict(flags="/arch:SSE4.1"),
410
+ POPCNT = {},
411
+ SSE42 = dict(flags="/arch:SSE4.2"),
412
+ AVX = dict(flags="/arch:AVX"),
413
+ F16C = {},
414
+ XOP = dict(disable="Intel Compiler doesn't support it"),
415
+ FMA4 = dict(disable="Intel Compiler doesn't support it"),
416
+ # Intel Compiler doesn't support FMA3 or AVX2 independently
417
+ FMA3 = dict(
418
+ implies="F16C AVX2", flags="/arch:CORE-AVX2"
419
+ ),
420
+ AVX2 = dict(
421
+ implies="FMA3", flags="/arch:CORE-AVX2"
422
+ ),
423
+ # Intel Compiler doesn't support AVX512F or AVX512CD independently
424
+ AVX512F = dict(
425
+ implies="AVX2 AVX512CD", flags="/Qx:COMMON-AVX512"
426
+ ),
427
+ AVX512CD = dict(
428
+ implies="AVX2 AVX512F", flags="/Qx:COMMON-AVX512"
429
+ ),
430
+ AVX512_KNL = dict(flags="/Qx:KNL"),
431
+ AVX512_KNM = dict(flags="/Qx:KNM"),
432
+ AVX512_SKX = dict(flags="/Qx:SKYLAKE-AVX512"),
433
+ AVX512_CLX = dict(flags="/Qx:CASCADELAKE"),
434
+ AVX512_CNL = dict(flags="/Qx:CANNONLAKE"),
435
+ AVX512_ICL = dict(flags="/Qx:ICELAKE-CLIENT"),
436
+ AVX512_SPR = dict(disable="Not supported yet")
437
+ )
438
+ if on_x86 and self.cc_is_msvc: return dict(
439
+ SSE = dict(flags="/arch:SSE") if self.cc_on_x86 else {},
440
+ SSE2 = dict(flags="/arch:SSE2") if self.cc_on_x86 else {},
441
+ SSE3 = {},
442
+ SSSE3 = {},
443
+ SSE41 = {},
444
+ POPCNT = dict(headers="nmmintrin.h"),
445
+ SSE42 = {},
446
+ AVX = dict(flags="/arch:AVX"),
447
+ F16C = {},
448
+ XOP = dict(headers="ammintrin.h"),
449
+ FMA4 = dict(headers="ammintrin.h"),
450
+ # MSVC doesn't support FMA3 or AVX2 independently
451
+ FMA3 = dict(
452
+ implies="F16C AVX2", flags="/arch:AVX2"
453
+ ),
454
+ AVX2 = dict(
455
+ implies="F16C FMA3", flags="/arch:AVX2"
456
+ ),
457
+ # MSVC doesn't support AVX512F or AVX512CD independently,
458
+ # always generate instructions belong to (VL/VW/DQ)
459
+ AVX512F = dict(
460
+ implies="AVX2 AVX512CD AVX512_SKX", flags="/arch:AVX512"
461
+ ),
462
+ AVX512CD = dict(
463
+ implies="AVX512F AVX512_SKX", flags="/arch:AVX512"
464
+ ),
465
+ AVX512_KNL = dict(
466
+ disable="MSVC compiler doesn't support it"
467
+ ),
468
+ AVX512_KNM = dict(
469
+ disable="MSVC compiler doesn't support it"
470
+ ),
471
+ AVX512_SKX = dict(flags="/arch:AVX512"),
472
+ AVX512_CLX = {},
473
+ AVX512_CNL = {},
474
+ AVX512_ICL = {},
475
+ AVX512_SPR= dict(
476
+ disable="MSVC compiler doesn't support it"
477
+ )
478
+ )
479
+
480
+ on_power = self.cc_on_ppc64le or self.cc_on_ppc64
481
+ if on_power:
482
+ partial = dict(
483
+ VSX = dict(
484
+ implies=("VSX2" if self.cc_on_ppc64le else ""),
485
+ flags="-mvsx"
486
+ ),
487
+ VSX2 = dict(
488
+ flags="-mcpu=power8", implies_detect=False
489
+ ),
490
+ VSX3 = dict(
491
+ flags="-mcpu=power9 -mtune=power9", implies_detect=False
492
+ ),
493
+ VSX4 = dict(
494
+ flags="-mcpu=power10 -mtune=power10", implies_detect=False
495
+ )
496
+ )
497
+ if self.cc_is_clang:
498
+ partial["VSX"]["flags"] = "-maltivec -mvsx"
499
+ partial["VSX2"]["flags"] = "-mcpu=power8"
500
+ partial["VSX3"]["flags"] = "-mcpu=power9"
501
+ partial["VSX4"]["flags"] = "-mcpu=power10"
502
+
503
+ return partial
504
+
505
+ on_zarch = self.cc_on_s390x
506
+ if on_zarch:
507
+ partial = dict(
508
+ VX = dict(
509
+ flags="-march=arch11 -mzvector"
510
+ ),
511
+ VXE = dict(
512
+ flags="-march=arch12", implies_detect=False
513
+ ),
514
+ VXE2 = dict(
515
+ flags="-march=arch13", implies_detect=False
516
+ )
517
+ )
518
+
519
+ return partial
520
+
521
+
522
+ if self.cc_on_aarch64 and is_unix: return dict(
523
+ NEON = dict(
524
+ implies="NEON_FP16 NEON_VFPV4 ASIMD", autovec=True
525
+ ),
526
+ NEON_FP16 = dict(
527
+ implies="NEON NEON_VFPV4 ASIMD", autovec=True
528
+ ),
529
+ NEON_VFPV4 = dict(
530
+ implies="NEON NEON_FP16 ASIMD", autovec=True
531
+ ),
532
+ ASIMD = dict(
533
+ implies="NEON NEON_FP16 NEON_VFPV4", autovec=True
534
+ ),
535
+ ASIMDHP = dict(
536
+ flags="-march=armv8.2-a+fp16"
537
+ ),
538
+ ASIMDDP = dict(
539
+ flags="-march=armv8.2-a+dotprod"
540
+ ),
541
+ ASIMDFHM = dict(
542
+ flags="-march=armv8.2-a+fp16fml"
543
+ ),
544
+ )
545
+ if self.cc_on_armhf and is_unix: return dict(
546
+ NEON = dict(
547
+ flags="-mfpu=neon"
548
+ ),
549
+ NEON_FP16 = dict(
550
+ flags="-mfpu=neon-fp16 -mfp16-format=ieee"
551
+ ),
552
+ NEON_VFPV4 = dict(
553
+ flags="-mfpu=neon-vfpv4",
554
+ ),
555
+ ASIMD = dict(
556
+ flags="-mfpu=neon-fp-armv8 -march=armv8-a+simd",
557
+ ),
558
+ ASIMDHP = dict(
559
+ flags="-march=armv8.2-a+fp16"
560
+ ),
561
+ ASIMDDP = dict(
562
+ flags="-march=armv8.2-a+dotprod",
563
+ ),
564
+ ASIMDFHM = dict(
565
+ flags="-march=armv8.2-a+fp16fml"
566
+ )
567
+ )
568
+ # TODO: ARM MSVC
569
+ return {}
570
+
571
+ def __init__(self):
572
+ if self.conf_tmp_path is None:
573
+ import shutil
574
+ import tempfile
575
+ tmp = tempfile.mkdtemp()
576
+ def rm_temp():
577
+ try:
578
+ shutil.rmtree(tmp)
579
+ except OSError:
580
+ pass
581
+ atexit.register(rm_temp)
582
+ self.conf_tmp_path = tmp
583
+
584
+ if self.conf_cache_factors is None:
585
+ self.conf_cache_factors = [
586
+ os.path.getmtime(__file__),
587
+ self.conf_nocache
588
+ ]
589
+
590
+ class _Distutils:
591
+ """A helper class that provides a collection of fundamental methods
592
+ implemented in a top of Python and NumPy Distutils.
593
+
594
+ The idea behind this class is to gather all methods that it may
595
+ need to override in case of reuse 'CCompilerOpt' in environment
596
+ different than of what NumPy has.
597
+
598
+ Parameters
599
+ ----------
600
+ ccompiler : `CCompiler`
601
+ The generate instance that returned from `distutils.ccompiler.new_compiler()`.
602
+ """
603
+ def __init__(self, ccompiler):
604
+ self._ccompiler = ccompiler
605
+
606
+ def dist_compile(self, sources, flags, ccompiler=None, **kwargs):
607
+ """Wrap CCompiler.compile()"""
608
+ assert(isinstance(sources, list))
609
+ assert(isinstance(flags, list))
610
+ flags = kwargs.pop("extra_postargs", []) + flags
611
+ if not ccompiler:
612
+ ccompiler = self._ccompiler
613
+
614
+ return ccompiler.compile(sources, extra_postargs=flags, **kwargs)
615
+
616
+ def dist_test(self, source, flags, macros=[]):
617
+ """Return True if 'CCompiler.compile()' able to compile
618
+ a source file with certain flags.
619
+ """
620
+ assert(isinstance(source, str))
621
+ from distutils.errors import CompileError
622
+ cc = self._ccompiler;
623
+ bk_spawn = getattr(cc, 'spawn', None)
624
+ if bk_spawn:
625
+ cc_type = getattr(self._ccompiler, "compiler_type", "")
626
+ if cc_type in ("msvc",):
627
+ setattr(cc, 'spawn', self._dist_test_spawn_paths)
628
+ else:
629
+ setattr(cc, 'spawn', self._dist_test_spawn)
630
+ test = False
631
+ try:
632
+ self.dist_compile(
633
+ [source], flags, macros=macros, output_dir=self.conf_tmp_path
634
+ )
635
+ test = True
636
+ except CompileError as e:
637
+ self.dist_log(str(e), stderr=True)
638
+ if bk_spawn:
639
+ setattr(cc, 'spawn', bk_spawn)
640
+ return test
641
+
642
+ def dist_info(self):
643
+ """
644
+ Return a tuple containing info about (platform, compiler, extra_args),
645
+ required by the abstract class '_CCompiler' for discovering the
646
+ platform environment. This is also used as a cache factor in order
647
+ to detect any changes happening from outside.
648
+ """
649
+ if hasattr(self, "_dist_info"):
650
+ return self._dist_info
651
+
652
+ cc_type = getattr(self._ccompiler, "compiler_type", '')
653
+ if cc_type in ("intelem", "intelemw"):
654
+ platform = "x86_64"
655
+ elif cc_type in ("intel", "intelw", "intele"):
656
+ platform = "x86"
657
+ else:
658
+ from distutils.util import get_platform
659
+ platform = get_platform()
660
+
661
+ cc_info = getattr(self._ccompiler, "compiler", getattr(self._ccompiler, "compiler_so", ''))
662
+ if not cc_type or cc_type == "unix":
663
+ if hasattr(cc_info, "__iter__"):
664
+ compiler = cc_info[0]
665
+ else:
666
+ compiler = str(cc_info)
667
+ else:
668
+ compiler = cc_type
669
+
670
+ if hasattr(cc_info, "__iter__") and len(cc_info) > 1:
671
+ extra_args = ' '.join(cc_info[1:])
672
+ else:
673
+ extra_args = os.environ.get("CFLAGS", "")
674
+ extra_args += os.environ.get("CPPFLAGS", "")
675
+
676
+ self._dist_info = (platform, compiler, extra_args)
677
+ return self._dist_info
678
+
679
+ @staticmethod
680
+ def dist_error(*args):
681
+ """Raise a compiler error"""
682
+ from distutils.errors import CompileError
683
+ raise CompileError(_Distutils._dist_str(*args))
684
+
685
+ @staticmethod
686
+ def dist_fatal(*args):
687
+ """Raise a distutils error"""
688
+ from distutils.errors import DistutilsError
689
+ raise DistutilsError(_Distutils._dist_str(*args))
690
+
691
+ @staticmethod
692
+ def dist_log(*args, stderr=False):
693
+ """Print a console message"""
694
+ from numpy.distutils import log
695
+ out = _Distutils._dist_str(*args)
696
+ if stderr:
697
+ log.warn(out)
698
+ else:
699
+ log.info(out)
700
+
701
+ @staticmethod
702
+ def dist_load_module(name, path):
703
+ """Load a module from file, required by the abstract class '_Cache'."""
704
+ from .misc_util import exec_mod_from_location
705
+ try:
706
+ return exec_mod_from_location(name, path)
707
+ except Exception as e:
708
+ _Distutils.dist_log(e, stderr=True)
709
+ return None
710
+
711
+ @staticmethod
712
+ def _dist_str(*args):
713
+ """Return a string to print by log and errors."""
714
+ def to_str(arg):
715
+ if not isinstance(arg, str) and hasattr(arg, '__iter__'):
716
+ ret = []
717
+ for a in arg:
718
+ ret.append(to_str(a))
719
+ return '('+ ' '.join(ret) + ')'
720
+ return str(arg)
721
+
722
+ stack = inspect.stack()[2]
723
+ start = "CCompilerOpt.%s[%d] : " % (stack.function, stack.lineno)
724
+ out = ' '.join([
725
+ to_str(a)
726
+ for a in (*args,)
727
+ ])
728
+ return start + out
729
+
730
+ def _dist_test_spawn_paths(self, cmd, display=None):
731
+ """
732
+ Fix msvc SDK ENV path same as distutils do
733
+ without it we get c1: fatal error C1356: unable to find mspdbcore.dll
734
+ """
735
+ if not hasattr(self._ccompiler, "_paths"):
736
+ self._dist_test_spawn(cmd)
737
+ return
738
+ old_path = os.getenv("path")
739
+ try:
740
+ os.environ["path"] = self._ccompiler._paths
741
+ self._dist_test_spawn(cmd)
742
+ finally:
743
+ os.environ["path"] = old_path
744
+
745
+ _dist_warn_regex = re.compile(
746
+ # intel and msvc compilers don't raise
747
+ # fatal errors when flags are wrong or unsupported
748
+ ".*("
749
+ "warning D9002|" # msvc, it should be work with any language.
750
+ "invalid argument for option" # intel
751
+ ").*"
752
+ )
753
+ @staticmethod
754
+ def _dist_test_spawn(cmd, display=None):
755
+ try:
756
+ o = subprocess.check_output(cmd, stderr=subprocess.STDOUT,
757
+ text=True)
758
+ if o and re.match(_Distutils._dist_warn_regex, o):
759
+ _Distutils.dist_error(
760
+ "Flags in command", cmd ,"aren't supported by the compiler"
761
+ ", output -> \n%s" % o
762
+ )
763
+ except subprocess.CalledProcessError as exc:
764
+ o = exc.output
765
+ s = exc.returncode
766
+ except OSError as e:
767
+ o = e
768
+ s = 127
769
+ else:
770
+ return None
771
+ _Distutils.dist_error(
772
+ "Command", cmd, "failed with exit status %d output -> \n%s" % (
773
+ s, o
774
+ ))
775
+
776
+ _share_cache = {}
777
+ class _Cache:
778
+ """An abstract class handles caching functionality, provides two
779
+ levels of caching, in-memory by share instances attributes among
780
+ each other and by store attributes into files.
781
+
782
+ **Note**:
783
+ any attributes that start with ``_`` or ``conf_`` will be ignored.
784
+
785
+ Parameters
786
+ ----------
787
+ cache_path : str or None
788
+ The path of cache file, if None then cache in file will disabled.
789
+
790
+ *factors :
791
+ The caching factors that need to utilize next to `conf_cache_factors`.
792
+
793
+ Attributes
794
+ ----------
795
+ cache_private : set
796
+ Hold the attributes that need be skipped from "in-memory cache".
797
+
798
+ cache_infile : bool
799
+ Utilized during initializing this class, to determine if the cache was able
800
+ to loaded from the specified cache path in 'cache_path'.
801
+ """
802
+
803
+ # skip attributes from cache
804
+ _cache_ignore = re.compile("^(_|conf_)")
805
+
806
+ def __init__(self, cache_path=None, *factors):
807
+ self.cache_me = {}
808
+ self.cache_private = set()
809
+ self.cache_infile = False
810
+ self._cache_path = None
811
+
812
+ if self.conf_nocache:
813
+ self.dist_log("cache is disabled by `Config`")
814
+ return
815
+
816
+ self._cache_hash = self.cache_hash(*factors, *self.conf_cache_factors)
817
+ self._cache_path = cache_path
818
+ if cache_path:
819
+ if os.path.exists(cache_path):
820
+ self.dist_log("load cache from file ->", cache_path)
821
+ cache_mod = self.dist_load_module("cache", cache_path)
822
+ if not cache_mod:
823
+ self.dist_log(
824
+ "unable to load the cache file as a module",
825
+ stderr=True
826
+ )
827
+ elif not hasattr(cache_mod, "hash") or \
828
+ not hasattr(cache_mod, "data"):
829
+ self.dist_log("invalid cache file", stderr=True)
830
+ elif self._cache_hash == cache_mod.hash:
831
+ self.dist_log("hit the file cache")
832
+ for attr, val in cache_mod.data.items():
833
+ setattr(self, attr, val)
834
+ self.cache_infile = True
835
+ else:
836
+ self.dist_log("miss the file cache")
837
+
838
+ if not self.cache_infile:
839
+ other_cache = _share_cache.get(self._cache_hash)
840
+ if other_cache:
841
+ self.dist_log("hit the memory cache")
842
+ for attr, val in other_cache.__dict__.items():
843
+ if attr in other_cache.cache_private or \
844
+ re.match(self._cache_ignore, attr):
845
+ continue
846
+ setattr(self, attr, val)
847
+
848
+ _share_cache[self._cache_hash] = self
849
+ atexit.register(self.cache_flush)
850
+
851
+ def __del__(self):
852
+ for h, o in _share_cache.items():
853
+ if o == self:
854
+ _share_cache.pop(h)
855
+ break
856
+
857
+ def cache_flush(self):
858
+ """
859
+ Force update the cache.
860
+ """
861
+ if not self._cache_path:
862
+ return
863
+ # TODO: don't write if the cache doesn't change
864
+ self.dist_log("write cache to path ->", self._cache_path)
865
+ cdict = self.__dict__.copy()
866
+ for attr in self.__dict__.keys():
867
+ if re.match(self._cache_ignore, attr):
868
+ cdict.pop(attr)
869
+
870
+ d = os.path.dirname(self._cache_path)
871
+ if not os.path.exists(d):
872
+ os.makedirs(d)
873
+
874
+ repr_dict = pprint.pformat(cdict, compact=True)
875
+ with open(self._cache_path, "w") as f:
876
+ f.write(textwrap.dedent("""\
877
+ # AUTOGENERATED DON'T EDIT
878
+ # Please make changes to the code generator \
879
+ (distutils/ccompiler_opt.py)
880
+ hash = {}
881
+ data = \\
882
+ """).format(self._cache_hash))
883
+ f.write(repr_dict)
884
+
885
+ def cache_hash(self, *factors):
886
+ # is there a built-in non-crypto hash?
887
+ # sdbm
888
+ chash = 0
889
+ for f in factors:
890
+ for char in str(f):
891
+ chash = ord(char) + (chash << 6) + (chash << 16) - chash
892
+ chash &= 0xFFFFFFFF
893
+ return chash
894
+
895
+ @staticmethod
896
+ def me(cb):
897
+ """
898
+ A static method that can be treated as a decorator to
899
+ dynamically cache certain methods.
900
+ """
901
+ def cache_wrap_me(self, *args, **kwargs):
902
+ # good for normal args
903
+ cache_key = str((
904
+ cb.__name__, *args, *kwargs.keys(), *kwargs.values()
905
+ ))
906
+ if cache_key in self.cache_me:
907
+ return self.cache_me[cache_key]
908
+ ccb = cb(self, *args, **kwargs)
909
+ self.cache_me[cache_key] = ccb
910
+ return ccb
911
+ return cache_wrap_me
912
+
913
+ class _CCompiler:
914
+ """A helper class for `CCompilerOpt` containing all utilities that
915
+ related to the fundamental compiler's functions.
916
+
917
+ Attributes
918
+ ----------
919
+ cc_on_x86 : bool
920
+ True when the target architecture is 32-bit x86
921
+ cc_on_x64 : bool
922
+ True when the target architecture is 64-bit x86
923
+ cc_on_ppc64 : bool
924
+ True when the target architecture is 64-bit big-endian powerpc
925
+ cc_on_ppc64le : bool
926
+ True when the target architecture is 64-bit litle-endian powerpc
927
+ cc_on_s390x : bool
928
+ True when the target architecture is IBM/ZARCH on linux
929
+ cc_on_armhf : bool
930
+ True when the target architecture is 32-bit ARMv7+
931
+ cc_on_aarch64 : bool
932
+ True when the target architecture is 64-bit Armv8-a+
933
+ cc_on_noarch : bool
934
+ True when the target architecture is unknown or not supported
935
+ cc_is_gcc : bool
936
+ True if the compiler is GNU or
937
+ if the compiler is unknown
938
+ cc_is_clang : bool
939
+ True if the compiler is Clang
940
+ cc_is_icc : bool
941
+ True if the compiler is Intel compiler (unix like)
942
+ cc_is_iccw : bool
943
+ True if the compiler is Intel compiler (msvc like)
944
+ cc_is_nocc : bool
945
+ True if the compiler isn't supported directly,
946
+ Note: that cause a fail-back to gcc
947
+ cc_has_debug : bool
948
+ True if the compiler has debug flags
949
+ cc_has_native : bool
950
+ True if the compiler has native flags
951
+ cc_noopt : bool
952
+ True if the compiler has definition 'DISABLE_OPT*',
953
+ or 'cc_on_noarch' is True
954
+ cc_march : str
955
+ The target architecture name, or "unknown" if
956
+ the architecture isn't supported
957
+ cc_name : str
958
+ The compiler name, or "unknown" if the compiler isn't supported
959
+ cc_flags : dict
960
+ Dictionary containing the initialized flags of `_Config.conf_cc_flags`
961
+ """
962
+ def __init__(self):
963
+ if hasattr(self, "cc_is_cached"):
964
+ return
965
+ # attr regex compiler-expression
966
+ detect_arch = (
967
+ ("cc_on_x64", ".*(x|x86_|amd)64.*", ""),
968
+ ("cc_on_x86", ".*(win32|x86|i386|i686).*", ""),
969
+ ("cc_on_ppc64le", ".*(powerpc|ppc)64(el|le).*|.*powerpc.*",
970
+ "defined(__powerpc64__) && "
971
+ "defined(__LITTLE_ENDIAN__)"),
972
+ ("cc_on_ppc64", ".*(powerpc|ppc).*|.*powerpc.*",
973
+ "defined(__powerpc64__) && "
974
+ "defined(__BIG_ENDIAN__)"),
975
+ ("cc_on_aarch64", ".*(aarch64|arm64).*", ""),
976
+ ("cc_on_armhf", ".*arm.*", "defined(__ARM_ARCH_7__) || "
977
+ "defined(__ARM_ARCH_7A__)"),
978
+ ("cc_on_s390x", ".*s390x.*", ""),
979
+ # undefined platform
980
+ ("cc_on_noarch", "", ""),
981
+ )
982
+ detect_compiler = (
983
+ ("cc_is_gcc", r".*(gcc|gnu\-g).*", ""),
984
+ ("cc_is_clang", ".*clang.*", ""),
985
+ # intel msvc like
986
+ ("cc_is_iccw", ".*(intelw|intelemw|iccw).*", ""),
987
+ ("cc_is_icc", ".*(intel|icc).*", ""), # intel unix like
988
+ ("cc_is_msvc", ".*msvc.*", ""),
989
+ ("cc_is_fcc", ".*fcc.*", ""),
990
+ # undefined compiler will be treat it as gcc
991
+ ("cc_is_nocc", "", ""),
992
+ )
993
+ detect_args = (
994
+ ("cc_has_debug", ".*(O0|Od|ggdb|coverage|debug:full).*", ""),
995
+ ("cc_has_native",
996
+ ".*(-march=native|-xHost|/QxHost|-mcpu=a64fx).*", ""),
997
+ # in case if the class run with -DNPY_DISABLE_OPTIMIZATION
998
+ ("cc_noopt", ".*DISABLE_OPT.*", ""),
999
+ )
1000
+
1001
+ dist_info = self.dist_info()
1002
+ platform, compiler_info, extra_args = dist_info
1003
+ # set False to all attrs
1004
+ for section in (detect_arch, detect_compiler, detect_args):
1005
+ for attr, rgex, cexpr in section:
1006
+ setattr(self, attr, False)
1007
+
1008
+ for detect, searchin in ((detect_arch, platform), (detect_compiler, compiler_info)):
1009
+ for attr, rgex, cexpr in detect:
1010
+ if rgex and not re.match(rgex, searchin, re.IGNORECASE):
1011
+ continue
1012
+ if cexpr and not self.cc_test_cexpr(cexpr):
1013
+ continue
1014
+ setattr(self, attr, True)
1015
+ break
1016
+
1017
+ for attr, rgex, cexpr in detect_args:
1018
+ if rgex and not re.match(rgex, extra_args, re.IGNORECASE):
1019
+ continue
1020
+ if cexpr and not self.cc_test_cexpr(cexpr):
1021
+ continue
1022
+ setattr(self, attr, True)
1023
+
1024
+ if self.cc_on_noarch:
1025
+ self.dist_log(
1026
+ "unable to detect CPU architecture which lead to disable the optimization. "
1027
+ f"check dist_info:<<\n{dist_info}\n>>",
1028
+ stderr=True
1029
+ )
1030
+ self.cc_noopt = True
1031
+
1032
+ if self.conf_noopt:
1033
+ self.dist_log("Optimization is disabled by the Config", stderr=True)
1034
+ self.cc_noopt = True
1035
+
1036
+ if self.cc_is_nocc:
1037
+ """
1038
+ mingw can be treated as a gcc, and also xlc even if it based on clang,
1039
+ but still has the same gcc optimization flags.
1040
+ """
1041
+ self.dist_log(
1042
+ "unable to detect compiler type which leads to treating it as GCC. "
1043
+ "this is a normal behavior if you're using gcc-like compiler such as MinGW or IBM/XLC."
1044
+ f"check dist_info:<<\n{dist_info}\n>>",
1045
+ stderr=True
1046
+ )
1047
+ self.cc_is_gcc = True
1048
+
1049
+ self.cc_march = "unknown"
1050
+ for arch in ("x86", "x64", "ppc64", "ppc64le",
1051
+ "armhf", "aarch64", "s390x"):
1052
+ if getattr(self, "cc_on_" + arch):
1053
+ self.cc_march = arch
1054
+ break
1055
+
1056
+ self.cc_name = "unknown"
1057
+ for name in ("gcc", "clang", "iccw", "icc", "msvc", "fcc"):
1058
+ if getattr(self, "cc_is_" + name):
1059
+ self.cc_name = name
1060
+ break
1061
+
1062
+ self.cc_flags = {}
1063
+ compiler_flags = self.conf_cc_flags.get(self.cc_name)
1064
+ if compiler_flags is None:
1065
+ self.dist_fatal(
1066
+ "undefined flag for compiler '%s', "
1067
+ "leave an empty dict instead" % self.cc_name
1068
+ )
1069
+ for name, flags in compiler_flags.items():
1070
+ self.cc_flags[name] = nflags = []
1071
+ if flags:
1072
+ assert(isinstance(flags, str))
1073
+ flags = flags.split()
1074
+ for f in flags:
1075
+ if self.cc_test_flags([f]):
1076
+ nflags.append(f)
1077
+
1078
+ self.cc_is_cached = True
1079
+
1080
+ @_Cache.me
1081
+ def cc_test_flags(self, flags):
1082
+ """
1083
+ Returns True if the compiler supports 'flags'.
1084
+ """
1085
+ assert(isinstance(flags, list))
1086
+ self.dist_log("testing flags", flags)
1087
+ test_path = os.path.join(self.conf_check_path, "test_flags.c")
1088
+ test = self.dist_test(test_path, flags)
1089
+ if not test:
1090
+ self.dist_log("testing failed", stderr=True)
1091
+ return test
1092
+
1093
+ @_Cache.me
1094
+ def cc_test_cexpr(self, cexpr, flags=[]):
1095
+ """
1096
+ Same as the above but supports compile-time expressions.
1097
+ """
1098
+ self.dist_log("testing compiler expression", cexpr)
1099
+ test_path = os.path.join(self.conf_tmp_path, "npy_dist_test_cexpr.c")
1100
+ with open(test_path, "w") as fd:
1101
+ fd.write(textwrap.dedent(f"""\
1102
+ #if !({cexpr})
1103
+ #error "unsupported expression"
1104
+ #endif
1105
+ int dummy;
1106
+ """))
1107
+ test = self.dist_test(test_path, flags)
1108
+ if not test:
1109
+ self.dist_log("testing failed", stderr=True)
1110
+ return test
1111
+
1112
+ def cc_normalize_flags(self, flags):
1113
+ """
1114
+ Remove the conflicts that caused due gathering implied features flags.
1115
+
1116
+ Parameters
1117
+ ----------
1118
+ 'flags' list, compiler flags
1119
+ flags should be sorted from the lowest to the highest interest.
1120
+
1121
+ Returns
1122
+ -------
1123
+ list, filtered from any conflicts.
1124
+
1125
+ Examples
1126
+ --------
1127
+ >>> self.cc_normalize_flags(['-march=armv8.2-a+fp16', '-march=armv8.2-a+dotprod'])
1128
+ ['armv8.2-a+fp16+dotprod']
1129
+
1130
+ >>> self.cc_normalize_flags(
1131
+ ['-msse', '-msse2', '-msse3', '-mssse3', '-msse4.1', '-msse4.2', '-mavx', '-march=core-avx2']
1132
+ )
1133
+ ['-march=core-avx2']
1134
+ """
1135
+ assert(isinstance(flags, list))
1136
+ if self.cc_is_gcc or self.cc_is_clang or self.cc_is_icc:
1137
+ return self._cc_normalize_unix(flags)
1138
+
1139
+ if self.cc_is_msvc or self.cc_is_iccw:
1140
+ return self._cc_normalize_win(flags)
1141
+ return flags
1142
+
1143
+ _cc_normalize_unix_mrgx = re.compile(
1144
+ # 1- to check the highest of
1145
+ r"^(-mcpu=|-march=|-x[A-Z0-9\-])"
1146
+ )
1147
+ _cc_normalize_unix_frgx = re.compile(
1148
+ # 2- to remove any flags starts with
1149
+ # -march, -mcpu, -x(INTEL) and '-m' without '='
1150
+ r"^(?!(-mcpu=|-march=|-x[A-Z0-9\-]|-m[a-z0-9\-\.]*.$))|"
1151
+ # exclude:
1152
+ r"(?:-mzvector)"
1153
+ )
1154
+ _cc_normalize_unix_krgx = re.compile(
1155
+ # 3- keep only the highest of
1156
+ r"^(-mfpu|-mtune)"
1157
+ )
1158
+ _cc_normalize_arch_ver = re.compile(
1159
+ r"[0-9.]"
1160
+ )
1161
+ def _cc_normalize_unix(self, flags):
1162
+ def ver_flags(f):
1163
+ # arch ver subflag
1164
+ # -march=armv8.2-a+fp16fml
1165
+ tokens = f.split('+')
1166
+ ver = float('0' + ''.join(
1167
+ re.findall(self._cc_normalize_arch_ver, tokens[0])
1168
+ ))
1169
+ return ver, tokens[0], tokens[1:]
1170
+
1171
+ if len(flags) <= 1:
1172
+ return flags
1173
+ # get the highest matched flag
1174
+ for i, cur_flag in enumerate(reversed(flags)):
1175
+ if not re.match(self._cc_normalize_unix_mrgx, cur_flag):
1176
+ continue
1177
+ lower_flags = flags[:-(i+1)]
1178
+ upper_flags = flags[-i:]
1179
+ filtered = list(filter(
1180
+ self._cc_normalize_unix_frgx.search, lower_flags
1181
+ ))
1182
+ # gather subflags
1183
+ ver, arch, subflags = ver_flags(cur_flag)
1184
+ if ver > 0 and len(subflags) > 0:
1185
+ for xflag in lower_flags:
1186
+ xver, _, xsubflags = ver_flags(xflag)
1187
+ if ver == xver:
1188
+ subflags = xsubflags + subflags
1189
+ cur_flag = arch + '+' + '+'.join(subflags)
1190
+
1191
+ flags = filtered + [cur_flag]
1192
+ if i > 0:
1193
+ flags += upper_flags
1194
+ break
1195
+
1196
+ # to remove overridable flags
1197
+ final_flags = []
1198
+ matched = set()
1199
+ for f in reversed(flags):
1200
+ match = re.match(self._cc_normalize_unix_krgx, f)
1201
+ if not match:
1202
+ pass
1203
+ elif match[0] in matched:
1204
+ continue
1205
+ else:
1206
+ matched.add(match[0])
1207
+ final_flags.insert(0, f)
1208
+ return final_flags
1209
+
1210
+ _cc_normalize_win_frgx = re.compile(
1211
+ r"^(?!(/arch\:|/Qx\:))"
1212
+ )
1213
+ _cc_normalize_win_mrgx = re.compile(
1214
+ r"^(/arch|/Qx:)"
1215
+ )
1216
+ def _cc_normalize_win(self, flags):
1217
+ for i, f in enumerate(reversed(flags)):
1218
+ if not re.match(self._cc_normalize_win_mrgx, f):
1219
+ continue
1220
+ i += 1
1221
+ return list(filter(
1222
+ self._cc_normalize_win_frgx.search, flags[:-i]
1223
+ )) + flags[-i:]
1224
+ return flags
1225
+
1226
+ class _Feature:
1227
+ """A helper class for `CCompilerOpt` that managing CPU features.
1228
+
1229
+ Attributes
1230
+ ----------
1231
+ feature_supported : dict
1232
+ Dictionary containing all CPU features that supported
1233
+ by the platform, according to the specified values in attribute
1234
+ `_Config.conf_features` and `_Config.conf_features_partial()`
1235
+
1236
+ feature_min : set
1237
+ The minimum support of CPU features, according to
1238
+ the specified values in attribute `_Config.conf_min_features`.
1239
+ """
1240
+ def __init__(self):
1241
+ if hasattr(self, "feature_is_cached"):
1242
+ return
1243
+ self.feature_supported = pfeatures = self.conf_features_partial()
1244
+ for feature_name in list(pfeatures.keys()):
1245
+ feature = pfeatures[feature_name]
1246
+ cfeature = self.conf_features[feature_name]
1247
+ feature.update({
1248
+ k:v for k,v in cfeature.items() if k not in feature
1249
+ })
1250
+ disabled = feature.get("disable")
1251
+ if disabled is not None:
1252
+ pfeatures.pop(feature_name)
1253
+ self.dist_log(
1254
+ "feature '%s' is disabled," % feature_name,
1255
+ disabled, stderr=True
1256
+ )
1257
+ continue
1258
+ # list is used internally for these options
1259
+ for option in (
1260
+ "implies", "group", "detect", "headers", "flags", "extra_checks"
1261
+ ) :
1262
+ oval = feature.get(option)
1263
+ if isinstance(oval, str):
1264
+ feature[option] = oval.split()
1265
+
1266
+ self.feature_min = set()
1267
+ min_f = self.conf_min_features.get(self.cc_march, "")
1268
+ for F in min_f.upper().split():
1269
+ if F in self.feature_supported:
1270
+ self.feature_min.add(F)
1271
+
1272
+ self.feature_is_cached = True
1273
+
1274
+ def feature_names(self, names=None, force_flags=None, macros=[]):
1275
+ """
1276
+ Returns a set of CPU feature names that supported by platform and the **C** compiler.
1277
+
1278
+ Parameters
1279
+ ----------
1280
+ names : sequence or None, optional
1281
+ Specify certain CPU features to test it against the **C** compiler.
1282
+ if None(default), it will test all current supported features.
1283
+ **Note**: feature names must be in upper-case.
1284
+
1285
+ force_flags : list or None, optional
1286
+ If None(default), default compiler flags for every CPU feature will
1287
+ be used during the test.
1288
+
1289
+ macros : list of tuples, optional
1290
+ A list of C macro definitions.
1291
+ """
1292
+ assert(
1293
+ names is None or (
1294
+ not isinstance(names, str) and
1295
+ hasattr(names, "__iter__")
1296
+ )
1297
+ )
1298
+ assert(force_flags is None or isinstance(force_flags, list))
1299
+ if names is None:
1300
+ names = self.feature_supported.keys()
1301
+ supported_names = set()
1302
+ for f in names:
1303
+ if self.feature_is_supported(
1304
+ f, force_flags=force_flags, macros=macros
1305
+ ):
1306
+ supported_names.add(f)
1307
+ return supported_names
1308
+
1309
+ def feature_is_exist(self, name):
1310
+ """
1311
+ Returns True if a certain feature is exist and covered within
1312
+ ``_Config.conf_features``.
1313
+
1314
+ Parameters
1315
+ ----------
1316
+ 'name': str
1317
+ feature name in uppercase.
1318
+ """
1319
+ assert(name.isupper())
1320
+ return name in self.conf_features
1321
+
1322
+ def feature_sorted(self, names, reverse=False):
1323
+ """
1324
+ Sort a list of CPU features ordered by the lowest interest.
1325
+
1326
+ Parameters
1327
+ ----------
1328
+ 'names': sequence
1329
+ sequence of supported feature names in uppercase.
1330
+ 'reverse': bool, optional
1331
+ If true, the sorted features is reversed. (highest interest)
1332
+
1333
+ Returns
1334
+ -------
1335
+ list, sorted CPU features
1336
+ """
1337
+ def sort_cb(k):
1338
+ if isinstance(k, str):
1339
+ return self.feature_supported[k]["interest"]
1340
+ # multiple features
1341
+ rank = max([self.feature_supported[f]["interest"] for f in k])
1342
+ # FIXME: that's not a safe way to increase the rank for
1343
+ # multi targets
1344
+ rank += len(k) -1
1345
+ return rank
1346
+ return sorted(names, reverse=reverse, key=sort_cb)
1347
+
1348
+ def feature_implies(self, names, keep_origins=False):
1349
+ """
1350
+ Return a set of CPU features that implied by 'names'
1351
+
1352
+ Parameters
1353
+ ----------
1354
+ names : str or sequence of str
1355
+ CPU feature name(s) in uppercase.
1356
+
1357
+ keep_origins : bool
1358
+ if False(default) then the returned set will not contain any
1359
+ features from 'names'. This case happens only when two features
1360
+ imply each other.
1361
+
1362
+ Examples
1363
+ --------
1364
+ >>> self.feature_implies("SSE3")
1365
+ {'SSE', 'SSE2'}
1366
+ >>> self.feature_implies("SSE2")
1367
+ {'SSE'}
1368
+ >>> self.feature_implies("SSE2", keep_origins=True)
1369
+ # 'SSE2' found here since 'SSE' and 'SSE2' imply each other
1370
+ {'SSE', 'SSE2'}
1371
+ """
1372
+ def get_implies(name, _caller=set()):
1373
+ implies = set()
1374
+ d = self.feature_supported[name]
1375
+ for i in d.get("implies", []):
1376
+ implies.add(i)
1377
+ if i in _caller:
1378
+ # infinity recursive guard since
1379
+ # features can imply each other
1380
+ continue
1381
+ _caller.add(name)
1382
+ implies = implies.union(get_implies(i, _caller))
1383
+ return implies
1384
+
1385
+ if isinstance(names, str):
1386
+ implies = get_implies(names)
1387
+ names = [names]
1388
+ else:
1389
+ assert(hasattr(names, "__iter__"))
1390
+ implies = set()
1391
+ for n in names:
1392
+ implies = implies.union(get_implies(n))
1393
+ if not keep_origins:
1394
+ implies.difference_update(names)
1395
+ return implies
1396
+
1397
+ def feature_implies_c(self, names):
1398
+ """same as feature_implies() but combining 'names'"""
1399
+ if isinstance(names, str):
1400
+ names = set((names,))
1401
+ else:
1402
+ names = set(names)
1403
+ return names.union(self.feature_implies(names))
1404
+
1405
+ def feature_ahead(self, names):
1406
+ """
1407
+ Return list of features in 'names' after remove any
1408
+ implied features and keep the origins.
1409
+
1410
+ Parameters
1411
+ ----------
1412
+ 'names': sequence
1413
+ sequence of CPU feature names in uppercase.
1414
+
1415
+ Returns
1416
+ -------
1417
+ list of CPU features sorted as-is 'names'
1418
+
1419
+ Examples
1420
+ --------
1421
+ >>> self.feature_ahead(["SSE2", "SSE3", "SSE41"])
1422
+ ["SSE41"]
1423
+ # assume AVX2 and FMA3 implies each other and AVX2
1424
+ # is the highest interest
1425
+ >>> self.feature_ahead(["SSE2", "SSE3", "SSE41", "AVX2", "FMA3"])
1426
+ ["AVX2"]
1427
+ # assume AVX2 and FMA3 don't implies each other
1428
+ >>> self.feature_ahead(["SSE2", "SSE3", "SSE41", "AVX2", "FMA3"])
1429
+ ["AVX2", "FMA3"]
1430
+ """
1431
+ assert(
1432
+ not isinstance(names, str)
1433
+ and hasattr(names, '__iter__')
1434
+ )
1435
+ implies = self.feature_implies(names, keep_origins=True)
1436
+ ahead = [n for n in names if n not in implies]
1437
+ if len(ahead) == 0:
1438
+ # return the highest interested feature
1439
+ # if all features imply each other
1440
+ ahead = self.feature_sorted(names, reverse=True)[:1]
1441
+ return ahead
1442
+
1443
+ def feature_untied(self, names):
1444
+ """
1445
+ same as 'feature_ahead()' but if both features implied each other
1446
+ and keep the highest interest.
1447
+
1448
+ Parameters
1449
+ ----------
1450
+ 'names': sequence
1451
+ sequence of CPU feature names in uppercase.
1452
+
1453
+ Returns
1454
+ -------
1455
+ list of CPU features sorted as-is 'names'
1456
+
1457
+ Examples
1458
+ --------
1459
+ >>> self.feature_untied(["SSE2", "SSE3", "SSE41"])
1460
+ ["SSE2", "SSE3", "SSE41"]
1461
+ # assume AVX2 and FMA3 implies each other
1462
+ >>> self.feature_untied(["SSE2", "SSE3", "SSE41", "FMA3", "AVX2"])
1463
+ ["SSE2", "SSE3", "SSE41", "AVX2"]
1464
+ """
1465
+ assert(
1466
+ not isinstance(names, str)
1467
+ and hasattr(names, '__iter__')
1468
+ )
1469
+ final = []
1470
+ for n in names:
1471
+ implies = self.feature_implies(n)
1472
+ tied = [
1473
+ nn for nn in final
1474
+ if nn in implies and n in self.feature_implies(nn)
1475
+ ]
1476
+ if tied:
1477
+ tied = self.feature_sorted(tied + [n])
1478
+ if n not in tied[1:]:
1479
+ continue
1480
+ final.remove(tied[:1][0])
1481
+ final.append(n)
1482
+ return final
1483
+
1484
+ def feature_get_til(self, names, keyisfalse):
1485
+ """
1486
+ same as `feature_implies_c()` but stop collecting implied
1487
+ features when feature's option that provided through
1488
+ parameter 'keyisfalse' is False, also sorting the returned
1489
+ features.
1490
+ """
1491
+ def til(tnames):
1492
+ # sort from highest to lowest interest then cut if "key" is False
1493
+ tnames = self.feature_implies_c(tnames)
1494
+ tnames = self.feature_sorted(tnames, reverse=True)
1495
+ for i, n in enumerate(tnames):
1496
+ if not self.feature_supported[n].get(keyisfalse, True):
1497
+ tnames = tnames[:i+1]
1498
+ break
1499
+ return tnames
1500
+
1501
+ if isinstance(names, str) or len(names) <= 1:
1502
+ names = til(names)
1503
+ # normalize the sort
1504
+ names.reverse()
1505
+ return names
1506
+
1507
+ names = self.feature_ahead(names)
1508
+ names = {t for n in names for t in til(n)}
1509
+ return self.feature_sorted(names)
1510
+
1511
+ def feature_detect(self, names):
1512
+ """
1513
+ Return a list of CPU features that required to be detected
1514
+ sorted from the lowest to highest interest.
1515
+ """
1516
+ names = self.feature_get_til(names, "implies_detect")
1517
+ detect = []
1518
+ for n in names:
1519
+ d = self.feature_supported[n]
1520
+ detect += d.get("detect", d.get("group", [n]))
1521
+ return detect
1522
+
1523
+ @_Cache.me
1524
+ def feature_flags(self, names):
1525
+ """
1526
+ Return a list of CPU features flags sorted from the lowest
1527
+ to highest interest.
1528
+ """
1529
+ names = self.feature_sorted(self.feature_implies_c(names))
1530
+ flags = []
1531
+ for n in names:
1532
+ d = self.feature_supported[n]
1533
+ f = d.get("flags", [])
1534
+ if not f or not self.cc_test_flags(f):
1535
+ continue
1536
+ flags += f
1537
+ return self.cc_normalize_flags(flags)
1538
+
1539
+ @_Cache.me
1540
+ def feature_test(self, name, force_flags=None, macros=[]):
1541
+ """
1542
+ Test a certain CPU feature against the compiler through its own
1543
+ check file.
1544
+
1545
+ Parameters
1546
+ ----------
1547
+ name : str
1548
+ Supported CPU feature name.
1549
+
1550
+ force_flags : list or None, optional
1551
+ If None(default), the returned flags from `feature_flags()`
1552
+ will be used.
1553
+
1554
+ macros : list of tuples, optional
1555
+ A list of C macro definitions.
1556
+ """
1557
+ if force_flags is None:
1558
+ force_flags = self.feature_flags(name)
1559
+
1560
+ self.dist_log(
1561
+ "testing feature '%s' with flags (%s)" % (
1562
+ name, ' '.join(force_flags)
1563
+ ))
1564
+ # Each CPU feature must have C source code contains at
1565
+ # least one intrinsic or instruction related to this feature.
1566
+ test_path = os.path.join(
1567
+ self.conf_check_path, "cpu_%s.c" % name.lower()
1568
+ )
1569
+ if not os.path.exists(test_path):
1570
+ self.dist_fatal("feature test file is not exist", test_path)
1571
+
1572
+ test = self.dist_test(
1573
+ test_path, force_flags + self.cc_flags["werror"], macros=macros
1574
+ )
1575
+ if not test:
1576
+ self.dist_log("testing failed", stderr=True)
1577
+ return test
1578
+
1579
+ @_Cache.me
1580
+ def feature_is_supported(self, name, force_flags=None, macros=[]):
1581
+ """
1582
+ Check if a certain CPU feature is supported by the platform and compiler.
1583
+
1584
+ Parameters
1585
+ ----------
1586
+ name : str
1587
+ CPU feature name in uppercase.
1588
+
1589
+ force_flags : list or None, optional
1590
+ If None(default), default compiler flags for every CPU feature will
1591
+ be used during test.
1592
+
1593
+ macros : list of tuples, optional
1594
+ A list of C macro definitions.
1595
+ """
1596
+ assert(name.isupper())
1597
+ assert(force_flags is None or isinstance(force_flags, list))
1598
+
1599
+ supported = name in self.feature_supported
1600
+ if supported:
1601
+ for impl in self.feature_implies(name):
1602
+ if not self.feature_test(impl, force_flags, macros=macros):
1603
+ return False
1604
+ if not self.feature_test(name, force_flags, macros=macros):
1605
+ return False
1606
+ return supported
1607
+
1608
+ @_Cache.me
1609
+ def feature_can_autovec(self, name):
1610
+ """
1611
+ check if the feature can be auto-vectorized by the compiler
1612
+ """
1613
+ assert(isinstance(name, str))
1614
+ d = self.feature_supported[name]
1615
+ can = d.get("autovec", None)
1616
+ if can is None:
1617
+ valid_flags = [
1618
+ self.cc_test_flags([f]) for f in d.get("flags", [])
1619
+ ]
1620
+ can = valid_flags and any(valid_flags)
1621
+ return can
1622
+
1623
+ @_Cache.me
1624
+ def feature_extra_checks(self, name):
1625
+ """
1626
+ Return a list of supported extra checks after testing them against
1627
+ the compiler.
1628
+
1629
+ Parameters
1630
+ ----------
1631
+ names : str
1632
+ CPU feature name in uppercase.
1633
+ """
1634
+ assert isinstance(name, str)
1635
+ d = self.feature_supported[name]
1636
+ extra_checks = d.get("extra_checks", [])
1637
+ if not extra_checks:
1638
+ return []
1639
+
1640
+ self.dist_log("Testing extra checks for feature '%s'" % name, extra_checks)
1641
+ flags = self.feature_flags(name)
1642
+ available = []
1643
+ not_available = []
1644
+ for chk in extra_checks:
1645
+ test_path = os.path.join(
1646
+ self.conf_check_path, "extra_%s.c" % chk.lower()
1647
+ )
1648
+ if not os.path.exists(test_path):
1649
+ self.dist_fatal("extra check file does not exist", test_path)
1650
+
1651
+ is_supported = self.dist_test(test_path, flags + self.cc_flags["werror"])
1652
+ if is_supported:
1653
+ available.append(chk)
1654
+ else:
1655
+ not_available.append(chk)
1656
+
1657
+ if not_available:
1658
+ self.dist_log("testing failed for checks", not_available, stderr=True)
1659
+ return available
1660
+
1661
+
1662
+ def feature_c_preprocessor(self, feature_name, tabs=0):
1663
+ """
1664
+ Generate C preprocessor definitions and include headers of a CPU feature.
1665
+
1666
+ Parameters
1667
+ ----------
1668
+ 'feature_name': str
1669
+ CPU feature name in uppercase.
1670
+ 'tabs': int
1671
+ if > 0, align the generated strings to the right depend on number of tabs.
1672
+
1673
+ Returns
1674
+ -------
1675
+ str, generated C preprocessor
1676
+
1677
+ Examples
1678
+ --------
1679
+ >>> self.feature_c_preprocessor("SSE3")
1680
+ /** SSE3 **/
1681
+ #define NPY_HAVE_SSE3 1
1682
+ #include <pmmintrin.h>
1683
+ """
1684
+ assert(feature_name.isupper())
1685
+ feature = self.feature_supported.get(feature_name)
1686
+ assert(feature is not None)
1687
+
1688
+ prepr = [
1689
+ "/** %s **/" % feature_name,
1690
+ "#define %sHAVE_%s 1" % (self.conf_c_prefix, feature_name)
1691
+ ]
1692
+ prepr += [
1693
+ "#include <%s>" % h for h in feature.get("headers", [])
1694
+ ]
1695
+
1696
+ extra_defs = feature.get("group", [])
1697
+ extra_defs += self.feature_extra_checks(feature_name)
1698
+ for edef in extra_defs:
1699
+ # Guard extra definitions in case of duplicate with
1700
+ # another feature
1701
+ prepr += [
1702
+ "#ifndef %sHAVE_%s" % (self.conf_c_prefix, edef),
1703
+ "\t#define %sHAVE_%s 1" % (self.conf_c_prefix, edef),
1704
+ "#endif",
1705
+ ]
1706
+
1707
+ if tabs > 0:
1708
+ prepr = [('\t'*tabs) + l for l in prepr]
1709
+ return '\n'.join(prepr)
1710
+
1711
+ class _Parse:
1712
+ """A helper class that parsing main arguments of `CCompilerOpt`,
1713
+ also parsing configuration statements in dispatch-able sources.
1714
+
1715
+ Parameters
1716
+ ----------
1717
+ cpu_baseline : str or None
1718
+ minimal set of required CPU features or special options.
1719
+
1720
+ cpu_dispatch : str or None
1721
+ dispatched set of additional CPU features or special options.
1722
+
1723
+ Special options can be:
1724
+ - **MIN**: Enables the minimum CPU features that utilized via `_Config.conf_min_features`
1725
+ - **MAX**: Enables all supported CPU features by the Compiler and platform.
1726
+ - **NATIVE**: Enables all CPU features that supported by the current machine.
1727
+ - **NONE**: Enables nothing
1728
+ - **Operand +/-**: remove or add features, useful with options **MAX**, **MIN** and **NATIVE**.
1729
+ NOTE: operand + is only added for nominal reason.
1730
+
1731
+ NOTES:
1732
+ - Case-insensitive among all CPU features and special options.
1733
+ - Comma or space can be used as a separator.
1734
+ - If the CPU feature is not supported by the user platform or compiler,
1735
+ it will be skipped rather than raising a fatal error.
1736
+ - Any specified CPU features to 'cpu_dispatch' will be skipped if its part of CPU baseline features
1737
+ - 'cpu_baseline' force enables implied features.
1738
+
1739
+ Attributes
1740
+ ----------
1741
+ parse_baseline_names : list
1742
+ Final CPU baseline's feature names(sorted from low to high)
1743
+ parse_baseline_flags : list
1744
+ Compiler flags of baseline features
1745
+ parse_dispatch_names : list
1746
+ Final CPU dispatch-able feature names(sorted from low to high)
1747
+ parse_target_groups : dict
1748
+ Dictionary containing initialized target groups that configured
1749
+ through class attribute `conf_target_groups`.
1750
+
1751
+ The key is represent the group name and value is a tuple
1752
+ contains three items :
1753
+ - bool, True if group has the 'baseline' option.
1754
+ - list, list of CPU features.
1755
+ - list, list of extra compiler flags.
1756
+
1757
+ """
1758
+ def __init__(self, cpu_baseline, cpu_dispatch):
1759
+ self._parse_policies = dict(
1760
+ # POLICY NAME, (HAVE, NOT HAVE, [DEB])
1761
+ KEEP_BASELINE = (
1762
+ None, self._parse_policy_not_keepbase,
1763
+ []
1764
+ ),
1765
+ KEEP_SORT = (
1766
+ self._parse_policy_keepsort,
1767
+ self._parse_policy_not_keepsort,
1768
+ []
1769
+ ),
1770
+ MAXOPT = (
1771
+ self._parse_policy_maxopt, None,
1772
+ []
1773
+ ),
1774
+ WERROR = (
1775
+ self._parse_policy_werror, None,
1776
+ []
1777
+ ),
1778
+ AUTOVEC = (
1779
+ self._parse_policy_autovec, None,
1780
+ ["MAXOPT"]
1781
+ )
1782
+ )
1783
+ if hasattr(self, "parse_is_cached"):
1784
+ return
1785
+
1786
+ self.parse_baseline_names = []
1787
+ self.parse_baseline_flags = []
1788
+ self.parse_dispatch_names = []
1789
+ self.parse_target_groups = {}
1790
+
1791
+ if self.cc_noopt:
1792
+ # skip parsing baseline and dispatch args and keep parsing target groups
1793
+ cpu_baseline = cpu_dispatch = None
1794
+
1795
+ self.dist_log("check requested baseline")
1796
+ if cpu_baseline is not None:
1797
+ cpu_baseline = self._parse_arg_features("cpu_baseline", cpu_baseline)
1798
+ baseline_names = self.feature_names(cpu_baseline)
1799
+ self.parse_baseline_flags = self.feature_flags(baseline_names)
1800
+ self.parse_baseline_names = self.feature_sorted(
1801
+ self.feature_implies_c(baseline_names)
1802
+ )
1803
+
1804
+ self.dist_log("check requested dispatch-able features")
1805
+ if cpu_dispatch is not None:
1806
+ cpu_dispatch_ = self._parse_arg_features("cpu_dispatch", cpu_dispatch)
1807
+ cpu_dispatch = {
1808
+ f for f in cpu_dispatch_
1809
+ if f not in self.parse_baseline_names
1810
+ }
1811
+ conflict_baseline = cpu_dispatch_.difference(cpu_dispatch)
1812
+ self.parse_dispatch_names = self.feature_sorted(
1813
+ self.feature_names(cpu_dispatch)
1814
+ )
1815
+ if len(conflict_baseline) > 0:
1816
+ self.dist_log(
1817
+ "skip features", conflict_baseline, "since its part of baseline"
1818
+ )
1819
+
1820
+ self.dist_log("initialize targets groups")
1821
+ for group_name, tokens in self.conf_target_groups.items():
1822
+ self.dist_log("parse target group", group_name)
1823
+ GROUP_NAME = group_name.upper()
1824
+ if not tokens or not tokens.strip():
1825
+ # allow empty groups, useful in case if there's a need
1826
+ # to disable certain group since '_parse_target_tokens()'
1827
+ # requires at least one valid target
1828
+ self.parse_target_groups[GROUP_NAME] = (
1829
+ False, [], []
1830
+ )
1831
+ continue
1832
+ has_baseline, features, extra_flags = \
1833
+ self._parse_target_tokens(tokens)
1834
+ self.parse_target_groups[GROUP_NAME] = (
1835
+ has_baseline, features, extra_flags
1836
+ )
1837
+
1838
+ self.parse_is_cached = True
1839
+
1840
+ def parse_targets(self, source):
1841
+ """
1842
+ Fetch and parse configuration statements that required for
1843
+ defining the targeted CPU features, statements should be declared
1844
+ in the top of source in between **C** comment and start
1845
+ with a special mark **@targets**.
1846
+
1847
+ Configuration statements are sort of keywords representing
1848
+ CPU features names, group of statements and policies, combined
1849
+ together to determine the required optimization.
1850
+
1851
+ Parameters
1852
+ ----------
1853
+ source : str
1854
+ the path of **C** source file.
1855
+
1856
+ Returns
1857
+ -------
1858
+ - bool, True if group has the 'baseline' option
1859
+ - list, list of CPU features
1860
+ - list, list of extra compiler flags
1861
+ """
1862
+ self.dist_log("looking for '@targets' inside -> ", source)
1863
+ # get lines between /*@targets and */
1864
+ with open(source) as fd:
1865
+ tokens = ""
1866
+ max_to_reach = 1000 # good enough, isn't?
1867
+ start_with = "@targets"
1868
+ start_pos = -1
1869
+ end_with = "*/"
1870
+ end_pos = -1
1871
+ for current_line, line in enumerate(fd):
1872
+ if current_line == max_to_reach:
1873
+ self.dist_fatal("reached the max of lines")
1874
+ break
1875
+ if start_pos == -1:
1876
+ start_pos = line.find(start_with)
1877
+ if start_pos == -1:
1878
+ continue
1879
+ start_pos += len(start_with)
1880
+ tokens += line
1881
+ end_pos = line.find(end_with)
1882
+ if end_pos != -1:
1883
+ end_pos += len(tokens) - len(line)
1884
+ break
1885
+
1886
+ if start_pos == -1:
1887
+ self.dist_fatal("expected to find '%s' within a C comment" % start_with)
1888
+ if end_pos == -1:
1889
+ self.dist_fatal("expected to end with '%s'" % end_with)
1890
+
1891
+ tokens = tokens[start_pos:end_pos]
1892
+ return self._parse_target_tokens(tokens)
1893
+
1894
+ _parse_regex_arg = re.compile(r'\s|,|([+-])')
1895
+ def _parse_arg_features(self, arg_name, req_features):
1896
+ if not isinstance(req_features, str):
1897
+ self.dist_fatal("expected a string in '%s'" % arg_name)
1898
+
1899
+ final_features = set()
1900
+ # space and comma can be used as a separator
1901
+ tokens = list(filter(None, re.split(self._parse_regex_arg, req_features)))
1902
+ append = True # append is the default
1903
+ for tok in tokens:
1904
+ if tok[0] in ("#", "$"):
1905
+ self.dist_fatal(
1906
+ arg_name, "target groups and policies "
1907
+ "aren't allowed from arguments, "
1908
+ "only from dispatch-able sources"
1909
+ )
1910
+ if tok == '+':
1911
+ append = True
1912
+ continue
1913
+ if tok == '-':
1914
+ append = False
1915
+ continue
1916
+
1917
+ TOK = tok.upper() # we use upper-case internally
1918
+ features_to = set()
1919
+ if TOK == "NONE":
1920
+ pass
1921
+ elif TOK == "NATIVE":
1922
+ native = self.cc_flags["native"]
1923
+ if not native:
1924
+ self.dist_fatal(arg_name,
1925
+ "native option isn't supported by the compiler"
1926
+ )
1927
+ features_to = self.feature_names(
1928
+ force_flags=native, macros=[("DETECT_FEATURES", 1)]
1929
+ )
1930
+ elif TOK == "MAX":
1931
+ features_to = self.feature_supported.keys()
1932
+ elif TOK == "MIN":
1933
+ features_to = self.feature_min
1934
+ else:
1935
+ if TOK in self.feature_supported:
1936
+ features_to.add(TOK)
1937
+ else:
1938
+ if not self.feature_is_exist(TOK):
1939
+ self.dist_fatal(arg_name,
1940
+ ", '%s' isn't a known feature or option" % tok
1941
+ )
1942
+ if append:
1943
+ final_features = final_features.union(features_to)
1944
+ else:
1945
+ final_features = final_features.difference(features_to)
1946
+
1947
+ append = True # back to default
1948
+
1949
+ return final_features
1950
+
1951
+ _parse_regex_target = re.compile(r'\s|[*,/]|([()])')
1952
+ def _parse_target_tokens(self, tokens):
1953
+ assert(isinstance(tokens, str))
1954
+ final_targets = [] # to keep it sorted as specified
1955
+ extra_flags = []
1956
+ has_baseline = False
1957
+
1958
+ skipped = set()
1959
+ policies = set()
1960
+ multi_target = None
1961
+
1962
+ tokens = list(filter(None, re.split(self._parse_regex_target, tokens)))
1963
+ if not tokens:
1964
+ self.dist_fatal("expected one token at least")
1965
+
1966
+ for tok in tokens:
1967
+ TOK = tok.upper()
1968
+ ch = tok[0]
1969
+ if ch in ('+', '-'):
1970
+ self.dist_fatal(
1971
+ "+/- are 'not' allowed from target's groups or @targets, "
1972
+ "only from cpu_baseline and cpu_dispatch parms"
1973
+ )
1974
+ elif ch == '$':
1975
+ if multi_target is not None:
1976
+ self.dist_fatal(
1977
+ "policies aren't allowed inside multi-target '()'"
1978
+ ", only CPU features"
1979
+ )
1980
+ policies.add(self._parse_token_policy(TOK))
1981
+ elif ch == '#':
1982
+ if multi_target is not None:
1983
+ self.dist_fatal(
1984
+ "target groups aren't allowed inside multi-target '()'"
1985
+ ", only CPU features"
1986
+ )
1987
+ has_baseline, final_targets, extra_flags = \
1988
+ self._parse_token_group(TOK, has_baseline, final_targets, extra_flags)
1989
+ elif ch == '(':
1990
+ if multi_target is not None:
1991
+ self.dist_fatal("unclosed multi-target, missing ')'")
1992
+ multi_target = set()
1993
+ elif ch == ')':
1994
+ if multi_target is None:
1995
+ self.dist_fatal("multi-target opener '(' wasn't found")
1996
+ targets = self._parse_multi_target(multi_target)
1997
+ if targets is None:
1998
+ skipped.add(tuple(multi_target))
1999
+ else:
2000
+ if len(targets) == 1:
2001
+ targets = targets[0]
2002
+ if targets and targets not in final_targets:
2003
+ final_targets.append(targets)
2004
+ multi_target = None # back to default
2005
+ else:
2006
+ if TOK == "BASELINE":
2007
+ if multi_target is not None:
2008
+ self.dist_fatal("baseline isn't allowed inside multi-target '()'")
2009
+ has_baseline = True
2010
+ continue
2011
+
2012
+ if multi_target is not None:
2013
+ multi_target.add(TOK)
2014
+ continue
2015
+
2016
+ if not self.feature_is_exist(TOK):
2017
+ self.dist_fatal("invalid target name '%s'" % TOK)
2018
+
2019
+ is_enabled = (
2020
+ TOK in self.parse_baseline_names or
2021
+ TOK in self.parse_dispatch_names
2022
+ )
2023
+ if is_enabled:
2024
+ if TOK not in final_targets:
2025
+ final_targets.append(TOK)
2026
+ continue
2027
+
2028
+ skipped.add(TOK)
2029
+
2030
+ if multi_target is not None:
2031
+ self.dist_fatal("unclosed multi-target, missing ')'")
2032
+ if skipped:
2033
+ self.dist_log(
2034
+ "skip targets", skipped,
2035
+ "not part of baseline or dispatch-able features"
2036
+ )
2037
+
2038
+ final_targets = self.feature_untied(final_targets)
2039
+
2040
+ # add polices dependencies
2041
+ for p in list(policies):
2042
+ _, _, deps = self._parse_policies[p]
2043
+ for d in deps:
2044
+ if d in policies:
2045
+ continue
2046
+ self.dist_log(
2047
+ "policy '%s' force enables '%s'" % (
2048
+ p, d
2049
+ ))
2050
+ policies.add(d)
2051
+
2052
+ # release policies filtrations
2053
+ for p, (have, nhave, _) in self._parse_policies.items():
2054
+ func = None
2055
+ if p in policies:
2056
+ func = have
2057
+ self.dist_log("policy '%s' is ON" % p)
2058
+ else:
2059
+ func = nhave
2060
+ if not func:
2061
+ continue
2062
+ has_baseline, final_targets, extra_flags = func(
2063
+ has_baseline, final_targets, extra_flags
2064
+ )
2065
+
2066
+ return has_baseline, final_targets, extra_flags
2067
+
2068
+ def _parse_token_policy(self, token):
2069
+ """validate policy token"""
2070
+ if len(token) <= 1 or token[-1:] == token[0]:
2071
+ self.dist_fatal("'$' must stuck in the begin of policy name")
2072
+ token = token[1:]
2073
+ if token not in self._parse_policies:
2074
+ self.dist_fatal(
2075
+ "'%s' is an invalid policy name, available policies are" % token,
2076
+ self._parse_policies.keys()
2077
+ )
2078
+ return token
2079
+
2080
+ def _parse_token_group(self, token, has_baseline, final_targets, extra_flags):
2081
+ """validate group token"""
2082
+ if len(token) <= 1 or token[-1:] == token[0]:
2083
+ self.dist_fatal("'#' must stuck in the begin of group name")
2084
+
2085
+ token = token[1:]
2086
+ ghas_baseline, gtargets, gextra_flags = self.parse_target_groups.get(
2087
+ token, (False, None, [])
2088
+ )
2089
+ if gtargets is None:
2090
+ self.dist_fatal(
2091
+ "'%s' is an invalid target group name, " % token + \
2092
+ "available target groups are",
2093
+ self.parse_target_groups.keys()
2094
+ )
2095
+ if ghas_baseline:
2096
+ has_baseline = True
2097
+ # always keep sorting as specified
2098
+ final_targets += [f for f in gtargets if f not in final_targets]
2099
+ extra_flags += [f for f in gextra_flags if f not in extra_flags]
2100
+ return has_baseline, final_targets, extra_flags
2101
+
2102
+ def _parse_multi_target(self, targets):
2103
+ """validate multi targets that defined between parentheses()"""
2104
+ # remove any implied features and keep the origins
2105
+ if not targets:
2106
+ self.dist_fatal("empty multi-target '()'")
2107
+ if not all([
2108
+ self.feature_is_exist(tar) for tar in targets
2109
+ ]) :
2110
+ self.dist_fatal("invalid target name in multi-target", targets)
2111
+ if not all([
2112
+ (
2113
+ tar in self.parse_baseline_names or
2114
+ tar in self.parse_dispatch_names
2115
+ )
2116
+ for tar in targets
2117
+ ]) :
2118
+ return None
2119
+ targets = self.feature_ahead(targets)
2120
+ if not targets:
2121
+ return None
2122
+ # force sort multi targets, so it can be comparable
2123
+ targets = self.feature_sorted(targets)
2124
+ targets = tuple(targets) # hashable
2125
+ return targets
2126
+
2127
+ def _parse_policy_not_keepbase(self, has_baseline, final_targets, extra_flags):
2128
+ """skip all baseline features"""
2129
+ skipped = []
2130
+ for tar in final_targets[:]:
2131
+ is_base = False
2132
+ if isinstance(tar, str):
2133
+ is_base = tar in self.parse_baseline_names
2134
+ else:
2135
+ # multi targets
2136
+ is_base = all([
2137
+ f in self.parse_baseline_names
2138
+ for f in tar
2139
+ ])
2140
+ if is_base:
2141
+ skipped.append(tar)
2142
+ final_targets.remove(tar)
2143
+
2144
+ if skipped:
2145
+ self.dist_log("skip baseline features", skipped)
2146
+
2147
+ return has_baseline, final_targets, extra_flags
2148
+
2149
+ def _parse_policy_keepsort(self, has_baseline, final_targets, extra_flags):
2150
+ """leave a notice that $keep_sort is on"""
2151
+ self.dist_log(
2152
+ "policy 'keep_sort' is on, dispatch-able targets", final_targets, "\n"
2153
+ "are 'not' sorted depend on the highest interest but"
2154
+ "as specified in the dispatch-able source or the extra group"
2155
+ )
2156
+ return has_baseline, final_targets, extra_flags
2157
+
2158
+ def _parse_policy_not_keepsort(self, has_baseline, final_targets, extra_flags):
2159
+ """sorted depend on the highest interest"""
2160
+ final_targets = self.feature_sorted(final_targets, reverse=True)
2161
+ return has_baseline, final_targets, extra_flags
2162
+
2163
+ def _parse_policy_maxopt(self, has_baseline, final_targets, extra_flags):
2164
+ """append the compiler optimization flags"""
2165
+ if self.cc_has_debug:
2166
+ self.dist_log("debug mode is detected, policy 'maxopt' is skipped.")
2167
+ elif self.cc_noopt:
2168
+ self.dist_log("optimization is disabled, policy 'maxopt' is skipped.")
2169
+ else:
2170
+ flags = self.cc_flags["opt"]
2171
+ if not flags:
2172
+ self.dist_log(
2173
+ "current compiler doesn't support optimization flags, "
2174
+ "policy 'maxopt' is skipped", stderr=True
2175
+ )
2176
+ else:
2177
+ extra_flags += flags
2178
+ return has_baseline, final_targets, extra_flags
2179
+
2180
+ def _parse_policy_werror(self, has_baseline, final_targets, extra_flags):
2181
+ """force warnings to treated as errors"""
2182
+ flags = self.cc_flags["werror"]
2183
+ if not flags:
2184
+ self.dist_log(
2185
+ "current compiler doesn't support werror flags, "
2186
+ "warnings will 'not' treated as errors", stderr=True
2187
+ )
2188
+ else:
2189
+ self.dist_log("compiler warnings are treated as errors")
2190
+ extra_flags += flags
2191
+ return has_baseline, final_targets, extra_flags
2192
+
2193
+ def _parse_policy_autovec(self, has_baseline, final_targets, extra_flags):
2194
+ """skip features that has no auto-vectorized support by compiler"""
2195
+ skipped = []
2196
+ for tar in final_targets[:]:
2197
+ if isinstance(tar, str):
2198
+ can = self.feature_can_autovec(tar)
2199
+ else: # multiple target
2200
+ can = all([
2201
+ self.feature_can_autovec(t)
2202
+ for t in tar
2203
+ ])
2204
+ if not can:
2205
+ final_targets.remove(tar)
2206
+ skipped.append(tar)
2207
+
2208
+ if skipped:
2209
+ self.dist_log("skip non auto-vectorized features", skipped)
2210
+
2211
+ return has_baseline, final_targets, extra_flags
2212
+
2213
+ class CCompilerOpt(_Config, _Distutils, _Cache, _CCompiler, _Feature, _Parse):
2214
+ """
2215
+ A helper class for `CCompiler` aims to provide extra build options
2216
+ to effectively control of compiler optimizations that are directly
2217
+ related to CPU features.
2218
+ """
2219
+ def __init__(self, ccompiler, cpu_baseline="min", cpu_dispatch="max", cache_path=None):
2220
+ _Config.__init__(self)
2221
+ _Distutils.__init__(self, ccompiler)
2222
+ _Cache.__init__(self, cache_path, self.dist_info(), cpu_baseline, cpu_dispatch)
2223
+ _CCompiler.__init__(self)
2224
+ _Feature.__init__(self)
2225
+ if not self.cc_noopt and self.cc_has_native:
2226
+ self.dist_log(
2227
+ "native flag is specified through environment variables. "
2228
+ "force cpu-baseline='native'"
2229
+ )
2230
+ cpu_baseline = "native"
2231
+ _Parse.__init__(self, cpu_baseline, cpu_dispatch)
2232
+ # keep the requested features untouched, need it later for report
2233
+ # and trace purposes
2234
+ self._requested_baseline = cpu_baseline
2235
+ self._requested_dispatch = cpu_dispatch
2236
+ # key is the dispatch-able source and value is a tuple
2237
+ # contains two items (has_baseline[boolean], dispatched-features[list])
2238
+ self.sources_status = getattr(self, "sources_status", {})
2239
+ # every instance should has a separate one
2240
+ self.cache_private.add("sources_status")
2241
+ # set it at the end to make sure the cache writing was done after init
2242
+ # this class
2243
+ self.hit_cache = hasattr(self, "hit_cache")
2244
+
2245
+ def is_cached(self):
2246
+ """
2247
+ Returns True if the class loaded from the cache file
2248
+ """
2249
+ return self.cache_infile and self.hit_cache
2250
+
2251
+ def cpu_baseline_flags(self):
2252
+ """
2253
+ Returns a list of final CPU baseline compiler flags
2254
+ """
2255
+ return self.parse_baseline_flags
2256
+
2257
+ def cpu_baseline_names(self):
2258
+ """
2259
+ return a list of final CPU baseline feature names
2260
+ """
2261
+ return self.parse_baseline_names
2262
+
2263
+ def cpu_dispatch_names(self):
2264
+ """
2265
+ return a list of final CPU dispatch feature names
2266
+ """
2267
+ return self.parse_dispatch_names
2268
+
2269
+ def try_dispatch(self, sources, src_dir=None, ccompiler=None, **kwargs):
2270
+ """
2271
+ Compile one or more dispatch-able sources and generates object files,
2272
+ also generates abstract C config headers and macros that
2273
+ used later for the final runtime dispatching process.
2274
+
2275
+ The mechanism behind it is to takes each source file that specified
2276
+ in 'sources' and branching it into several files depend on
2277
+ special configuration statements that must be declared in the
2278
+ top of each source which contains targeted CPU features,
2279
+ then it compiles every branched source with the proper compiler flags.
2280
+
2281
+ Parameters
2282
+ ----------
2283
+ sources : list
2284
+ Must be a list of dispatch-able sources file paths,
2285
+ and configuration statements must be declared inside
2286
+ each file.
2287
+
2288
+ src_dir : str
2289
+ Path of parent directory for the generated headers and wrapped sources.
2290
+ If None(default) the files will generated in-place.
2291
+
2292
+ ccompiler : CCompiler
2293
+ Distutils `CCompiler` instance to be used for compilation.
2294
+ If None (default), the provided instance during the initialization
2295
+ will be used instead.
2296
+
2297
+ **kwargs : any
2298
+ Arguments to pass on to the `CCompiler.compile()`
2299
+
2300
+ Returns
2301
+ -------
2302
+ list : generated object files
2303
+
2304
+ Raises
2305
+ ------
2306
+ CompileError
2307
+ Raises by `CCompiler.compile()` on compiling failure.
2308
+ DistutilsError
2309
+ Some errors during checking the sanity of configuration statements.
2310
+
2311
+ See Also
2312
+ --------
2313
+ parse_targets :
2314
+ Parsing the configuration statements of dispatch-able sources.
2315
+ """
2316
+ to_compile = {}
2317
+ baseline_flags = self.cpu_baseline_flags()
2318
+ include_dirs = kwargs.setdefault("include_dirs", [])
2319
+
2320
+ for src in sources:
2321
+ output_dir = os.path.dirname(src)
2322
+ if src_dir:
2323
+ if not output_dir.startswith(src_dir):
2324
+ output_dir = os.path.join(src_dir, output_dir)
2325
+ if output_dir not in include_dirs:
2326
+ # To allow including the generated config header(*.dispatch.h)
2327
+ # by the dispatch-able sources
2328
+ include_dirs.append(output_dir)
2329
+
2330
+ has_baseline, targets, extra_flags = self.parse_targets(src)
2331
+ nochange = self._generate_config(output_dir, src, targets, has_baseline)
2332
+ for tar in targets:
2333
+ tar_src = self._wrap_target(output_dir, src, tar, nochange=nochange)
2334
+ flags = tuple(extra_flags + self.feature_flags(tar))
2335
+ to_compile.setdefault(flags, []).append(tar_src)
2336
+
2337
+ if has_baseline:
2338
+ flags = tuple(extra_flags + baseline_flags)
2339
+ to_compile.setdefault(flags, []).append(src)
2340
+
2341
+ self.sources_status[src] = (has_baseline, targets)
2342
+
2343
+ # For these reasons, the sources are compiled in a separate loop:
2344
+ # - Gathering all sources with the same flags to benefit from
2345
+ # the parallel compiling as much as possible.
2346
+ # - To generate all config headers of the dispatchable sources,
2347
+ # before the compilation in case if there are dependency relationships
2348
+ # among them.
2349
+ objects = []
2350
+ for flags, srcs in to_compile.items():
2351
+ objects += self.dist_compile(
2352
+ srcs, list(flags), ccompiler=ccompiler, **kwargs
2353
+ )
2354
+ return objects
2355
+
2356
+ def generate_dispatch_header(self, header_path):
2357
+ """
2358
+ Generate the dispatch header which contains the #definitions and headers
2359
+ for platform-specific instruction-sets for the enabled CPU baseline and
2360
+ dispatch-able features.
2361
+
2362
+ Its highly recommended to take a look at the generated header
2363
+ also the generated source files via `try_dispatch()`
2364
+ in order to get the full picture.
2365
+ """
2366
+ self.dist_log("generate CPU dispatch header: (%s)" % header_path)
2367
+
2368
+ baseline_names = self.cpu_baseline_names()
2369
+ dispatch_names = self.cpu_dispatch_names()
2370
+ baseline_len = len(baseline_names)
2371
+ dispatch_len = len(dispatch_names)
2372
+
2373
+ header_dir = os.path.dirname(header_path)
2374
+ if not os.path.exists(header_dir):
2375
+ self.dist_log(
2376
+ f"dispatch header dir {header_dir} does not exist, creating it",
2377
+ stderr=True
2378
+ )
2379
+ os.makedirs(header_dir)
2380
+
2381
+ with open(header_path, 'w') as f:
2382
+ baseline_calls = ' \\\n'.join([
2383
+ (
2384
+ "\t%sWITH_CPU_EXPAND_(MACRO_TO_CALL(%s, __VA_ARGS__))"
2385
+ ) % (self.conf_c_prefix, f)
2386
+ for f in baseline_names
2387
+ ])
2388
+ dispatch_calls = ' \\\n'.join([
2389
+ (
2390
+ "\t%sWITH_CPU_EXPAND_(MACRO_TO_CALL(%s, __VA_ARGS__))"
2391
+ ) % (self.conf_c_prefix, f)
2392
+ for f in dispatch_names
2393
+ ])
2394
+ f.write(textwrap.dedent("""\
2395
+ /*
2396
+ * AUTOGENERATED DON'T EDIT
2397
+ * Please make changes to the code generator (distutils/ccompiler_opt.py)
2398
+ */
2399
+ #define {pfx}WITH_CPU_BASELINE "{baseline_str}"
2400
+ #define {pfx}WITH_CPU_DISPATCH "{dispatch_str}"
2401
+ #define {pfx}WITH_CPU_BASELINE_N {baseline_len}
2402
+ #define {pfx}WITH_CPU_DISPATCH_N {dispatch_len}
2403
+ #define {pfx}WITH_CPU_EXPAND_(X) X
2404
+ #define {pfx}WITH_CPU_BASELINE_CALL(MACRO_TO_CALL, ...) \\
2405
+ {baseline_calls}
2406
+ #define {pfx}WITH_CPU_DISPATCH_CALL(MACRO_TO_CALL, ...) \\
2407
+ {dispatch_calls}
2408
+ """).format(
2409
+ pfx=self.conf_c_prefix, baseline_str=" ".join(baseline_names),
2410
+ dispatch_str=" ".join(dispatch_names), baseline_len=baseline_len,
2411
+ dispatch_len=dispatch_len, baseline_calls=baseline_calls,
2412
+ dispatch_calls=dispatch_calls
2413
+ ))
2414
+ baseline_pre = ''
2415
+ for name in baseline_names:
2416
+ baseline_pre += self.feature_c_preprocessor(name, tabs=1) + '\n'
2417
+
2418
+ dispatch_pre = ''
2419
+ for name in dispatch_names:
2420
+ dispatch_pre += textwrap.dedent("""\
2421
+ #ifdef {pfx}CPU_TARGET_{name}
2422
+ {pre}
2423
+ #endif /*{pfx}CPU_TARGET_{name}*/
2424
+ """).format(
2425
+ pfx=self.conf_c_prefix_, name=name, pre=self.feature_c_preprocessor(
2426
+ name, tabs=1
2427
+ ))
2428
+
2429
+ f.write(textwrap.dedent("""\
2430
+ /******* baseline features *******/
2431
+ {baseline_pre}
2432
+ /******* dispatch features *******/
2433
+ {dispatch_pre}
2434
+ """).format(
2435
+ pfx=self.conf_c_prefix_, baseline_pre=baseline_pre,
2436
+ dispatch_pre=dispatch_pre
2437
+ ))
2438
+
2439
+ def report(self, full=False):
2440
+ report = []
2441
+ platform_rows = []
2442
+ baseline_rows = []
2443
+ dispatch_rows = []
2444
+ report.append(("Platform", platform_rows))
2445
+ report.append(("", ""))
2446
+ report.append(("CPU baseline", baseline_rows))
2447
+ report.append(("", ""))
2448
+ report.append(("CPU dispatch", dispatch_rows))
2449
+
2450
+ ########## platform ##########
2451
+ platform_rows.append(("Architecture", (
2452
+ "unsupported" if self.cc_on_noarch else self.cc_march)
2453
+ ))
2454
+ platform_rows.append(("Compiler", (
2455
+ "unix-like" if self.cc_is_nocc else self.cc_name)
2456
+ ))
2457
+ ########## baseline ##########
2458
+ if self.cc_noopt:
2459
+ baseline_rows.append(("Requested", "optimization disabled"))
2460
+ else:
2461
+ baseline_rows.append(("Requested", repr(self._requested_baseline)))
2462
+
2463
+ baseline_names = self.cpu_baseline_names()
2464
+ baseline_rows.append((
2465
+ "Enabled", (' '.join(baseline_names) if baseline_names else "none")
2466
+ ))
2467
+ baseline_flags = self.cpu_baseline_flags()
2468
+ baseline_rows.append((
2469
+ "Flags", (' '.join(baseline_flags) if baseline_flags else "none")
2470
+ ))
2471
+ extra_checks = []
2472
+ for name in baseline_names:
2473
+ extra_checks += self.feature_extra_checks(name)
2474
+ baseline_rows.append((
2475
+ "Extra checks", (' '.join(extra_checks) if extra_checks else "none")
2476
+ ))
2477
+
2478
+ ########## dispatch ##########
2479
+ if self.cc_noopt:
2480
+ baseline_rows.append(("Requested", "optimization disabled"))
2481
+ else:
2482
+ dispatch_rows.append(("Requested", repr(self._requested_dispatch)))
2483
+
2484
+ dispatch_names = self.cpu_dispatch_names()
2485
+ dispatch_rows.append((
2486
+ "Enabled", (' '.join(dispatch_names) if dispatch_names else "none")
2487
+ ))
2488
+ ########## Generated ##########
2489
+ # TODO:
2490
+ # - collect object names from 'try_dispatch()'
2491
+ # then get size of each object and printed
2492
+ # - give more details about the features that not
2493
+ # generated due compiler support
2494
+ # - find a better output's design.
2495
+ #
2496
+ target_sources = {}
2497
+ for source, (_, targets) in self.sources_status.items():
2498
+ for tar in targets:
2499
+ target_sources.setdefault(tar, []).append(source)
2500
+
2501
+ if not full or not target_sources:
2502
+ generated = ""
2503
+ for tar in self.feature_sorted(target_sources):
2504
+ sources = target_sources[tar]
2505
+ name = tar if isinstance(tar, str) else '(%s)' % ' '.join(tar)
2506
+ generated += name + "[%d] " % len(sources)
2507
+ dispatch_rows.append(("Generated", generated[:-1] if generated else "none"))
2508
+ else:
2509
+ dispatch_rows.append(("Generated", ''))
2510
+ for tar in self.feature_sorted(target_sources):
2511
+ sources = target_sources[tar]
2512
+ pretty_name = tar if isinstance(tar, str) else '(%s)' % ' '.join(tar)
2513
+ flags = ' '.join(self.feature_flags(tar))
2514
+ implies = ' '.join(self.feature_sorted(self.feature_implies(tar)))
2515
+ detect = ' '.join(self.feature_detect(tar))
2516
+ extra_checks = []
2517
+ for name in ((tar,) if isinstance(tar, str) else tar):
2518
+ extra_checks += self.feature_extra_checks(name)
2519
+ extra_checks = (' '.join(extra_checks) if extra_checks else "none")
2520
+
2521
+ dispatch_rows.append(('', ''))
2522
+ dispatch_rows.append((pretty_name, implies))
2523
+ dispatch_rows.append(("Flags", flags))
2524
+ dispatch_rows.append(("Extra checks", extra_checks))
2525
+ dispatch_rows.append(("Detect", detect))
2526
+ for src in sources:
2527
+ dispatch_rows.append(("", src))
2528
+
2529
+ ###############################
2530
+ # TODO: add support for 'markdown' format
2531
+ text = []
2532
+ secs_len = [len(secs) for secs, _ in report]
2533
+ cols_len = [len(col) for _, rows in report for col, _ in rows]
2534
+ tab = ' ' * 2
2535
+ pad = max(max(secs_len), max(cols_len))
2536
+ for sec, rows in report:
2537
+ if not sec:
2538
+ text.append("") # empty line
2539
+ continue
2540
+ sec += ' ' * (pad - len(sec))
2541
+ text.append(sec + tab + ': ')
2542
+ for col, val in rows:
2543
+ col += ' ' * (pad - len(col))
2544
+ text.append(tab + col + ': ' + val)
2545
+
2546
+ return '\n'.join(text)
2547
+
2548
+ def _wrap_target(self, output_dir, dispatch_src, target, nochange=False):
2549
+ assert(isinstance(target, (str, tuple)))
2550
+ if isinstance(target, str):
2551
+ ext_name = target_name = target
2552
+ else:
2553
+ # multi-target
2554
+ ext_name = '.'.join(target)
2555
+ target_name = '__'.join(target)
2556
+
2557
+ wrap_path = os.path.join(output_dir, os.path.basename(dispatch_src))
2558
+ wrap_path = "{0}.{2}{1}".format(*os.path.splitext(wrap_path), ext_name.lower())
2559
+ if nochange and os.path.exists(wrap_path):
2560
+ return wrap_path
2561
+
2562
+ self.dist_log("wrap dispatch-able target -> ", wrap_path)
2563
+ # sorting for readability
2564
+ features = self.feature_sorted(self.feature_implies_c(target))
2565
+ target_join = "#define %sCPU_TARGET_" % self.conf_c_prefix_
2566
+ target_defs = [target_join + f for f in features]
2567
+ target_defs = '\n'.join(target_defs)
2568
+
2569
+ with open(wrap_path, "w") as fd:
2570
+ fd.write(textwrap.dedent("""\
2571
+ /**
2572
+ * AUTOGENERATED DON'T EDIT
2573
+ * Please make changes to the code generator \
2574
+ (distutils/ccompiler_opt.py)
2575
+ */
2576
+ #define {pfx}CPU_TARGET_MODE
2577
+ #define {pfx}CPU_TARGET_CURRENT {target_name}
2578
+ {target_defs}
2579
+ #include "{path}"
2580
+ """).format(
2581
+ pfx=self.conf_c_prefix_, target_name=target_name,
2582
+ path=os.path.abspath(dispatch_src), target_defs=target_defs
2583
+ ))
2584
+ return wrap_path
2585
+
2586
+ def _generate_config(self, output_dir, dispatch_src, targets, has_baseline=False):
2587
+ config_path = os.path.basename(dispatch_src)
2588
+ config_path = os.path.splitext(config_path)[0] + '.h'
2589
+ config_path = os.path.join(output_dir, config_path)
2590
+ # check if targets didn't change to avoid recompiling
2591
+ cache_hash = self.cache_hash(targets, has_baseline)
2592
+ try:
2593
+ with open(config_path) as f:
2594
+ last_hash = f.readline().split("cache_hash:")
2595
+ if len(last_hash) == 2 and int(last_hash[1]) == cache_hash:
2596
+ return True
2597
+ except OSError:
2598
+ pass
2599
+
2600
+ os.makedirs(os.path.dirname(config_path), exist_ok=True)
2601
+
2602
+ self.dist_log("generate dispatched config -> ", config_path)
2603
+ dispatch_calls = []
2604
+ for tar in targets:
2605
+ if isinstance(tar, str):
2606
+ target_name = tar
2607
+ else: # multi target
2608
+ target_name = '__'.join([t for t in tar])
2609
+ req_detect = self.feature_detect(tar)
2610
+ req_detect = '&&'.join([
2611
+ "CHK(%s)" % f for f in req_detect
2612
+ ])
2613
+ dispatch_calls.append(
2614
+ "\t%sCPU_DISPATCH_EXPAND_(CB((%s), %s, __VA_ARGS__))" % (
2615
+ self.conf_c_prefix_, req_detect, target_name
2616
+ ))
2617
+ dispatch_calls = ' \\\n'.join(dispatch_calls)
2618
+
2619
+ if has_baseline:
2620
+ baseline_calls = (
2621
+ "\t%sCPU_DISPATCH_EXPAND_(CB(__VA_ARGS__))"
2622
+ ) % self.conf_c_prefix_
2623
+ else:
2624
+ baseline_calls = ''
2625
+
2626
+ with open(config_path, "w") as fd:
2627
+ fd.write(textwrap.dedent("""\
2628
+ // cache_hash:{cache_hash}
2629
+ /**
2630
+ * AUTOGENERATED DON'T EDIT
2631
+ * Please make changes to the code generator (distutils/ccompiler_opt.py)
2632
+ */
2633
+ #ifndef {pfx}CPU_DISPATCH_EXPAND_
2634
+ #define {pfx}CPU_DISPATCH_EXPAND_(X) X
2635
+ #endif
2636
+ #undef {pfx}CPU_DISPATCH_BASELINE_CALL
2637
+ #undef {pfx}CPU_DISPATCH_CALL
2638
+ #define {pfx}CPU_DISPATCH_BASELINE_CALL(CB, ...) \\
2639
+ {baseline_calls}
2640
+ #define {pfx}CPU_DISPATCH_CALL(CHK, CB, ...) \\
2641
+ {dispatch_calls}
2642
+ """).format(
2643
+ pfx=self.conf_c_prefix_, baseline_calls=baseline_calls,
2644
+ dispatch_calls=dispatch_calls, cache_hash=cache_hash
2645
+ ))
2646
+ return False
2647
+
2648
+ def new_ccompiler_opt(compiler, dispatch_hpath, **kwargs):
2649
+ """
2650
+ Create a new instance of 'CCompilerOpt' and generate the dispatch header
2651
+ which contains the #definitions and headers of platform-specific instruction-sets for
2652
+ the enabled CPU baseline and dispatch-able features.
2653
+
2654
+ Parameters
2655
+ ----------
2656
+ compiler : CCompiler instance
2657
+ dispatch_hpath : str
2658
+ path of the dispatch header
2659
+
2660
+ **kwargs: passed as-is to `CCompilerOpt(...)`
2661
+ Returns
2662
+ -------
2663
+ new instance of CCompilerOpt
2664
+ """
2665
+ opt = CCompilerOpt(compiler, **kwargs)
2666
+ if not os.path.exists(dispatch_hpath) or not opt.is_cached():
2667
+ opt.generate_dispatch_header(dispatch_hpath)
2668
+ return opt