mindspore 2.3.0__cp39-none-any.whl → 2.3.0rc2__cp39-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (423) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +0 -1512
  3. mindspore/__init__.py +1 -2
  4. mindspore/_c_dataengine.cpython-39-aarch64-linux-gnu.so +0 -0
  5. mindspore/_c_expression.cpython-39-aarch64-linux-gnu.so +0 -0
  6. mindspore/_c_mindrecord.cpython-39-aarch64-linux-gnu.so +0 -0
  7. mindspore/_checkparam.py +25 -5
  8. mindspore/_extends/graph_kernel/model/graph_parallel.py +1 -1
  9. mindspore/_extends/parse/__init__.py +2 -2
  10. mindspore/_extends/parse/compile_config.py +0 -29
  11. mindspore/_extends/parse/namespace.py +2 -2
  12. mindspore/_extends/parse/parser.py +5 -21
  13. mindspore/_extends/parse/resources.py +7 -5
  14. mindspore/_extends/parse/standard_method.py +59 -40
  15. mindspore/_mindspore_offline_debug.cpython-39-aarch64-linux-gnu.so +0 -0
  16. mindspore/amp.py +5 -26
  17. mindspore/bin/cache_admin +0 -0
  18. mindspore/bin/cache_server +0 -0
  19. mindspore/boost/adasum.py +1 -1
  20. mindspore/boost/base.py +1 -1
  21. mindspore/boost/boost_cell_wrapper.py +1 -1
  22. mindspore/boost/grad_freeze.py +2 -2
  23. mindspore/boost/less_batch_normalization.py +6 -9
  24. mindspore/common/__init__.py +1 -8
  25. mindspore/common/_register_for_tensor.py +9 -8
  26. mindspore/common/api.py +65 -275
  27. mindspore/common/dtype.py +4 -8
  28. mindspore/common/dump.py +5 -2
  29. mindspore/common/jit_config.py +1 -1
  30. mindspore/common/lazy_inline.py +2 -14
  31. mindspore/common/parameter.py +15 -14
  32. mindspore/common/recompute.py +5 -20
  33. mindspore/common/sparse_tensor.py +6 -21
  34. mindspore/common/tensor.py +52 -100
  35. mindspore/communication/__init__.py +11 -6
  36. mindspore/communication/management.py +94 -92
  37. mindspore/context.py +18 -180
  38. mindspore/dataset/engine/datasets.py +46 -69
  39. mindspore/dataset/engine/datasets_user_defined.py +53 -72
  40. mindspore/dataset/engine/datasets_vision.py +2 -2
  41. mindspore/dataset/engine/queue.py +38 -56
  42. mindspore/dataset/engine/validators.py +5 -11
  43. mindspore/dataset/vision/__init__.py +5 -5
  44. mindspore/dataset/vision/c_transforms.py +5 -5
  45. mindspore/dataset/vision/py_transforms_util.py +1 -1
  46. mindspore/dataset/vision/transforms.py +46 -591
  47. mindspore/dataset/vision/utils.py +1 -121
  48. mindspore/dataset/vision/validators.py +3 -9
  49. mindspore/hal/__init__.py +1 -7
  50. mindspore/hal/device.py +1 -1
  51. mindspore/include/api/model.h +0 -3
  52. mindspore/include/dataset/vision.h +2 -54
  53. mindspore/include/mindapi/base/types.h +0 -1
  54. mindspore/lib/libdnnl.so.2 +0 -0
  55. mindspore/lib/libmindspore.so +0 -0
  56. mindspore/lib/libmindspore_backend.so +0 -0
  57. mindspore/lib/libmindspore_common.so +0 -0
  58. mindspore/lib/libmindspore_core.so +0 -0
  59. mindspore/lib/libmindspore_glog.so.0 +0 -0
  60. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  61. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  62. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  63. mindspore/lib/libmindspore_shared_lib.so +0 -0
  64. mindspore/lib/libmpi_adapter.so +0 -0
  65. mindspore/lib/libmpi_collective.so +0 -0
  66. mindspore/lib/libnnacl.so +0 -0
  67. mindspore/lib/libopencv_core.so.4.5 +0 -0
  68. mindspore/lib/libps_cache.so +0 -0
  69. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -35
  70. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -2
  71. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -2
  72. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  73. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +0 -72
  74. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  75. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/include/{aclnn_all_finite.h → aclnn_add_custom.h} +11 -9
  76. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/include/aclnn_decoder_kv_cache.h +1 -1
  77. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/include/aclnn_prompt_kv_cache.h +1 -1
  78. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/lib/libcust_opapi.so +0 -0
  79. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +12 -184
  80. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +15 -7
  81. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +15 -7
  82. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/add_custom.cpp +81 -0
  83. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/add_custom.py +134 -0
  84. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/decoder_kv_cache.py +31 -77
  85. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/prompt_kv_cache.py +31 -77
  86. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  87. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  88. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/inc/op_proto.h +5 -4
  89. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  90. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  91. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  92. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  93. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  94. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  95. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/DeviceBin +0 -0
  96. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
  97. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
  98. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +286 -275
  99. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
  100. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
  101. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  102. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  103. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -1
  104. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -1
  105. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -3
  106. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -5
  107. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_tiling.h +45 -1
  108. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -1
  109. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +4 -8
  110. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_tiling.h +4 -11
  111. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/kernel/flash_attention_score_mix_hwsync.h +0 -18
  112. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -6
  113. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +75 -1
  114. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul/kernel/matmul.h +5 -5
  115. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul/matmul_impl.h +3 -18
  116. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/pp_matmul_common_tiling.h +5 -5
  117. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/pp_matmul_info.h +2 -2
  118. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/tiling_data.h +3 -36
  119. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_stridedslice/kernel/matmul_stridedslice_fusion.h +2 -2
  120. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_stridedslice/matmul_stridedslice_fusion_impl.h +4 -22
  121. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +2 -16
  122. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/kernel/paged_attention_mix_hwsync.h +3 -1
  123. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +4 -5
  124. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_tiling.h +4 -9
  125. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +2 -5
  126. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -1
  127. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +4 -10
  128. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +12 -0
  129. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -1
  130. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -1
  131. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +1 -1
  132. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +2 -10
  133. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +1 -5
  134. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -1
  135. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -17
  136. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +7 -2
  137. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  138. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  139. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layernorm_impl.so +0 -0
  140. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_impl.so +0 -0
  141. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_impl.so +0 -0
  142. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_impl.so +0 -0
  143. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_impl.so +0 -0
  144. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_impl.so +0 -0
  145. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_stridedslice_fusion_impl.so +0 -0
  146. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  147. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libnot_equal_impl.so +0 -0
  148. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_impl.so +0 -0
  149. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_impl.so +0 -0
  150. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  151. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  152. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  153. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  154. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  155. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  156. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  157. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  158. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_bf16_bnsd_full_mix.o +0 -0
  159. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_bf16_bsh_full_mix.o +0 -0
  160. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_fp16_bnsd_full_mix.o +0 -0
  161. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_fp16_bsh_full_mix.o +0 -0
  162. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
  163. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  164. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  165. mindspore/mindrecord/filewriter.py +2 -2
  166. mindspore/mint/__init__.py +40 -720
  167. mindspore/mint/nn/__init__.py +7 -89
  168. mindspore/mint/nn/functional.py +16 -165
  169. mindspore/mint/optim/adamw.py +16 -15
  170. mindspore/nn/__init__.py +2 -0
  171. mindspore/nn/cell.py +98 -97
  172. mindspore/nn/extend/basic.py +2 -2
  173. mindspore/nn/extend/embedding.py +1 -1
  174. mindspore/nn/extend/layer/normalization.py +5 -7
  175. mindspore/nn/generator.py +297 -0
  176. mindspore/nn/layer/activation.py +3 -4
  177. mindspore/nn/layer/basic.py +16 -79
  178. mindspore/nn/layer/conv.py +8 -17
  179. mindspore/nn/layer/embedding.py +4 -1
  180. mindspore/nn/layer/math.py +1 -1
  181. mindspore/nn/layer/normalization.py +1 -1
  182. mindspore/nn/layer/pooling.py +0 -5
  183. mindspore/nn/layer/rnn_cells.py +2 -2
  184. mindspore/nn/loss/loss.py +19 -19
  185. mindspore/nn/optim/adasum.py +1 -1
  186. mindspore/nn/optim/sgd.py +2 -3
  187. mindspore/nn/probability/distribution/exponential.py +1 -1
  188. mindspore/nn/probability/distribution/geometric.py +1 -1
  189. mindspore/nn/probability/distribution/logistic.py +1 -1
  190. mindspore/nn/wrap/cell_wrapper.py +1 -25
  191. mindspore/nn/wrap/loss_scale.py +1 -24
  192. mindspore/numpy/array_ops.py +1 -5
  193. mindspore/numpy/dtypes.py +3 -3
  194. mindspore/numpy/math_ops.py +8 -8
  195. mindspore/ops/__init__.py +1 -1
  196. mindspore/ops/_grad_experimental/grad_comm_ops.py +16 -75
  197. mindspore/ops/_vmap/vmap_array_ops.py +0 -27
  198. mindspore/ops/_vmap/vmap_math_ops.py +1 -29
  199. mindspore/ops/_vmap/vmap_nn_ops.py +18 -19
  200. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +8 -34
  201. mindspore/ops/auto_generate/gen_arg_dtype_cast.py +9 -2
  202. mindspore/ops/auto_generate/gen_arg_handler.py +0 -26
  203. mindspore/ops/auto_generate/gen_extend_func.py +27 -603
  204. mindspore/ops/auto_generate/gen_ops_def.py +203 -993
  205. mindspore/ops/auto_generate/gen_ops_prim.py +402 -1946
  206. mindspore/ops/auto_generate/pyboost_inner_prim.py +20 -90
  207. mindspore/ops/composite/base.py +6 -3
  208. mindspore/ops/composite/math_ops.py +1 -1
  209. mindspore/ops/composite/multitype_ops/_compile_utils.py +17 -24
  210. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
  211. mindspore/ops/extend/__init__.py +3 -2
  212. mindspore/ops/extend/array_func.py +51 -10
  213. mindspore/ops/extend/nn_func.py +78 -2
  214. mindspore/ops/function/__init__.py +13 -8
  215. mindspore/ops/function/array_func.py +179 -455
  216. mindspore/ops/function/clip_func.py +1 -1
  217. mindspore/ops/function/grad/grad_func.py +3 -3
  218. mindspore/ops/function/math_func.py +103 -117
  219. mindspore/ops/function/nn_func.py +163 -275
  220. mindspore/ops/function/other_func.py +2 -2
  221. mindspore/ops/function/random_func.py +69 -202
  222. mindspore/ops/function/sparse_func.py +4 -4
  223. mindspore/ops/functional.py +327 -332
  224. mindspore/ops/operations/__init__.py +3 -13
  225. mindspore/ops/operations/_grad_ops.py +27 -3
  226. mindspore/ops/operations/_inner_ops.py +356 -53
  227. mindspore/ops/operations/_rl_inner_ops.py +2 -2
  228. mindspore/ops/operations/_tensor_array.py +8 -8
  229. mindspore/ops/operations/array_ops.py +65 -82
  230. mindspore/ops/operations/comm_ops.py +93 -784
  231. mindspore/ops/operations/custom_ops.py +28 -51
  232. mindspore/ops/operations/debug_ops.py +4 -4
  233. mindspore/ops/operations/inner_ops.py +2 -2
  234. mindspore/ops/operations/manually_defined/ops_def.py +4 -304
  235. mindspore/ops/operations/math_ops.py +50 -3
  236. mindspore/ops/operations/nn_ops.py +247 -14
  237. mindspore/ops/operations/other_ops.py +3 -3
  238. mindspore/ops/operations/random_ops.py +1 -1
  239. mindspore/ops/operations/sparse_ops.py +1 -1
  240. mindspore/ops/primitive.py +8 -9
  241. mindspore/ops/silent_check.py +5 -5
  242. mindspore/ops_generate/arg_dtype_cast.py +9 -2
  243. mindspore/ops_generate/arg_handler.py +0 -26
  244. mindspore/ops_generate/gen_aclnn_implement.py +4 -1
  245. mindspore/ops_generate/gen_ops.py +4 -26
  246. mindspore/ops_generate/gen_pyboost_func.py +12 -41
  247. mindspore/ops_generate/gen_utils.py +0 -21
  248. mindspore/ops_generate/pyboost_utils.py +2 -7
  249. mindspore/ops_generate/template.py +0 -1
  250. mindspore/parallel/_auto_parallel_context.py +1 -21
  251. mindspore/parallel/_tensor.py +5 -0
  252. mindspore/parallel/_transformer/transformer.py +1 -1
  253. mindspore/parallel/_utils.py +1 -15
  254. mindspore/parallel/algo_parameter_config.py +3 -1
  255. mindspore/parallel/checkpoint_transform.py +9 -12
  256. mindspore/parallel/cluster/process_entity/_api.py +29 -28
  257. mindspore/parallel/cluster/process_entity/_utils.py +3 -13
  258. mindspore/parallel/cluster/run.py +16 -13
  259. mindspore/parallel/parameter_broadcast.py +2 -2
  260. mindspore/parallel/shard.py +17 -31
  261. mindspore/profiler/__init__.py +2 -3
  262. mindspore/profiler/common/util.py +2 -107
  263. mindspore/profiler/envprofiling.py +1 -1
  264. mindspore/profiler/parser/ascend_analysis/constant.py +21 -8
  265. mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -82
  266. mindspore/profiler/parser/ascend_analysis/function_event.py +28 -43
  267. mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +27 -49
  268. mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +10 -15
  269. mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +20 -25
  270. mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +5 -5
  271. mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +1 -10
  272. mindspore/profiler/parser/ascend_hccl_generator.py +1 -4
  273. mindspore/profiler/parser/ascend_msprof_exporter.py +22 -43
  274. mindspore/profiler/parser/ascend_timeline_generator.py +5 -7
  275. mindspore/profiler/parser/minddata_parser.py +3 -72
  276. mindspore/profiler/profiling.py +59 -176
  277. mindspore/rewrite/api/node.py +1 -1
  278. mindspore/rewrite/common/namespace.py +5 -5
  279. mindspore/rewrite/parsers/assign_parser.py +0 -2
  280. mindspore/rewrite/parsers/class_def_parser.py +4 -8
  281. mindspore/run_check/_check_version.py +1 -1
  282. mindspore/scipy/fft.py +3 -1
  283. mindspore/scipy/linalg.py +3 -2
  284. mindspore/scipy/ops.py +3 -5
  285. mindspore/scipy/optimize/__init__.py +2 -2
  286. mindspore/train/__init__.py +4 -4
  287. mindspore/train/anf_ir_pb2.py +2 -8
  288. mindspore/train/callback/__init__.py +2 -5
  289. mindspore/train/callback/_backup_and_restore.py +2 -2
  290. mindspore/train/callback/_checkpoint.py +16 -104
  291. mindspore/train/callback/_landscape.py +1 -1
  292. mindspore/train/callback/_time_monitor.py +1 -1
  293. mindspore/train/data_sink.py +4 -5
  294. mindspore/train/dataset_helper.py +20 -45
  295. mindspore/train/model.py +38 -266
  296. mindspore/train/serialization.py +105 -256
  297. mindspore/train/summary/_summary_adapter.py +1 -1
  298. mindspore/version.py +1 -1
  299. {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/METADATA +2 -2
  300. {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/RECORD +303 -420
  301. mindspore/_extends/pijit/__init__.py +0 -23
  302. mindspore/_extends/pijit/pijit_func_white_list.py +0 -343
  303. mindspore/common/file_system.py +0 -48
  304. mindspore/common/generator.py +0 -260
  305. mindspore/common/no_inline.py +0 -54
  306. mindspore/common/np_dtype.py +0 -25
  307. mindspore/communication/comm_func.py +0 -1140
  308. mindspore/hal/memory.py +0 -326
  309. mindspore/lib/libavcodec.so.59 +0 -0
  310. mindspore/lib/libavdevice.so.59 +0 -0
  311. mindspore/lib/libavfilter.so.8 +0 -0
  312. mindspore/lib/libavformat.so.59 +0 -0
  313. mindspore/lib/libavutil.so.57 +0 -0
  314. mindspore/lib/libmindspore_np_dtype.so +0 -0
  315. mindspore/lib/libswresample.so.4 +0 -0
  316. mindspore/lib/libswscale.so.6 +0 -0
  317. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/all_finite.cpp +0 -326
  318. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/all_finite.py +0 -180
  319. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json +0 -58
  320. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o +0 -0
  321. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json +0 -58
  322. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o +0 -0
  323. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json +0 -58
  324. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o +0 -0
  325. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +0 -109
  326. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -38
  327. mindspore/lib/plugin/ascend/custom_compiler/OWNERS +0 -12
  328. mindspore/lib/plugin/ascend/custom_compiler/setup.py +0 -255
  329. mindspore/lib/plugin/ascend/custom_compiler/start.sh +0 -26
  330. mindspore/lib/plugin/ascend/custom_compiler/template.json +0 -40
  331. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  332. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -69
  333. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/base_type.h +0 -133
  334. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -32
  335. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -35
  336. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/tiling_info.h +0 -60
  337. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -37
  338. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  339. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  340. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_op.h +0 -34
  341. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_backoff_base.h +0 -62
  342. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -33
  343. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_ops.h +0 -88
  344. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_pa_op.h +0 -45
  345. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  346. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -95
  347. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -84
  348. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -61
  349. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -224
  350. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  351. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  352. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  353. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  354. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  355. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  356. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  357. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  358. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  359. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  360. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  361. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  362. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  363. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  364. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  365. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  366. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  367. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  368. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  369. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  370. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  371. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  372. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  373. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  374. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  375. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  376. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  377. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  378. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  379. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  380. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  381. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  382. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  383. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  384. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  385. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  386. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/grouped_matmul_impl.h +0 -45
  387. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/grouped_matmul_tiling.h +0 -187
  388. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/kernel/grouped_matmul.h +0 -245
  389. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/kernel/grouped_matmul_interface.h +0 -24
  390. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/kernel/grouped_matmul_utils.h +0 -111
  391. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/tiling_data.h +0 -54
  392. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  393. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  394. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  395. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -364
  396. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -69
  397. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  398. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -114
  399. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -98
  400. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix.json +0 -19
  401. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix.o +0 -0
  402. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix_mix_aic_0.o +0 -0
  403. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix_mix_aiv_0.o +0 -0
  404. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix.json +0 -19
  405. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix.o +0 -0
  406. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix_mix_aic_0.o +0 -0
  407. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  408. mindspore/mint/linalg/__init__.py +0 -22
  409. mindspore/nn/layer/embedding_service.py +0 -531
  410. mindspore/nn/layer/embedding_service_layer.py +0 -393
  411. mindspore/ops/function/reshard_func.py +0 -102
  412. mindspore/ops/operations/_infer_ops.py +0 -19
  413. mindspore/ops/operations/reshard_ops.py +0 -53
  414. mindspore/profiler/common/process_pool.py +0 -41
  415. mindspore/profiler/common/singleton.py +0 -28
  416. mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
  417. mindspore/profiler/parser/ascend_memory_generator.py +0 -185
  418. mindspore/train/callback/_cluster_monitor.py +0 -201
  419. mindspore/train/callback/_flops_collector.py +0 -238
  420. mindspore/train/callback/_mindio_ttp.py +0 -443
  421. {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/WHEEL +0 -0
  422. {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/entry_points.txt +0 -0
  423. {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  $Version=1.0
2
2
  $Object.Count=146
3
- $Object.Length=73644440
3
+ $Object.Length=73644472
4
4
  DeviceKernelVersion=ascend910b
5
5
  PadWithHiddenStateTactic.OpName=PadWithHiddenStateTactic
6
6
  PadWithHiddenStateTactic.KernelList=pad_with_hidden_state_0
@@ -1027,149 +1027,149 @@ SoftmaxF16Tactic.FileName=SoftmaxV2_a8d63cbe8795eef99c620173d4757e59_high_precis
1027
1027
  $Object.PadWithHiddenStateTactic=0,46744
1028
1028
  $Object.GenAttentionMaskTactic=46744,39816
1029
1029
  $Object.UnpadTactic=86560,42856
1030
- $Object.UnpadFlashAttentionNdTactic=129416,16552
1031
- $Object.KVCacheNdTactic=145968,39280
1032
- $Object.FastSoftMaxGradTactic=185248,59528
1033
- $Object.RopeTactic=244776,54400
1034
- $Object.PagedAttentionMaskNdTactic=299176,32984
1035
- $Object.FlashAttentionBackwardTactic=332160,252512
1036
- $Object.ToppsampleTactic=584672,89720
1037
- $Object.MultinomialTactic=674392,42872
1038
- $Object.SwiGluBackwardTactic=717264,168344
1039
- $Object.SwiGluForwardTactic=885608,144016
1040
- $Object.KVCacheNdDynamicBatchTactic=1029624,39320
1041
- $Object.RmsNormBackwardTactic=1068944,513488
1042
- $Object.RmsPreNormQuantTactic=1582432,44432
1043
- $Object.FastSoftMaxTactic=1626864,73080
1044
- $Object.PostLayerNormF16Tactic=1699944,62088
1045
- $Object.RmsNormForwardTactic=1762032,281240
1046
- $Object.RmsNormQuantTactic=2043272,152264
1047
- $Object.PostLayerNormF16QuantTactic=2195536,69272
1048
- $Object.LayerNormF16QuantTactic=2264808,103312
1049
- $Object.MemsetTactic=2368120,40808
1050
- $Object.PpMatMulI8Tactic=2408928,37528
1051
- $Object.PpMatMulF16OptTactic=2446456,17360
1052
- $Object.PpMatMulNdGemvTacitc=2463816,8328
1053
- $Object.QuantPerChannelTactic=2472144,457472
1054
- $Object.QuantF16Tactic=2929616,43112
1055
- $Object.ReduceSumF16Tactic=2972728,1458256
1056
- $Object.ViewCopyF32Tactic=4430984,7928
1057
- $Object.UnpadWithHiddenStateTactic=4438912,43168
1058
- $Object.ViewCopyInt64Tactic=4482080,7912
1059
- $Object.PreRmsNormTactic=4489992,309624
1060
- $Object.TransposeInt64Tactic=4799616,182552
1061
- $Object.TransposeF16Tactic=4982168,234392
1062
- $Object.CumsumF16Tactic=5216560,36152
1063
- $Object.TransdataNdToNzTactic=5252712,424360
1064
- $Object.TopKDescF16Tactic=5677072,151920
1065
- $Object.SplitF16Output3Tactic=5828992,31208
1066
- $Object.LayernormBF16Tactic=5860200,169008
1067
- $Object.SliceF16Int64Tactic=6029208,2286816
1068
- $Object.LogicalAndInt8Tactic=8316024,367856
1069
- $Object.SliceInt32Int64Tactic=8683880,2332000
1070
- $Object.FastGeluF16Tactic=11015880,4600
1071
- $Object.ReduceMaxInt32Tactic=11020480,1115968
1072
- $Object.SwishF16Tactic=12136448,4144
1073
- $Object.EqualInt32Tactic=12140592,283888
1074
- $Object.RmsNormTactic=12424480,54896
1075
- $Object.SplitInt64Output2Tactic=12479376,35552
1076
- $Object.ReluF32Tactic=12514928,3456
1077
- $Object.LessF32Tactic=12518384,287776
1078
- $Object.RealDivF16Tactic=12806160,349968
1079
- $Object.FlashAttentionForwardTactic=13156128,218440
1080
- $Object.EqualF16Tactic=13374568,288976
1081
- $Object.GreaterF16Tactic=13663544,289256
1082
- $Object.MaskedFillF16Tactic=13952800,466032
1083
- $Object.MatMulNzF16TBTactic=14418832,552456
1084
- $Object.LessF16Tactic=14971288,288888
1085
- $Object.ExpandInt32Tactic=15260176,154432
1086
- $Object.LayernormF16Tactic=15414608,169008
1087
- $Object.RealDivF32Tactic=15583616,265360
1088
- $Object.MulBF16Tactic=15848976,349600
1089
- $Object.GatherF16Int32Tactic=16198576,255968
1090
- $Object.DequantPerChannelTactic=16454544,230240
1091
- $Object.CastF16toF32Tactic=16684784,3544
1092
- $Object.UnpadFlashAttentionDecoderNdTactic=16688328,21744
1093
- $Object.GatherF32Int64Tactic=16710072,271056
1094
- $Object.AddF16Tactic=16981128,266616
1095
- $Object.ReduceMinInt32Tactic=17247744,1114288
1096
- $Object.CastF32toF16Tactic=18362032,3544
1097
- $Object.IndexAddF16Tactic=18365576,13768
1098
- $Object.PpMatMulBf16Tactic=18379344,42376
1099
- $Object.AddBF16Tactic=18421720,349600
1100
- $Object.SubF16Tactic=18771320,266840
1101
- $Object.GreaterInt64Tactic=19038160,499904
1102
- $Object.TransdataNdToNzInt8Tactic=19538064,443176
1103
- $Object.GeluF16Tactic=19981240,4624
1104
- $Object.UnpadFlashAttentionBF16NdTactic=19985864,27760
1105
- $Object.PostRmsNormTactic=20013624,310672
1106
- $Object.MatMulNdF16TbTactic=20324296,11585272
1107
- $Object.AsStridedInt64Int64Tactic=31909568,106136
1108
- $Object.SinF32Tactic=32015704,5472
1109
- $Object.MulF16Tactic=32021176,266616
1110
- $Object.AddF32Tactic=32287792,264952
1111
- $Object.PpMatMulF16MixTactic=32552744,37368
1112
- $Object.GreaterF32Tactic=32590112,288104
1113
- $Object.ReshapeAndCacheNdTactic=32878216,5784
1114
- $Object.SubInt64Tactic=32884000,457312
1115
- $Object.PpMatMulF16Tactic=33341312,42272
1116
- $Object.AddInt32Tactic=33383584,265288
1117
- $Object.NegF16Tactic=33648872,3456
1118
- $Object.ExpandF16Tactic=33652328,155520
1119
- $Object.LessInt32Tactic=33807848,348848
1120
- $Object.BatchMatMulNzF16TATBTactic=34156696,1608704
1121
- $Object.MatMulNzF16Tactic=35765400,559080
1122
- $Object.RopeGradTactic=36324480,45680
1123
- $Object.CastWideTactic=36370160,57464
1124
- $Object.EqualF32Tactic=36427624,287832
1125
- $Object.SubBF16Tactic=36715456,349760
1126
- $Object.CosF16Tactic=37065216,6064
1127
- $Object.AddInt64Tactic=37071280,457432
1128
- $Object.SubInt32Tactic=37528712,265288
1129
- $Object.LogicalNotTactic=37794000,4136
1130
- $Object.MulF32Tactic=37798136,264952
1131
- $Object.PadTactic=38063088,40544
1132
- $Object.GatherF16Int64Tactic=38103632,264456
1133
- $Object.ViewCopyInt32Tactic=38368088,7848
1134
- $Object.LogicalOrInt8Tactic=38375936,367720
1135
- $Object.MulsF16Tactic=38743656,3472
1136
- $Object.SoftmaxF32Tactic=38747128,245816
1137
- $Object.LessInt64Tactic=38992944,499600
1138
- $Object.GeluF32Tactic=39492544,4432
1139
- $Object.MulsBF16Tactic=39496976,3816
1140
- $Object.OnehotInt64Tactic=39500792,134296
1141
- $Object.MulsF32Tactic=39635088,3472
1142
- $Object.SinF16Tactic=39638560,5664
1143
- $Object.ViewCopyF16Tactic=39644224,22376
1144
- $Object.SliceInt64Int64Tactic=39666600,3499440
1145
- $Object.TransdataNzToNdTactic=43166040,596136
1146
- $Object.CosF32Tactic=43762176,5840
1147
- $Object.SwishBF16Tactic=43768016,4144
1148
- $Object.TanhF16Tactic=43772160,4264
1149
- $Object.LogF32Tactic=43776424,3448
1150
- $Object.StridedBatchMatmulTactic=43779872,49296
1151
- $Object.MatMulNzF16TATactic=43829168,533056
1152
- $Object.LogF16Tactic=44362224,3448
1153
- $Object.FillF16Tactic=44365672,155312
1154
- $Object.MatMulNzF16TATBTactic=44520984,539744
1155
- $Object.NonzeroTactic=45060728,5328
1156
- $Object.CumsumF16DtmTactic=45066056,36848
1157
- $Object.OnehotInt32Tactic=45102904,17160
1158
- $Object.ConcatF16Input2Tactic=45120064,64096
1159
- $Object.ReverseF16Tactic=45184160,22664
1160
- $Object.GatherF32Int32Tactic=45206824,262504
1161
- $Object.SliceInt8Int64Tactic=45469328,2165312
1162
- $Object.AsStridedF16Int64Tactic=47634640,101920
1163
- $Object.MatMulNdF16Tactic=47736560,11319760
1164
- $Object.SplitF16Output2Tactic=59056320,24320
1165
- $Object.BatchMatMulNdF16Tactic=59080640,4323960
1166
- $Object.BatchMatMulNzF16Tactic=63404600,1580968
1167
- $Object.BatchMatMulNzF16TATactic=64985568,1521952
1168
- $Object.BatchMatMulNdF16TbTactic=66507520,4572504
1169
- $Object.BatchMatMulNzF16TBTactic=71080024,1635448
1170
- $Object.LayernormF32Tactic=72715472,165232
1171
- $Object.MaskedFillInt32Tactic=72880704,499224
1172
- $Object.SoftmaxF16Tactic=73379928,264512
1030
+ $Object.UnpadFlashAttentionNdTactic=129416,16424
1031
+ $Object.KVCacheNdTactic=145840,39280
1032
+ $Object.FastSoftMaxGradTactic=185120,59528
1033
+ $Object.RopeTactic=244648,54400
1034
+ $Object.PagedAttentionMaskNdTactic=299048,33144
1035
+ $Object.FlashAttentionBackwardTactic=332192,252512
1036
+ $Object.ToppsampleTactic=584704,89720
1037
+ $Object.MultinomialTactic=674424,42872
1038
+ $Object.SwiGluBackwardTactic=717296,168344
1039
+ $Object.SwiGluForwardTactic=885640,144016
1040
+ $Object.KVCacheNdDynamicBatchTactic=1029656,39320
1041
+ $Object.RmsNormBackwardTactic=1068976,513488
1042
+ $Object.RmsPreNormQuantTactic=1582464,44432
1043
+ $Object.FastSoftMaxTactic=1626896,73080
1044
+ $Object.PostLayerNormF16Tactic=1699976,62088
1045
+ $Object.RmsNormForwardTactic=1762064,281240
1046
+ $Object.RmsNormQuantTactic=2043304,152264
1047
+ $Object.PostLayerNormF16QuantTactic=2195568,69272
1048
+ $Object.LayerNormF16QuantTactic=2264840,103312
1049
+ $Object.MemsetTactic=2368152,40808
1050
+ $Object.PpMatMulI8Tactic=2408960,37528
1051
+ $Object.PpMatMulF16OptTactic=2446488,17360
1052
+ $Object.PpMatMulNdGemvTacitc=2463848,8328
1053
+ $Object.QuantPerChannelTactic=2472176,457472
1054
+ $Object.QuantF16Tactic=2929648,43112
1055
+ $Object.ReduceSumF16Tactic=2972760,1458256
1056
+ $Object.ViewCopyF32Tactic=4431016,7928
1057
+ $Object.UnpadWithHiddenStateTactic=4438944,43168
1058
+ $Object.ViewCopyInt64Tactic=4482112,7912
1059
+ $Object.PreRmsNormTactic=4490024,309624
1060
+ $Object.TransposeInt64Tactic=4799648,182552
1061
+ $Object.TransposeF16Tactic=4982200,234392
1062
+ $Object.CumsumF16Tactic=5216592,36152
1063
+ $Object.TransdataNdToNzTactic=5252744,424360
1064
+ $Object.TopKDescF16Tactic=5677104,151920
1065
+ $Object.SplitF16Output3Tactic=5829024,31208
1066
+ $Object.LayernormBF16Tactic=5860232,169008
1067
+ $Object.SliceF16Int64Tactic=6029240,2286816
1068
+ $Object.LogicalAndInt8Tactic=8316056,367856
1069
+ $Object.SliceInt32Int64Tactic=8683912,2332000
1070
+ $Object.FastGeluF16Tactic=11015912,4600
1071
+ $Object.ReduceMaxInt32Tactic=11020512,1115968
1072
+ $Object.SwishF16Tactic=12136480,4144
1073
+ $Object.EqualInt32Tactic=12140624,283888
1074
+ $Object.RmsNormTactic=12424512,54896
1075
+ $Object.SplitInt64Output2Tactic=12479408,35552
1076
+ $Object.ReluF32Tactic=12514960,3456
1077
+ $Object.LessF32Tactic=12518416,287776
1078
+ $Object.RealDivF16Tactic=12806192,349968
1079
+ $Object.FlashAttentionForwardTactic=13156160,218440
1080
+ $Object.EqualF16Tactic=13374600,288976
1081
+ $Object.GreaterF16Tactic=13663576,289256
1082
+ $Object.MaskedFillF16Tactic=13952832,466032
1083
+ $Object.MatMulNzF16TBTactic=14418864,552456
1084
+ $Object.LessF16Tactic=14971320,288888
1085
+ $Object.ExpandInt32Tactic=15260208,154432
1086
+ $Object.LayernormF16Tactic=15414640,169008
1087
+ $Object.RealDivF32Tactic=15583648,265360
1088
+ $Object.MulBF16Tactic=15849008,349600
1089
+ $Object.GatherF16Int32Tactic=16198608,255968
1090
+ $Object.DequantPerChannelTactic=16454576,230240
1091
+ $Object.CastF16toF32Tactic=16684816,3544
1092
+ $Object.UnpadFlashAttentionDecoderNdTactic=16688360,21744
1093
+ $Object.GatherF32Int64Tactic=16710104,271056
1094
+ $Object.AddF16Tactic=16981160,266616
1095
+ $Object.ReduceMinInt32Tactic=17247776,1114288
1096
+ $Object.CastF32toF16Tactic=18362064,3544
1097
+ $Object.IndexAddF16Tactic=18365608,13768
1098
+ $Object.PpMatMulBf16Tactic=18379376,42376
1099
+ $Object.AddBF16Tactic=18421752,349600
1100
+ $Object.SubF16Tactic=18771352,266840
1101
+ $Object.GreaterInt64Tactic=19038192,499904
1102
+ $Object.TransdataNdToNzInt8Tactic=19538096,443176
1103
+ $Object.GeluF16Tactic=19981272,4624
1104
+ $Object.UnpadFlashAttentionBF16NdTactic=19985896,27760
1105
+ $Object.PostRmsNormTactic=20013656,310672
1106
+ $Object.MatMulNdF16TbTactic=20324328,11585272
1107
+ $Object.AsStridedInt64Int64Tactic=31909600,106136
1108
+ $Object.SinF32Tactic=32015736,5472
1109
+ $Object.MulF16Tactic=32021208,266616
1110
+ $Object.AddF32Tactic=32287824,264952
1111
+ $Object.PpMatMulF16MixTactic=32552776,37368
1112
+ $Object.GreaterF32Tactic=32590144,288104
1113
+ $Object.ReshapeAndCacheNdTactic=32878248,5784
1114
+ $Object.SubInt64Tactic=32884032,457312
1115
+ $Object.PpMatMulF16Tactic=33341344,42272
1116
+ $Object.AddInt32Tactic=33383616,265288
1117
+ $Object.NegF16Tactic=33648904,3456
1118
+ $Object.ExpandF16Tactic=33652360,155520
1119
+ $Object.LessInt32Tactic=33807880,348848
1120
+ $Object.BatchMatMulNzF16TATBTactic=34156728,1608704
1121
+ $Object.MatMulNzF16Tactic=35765432,559080
1122
+ $Object.RopeGradTactic=36324512,45680
1123
+ $Object.CastWideTactic=36370192,57464
1124
+ $Object.EqualF32Tactic=36427656,287832
1125
+ $Object.SubBF16Tactic=36715488,349760
1126
+ $Object.CosF16Tactic=37065248,6064
1127
+ $Object.AddInt64Tactic=37071312,457432
1128
+ $Object.SubInt32Tactic=37528744,265288
1129
+ $Object.LogicalNotTactic=37794032,4136
1130
+ $Object.MulF32Tactic=37798168,264952
1131
+ $Object.PadTactic=38063120,40544
1132
+ $Object.GatherF16Int64Tactic=38103664,264456
1133
+ $Object.ViewCopyInt32Tactic=38368120,7848
1134
+ $Object.LogicalOrInt8Tactic=38375968,367720
1135
+ $Object.MulsF16Tactic=38743688,3472
1136
+ $Object.SoftmaxF32Tactic=38747160,245816
1137
+ $Object.LessInt64Tactic=38992976,499600
1138
+ $Object.GeluF32Tactic=39492576,4432
1139
+ $Object.MulsBF16Tactic=39497008,3816
1140
+ $Object.OnehotInt64Tactic=39500824,134296
1141
+ $Object.MulsF32Tactic=39635120,3472
1142
+ $Object.SinF16Tactic=39638592,5664
1143
+ $Object.ViewCopyF16Tactic=39644256,22376
1144
+ $Object.SliceInt64Int64Tactic=39666632,3499440
1145
+ $Object.TransdataNzToNdTactic=43166072,596136
1146
+ $Object.CosF32Tactic=43762208,5840
1147
+ $Object.SwishBF16Tactic=43768048,4144
1148
+ $Object.TanhF16Tactic=43772192,4264
1149
+ $Object.LogF32Tactic=43776456,3448
1150
+ $Object.StridedBatchMatmulTactic=43779904,49296
1151
+ $Object.MatMulNzF16TATactic=43829200,533056
1152
+ $Object.LogF16Tactic=44362256,3448
1153
+ $Object.FillF16Tactic=44365704,155312
1154
+ $Object.MatMulNzF16TATBTactic=44521016,539744
1155
+ $Object.NonzeroTactic=45060760,5328
1156
+ $Object.CumsumF16DtmTactic=45066088,36848
1157
+ $Object.OnehotInt32Tactic=45102936,17160
1158
+ $Object.ConcatF16Input2Tactic=45120096,64096
1159
+ $Object.ReverseF16Tactic=45184192,22664
1160
+ $Object.GatherF32Int32Tactic=45206856,262504
1161
+ $Object.SliceInt8Int64Tactic=45469360,2165312
1162
+ $Object.AsStridedF16Int64Tactic=47634672,101920
1163
+ $Object.MatMulNdF16Tactic=47736592,11319760
1164
+ $Object.SplitF16Output2Tactic=59056352,24320
1165
+ $Object.BatchMatMulNdF16Tactic=59080672,4323960
1166
+ $Object.BatchMatMulNzF16Tactic=63404632,1580968
1167
+ $Object.BatchMatMulNzF16TATactic=64985600,1521952
1168
+ $Object.BatchMatMulNdF16TbTactic=66507552,4572504
1169
+ $Object.BatchMatMulNzF16TBTactic=71080056,1635448
1170
+ $Object.LayernormF32Tactic=72715504,165232
1171
+ $Object.MaskedFillInt32Tactic=72880736,499224
1172
+ $Object.SoftmaxF16Tactic=73379960,264512
1173
1173
  $End=1
1174
1174
  ELF)@ش�@8@@@@XX�"�"333��Q�td �8�a�!��"����"�� �@��:�@�{�8� ��;�� 
1175
1175
  ���"��:X��=�H � �����������8
@@ -1319,7 +1319,7 @@ C
1319
1319
  1�@d�*��p��A @!����: @����
1320
1320
    @��$I�@��
1321
1321
  ���@ @$@��� @��� @� @�� @�� @��@����@��@� @���� @� @��@��$)�@��@����@��@��$�@��@����@��@�@.@�"c ���(��� �������!
1322
- ��� @@� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)�� $�1$6;�.text.data.comment.symtab.shstrtab.strtabunpad.cppunpad_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2unpad_0�$$�
1322
+ ��� @@� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)�� $�1$6;�.text.data.comment.symtab.shstrtab.strtabunpad.cppunpad_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2unpad_0�$$�
1323
1323
  ���"��:�ҽ�H �$� �0"� ���@ P �� 8 �9�9�8
1324
1324
  d� d� d�Y
1325
1325
  Y��8
@@ -1355,72 +1355,70 @@ D
1355
1355
  �@�� 
1356
1356
  ��*��0 @�)�@2�0�@��! @��@
1357
1357
  ���! @@��@�@��a@� �@. @��@�@��a@�@�@��a@ �8�a�!��"����"�� �@��:�@�{�8� ��;�� 
1358
- ���"��:�ҽ�H000�!� @0P0�P��(0�� $���I����8
1358
+ ���"��:�ҽ�H000�!� @0P0�P��(0�� $����I����8
1359
1359
  T�
1360
1360
  T�
1361
1361
  T�I�88
1362
- T�I8�� �� ����� D������,� 8�P���� ��(�� �c� �� �@�����0�@��1�@������@�@���@`@�� @�e ����M�u ����O��Mp
1363
- � ��0�����L��C(���p�8j�y( ���Q���8��x�@ ����(@��x��E
1364
- t�B
1365
- q����.����� ������!�h��(���X��x��G`��,����P�����!�X�����S
1362
+ T�I8�� �� ����� D������,� 8�H���� ��(�� �c� �� �@�����:�@��;�@������@�@���@t@�� @�e ����M�u ����O��Mp
1363
+ � ��0�����L��C(���p�0j�q( ���Q���8��x�@ ����28��x��E� t�B
1364
+ q�����,����� ������!�h��(���P��x��G`��,����H�����!�X�����S
1366
1365
  ��4�������C�$���?x�����
1367
1366
  p��
1368
1367
  �4�p��H��
1369
- p�K�u&"@�������������������
1370
- �.�@
1371
- ���� @������ ����*�(�� ���
1372
- �
1373
- ���&��p��h��p������)h��0��) ����
1374
- ��� @�����C����@A���������z��� `���j��v��J��`Lh���6�@A���3j`�j�����Q�P!S`�������h�B�
1375
- ��@
1376
- ��`���X������Z)X����8����`��1'�������Q0�x��p���(�8'Z+ �:�Z�P����h���
1377
- +��1'�V�*�Z�p���:�&&���:�����0��' @p���@� @���qF����6 @���j�P���q������F5����(�q�����&
1378
- ����g������ ��z�U4�k �p:��3��!(8��r&�3��A�p������ @���j�.1z�4�@�D�!�#����4( �@t�:���q ��.1������.o��q������@��@]�Z���������@ @��q\�Z���q�@]�Z��@���� @������ @�������1ʹ��W8���y�� @W��ݷV�.o�����@��Z��@�@:����T��@ @?p�����5
1379
- @.0@r�p/����; @��@���7 @:@0��1�@�`@�J@��_*��w&�f�.:g���0 �
1380
- |��;���@��&�ɯ<�px1�p?:���@�1������1�����@ @���8&:@���9���� @��@�8�wy @@0��1�@�`@�(@��@�7 @0��1�@�`@�
1381
- �����@�@ @�&8/��~� ��y���V�7�.�ro���q/�� @��@����0 @?&��&�y
1382
- @0&8@���1���| @��@?.��@ @@0��1�@�`@�@0��1�@�L@�����_�&�������>� � 5�������V�8y�@�`@�? *�2���
1383
- %�U��@ %��H�U� %��@�@ȃU� %�A�@A��.%@�@��@ @@?���
1384
- ��\ @&@��� 1��� @��@���� @N@�@�`@�d@�.%@x�D @�&�)�(8/8�� u�8/ ����(����_�������_�����&2/�Kȅ1'���@ @��@?
1385
- ��� @+@&.@2�0'�u����� @,@���%��&����.��U�>� �
1386
- ��;�(���5�_�����@�,Eȅ���U
1387
- %��@�`@�
1388
- @��@�� @�@�`@�@z��D��
1389
- %� ��.�U %������@p��U�Cԃ@�@�@�x(����8���� ��U %��U�Cԃ�@�`@�����@��@$�фp ���4�@���*��&���  �
1390
- ���!�AC� @(��H��h���K'
1391
- � �!��� a�:�j��)@��C( (!���&� �*��� ������p��_��� �����T_8�����,@��@d������(!���Z�&5�����'
1392
- ���� ����2�� ���������
1393
- d�@A������a@A8���0��% :�@��������(��`��@2����8��,*6(sWX��@�@�@����"D��@�`@�X��h��`����@��@& ��k��@P+Z���.#@ @��@NeAE @8��a ���� � �0��`���&' @���@*��& @@* @���a @@������a ������0�����Qa@AP����
1394
- ��@A8���` � ��j�Q%�k(��`�����Ai�#�*��&t @����E��
1395
- 1�@AX�����Q�
1396
- $�@A���z�`���&���y2���)�Q �����
1397
- $�@���@*��q���1���
1398
- ��Q� ��@A��Q��@��@]4F��������@ @��Q\4F���Q�@]4F��@���� @������ @����d)
1399
- ���� @Q��]�P�U� ���@(4F��@�@��x>�@�V @?
1368
+ p�K�u&8@��������������������
1369
+ �.�@
1370
+ ���� @������ ����*� �����
1371
+ �� ���&��p��h��p������)h��0��) ����
1372
+ ��� @�����C����@A���@���������y���� `���j��v��:��`Lh����@A���3h`�j�����Q�@!C��������h�B� ��
1373
+ � @
1374
+ ��`�������I'���� ����`��� ��X����!%A ���(x��p�� �.%:'*�:�H��!%���� '����6�:��)%p���������&$
1375
+ ������' @p���@� @���qF����6 @���j�H���q�������F5�����q�����$
1376
+ ����e��
1377
+ ��� ��z�U4�k�p:��3��!8��r&6�3��A�P��`��� @���j�.1z�4�@�D�!�����4( �@t�:���q ��.1������.o��q������@��@]�Z���������@ @��q\�Z���q�@]�Z��@����v @��z��v @������}/����W�u��� @W����W��Z��@�@:���&�T��@ @?���5
1378
+ @.0@r�p/����; @��@��.�; @6@�@�t@�D@��&g��y&�f�.:g���0 �
1379
+ |��;�&��@4�&���<�px1�p?:���@:�1��;����1�����@ @���6&:@���7����� @��@�0| @
1380
+ @0&6@���1���| @��@?.��@ @@�@�t@�@�@�L@��&��g���P������&��;� � 5�&������V�0q�@�t@�? *�2���
1381
+ %�U��@ %��H�U� %��@�@ȃU� %�A�@A��.%@�@��@ @@?���
1382
+ ��^ @&@��� 1��� @��@���� @P@�@�t@�g@�.%@x�D @�&�)�8/8�� u�8/ ����(����&g����&���g�����&2/�Kȅ1'���@ @��@?
1383
+ ��� @-@&.@2�0'�u����� @,@���%�P���&��.���=� ���U�;�(�
1384
+ ��5�&�g�����@�,Eȅ������U
1385
+ %��@�t@� @��@�� @�@�t@�@���P��z��D��
1386
+ %� ��-�U %���@P��U�Cԃ@�@�@�x����8���� ��U %��U�Cԃ�@�t@�����@��@$�фp `��4�@���*��&���  �
1387
+ ��&p��!�AM� @H���K'
1388
+ � �!����j�:�j��)X��C( !���&0��� ���(��� � ��P��a���6�T �w8��������,@��@d������!x��*�&5�����'
1389
+ ��0��2� ��� �� �p�� � :�(�h���� :��
1390
+ d�@A�����`��a@A8�����(��%@A(��@��@�(0��,$�62_i0��X��@�@�@����"D��@�t@�P��`��X����@��@& ��k��@ %*���.#@ @��@p��N`A. @ ����a������`���% @���@*��& @@�, @���a @@������������(��H�����Q0���` ���
1391
+ ��j� ��Q%�k(��`�����A)����&p @����E��
1392
+ 1�@AX���������Qz�@��
1393
+ $�&����x2���)�Q �����
1394
+ $�`��@���@*��q���1���
1395
+ ��Q� ��@A��Q.��@��@)4F�������K�@ @��Q(4F���Q�@)4F��@����� @������ @�����d)
1396
+ ���� @Q� ��Q(4F��@�@��x>�@�V @?
1400
1397
  �.��
1401
- @.(@����K�� @��@��� @9@0��1�@�`@�J@@2s�@��Qt�T���T � ����@���I�5�px�T?
1398
+ @.(@����K�� @��@��� @5@�@�t@�C@@_�@��Qt�T���T � ����@���I�5�px�T?
1402
1399
  ��@E��
1403
- ��E��8N�@ @���08(@���1 N�� @��@�t @@0��1�@�`@�*@��@.� @0��1�@�`@�@@.t @0��1�@�`@�@0��1�@�\@�p���T �(�. ��io ��*4n��@�`@�@0��1�@�p@�p���((�Q @��1 D�PEH����.o�@�@�`@�Dn�����(�8�@iy~i�
1404
- d�� �Q t���@�U�����@@�ph���.�A�@D@ ��@ @�p���(� @� � E���x ��8(�Bi���A)�� @��@
1405
- ���. @?
1406
- �0�
1407
- @(0@B�@) ��� @��@?>�A @@�@�0��1`@�@`@�0��1�@��p��������Q �� �
1408
- � ����4�����P��@�`@�?���2���
1409
- ��U��@ ��5H�U� ���@�@ȃU� ����@D�A.�@�@��@ @@?
1410
- �8@2��ysa @(@B�@)���� @��@��� @S@�@�`@�k@�x.�@�V @�p�����0 �� � ��(� ��U ������Q��
1400
+ ��E��0L�@ @���:0(@���; L��� @��@�t @
1401
+ �P���.�A�@ @��(� @� � E���p ��8(�Bi���A)�� @��@
1402
+ ���- @?
1403
+ �:��
1404
+ @(:@B�@)���� @��@?>�A @@�@�:��;t@�@t@�:��;�@��������Q �� �
1405
+ � ����4�����P��@�t@�?���2���
1406
+ ��U��@ ��5H�U� ���@�@ȃU� ����@D�A.�@�@��@ @@?
1407
+ �0��q2Y @(@B�@)���� @��@��� @K@�@�t@�e@�x.�@�V @����0 �� � ��(� ��U ������Q��
1411
1408
  D�0�(Dȅ�1L�@ @��@?
1412
- �8@2��ys @.@0(@���1 ����� @���U
1413
- ���p��P@��(��0�� @� ���Q L�(�
1414
- � E�(�i� ���@�0��1((Dȅ�@�`@�@��@.� @�@�`@�@p��z�0�V��1(�T� �Q ��W�@ t�����CЃ@�@�,@�x�Tp���T� �Q ��W t�����CЃ(�@�`@������U
1415
- ��@A����������@���@��1�pX���M7`��(��A��
1416
- #�@A@���@a@AP��#2qZ��&��@��@@ @X � 
1417
- #�� ���M #�dJ�h���@LS4�����@�Pʃ���� M #��@�U։�@ �օ����@����:�*�@ @��@@.qA
1418
- @��Et-ĉ`�!�f @��@�� @ @b�`  ����� @@�@���@�t-ĉ�@�`@�����@���� @H���E#�p:�*�@ @��@P����pH��Z�G*�a&�@�@L� @x����p���@�9�h���@D�
1419
- ��.qA�@
1420
- @���E�"D�`�!�f @��@���&,� @�
1421
- @ @b�`  ��� @��@��? >�@ @�@�@�`@��@�@�@�@�@��@�@�"c ���(��� �������!
1422
- ��� @@�� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��DIN��l����@�������@.text.comment.symtab.shstrtab.strtabunpad_flash_attention_mix.cceunpad_flashattention_0_mix_aic$local$x.0$d.1unpad_flash_attention_mix.cce_Z10__set_maski$local$x.0unpad_flashattention_0_mix_aiv$local$d.1unpad_flashattention_0_mix_aic_Z10__set_maskiunpad_flashattention_0_mix_aivT,0T<k�<8
1423
- �=*"">�ELF)@���@8@@@@XX����Q�td �8�a�!��"����"�� �@��:�@�{�8� ��;�� 
1409
+ ���2 @*@0(@���1 ����� @���U
1410
+ ���P@��(����0��Q @� �
1411
+ � L�(�� E�_�����@�(Dȅ�@�t@�
1412
+ @��@.� @�@�t@�@z��V�T� �Q ��W�@ t�����CЃ0@�(q_i@�@�,@�x�TP���T� �Q ��W t�����CЃ@�(_i�@�t@�`�����U��
1413
+ ��@A�������@���@��1�pX����7@��(����
1414
+ #�@AH���@ q*��&��@��@@ @( � 
1415
+ #�� ���M #�`J�h��� M #��@LP4�����@�Pʃ����@Z��@A����:��,�@�����@ @��@@.qA
1416
+ @��ET-ĉ`�!�f @��@�� @ @b�`  ����� @@�8���@�T-ĉ�@�t@�����@��� @@���E �p:��,�@ @��@H���p8��*��
1417
+ �a&�@�@c� @p���.qA@)�h���@�1�h���@D@ ��@
1418
+ @���E�"D�`�!�f @��@����&C� @�
1419
+ @ @b�`  ��� @��@���? >�@ @,�@�@�t@�+�@�@�@�@�@��@�@�"c ���(��� �������!
1420
+ ��� @@�� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��DIN��l����@�������@�.text.comment.symtab.shstrtab.strtabunpad_flash_attention_mix.cceunpad_flashattention_0_mix_aic$local$x.0$d.1unpad_flash_attention_mix.cce_Z10__set_maski$local$x.0unpad_flashattention_0_mix_aiv$local$d.1unpad_flashattention_0_mix_aic_Z10__set_maskiunpad_flashattention_0_mix_aiv�+0�;k@<8
1421
+ x=*"�=�ELF)@���@8@@@@XX����Q�td �8�a�!��"����"�� �@��:�@�{�8� ��;�� 
1424
1422
  ���"��:�ֽ�H(
1425
1423
  0� �P� �� ������������������������������������ ��8t���������@��8h� "4@�8�����Y�����$���������&��� �A�� �� �� .�@ �8�� @������� �H��P��@���� ��� (��0���W@������ �
1426
1424
  ���
@@ -1655,42 +1653,52 @@ S
1655
1653
  ��� @@W� �"��ac�����?������ ����.@`A:�
1656
1654
  �@� @���h��p���C8 O
1657
1655
  �@�� @���h��p���C8 O
1658
- �@�� @p�������B2N`���C �@T�z�3` z���C�B�pt� @��@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��+0Q�CQHM @.text.data.comment.symtab.shstrtab.strtabrotary_pos_emb.cpprotary_pos_emb_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2rotary_pos_emb_0 @QQ�
1659
- ���"��:�ѽ�Hx�h�� �!� @�B� �� �� �� @��^ @��� @������������������������8����������88������ ��`��h��H��P��X��CEp������������ � L$ ,D�Ƙ �������������������� �`� t��� �T������ �$�(����>f@�A���,����>v@�����������������������0��I
1660
- �������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@#�)�@�Q�@
1661
- �� �@D�&:���(�"�
1662
- �^2@�� @$*�%8-@j-j�
1663
- �.@ @�@�j�(� *��FB� h�
1664
- ��4�c� ����������H�
1665
- (f@@���@P�@�8����� ��� ����� ��(��0��8��@��4�����$W��������&9�8����������88������ ��`��h��H��P��4X��4Ep��x������� � $ ����������������������� ,t� DL��`� ��� ������ �$�����d@(�����t@�A,������������������0��I
1666
- �������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@#�)�@�Q�@
1667
- �� �@D�(J��"�
1668
- �^2@�* @$H+�%@���P+Z�
1669
- �.@ @@�Z�(� *��FB� h�
1670
- ��4�c� ����������H�
1671
- (� @@���@����������������������&9�8����������88������ ��`��h��H��P��X��CEp������������ � L$ ,D�Ƙ �������������������� �`� t� ��� �T������ �$�(����>f@�A���,����>v@�����������������������0��I
1672
- �������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@#�)�@�Q�@
1673
- �� �@D�(J��"�
1674
- �^2@�� @$H+�%@���P+Z�
1675
- �.@ @�@�Z�(� *��FB� h�
1676
- ��4�c� ����������H�
1677
- (
1678
- �D� :��
1679
- ��0@�� @$*�%@:':�
1680
- �.@ @�@�:�(� *��F�B� h�
1681
- ��4�c� ����������H�
1682
- (�@@���@���� @��� ��
1683
- �D� J��
1684
- ��0@�� @$&��*�%@�J)J�
1685
- �.@ @v@�J�(� *��F�B� h�
1686
- ��4�c� ����������H�
1687
- (}@@���@���F @��� ��
1688
- �D� J��
1689
- ��0@�9 @$&��*�%@�J)J�
1690
- �.@ @.@�J�(� *��F�B� h�
1691
- ��4�c� ����������H�
1692
- (5@@���@� �@� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�)�@Q�@�@�"c ���(��� �������!
1693
- ��� @@�� �"��ac�����?������ ����.@`AH"�����������������������������������������=���`��������@��������� ����(��*� @@H"��=����������������������������������������a@h�Z�(�21������@� ��2 "�@A(��:��!����G@��@�B�!�@A����(0��x�������i��:�8
1656
+ �@�� @p�������B2N`���C �@T�z�3` z���C�B�pt� @��@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��+0Q�CQHM @.text.data.comment.symtab.shstrtab.strtabrotary_pos_emb.cpprotary_pos_emb_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2rotary_pos_emb_0 @QQ�
1657
+ ���"��:�ѽ�Hx�h��� ��1� @�� �� �� �� @��e @�� @������������������������8����������88������ ��`��h��H��P��X��EGp����������� �� L$,Dך ������������������8� q�� �� ��T������ �$�(�����v@R
1658
+ ����,������@�����������������������
1659
+ @��K��������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�3�)�@�Q�@�� �@�F�&:�3���B@�� @�(
1660
+ � @$��*�%8-@�j-j��.@ @�@h���
1661
+ �� @�j�p��
1662
+ �B�������
1663
+ �a*�0(��� 1Q
1664
+ ���`@A�����Q��c
1665
+ ��4�����HP
1666
+ (x@@���@P�@�8����� ��� ����� ��(��0��8��@��4�����$W��������&9�8����������88������ ��`��h��H��P��4X��4Gp��x������ �� $���������������������8� ,�� DL�q� �� ������ �$�����t@(������@R
1667
+ ,������������������
1668
+ @��K��������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�3�)�@�Q�@�� �@�F�(J�3���B@�6 @�� 3 @$*��,�%H/@{/z��.@ @&@h����
1669
+ �� @�z�p��
1670
+ �B�������
1671
+ �q*�0(��� 1Q
1672
+ ���`@A�����Q��c
1673
+ ��4�����HP
1674
+ (� @@���@����������������������&9�8����������88������ ��`��h��H��P��X��EGp����������� �� L$,Dך ������������������8� q� �� �� ��T������ �$�(�����v@R
1675
+ ����,������@�����������������������
1676
+ @��K��������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�3�)�@�Q�@�� �@�F�(J�3���B@�� @�� � @$*��,�%H/@{/z��.@ @�@h����
1677
+ �� @�z�p��
1678
+ �B�������
1679
+ �q*�0(��� 1Q
1680
+ ���`@A�����Q��c
1681
+ ��4�����HP
1682
+ (@@���@�� � @��� ���
1683
+ ��B:��
1684
+ �^1@�� @h��(�� @$��*�%@�:':�
1685
+ �.@ @�@h����� @�:�(� 
1686
+ �BR� ��������
1687
+ �1*�0������p���c����0� ��4�������H�
1688
+ (�@@���@���)� @��� ���
1689
+ ��BJ��
1690
+ �^1@�� @h��&��� @$��*�%@�J)J�
1691
+ �.@ @x@h������ @�J�( 
1692
+ �BR� ��������
1693
+ �A*�0������p���c����0� ��4�������H�
1694
+ (~@@���@���)I @��� ���
1695
+ ��BJ��
1696
+ �^1@�< @h��&��7 @$��*�%@�J)J�
1697
+ �.@ @-@h������ @�J�(� 
1698
+ �BR� ��������
1699
+ �A*�0������p���c����0� ��4�������H�
1700
+ (4@@���@� �@� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�)�@Q�@�@�"c ���(��� �������!
1701
+ ��� @@�� �"��ac�����?������ ����.@`AH"�����������������������������������������=���`���������p������ �� ���*�(�� @@H"��=����������������������������������������a@h�Z�(�21������@� ��2 "�@A(��:��!����G@��@�B�!�@A����(0��x�������i��:�8
1694
1702
  H�� �C8��*�@:���"�
1695
1703
  H02����� @!(�A!(�AP����0��P
1696
1704
  �P�� @(��P������P �� ��0�@A����7��#���80�� @��@���!� X�� ��*��A��"� �41���!*�xp���@�*�h����`����p������ 2��@�
@@ -1707,7 +1715,7 @@ S
1707
1715
  ���9���~;���`�� @1�.9Y@��@ @-@�1�/�8R@�9`@��@�9M @��
1708
1716
  ���.@A�����0 ��C���@A����8�����; ���
1709
1717
  ���p�?���9��` @��@1�.9)@�'/��ʒ����x/�@A���z����. ��C��@A����0����9 ���
1710
- ����|?���1�` @��@�1�/�8��� 9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
1718
+ ����|?���1�` @��@�1�/�8��� 9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
1711
1719
  H�� �C8��*�@:���"�
1712
1720
  H02����� @!(�A!(�AP����0��P
1713
1721
  �P�� @(��P������P �� ��0�@A����7��#���80�� @��@���!� X�� ��*��A��"� �41���!*�xp���@�*�h����`����p������ 2��@�
@@ -1724,7 +1732,7 @@ S
1724
1732
  ���9���~;���`�� @1�.9Y@��@ @-@�1�/�8R@�9`@��@�9M @��
1725
1733
  ���.@A�����0 ��C���@A����8�����; ���
1726
1734
  ���p�?���9��` @��@1�.9)@�'/��ʒ����x/�@A���z����. ��C��@A����0����9 ���
1727
- ����|?���1�` @��@�1�/�8��� 9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
1735
+ ����|?���1�` @��@�1�/�8��� 9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
1728
1736
   ���@��j�:����P��@�
1729
1737
  .&s��K*�h��$��o�g��38�H>*,6:"��p��
1730
1738
  ��������!�S�������`������x�����
@@ -1742,37 +1750,40 @@ S
1742
1750
  �@�� 
1743
1751
  ��*��0 @�)�@2�0�@��! @��@
1744
1752
  ���! @@��@�@��a@� �@. @��@�@��a@�@�@��a@ �8�a�!��"����"�� �@�@:�@�{�8� ��;�� 
1745
- ���"��:ҽ�Hxphp� (p
1746
- !� @�`p��R� p���� @��F @��� @����������������y������8������y�88��y(��0��1�� �� �E8����@��H��P��h��X����CEx�������CE��������CE����������@CE����������� ������������ (�B� 4 ��(�0��8�s<��&����D �`� ��(D��� H�0��M
1747
- �������"��@��@
1748
- ��@�D�p�@�":�<�
1749
- �^2@@�@�r @$*�%8-@j-j�
1750
- �.@ @f@<�j�8��*��JD��1� �2���`@A(����`��j�� @Q(� �`*����`
1751
- ���S� 3�(#@@@���@����������������y������8������y�88��y(��0��1�� �� �E8����@��H��P��h��X����CEx�������CE��������CE����������@CE����������� ������������ (�B� 4 ��(�0��8�s� <��&����D �`� �pD��� H�0��M
1752
- �������"��@��@
1753
- ��@�D�@�":�<�
1754
- �^2@@�@� @$(�%8+@���P+Z�
1755
- �.@ @@<�Z�8��*��JD��1�2���`@A(����`�j�� @Q(� �P*����`
1756
- ���S� 3�(�@@@���@����������������y������8������y�88��y(��0��1�� �� �E8����@��H��P��h��X����CEx�������CE��������CE����������@CE����������� ������������ (�B� � 4 ��(�0��8�s� <��&����D �`� �pD��� H�0��M
1757
- �������"��@��@
1758
- ��@�D�@�":�<�
1759
- �^2@@�@�� @$(�%8+@���P+Z�
1760
- �.@ @�@<�Z�8��*��JD��1�2���`@A(����`�j�� @Q(� �P*����`
1761
- ���S� 3�(k@@@���@0��� @���8��
1762
- �D� :�<�
1763
- ��0@@�� @$*�%@:':�
1764
- �.@ @�@<�:�8��*��JD� ��1 �P�0��`�(���`��j�� @Q8� �0*����`
1765
- ���S� 3�(�@@@���@0��y @���8��
1766
- �D� :�<�
1767
- ��0@@�l @$(��*�%@�:':�
1768
- �.@ @a@<�:�8��*��JD� ��1� �P�0��`�(���`�j�� @Q8� �0*����`
1769
- ���S� 3�(f@@@���@0��; @���8��
1770
- �D� :�<�
1771
- ��0@@�. @$(��*�%@�:':�
1772
- �.@ @#@<�:�8��*��JD� ��1� �P�0��`�(���`�j�� @Q8� �0*����`
1773
- ���S� 3�(�@@@���@��@�@�@�@�"c ���(��� �������!
1774
- ��� @@" �"��ac�����?������ ����.@`A��������������������������������������� ���"��=S���P��P�Z�S
1775
- Z�X��sL�r_ @�
1753
+ ���"��:ҽ�Hxphp�� (p �1� @�`p�c� p���� @��J @��� @����������������y������8������y�88��y(��0����� ��� �G8����@��H��P��h��X����EGx�������EG��������EG����������@EG���������� ������������ 
1754
+ (S�#� ��(�0��48�D��� <��p�����D���H�@��O�������3��@��@��@F�&���@��2:�<���B@@� @�y @�(
1755
+ u @$��*�%8-@�j-j��.@ @i@(���
1756
+ �� @<�j�D� 
1757
+ �B�B� 8��(���a���p*��
1758
+ ����a0�q 3�(:@@@���@����������������y������8������y�88��y(��0����� ��� �G8����@��H��P��h��X����EGx�������EG��������EG����������@EG���������� ������������ 
1759
+ (S� �#� ��(�0��48�D��� <��p� �����D���H�@��O�������3��@��@��@F�&���@��2:�<���B@@� @� @�(
1760
+  @$��*�%8-@�j-j��.@ @
1761
+ @(���
1762
+ �� @<�j�D� 
1763
+ �B�B8��(���a���p*��
1764
+ ����a0�q 3�(�@@@���@����������������y������8������y�88��y(��0����� ��� �G8����@��H��P��h��X����EGx�������EG��������EG����������@EG���������� ������������ 
1765
+ (S� �#� ��(�0��48�D��� <��p� �����D���H�@��O�������3��@��@��@F�&���@��2:�<���B@@� @�� @�(
1766
+ � @$��*�%8-@�j-j��.@ @�@(���
1767
+ �� @<�j�D� 
1768
+ �B�B8��(���a���p*��
1769
+ ����a0�q 3�(}@@@���@0�� @���8���
1770
+ ��B:�<�
1771
+ �^1@@�� @(��(�� @$��*�%@�:':�
1772
+ �.@ @�@(����� @8�:�� D�
1773
+ �B ��c� ��8��1���P��*�
1774
+ ����1@�Q�A�(�@@@���@0�� � @���8���
1775
+ ��B:�<�
1776
+ �^1@@�x @(��(�s @$��*�%@�:':�
1777
+ �.@ @i@(����� @8�:�� D�
1778
+ �B ��c� ��8��1���P��*�
1779
+ ����1@�Q�A�(l@@@���@0�� A @���8���
1780
+ ��B:�<�
1781
+ �^1@@�4 @(��(�/ @$��*�%@�:':�
1782
+ �.@ @%@(����� @8�:�� D
1783
+ �B ��c� ��8��1���P��*�
1784
+ ����1@�Q�A�(�@@@���@��@�@�@�@�"c ���(��� �������!
1785
+ ��� @@ � �"��ac�����?������ ����.@`A��������������������������������������� ��"��=��P�X��P��P�Z�S
1786
+ Z�sL�r_ @�
1776
1787
  ����8
1777
1788
  �J�O�S��2�r�z�T @G@0�J���:��E� �� ��E��T�@A���� ����X����� ��E"��E� ����
1778
1789
  �p��
@@ -1818,8 +1829,8 @@ U
1818
1829
  ���@��Pʋ�@�t@�@�����#��?�2�
1819
1830
  ���U��@ ���
1820
1831
  ��������[���V�@A��@A����@�V���@���k��/� @��@ �,�@@�X��@���@!�A�A
1821
- ��A.#@�� @�"��=����������������������������������������a@��������������������������������������� ���"��=S���P��P�Z�S
1822
- Z�X��sL�r_ @�
1832
+ ��A.#@�� @�"��=����������������������������������������a@��������������������������������������� ��"��=��P�X��P��P�Z�S
1833
+ Z�sL�r_ @�
1823
1834
  ����8
1824
1835
  �J�O�S��2�r�z�T @G@0�J���:��E� �� ��E��T�@A���� ����X����� ��E"��E� ����
1825
1836
  �p��
@@ -1865,8 +1876,8 @@ U
1865
1876
  ���@��Pʋ�@�t@�@�����#��?�2�
1866
1877
  ���U��@ ���
1867
1878
  ��������[���V�@A��@A����@�V���@���k��/� @��@ �,�@@�X��@���@!�A�A
1868
- ��A.#@�� @�"��=����������������������������������������a@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��CHM��j8B�8B��B��� �"� "�,d9"��8B���B� �"�N(�"�\(.text.comment.symtab.shstrtab.strtabpaged_attention_mask_mix.ccepaged_attention_mask_0_mix_aic$local$x.0$d.1paged_attention_mask_mix.cce_Z10__set_maski$local$x.0paged_attention_mask_0_mix_aiv$local$d.1paged_attention_mask_0_mix_aic_ZN17PagedAttentionAicILj0EDhDhDhimE8InnerRunEjjjjjjj_ZN17PagedAttentionAicILj2EDhDhaimE8InnerRunEjjjjjjj_ZN17PagedAttentionAicILj1Eu6__bf16u6__bf16u6__bf16imE8InnerRunEjjjjjjj_Z10__set_maskipaged_attention_mask_0_mix_aiv_ZN17PagedAttentionAivILj0EDhDhE8InnerRunEjjjj_ZN17PagedAttentionAivILj1Eu6__bf16u6__bf16E8InnerRunEjjjj�j0�zk`{�
1869
- }*":}ELF)@���@8@@@@��  x�x�Q�td �8�a�!��"����"�� `:{�8� ��;�� 
1879
+ ��A.#@�� @�"��=����������������������������������������a@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��CHM��j�B��B�8C��(
1880
+ �}*"�}ELF)@���@8@@@@��  x�x�Q�td �8�a�!��"����"�� `:{�8� ��;�� 
1870
1881
  ���"��:�Խ�HX0���`��(�X�� ������ ���h� @�8�x���� �� ��X�0�`�d��Y�h��ĸ �Ê l����p�t�x�(�0�
1871
1882
  0��$��H��u� �U� �� |�������������@������ P�`���� ������h�������������� x�������� ���������H�`P��8������������"@������������H��� @i��8 ������i�8 8��i i,"icx��i�&�L`"8!c���@�h!��@��h r�@! @�Ai�8 ������ 9��8���H��0��ʙ�� �X�$����ɺ8�)�)��+$������x�*�P�Z" ����������U��I���I�:$" H��T�:1E>x�&�:� ��g
1872
1883
  �����