maxframe 2.0.0b2__cp37-cp37m-win32.whl → 2.3.0rc1__cp37-cp37m-win32.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of maxframe might be problematic. Click here for more details.
- maxframe/__init__.py +1 -0
- maxframe/_utils.cp37-win32.pyd +0 -0
- maxframe/_utils.pyx +14 -1
- maxframe/codegen/core.py +9 -8
- maxframe/codegen/spe/core.py +1 -1
- maxframe/codegen/spe/dataframe/__init__.py +1 -0
- maxframe/codegen/spe/dataframe/accessors/base.py +18 -0
- maxframe/codegen/spe/dataframe/accessors/dict_.py +25 -130
- maxframe/codegen/spe/dataframe/accessors/list_.py +12 -48
- maxframe/codegen/spe/dataframe/accessors/struct_.py +28 -0
- maxframe/codegen/spe/dataframe/arithmetic.py +7 -2
- maxframe/codegen/spe/dataframe/groupby.py +88 -0
- maxframe/codegen/spe/dataframe/indexing.py +99 -4
- maxframe/codegen/spe/dataframe/merge.py +38 -1
- maxframe/codegen/spe/dataframe/misc.py +11 -33
- maxframe/codegen/spe/dataframe/reduction.py +32 -9
- maxframe/codegen/spe/dataframe/reshape.py +46 -0
- maxframe/codegen/spe/dataframe/sort.py +39 -18
- maxframe/codegen/spe/dataframe/tests/accessors/test_dict.py +9 -15
- maxframe/codegen/spe/dataframe/tests/accessors/test_list.py +4 -7
- maxframe/codegen/spe/dataframe/tests/accessors/test_struct.py +75 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_iloc.py +20 -1
- maxframe/codegen/spe/dataframe/tests/indexing/test_loc.py +35 -0
- maxframe/codegen/spe/dataframe/tests/misc/test_misc.py +0 -32
- maxframe/codegen/spe/dataframe/tests/test_groupby.py +81 -18
- maxframe/codegen/spe/dataframe/tests/test_merge.py +27 -1
- maxframe/codegen/spe/dataframe/tests/test_reduction.py +13 -0
- maxframe/codegen/spe/dataframe/tests/test_reshape.py +79 -0
- maxframe/codegen/spe/dataframe/tests/test_sort.py +20 -0
- maxframe/codegen/spe/dataframe/tseries.py +9 -0
- maxframe/codegen/spe/learn/contrib/lightgbm.py +4 -3
- maxframe/codegen/spe/learn/contrib/tests/test_xgboost.py +2 -1
- maxframe/codegen/spe/learn/metrics/__init__.py +1 -1
- maxframe/codegen/spe/learn/metrics/_ranking.py +76 -0
- maxframe/codegen/spe/learn/metrics/pairwise.py +51 -0
- maxframe/codegen/spe/learn/metrics/tests/test_pairwise.py +36 -0
- maxframe/codegen/spe/learn/metrics/tests/test_ranking.py +59 -0
- maxframe/codegen/spe/tensor/__init__.py +3 -0
- maxframe/codegen/spe/tensor/datasource.py +1 -0
- maxframe/codegen/spe/tensor/fft.py +74 -0
- maxframe/codegen/spe/tensor/linalg.py +29 -2
- maxframe/codegen/spe/tensor/misc.py +79 -25
- maxframe/codegen/spe/tensor/spatial.py +45 -0
- maxframe/codegen/spe/tensor/statistics.py +44 -0
- maxframe/codegen/spe/tensor/tests/test_fft.py +64 -0
- maxframe/codegen/spe/tensor/tests/test_linalg.py +15 -1
- maxframe/codegen/spe/tensor/tests/test_misc.py +52 -2
- maxframe/codegen/spe/tensor/tests/test_spatial.py +33 -0
- maxframe/codegen/spe/tensor/tests/test_statistics.py +15 -1
- maxframe/codegen/spe/tests/test_spe_codegen.py +6 -12
- maxframe/codegen/spe/utils.py +2 -0
- maxframe/config/config.py +73 -9
- maxframe/config/tests/test_validators.py +13 -1
- maxframe/config/validators.py +49 -0
- maxframe/conftest.py +54 -17
- maxframe/core/accessor.py +2 -2
- maxframe/core/base.py +2 -1
- maxframe/core/entity/core.py +5 -0
- maxframe/core/entity/tileables.py +3 -1
- maxframe/core/graph/core.cp37-win32.pyd +0 -0
- maxframe/core/graph/entity.py +8 -3
- maxframe/core/mode.py +6 -1
- maxframe/core/operator/base.py +9 -2
- maxframe/core/operator/core.py +10 -2
- maxframe/core/operator/utils.py +13 -0
- maxframe/dataframe/__init__.py +12 -5
- maxframe/dataframe/accessors/__init__.py +1 -1
- maxframe/dataframe/accessors/compat.py +45 -0
- maxframe/dataframe/accessors/datetime_/__init__.py +4 -1
- maxframe/dataframe/accessors/dict_/contains.py +7 -16
- maxframe/dataframe/accessors/dict_/core.py +48 -0
- maxframe/dataframe/accessors/dict_/getitem.py +17 -21
- maxframe/dataframe/accessors/dict_/length.py +7 -16
- maxframe/dataframe/accessors/dict_/remove.py +6 -18
- maxframe/dataframe/accessors/dict_/setitem.py +8 -18
- maxframe/dataframe/accessors/dict_/tests/test_dict_accessor.py +62 -22
- maxframe/dataframe/accessors/list_/__init__.py +2 -2
- maxframe/dataframe/accessors/list_/core.py +48 -0
- maxframe/dataframe/accessors/list_/getitem.py +12 -19
- maxframe/dataframe/accessors/list_/length.py +7 -16
- maxframe/dataframe/accessors/list_/tests/test_list_accessor.py +11 -9
- maxframe/dataframe/accessors/string_/__init__.py +4 -1
- maxframe/dataframe/accessors/struct_/__init__.py +37 -0
- maxframe/dataframe/accessors/struct_/accessor.py +39 -0
- maxframe/dataframe/accessors/struct_/core.py +43 -0
- maxframe/dataframe/accessors/struct_/dtypes.py +53 -0
- maxframe/dataframe/accessors/struct_/field.py +123 -0
- maxframe/dataframe/accessors/struct_/tests/__init__.py +13 -0
- maxframe/dataframe/accessors/struct_/tests/test_struct_accessor.py +91 -0
- maxframe/dataframe/arithmetic/__init__.py +18 -4
- maxframe/dataframe/arithmetic/between.py +106 -0
- maxframe/dataframe/arithmetic/dot.py +237 -0
- maxframe/dataframe/arithmetic/maximum.py +33 -0
- maxframe/dataframe/arithmetic/minimum.py +33 -0
- maxframe/dataframe/arithmetic/{around.py → round.py} +11 -7
- maxframe/dataframe/core.py +161 -224
- maxframe/dataframe/datasource/__init__.py +18 -0
- maxframe/dataframe/datasource/core.py +6 -0
- maxframe/dataframe/datasource/direct.py +57 -0
- maxframe/dataframe/datasource/from_dict.py +124 -0
- maxframe/dataframe/datasource/from_index.py +1 -1
- maxframe/dataframe/datasource/from_records.py +77 -0
- maxframe/dataframe/datasource/from_tensor.py +109 -41
- maxframe/dataframe/datasource/read_csv.py +21 -14
- maxframe/dataframe/datasource/read_odps_query.py +29 -6
- maxframe/dataframe/datasource/read_odps_table.py +32 -10
- maxframe/dataframe/datasource/read_parquet.py +38 -39
- maxframe/dataframe/datasource/tests/test_datasource.py +37 -0
- maxframe/dataframe/datastore/__init__.py +11 -1
- maxframe/dataframe/datastore/direct.py +268 -0
- maxframe/dataframe/datastore/to_csv.py +29 -41
- maxframe/dataframe/datastore/to_odps.py +36 -4
- maxframe/dataframe/extensions/__init__.py +20 -4
- maxframe/dataframe/extensions/apply_chunk.py +32 -6
- maxframe/dataframe/extensions/cartesian_chunk.py +153 -0
- maxframe/dataframe/extensions/collect_kv.py +126 -0
- maxframe/dataframe/extensions/extract_kv.py +177 -0
- maxframe/dataframe/extensions/flatjson.py +2 -1
- maxframe/dataframe/extensions/map_reduce.py +263 -0
- maxframe/dataframe/extensions/rebalance.py +62 -0
- maxframe/dataframe/extensions/tests/test_apply_chunk.py +9 -2
- maxframe/dataframe/extensions/tests/test_extensions.py +54 -0
- maxframe/dataframe/extensions/tests/test_map_reduce.py +135 -0
- maxframe/dataframe/groupby/__init__.py +17 -2
- maxframe/dataframe/groupby/aggregation.py +86 -49
- maxframe/dataframe/groupby/apply.py +1 -1
- maxframe/dataframe/groupby/apply_chunk.py +19 -5
- maxframe/dataframe/groupby/core.py +116 -16
- maxframe/dataframe/groupby/cum.py +4 -25
- maxframe/dataframe/groupby/expanding.py +264 -0
- maxframe/dataframe/groupby/fill.py +1 -1
- maxframe/dataframe/groupby/getitem.py +12 -5
- maxframe/dataframe/groupby/head.py +11 -1
- maxframe/dataframe/groupby/rank.py +136 -0
- maxframe/dataframe/groupby/rolling.py +206 -0
- maxframe/dataframe/groupby/shift.py +114 -0
- maxframe/dataframe/groupby/tests/test_groupby.py +0 -5
- maxframe/dataframe/indexing/__init__.py +22 -2
- maxframe/dataframe/indexing/droplevel.py +195 -0
- maxframe/dataframe/indexing/filter.py +169 -0
- maxframe/dataframe/indexing/get_level_values.py +76 -0
- maxframe/dataframe/indexing/iat.py +45 -0
- maxframe/dataframe/indexing/iloc.py +152 -12
- maxframe/dataframe/indexing/insert.py +46 -18
- maxframe/dataframe/indexing/loc.py +287 -7
- maxframe/dataframe/indexing/reindex.py +14 -5
- maxframe/dataframe/indexing/rename.py +6 -0
- maxframe/dataframe/indexing/rename_axis.py +2 -2
- maxframe/dataframe/indexing/reorder_levels.py +143 -0
- maxframe/dataframe/indexing/reset_index.py +33 -6
- maxframe/dataframe/indexing/sample.py +8 -0
- maxframe/dataframe/indexing/setitem.py +3 -3
- maxframe/dataframe/indexing/swaplevel.py +185 -0
- maxframe/dataframe/indexing/take.py +99 -0
- maxframe/dataframe/indexing/truncate.py +140 -0
- maxframe/dataframe/indexing/where.py +0 -11
- maxframe/dataframe/indexing/xs.py +148 -0
- maxframe/dataframe/merge/__init__.py +15 -1
- maxframe/dataframe/merge/append.py +97 -98
- maxframe/dataframe/merge/combine.py +244 -0
- maxframe/dataframe/merge/combine_first.py +120 -0
- maxframe/dataframe/merge/compare.py +387 -0
- maxframe/dataframe/merge/concat.py +183 -0
- maxframe/dataframe/merge/update.py +271 -0
- maxframe/dataframe/misc/__init__.py +28 -11
- maxframe/dataframe/misc/_duplicate.py +10 -4
- maxframe/dataframe/misc/apply.py +1 -1
- maxframe/dataframe/misc/check_unique.py +82 -0
- maxframe/dataframe/misc/clip.py +145 -0
- maxframe/dataframe/misc/describe.py +175 -9
- maxframe/dataframe/misc/drop.py +31 -0
- maxframe/dataframe/misc/drop_duplicates.py +2 -2
- maxframe/dataframe/misc/duplicated.py +2 -2
- maxframe/dataframe/misc/get_dummies.py +5 -1
- maxframe/dataframe/misc/infer_dtypes.py +251 -0
- maxframe/dataframe/misc/isin.py +2 -2
- maxframe/dataframe/misc/map.py +125 -18
- maxframe/dataframe/misc/repeat.py +159 -0
- maxframe/dataframe/misc/tests/test_misc.py +48 -3
- maxframe/dataframe/misc/to_numeric.py +3 -0
- maxframe/dataframe/misc/transform.py +12 -5
- maxframe/dataframe/misc/transpose.py +13 -1
- maxframe/dataframe/misc/valid_index.py +115 -0
- maxframe/dataframe/misc/value_counts.py +38 -4
- maxframe/dataframe/missing/checkna.py +14 -6
- maxframe/dataframe/missing/dropna.py +5 -0
- maxframe/dataframe/missing/fillna.py +1 -1
- maxframe/dataframe/missing/replace.py +7 -4
- maxframe/dataframe/reduction/__init__.py +35 -16
- maxframe/dataframe/reduction/aggregation.py +43 -14
- maxframe/dataframe/reduction/all.py +2 -2
- maxframe/dataframe/reduction/any.py +2 -2
- maxframe/dataframe/reduction/argmax.py +103 -0
- maxframe/dataframe/reduction/argmin.py +103 -0
- maxframe/dataframe/reduction/core.py +80 -24
- maxframe/dataframe/reduction/count.py +13 -9
- maxframe/dataframe/reduction/cov.py +166 -0
- maxframe/dataframe/reduction/cummax.py +2 -2
- maxframe/dataframe/reduction/cummin.py +2 -2
- maxframe/dataframe/reduction/cumprod.py +2 -2
- maxframe/dataframe/reduction/cumsum.py +2 -2
- maxframe/dataframe/reduction/custom_reduction.py +2 -2
- maxframe/dataframe/reduction/idxmax.py +185 -0
- maxframe/dataframe/reduction/idxmin.py +185 -0
- maxframe/dataframe/reduction/kurtosis.py +37 -30
- maxframe/dataframe/reduction/max.py +2 -2
- maxframe/dataframe/reduction/mean.py +9 -7
- maxframe/dataframe/reduction/median.py +2 -2
- maxframe/dataframe/reduction/min.py +2 -2
- maxframe/dataframe/reduction/mode.py +144 -0
- maxframe/dataframe/reduction/nunique.py +19 -11
- maxframe/dataframe/reduction/prod.py +18 -13
- maxframe/dataframe/reduction/reduction_size.py +2 -2
- maxframe/dataframe/reduction/sem.py +13 -9
- maxframe/dataframe/reduction/skew.py +31 -27
- maxframe/dataframe/reduction/str_concat.py +10 -7
- maxframe/dataframe/reduction/sum.py +18 -14
- maxframe/dataframe/reduction/tests/test_reduction.py +12 -0
- maxframe/dataframe/reduction/unique.py +20 -3
- maxframe/dataframe/reduction/var.py +16 -12
- maxframe/dataframe/reshape/__init__.py +38 -0
- maxframe/dataframe/{misc → reshape}/pivot.py +1 -0
- maxframe/dataframe/{misc → reshape}/pivot_table.py +1 -0
- maxframe/dataframe/reshape/unstack.py +114 -0
- maxframe/dataframe/sort/__init__.py +16 -1
- maxframe/dataframe/sort/argsort.py +68 -0
- maxframe/dataframe/sort/core.py +2 -1
- maxframe/dataframe/sort/nlargest.py +238 -0
- maxframe/dataframe/sort/nsmallest.py +228 -0
- maxframe/dataframe/sort/rank.py +147 -0
- maxframe/dataframe/statistics/__init__.py +3 -3
- maxframe/dataframe/statistics/corr.py +1 -0
- maxframe/dataframe/statistics/quantile.py +2 -2
- maxframe/dataframe/tests/test_typing.py +104 -0
- maxframe/dataframe/tests/test_utils.py +66 -2
- maxframe/dataframe/tseries/__init__.py +19 -0
- maxframe/dataframe/tseries/at_time.py +61 -0
- maxframe/dataframe/tseries/between_time.py +122 -0
- maxframe/dataframe/typing_.py +185 -0
- maxframe/dataframe/utils.py +125 -52
- maxframe/dataframe/window/aggregation.py +8 -4
- maxframe/dataframe/window/core.py +14 -1
- maxframe/dataframe/window/ewm.py +1 -3
- maxframe/dataframe/window/expanding.py +37 -35
- maxframe/dataframe/window/rolling.py +49 -39
- maxframe/dataframe/window/tests/test_expanding.py +1 -7
- maxframe/dataframe/window/tests/test_rolling.py +1 -1
- maxframe/env.py +7 -4
- maxframe/errors.py +2 -2
- maxframe/io/odpsio/schema.py +9 -3
- maxframe/io/odpsio/tableio.py +7 -2
- maxframe/io/odpsio/tests/test_schema.py +198 -83
- maxframe/learn/__init__.py +10 -2
- maxframe/learn/cluster/__init__.py +15 -0
- maxframe/learn/cluster/_kmeans.py +782 -0
- maxframe/learn/contrib/llm/core.py +18 -7
- maxframe/learn/contrib/llm/deploy/__init__.py +13 -0
- maxframe/learn/contrib/llm/deploy/config.py +221 -0
- maxframe/learn/contrib/llm/deploy/core.py +247 -0
- maxframe/learn/contrib/llm/deploy/framework.py +35 -0
- maxframe/learn/contrib/llm/deploy/loader.py +360 -0
- maxframe/learn/contrib/llm/deploy/tests/__init__.py +13 -0
- maxframe/learn/contrib/llm/deploy/tests/test_register_models.py +359 -0
- maxframe/learn/contrib/llm/models/__init__.py +1 -0
- maxframe/learn/contrib/llm/models/dashscope.py +12 -6
- maxframe/learn/contrib/llm/models/managed.py +76 -11
- maxframe/learn/contrib/llm/models/openai.py +72 -0
- maxframe/learn/contrib/llm/tests/__init__.py +13 -0
- maxframe/learn/contrib/llm/tests/test_core.py +34 -0
- maxframe/learn/contrib/llm/tests/test_openai.py +187 -0
- maxframe/learn/contrib/llm/tests/test_text_gen.py +155 -0
- maxframe/learn/contrib/llm/text.py +348 -42
- maxframe/learn/contrib/models.py +4 -1
- maxframe/learn/contrib/xgboost/classifier.py +2 -0
- maxframe/learn/contrib/xgboost/core.py +113 -4
- maxframe/learn/contrib/xgboost/predict.py +4 -2
- maxframe/learn/contrib/xgboost/regressor.py +5 -0
- maxframe/learn/contrib/xgboost/train.py +7 -2
- maxframe/learn/core.py +66 -0
- maxframe/learn/linear_model/_base.py +58 -1
- maxframe/learn/linear_model/_lin_reg.py +1 -1
- maxframe/learn/metrics/__init__.py +6 -0
- maxframe/learn/metrics/_classification.py +145 -0
- maxframe/learn/metrics/_ranking.py +477 -0
- maxframe/learn/metrics/_scorer.py +60 -0
- maxframe/learn/metrics/pairwise/__init__.py +21 -0
- maxframe/learn/metrics/pairwise/core.py +77 -0
- maxframe/learn/metrics/pairwise/cosine.py +115 -0
- maxframe/learn/metrics/pairwise/euclidean.py +176 -0
- maxframe/learn/metrics/pairwise/haversine.py +96 -0
- maxframe/learn/metrics/pairwise/manhattan.py +80 -0
- maxframe/learn/metrics/pairwise/pairwise.py +127 -0
- maxframe/learn/metrics/pairwise/pairwise_distances_topk.py +121 -0
- maxframe/learn/metrics/pairwise/rbf_kernel.py +51 -0
- maxframe/learn/metrics/tests/__init__.py +13 -0
- maxframe/learn/metrics/tests/test_scorer.py +26 -0
- maxframe/learn/preprocessing/_data/min_max_scaler.py +34 -23
- maxframe/learn/preprocessing/_data/standard_scaler.py +34 -25
- maxframe/learn/utils/__init__.py +2 -1
- maxframe/learn/utils/checks.py +1 -2
- maxframe/learn/utils/core.py +59 -0
- maxframe/learn/utils/extmath.py +79 -9
- maxframe/learn/utils/odpsio.py +262 -0
- maxframe/learn/utils/validation.py +2 -2
- maxframe/lib/compat.py +40 -0
- maxframe/lib/dtypes_extension/__init__.py +16 -1
- maxframe/lib/dtypes_extension/_fake_arrow_dtype.py +604 -0
- maxframe/lib/dtypes_extension/blob.py +304 -0
- maxframe/lib/dtypes_extension/dtypes.py +40 -0
- maxframe/lib/dtypes_extension/tests/test_blob.py +88 -0
- maxframe/lib/dtypes_extension/tests/test_dtypes.py +16 -1
- maxframe/lib/dtypes_extension/tests/test_fake_arrow_dtype.py +75 -0
- maxframe/lib/filesystem/_oss_lib/common.py +124 -50
- maxframe/lib/filesystem/_oss_lib/glob.py +1 -1
- maxframe/lib/filesystem/_oss_lib/handle.py +21 -25
- maxframe/lib/filesystem/base.py +1 -1
- maxframe/lib/filesystem/core.py +1 -1
- maxframe/lib/filesystem/oss.py +115 -46
- maxframe/lib/filesystem/tests/test_oss.py +74 -36
- maxframe/lib/mmh3.cp37-win32.pyd +0 -0
- maxframe/lib/wrapped_pickle.py +10 -0
- maxframe/opcodes.py +41 -15
- maxframe/protocol.py +12 -0
- maxframe/remote/core.py +4 -0
- maxframe/serialization/__init__.py +11 -2
- maxframe/serialization/arrow.py +38 -13
- maxframe/serialization/blob.py +32 -0
- maxframe/serialization/core.cp37-win32.pyd +0 -0
- maxframe/serialization/core.pyx +39 -1
- maxframe/serialization/exception.py +2 -4
- maxframe/serialization/numpy.py +11 -0
- maxframe/serialization/pandas.py +46 -9
- maxframe/serialization/serializables/core.py +2 -2
- maxframe/serialization/tests/test_serial.py +31 -4
- maxframe/tensor/__init__.py +38 -8
- maxframe/tensor/arithmetic/__init__.py +19 -10
- maxframe/tensor/arithmetic/core.py +2 -2
- maxframe/tensor/arithmetic/iscomplexobj.py +53 -0
- maxframe/tensor/arithmetic/tests/test_arithmetic.py +6 -9
- maxframe/tensor/core.py +6 -2
- maxframe/tensor/datasource/tests/test_datasource.py +2 -1
- maxframe/tensor/extensions/__init__.py +2 -0
- maxframe/tensor/extensions/apply_chunk.py +3 -3
- maxframe/tensor/extensions/rebalance.py +65 -0
- maxframe/tensor/fft/__init__.py +32 -0
- maxframe/tensor/fft/core.py +168 -0
- maxframe/tensor/fft/fft.py +112 -0
- maxframe/tensor/fft/fft2.py +118 -0
- maxframe/tensor/fft/fftfreq.py +80 -0
- maxframe/tensor/fft/fftn.py +123 -0
- maxframe/tensor/fft/fftshift.py +79 -0
- maxframe/tensor/fft/hfft.py +112 -0
- maxframe/tensor/fft/ifft.py +114 -0
- maxframe/tensor/fft/ifft2.py +115 -0
- maxframe/tensor/fft/ifftn.py +123 -0
- maxframe/tensor/fft/ifftshift.py +73 -0
- maxframe/tensor/fft/ihfft.py +93 -0
- maxframe/tensor/fft/irfft.py +118 -0
- maxframe/tensor/fft/irfft2.py +62 -0
- maxframe/tensor/fft/irfftn.py +114 -0
- maxframe/tensor/fft/rfft.py +116 -0
- maxframe/tensor/fft/rfft2.py +63 -0
- maxframe/tensor/fft/rfftfreq.py +87 -0
- maxframe/tensor/fft/rfftn.py +113 -0
- maxframe/tensor/indexing/fill_diagonal.py +1 -7
- maxframe/tensor/linalg/__init__.py +7 -0
- maxframe/tensor/linalg/_einsumfunc.py +1025 -0
- maxframe/tensor/linalg/cholesky.py +117 -0
- maxframe/tensor/linalg/einsum.py +339 -0
- maxframe/tensor/linalg/lstsq.py +100 -0
- maxframe/tensor/linalg/matrix_norm.py +75 -0
- maxframe/tensor/linalg/norm.py +249 -0
- maxframe/tensor/linalg/solve.py +72 -0
- maxframe/tensor/linalg/solve_triangular.py +2 -2
- maxframe/tensor/linalg/vector_norm.py +113 -0
- maxframe/tensor/misc/__init__.py +24 -1
- maxframe/tensor/misc/argwhere.py +72 -0
- maxframe/tensor/misc/array_split.py +46 -0
- maxframe/tensor/misc/broadcast_arrays.py +57 -0
- maxframe/tensor/misc/copyto.py +130 -0
- maxframe/tensor/misc/delete.py +104 -0
- maxframe/tensor/misc/dsplit.py +68 -0
- maxframe/tensor/misc/ediff1d.py +74 -0
- maxframe/tensor/misc/expand_dims.py +85 -0
- maxframe/tensor/misc/flip.py +90 -0
- maxframe/tensor/misc/fliplr.py +64 -0
- maxframe/tensor/misc/flipud.py +68 -0
- maxframe/tensor/misc/hsplit.py +85 -0
- maxframe/tensor/misc/insert.py +139 -0
- maxframe/tensor/misc/moveaxis.py +83 -0
- maxframe/tensor/misc/result_type.py +88 -0
- maxframe/tensor/misc/roll.py +124 -0
- maxframe/tensor/misc/rollaxis.py +77 -0
- maxframe/tensor/misc/shape.py +89 -0
- maxframe/tensor/misc/split.py +190 -0
- maxframe/tensor/misc/tile.py +109 -0
- maxframe/tensor/misc/vsplit.py +74 -0
- maxframe/tensor/reduction/array_equal.py +2 -1
- maxframe/tensor/sort/__init__.py +2 -0
- maxframe/tensor/sort/argpartition.py +98 -0
- maxframe/tensor/sort/partition.py +228 -0
- maxframe/tensor/spatial/__init__.py +15 -0
- maxframe/tensor/spatial/distance/__init__.py +17 -0
- maxframe/tensor/spatial/distance/cdist.py +421 -0
- maxframe/tensor/spatial/distance/pdist.py +398 -0
- maxframe/tensor/spatial/distance/squareform.py +153 -0
- maxframe/tensor/special/__init__.py +159 -21
- maxframe/tensor/special/airy.py +55 -0
- maxframe/tensor/special/bessel.py +199 -0
- maxframe/tensor/special/core.py +65 -4
- maxframe/tensor/special/ellip_func_integrals.py +155 -0
- maxframe/tensor/special/ellip_harm.py +55 -0
- maxframe/tensor/special/err_fresnel.py +223 -0
- maxframe/tensor/special/gamma_funcs.py +303 -0
- maxframe/tensor/special/hypergeometric_funcs.py +69 -0
- maxframe/tensor/special/info_theory.py +189 -0
- maxframe/tensor/special/misc.py +21 -0
- maxframe/tensor/statistics/__init__.py +6 -0
- maxframe/tensor/statistics/corrcoef.py +77 -0
- maxframe/tensor/statistics/cov.py +222 -0
- maxframe/tensor/statistics/digitize.py +126 -0
- maxframe/tensor/statistics/histogram.py +520 -0
- maxframe/tensor/statistics/median.py +85 -0
- maxframe/tensor/statistics/ptp.py +89 -0
- maxframe/tensor/utils.py +3 -3
- maxframe/tests/test_udf.py +61 -0
- maxframe/tests/test_utils.py +51 -6
- maxframe/tests/utils.py +0 -2
- maxframe/typing_.py +2 -0
- maxframe/udf.py +130 -9
- maxframe/utils.py +254 -27
- {maxframe-2.0.0b2.dist-info → maxframe-2.3.0rc1.dist-info}/METADATA +3 -3
- {maxframe-2.0.0b2.dist-info → maxframe-2.3.0rc1.dist-info}/RECORD +442 -264
- maxframe_client/fetcher.py +35 -4
- maxframe_client/session/odps.py +7 -2
- maxframe_client/session/task.py +8 -1
- maxframe_client/tests/test_fetcher.py +76 -3
- maxframe_client/tests/test_session.py +28 -1
- maxframe/dataframe/arrays.py +0 -864
- /maxframe/dataframe/{misc → reshape}/melt.py +0 -0
- /maxframe/dataframe/{misc → reshape}/stack.py +0 -0
- {maxframe-2.0.0b2.dist-info → maxframe-2.3.0rc1.dist-info}/WHEEL +0 -0
- {maxframe-2.0.0b2.dist-info → maxframe-2.3.0rc1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from typing import List
|
|
16
|
+
|
|
17
|
+
import numpy as np
|
|
18
|
+
|
|
19
|
+
from ... import opcodes
|
|
20
|
+
from ...core import EntityData
|
|
21
|
+
from ...serialization.serializables import KeyField, StringField
|
|
22
|
+
from ..datasource import tensor as astensor
|
|
23
|
+
from ..operators import TensorOperator, TensorOperatorMixin
|
|
24
|
+
from .broadcast_to import broadcast_to
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class TensorCopyTo(TensorOperator, TensorOperatorMixin):
|
|
28
|
+
_op_type_ = opcodes.COPYTO
|
|
29
|
+
|
|
30
|
+
src = KeyField("src")
|
|
31
|
+
dst = KeyField("dest")
|
|
32
|
+
casting = StringField("casting")
|
|
33
|
+
where = KeyField("where")
|
|
34
|
+
|
|
35
|
+
@classmethod
|
|
36
|
+
def check_inputs(cls, inputs):
|
|
37
|
+
if not 2 <= len(inputs) <= 3:
|
|
38
|
+
raise ValueError("inputs' length must be 2 or 3")
|
|
39
|
+
|
|
40
|
+
@classmethod
|
|
41
|
+
def _set_inputs(cls, op: "TensorCopyTo", inputs: List[EntityData]):
|
|
42
|
+
super()._set_inputs(op, inputs)
|
|
43
|
+
op.src = inputs[0]
|
|
44
|
+
op.dst = inputs[1]
|
|
45
|
+
if len(op.inputs) > 2:
|
|
46
|
+
op.where = inputs[2]
|
|
47
|
+
|
|
48
|
+
@staticmethod
|
|
49
|
+
def _extract_inputs(inputs):
|
|
50
|
+
if len(inputs) == 2:
|
|
51
|
+
(src, dst), where = inputs, None
|
|
52
|
+
else:
|
|
53
|
+
src, dst, where = inputs
|
|
54
|
+
if where is True:
|
|
55
|
+
where = None
|
|
56
|
+
else:
|
|
57
|
+
where = astensor(where)
|
|
58
|
+
|
|
59
|
+
return src, dst, where
|
|
60
|
+
|
|
61
|
+
def __call__(self, *inputs):
|
|
62
|
+
from ..core import Tensor
|
|
63
|
+
|
|
64
|
+
src, dst, where = self._extract_inputs(inputs)
|
|
65
|
+
|
|
66
|
+
if not isinstance(dst, Tensor):
|
|
67
|
+
raise TypeError("dst has to be a Tensor")
|
|
68
|
+
|
|
69
|
+
self.dtype = dst.dtype
|
|
70
|
+
self.gpu = dst.op.gpu
|
|
71
|
+
self.sparse = dst.issparse()
|
|
72
|
+
|
|
73
|
+
if not np.can_cast(src.dtype, dst.dtype, casting=self.casting):
|
|
74
|
+
raise TypeError(
|
|
75
|
+
f"Cannot cast array from {src.dtype!r} to {dst.dtype!r} "
|
|
76
|
+
f"according to the rule {self.casting!s}"
|
|
77
|
+
)
|
|
78
|
+
|
|
79
|
+
try:
|
|
80
|
+
broadcast_to(src, dst.shape)
|
|
81
|
+
except ValueError:
|
|
82
|
+
raise ValueError(
|
|
83
|
+
"could not broadcast input array "
|
|
84
|
+
f"from shape {src.shape!r} into shape {dst.shape!r}"
|
|
85
|
+
)
|
|
86
|
+
if where is not None:
|
|
87
|
+
try:
|
|
88
|
+
broadcast_to(where, dst.shape)
|
|
89
|
+
except ValueError:
|
|
90
|
+
raise ValueError(
|
|
91
|
+
"could not broadcast where mask "
|
|
92
|
+
f"from shape {src.shape!r} into shape {dst.shape!r}"
|
|
93
|
+
)
|
|
94
|
+
|
|
95
|
+
inps = [src, dst]
|
|
96
|
+
if where is not None:
|
|
97
|
+
inps.append(where)
|
|
98
|
+
ret = self.new_tensor(inps, dst.shape, order=dst.order)
|
|
99
|
+
dst.data = ret.data
|
|
100
|
+
|
|
101
|
+
|
|
102
|
+
def copyto(dst, src, casting="same_kind", where=True):
|
|
103
|
+
"""
|
|
104
|
+
Copies values from one array to another, broadcasting as necessary.
|
|
105
|
+
|
|
106
|
+
Raises a TypeError if the `casting` rule is violated, and if
|
|
107
|
+
`where` is provided, it selects which elements to copy.
|
|
108
|
+
|
|
109
|
+
Parameters
|
|
110
|
+
----------
|
|
111
|
+
dst : Tensor
|
|
112
|
+
The tensor into which values are copied.
|
|
113
|
+
src : array_like
|
|
114
|
+
The tensor from which values are copied.
|
|
115
|
+
casting : {'no', 'equiv', 'safe', 'same_kind', 'unsafe'}, optional
|
|
116
|
+
Controls what kind of data casting may occur when copying.
|
|
117
|
+
|
|
118
|
+
* 'no' means the data types should not be cast at all.
|
|
119
|
+
* 'equiv' means only byte-order changes are allowed.
|
|
120
|
+
* 'safe' means only casts which can preserve values are allowed.
|
|
121
|
+
* 'same_kind' means only safe casts or casts within a kind,
|
|
122
|
+
like float64 to float32, are allowed.
|
|
123
|
+
* 'unsafe' means any data conversions may be done.
|
|
124
|
+
where : array_like of bool, optional
|
|
125
|
+
A boolean tensor which is broadcasted to match the dimensions
|
|
126
|
+
of `dst`, and selects elements to copy from `src` to `dst`
|
|
127
|
+
wherever it contains the value True.
|
|
128
|
+
"""
|
|
129
|
+
op = TensorCopyTo(casting=casting)
|
|
130
|
+
return op(src, dst, where)
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from typing import List
|
|
16
|
+
|
|
17
|
+
from ... import opcodes
|
|
18
|
+
from ...core import EntityData
|
|
19
|
+
from ...serialization.serializables import AnyField, Int32Field, Int64Field
|
|
20
|
+
from ..datasource import tensor as astensor
|
|
21
|
+
from ..operators import TensorHasInput, TensorOperatorMixin
|
|
22
|
+
from ..utils import calc_object_length, filter_inputs, validate_axis
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
class TensorDelete(TensorHasInput, TensorOperatorMixin):
|
|
26
|
+
_op_type_ = opcodes.DELETE
|
|
27
|
+
|
|
28
|
+
index_obj = AnyField("index_obj", default=None)
|
|
29
|
+
axis = Int32Field("axis", default=None)
|
|
30
|
+
|
|
31
|
+
# for chunk
|
|
32
|
+
offset_on_axis = Int64Field("offset_on_axis", default=None)
|
|
33
|
+
|
|
34
|
+
@classmethod
|
|
35
|
+
def _set_inputs(cls, op: "TensorDelete", inputs: List[EntityData]):
|
|
36
|
+
super()._set_inputs(op, inputs)
|
|
37
|
+
if len(inputs) > 1:
|
|
38
|
+
op.index_obj = inputs[1]
|
|
39
|
+
|
|
40
|
+
def __call__(self, arr, obj, shape):
|
|
41
|
+
return self.new_tensor(filter_inputs([arr, obj]), shape=shape, order=arr.order)
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
def delete(arr, obj, axis=None):
|
|
45
|
+
"""
|
|
46
|
+
Return a new array with sub-arrays along an axis deleted. For a one
|
|
47
|
+
dimensional array, this returns those entries not returned by
|
|
48
|
+
`arr[obj]`.
|
|
49
|
+
|
|
50
|
+
Parameters
|
|
51
|
+
----------
|
|
52
|
+
arr : array_like
|
|
53
|
+
Input array.
|
|
54
|
+
obj : slice, int or array of ints
|
|
55
|
+
Indicate indices of sub-arrays to remove along the specified axis.
|
|
56
|
+
axis : int, optional
|
|
57
|
+
The axis along which to delete the subarray defined by `obj`.
|
|
58
|
+
If `axis` is None, `obj` is applied to the flattened array.
|
|
59
|
+
|
|
60
|
+
Returns
|
|
61
|
+
-------
|
|
62
|
+
out : maxframe.tensor.Tensor
|
|
63
|
+
A copy of `arr` with the elements specified by `obj` removed. Note
|
|
64
|
+
that `delete` does not occur in-place. If `axis` is None, `out` is
|
|
65
|
+
a flattened array.
|
|
66
|
+
|
|
67
|
+
Examples
|
|
68
|
+
--------
|
|
69
|
+
>>> import maxframe.tensor as mt
|
|
70
|
+
>>> arr = mt.array([[1,2,3,4], [5,6,7,8], [9,10,11,12]])
|
|
71
|
+
>>> arr.execute()
|
|
72
|
+
array([[ 1, 2, 3, 4],
|
|
73
|
+
[ 5, 6, 7, 8],
|
|
74
|
+
[ 9, 10, 11, 12]])
|
|
75
|
+
>>> mt.delete(arr, 1, 0).execute()
|
|
76
|
+
array([[ 1, 2, 3, 4],
|
|
77
|
+
[ 9, 10, 11, 12]])
|
|
78
|
+
>>> mt.delete(arr, np.s_[::2], 1).execute()
|
|
79
|
+
array([[ 2, 4],
|
|
80
|
+
[ 6, 8],
|
|
81
|
+
[10, 12]])
|
|
82
|
+
>>> mt.delete(arr, [1,3,5], None).execute()
|
|
83
|
+
array([ 1, 3, 5, 7, 8, 9, 10, 11, 12])
|
|
84
|
+
"""
|
|
85
|
+
arr = astensor(arr)
|
|
86
|
+
if getattr(obj, "ndim", 0) > 1: # pragma: no cover
|
|
87
|
+
raise ValueError(
|
|
88
|
+
"index array argument obj to insert must be one dimensional or scalar"
|
|
89
|
+
)
|
|
90
|
+
|
|
91
|
+
if axis is None:
|
|
92
|
+
# if axis is None, array will be flatten
|
|
93
|
+
arr_size = arr.size
|
|
94
|
+
idx_length = calc_object_length(obj, size=arr_size)
|
|
95
|
+
shape = (arr_size - idx_length,)
|
|
96
|
+
else:
|
|
97
|
+
validate_axis(arr.ndim, axis)
|
|
98
|
+
idx_length = calc_object_length(obj, size=arr.shape[axis])
|
|
99
|
+
shape = tuple(
|
|
100
|
+
s - idx_length if i == axis else s for i, s in enumerate(arr.shape)
|
|
101
|
+
)
|
|
102
|
+
|
|
103
|
+
op = TensorDelete(index_obj=obj, axis=axis, dtype=arr.dtype)
|
|
104
|
+
return op(arr, obj, shape)
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from .split import split
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def dsplit(a, indices_or_sections):
|
|
19
|
+
"""
|
|
20
|
+
Split tensor into multiple sub-tensors along the 3rd axis (depth).
|
|
21
|
+
|
|
22
|
+
Please refer to the `split` documentation. `dsplit` is equivalent
|
|
23
|
+
to `split` with ``axis=2``, the array is always split along the third
|
|
24
|
+
axis provided the tensor dimension is greater than or equal to 3.
|
|
25
|
+
|
|
26
|
+
See Also
|
|
27
|
+
--------
|
|
28
|
+
split : Split a tensor into multiple sub-arrays of equal size.
|
|
29
|
+
|
|
30
|
+
Examples
|
|
31
|
+
--------
|
|
32
|
+
>>> import maxframe.tensor as mt
|
|
33
|
+
|
|
34
|
+
>>> x = mt.arange(16.0).reshape(2, 2, 4)
|
|
35
|
+
>>> x.execute()
|
|
36
|
+
array([[[ 0., 1., 2., 3.],
|
|
37
|
+
[ 4., 5., 6., 7.]],
|
|
38
|
+
[[ 8., 9., 10., 11.],
|
|
39
|
+
[ 12., 13., 14., 15.]]])
|
|
40
|
+
>>> mt.dsplit(x, 2).execute()
|
|
41
|
+
[array([[[ 0., 1.],
|
|
42
|
+
[ 4., 5.]],
|
|
43
|
+
[[ 8., 9.],
|
|
44
|
+
[ 12., 13.]]]),
|
|
45
|
+
array([[[ 2., 3.],
|
|
46
|
+
[ 6., 7.]],
|
|
47
|
+
[[ 10., 11.],
|
|
48
|
+
[ 14., 15.]]])]
|
|
49
|
+
>>> mt.dsplit(x, mt.array([3, 6])).execute()
|
|
50
|
+
[array([[[ 0., 1., 2.],
|
|
51
|
+
[ 4., 5., 6.]],
|
|
52
|
+
[[ 8., 9., 10.],
|
|
53
|
+
[ 12., 13., 14.]]]),
|
|
54
|
+
array([[[ 3.],
|
|
55
|
+
[ 7.]],
|
|
56
|
+
[[ 11.],
|
|
57
|
+
[ 15.]]]),
|
|
58
|
+
array([], dtype=float64)]
|
|
59
|
+
|
|
60
|
+
"""
|
|
61
|
+
from ..datasource import tensor as astensor
|
|
62
|
+
|
|
63
|
+
ary = a
|
|
64
|
+
a = astensor(a)
|
|
65
|
+
|
|
66
|
+
if a.ndim < 3:
|
|
67
|
+
raise ValueError("dsplit only works on tensors of 3 or more dimensions")
|
|
68
|
+
return split(ary, indices_or_sections, 2)
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from .ravel import ravel
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def ediff1d(a, to_end=None, to_begin=None):
|
|
19
|
+
"""
|
|
20
|
+
The differences between consecutive elements of a tensor.
|
|
21
|
+
|
|
22
|
+
Parameters
|
|
23
|
+
----------
|
|
24
|
+
a : array_like
|
|
25
|
+
If necessary, will be flattened before the differences are taken.
|
|
26
|
+
to_end : array_like, optional
|
|
27
|
+
Number(s) to append at the end of the returned differences.
|
|
28
|
+
to_begin : array_like, optional
|
|
29
|
+
Number(s) to prepend at the beginning of the returned differences.
|
|
30
|
+
|
|
31
|
+
Returns
|
|
32
|
+
-------
|
|
33
|
+
ediff1d : Tensor
|
|
34
|
+
The differences. Loosely, this is ``a.flat[1:] - a.flat[:-1]``.
|
|
35
|
+
|
|
36
|
+
See Also
|
|
37
|
+
--------
|
|
38
|
+
diff, gradient
|
|
39
|
+
|
|
40
|
+
Examples
|
|
41
|
+
--------
|
|
42
|
+
>>> import maxframe.tensor as mt
|
|
43
|
+
|
|
44
|
+
>>> x = mt.array([1, 2, 4, 7, 0])
|
|
45
|
+
>>> mt.ediff1d(x).execute()
|
|
46
|
+
array([ 1, 2, 3, -7])
|
|
47
|
+
|
|
48
|
+
>>> mt.ediff1d(x, to_begin=-99, to_end=mt.array([88, 99])).execute()
|
|
49
|
+
array([-99, 1, 2, 3, -7, 88, 99])
|
|
50
|
+
|
|
51
|
+
The returned tensor is always 1D.
|
|
52
|
+
|
|
53
|
+
>>> y = [[1, 2, 4], [1, 6, 24]]
|
|
54
|
+
>>> mt.ediff1d(y).execute()
|
|
55
|
+
array([ 1, 2, -3, 5, 18])
|
|
56
|
+
|
|
57
|
+
"""
|
|
58
|
+
from ..datasource import tensor as astensor
|
|
59
|
+
from ..merge import concatenate
|
|
60
|
+
|
|
61
|
+
a = astensor(a)
|
|
62
|
+
a = ravel(a)
|
|
63
|
+
|
|
64
|
+
t = a[1:] - a[:-1]
|
|
65
|
+
if to_begin is None and to_end is None:
|
|
66
|
+
return t
|
|
67
|
+
|
|
68
|
+
to_concat = [t]
|
|
69
|
+
if to_begin is not None:
|
|
70
|
+
to_concat.insert(0, ravel(astensor(to_begin)))
|
|
71
|
+
if to_end is not None:
|
|
72
|
+
to_concat.append(ravel(astensor(to_end)))
|
|
73
|
+
|
|
74
|
+
return concatenate(to_concat)
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
import numpy as np
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def expand_dims(a, axis):
|
|
19
|
+
"""
|
|
20
|
+
Expand the shape of a tensor.
|
|
21
|
+
|
|
22
|
+
Insert a new axis that will appear at the `axis` position in the expanded
|
|
23
|
+
array shape.
|
|
24
|
+
|
|
25
|
+
Parameters
|
|
26
|
+
----------
|
|
27
|
+
a : array_like
|
|
28
|
+
Input tensor.
|
|
29
|
+
axis : int
|
|
30
|
+
Position in the expanded axes where the new axis is placed.
|
|
31
|
+
|
|
32
|
+
Returns
|
|
33
|
+
-------
|
|
34
|
+
res : Tensor
|
|
35
|
+
Output tensor. The number of dimensions is one greater than that of
|
|
36
|
+
the input tensor.
|
|
37
|
+
|
|
38
|
+
See Also
|
|
39
|
+
--------
|
|
40
|
+
squeeze : The inverse operation, removing singleton dimensions
|
|
41
|
+
reshape : Insert, remove, and combine dimensions, and resize existing ones
|
|
42
|
+
doc.indexing, atleast_1d, atleast_2d, atleast_3d
|
|
43
|
+
|
|
44
|
+
Examples
|
|
45
|
+
--------
|
|
46
|
+
>>> import maxframe.tensor as mt
|
|
47
|
+
|
|
48
|
+
>>> x = mt.array([1,2])
|
|
49
|
+
>>> x.shape
|
|
50
|
+
(2,)
|
|
51
|
+
|
|
52
|
+
The following is equivalent to ``x[mt.newaxis,:]`` or ``x[mt.newaxis]``:
|
|
53
|
+
|
|
54
|
+
>>> y = mt.expand_dims(x, axis=0)
|
|
55
|
+
>>> y.execute()
|
|
56
|
+
array([[1, 2]])
|
|
57
|
+
>>> y.shape
|
|
58
|
+
(1, 2)
|
|
59
|
+
|
|
60
|
+
>>> y = mt.expand_dims(x, axis=1) # Equivalent to x[:,mt.newaxis]
|
|
61
|
+
>>> y.execute()
|
|
62
|
+
array([[1],
|
|
63
|
+
[2]])
|
|
64
|
+
>>> y.shape
|
|
65
|
+
(2, 1)
|
|
66
|
+
|
|
67
|
+
Note that some examples may use ``None`` instead of ``np.newaxis``. These
|
|
68
|
+
are the same objects:
|
|
69
|
+
|
|
70
|
+
>>> mt.newaxis is None
|
|
71
|
+
True
|
|
72
|
+
|
|
73
|
+
"""
|
|
74
|
+
from ..datasource import tensor as astensor
|
|
75
|
+
|
|
76
|
+
a = astensor(a)
|
|
77
|
+
|
|
78
|
+
if axis > a.ndim or axis < -a.ndim - 1:
|
|
79
|
+
raise np.AxisError(
|
|
80
|
+
f"Axis must be between -{a.ndim + 1} and {a.ndim}, got {axis}"
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
axis = axis if axis >= 0 else axis + a.ndim + 1
|
|
84
|
+
indexes = (slice(None),) * axis + (np.newaxis,) + (slice(None),) * (a.ndim - axis)
|
|
85
|
+
return a[indexes]
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
from ..datasource import tensor as astensor
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
def flip(m, axis):
|
|
20
|
+
"""
|
|
21
|
+
Reverse the order of elements in a tensor along the given axis.
|
|
22
|
+
|
|
23
|
+
The shape of the array is preserved, but the elements are reordered.
|
|
24
|
+
|
|
25
|
+
Parameters
|
|
26
|
+
----------
|
|
27
|
+
m : array_like
|
|
28
|
+
Input tensor.
|
|
29
|
+
axis : integer
|
|
30
|
+
Axis in tensor, which entries are reversed.
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
Returns
|
|
34
|
+
-------
|
|
35
|
+
out : array_like
|
|
36
|
+
A view of `m` with the entries of axis reversed. Since a view is
|
|
37
|
+
returned, this operation is done in constant time.
|
|
38
|
+
|
|
39
|
+
See Also
|
|
40
|
+
--------
|
|
41
|
+
flipud : Flip a tensor vertically (axis=0).
|
|
42
|
+
fliplr : Flip a tensor horizontally (axis=1).
|
|
43
|
+
|
|
44
|
+
Notes
|
|
45
|
+
-----
|
|
46
|
+
flip(m, 0) is equivalent to flipud(m).
|
|
47
|
+
flip(m, 1) is equivalent to fliplr(m).
|
|
48
|
+
flip(m, n) corresponds to ``m[...,::-1,...]`` with ``::-1`` at position n.
|
|
49
|
+
|
|
50
|
+
Examples
|
|
51
|
+
--------
|
|
52
|
+
>>> import maxframe.tensor as mt
|
|
53
|
+
|
|
54
|
+
>>> A = mt.arange(8).reshape((2,2,2))
|
|
55
|
+
>>> A.execute()
|
|
56
|
+
array([[[0, 1],
|
|
57
|
+
[2, 3]],
|
|
58
|
+
|
|
59
|
+
[[4, 5],
|
|
60
|
+
[6, 7]]])
|
|
61
|
+
|
|
62
|
+
>>> mt.flip(A, 0).execute()
|
|
63
|
+
array([[[4, 5],
|
|
64
|
+
[6, 7]],
|
|
65
|
+
|
|
66
|
+
[[0, 1],
|
|
67
|
+
[2, 3]]])
|
|
68
|
+
|
|
69
|
+
>>> mt.flip(A, 1).execute()
|
|
70
|
+
array([[[2, 3],
|
|
71
|
+
[0, 1]],
|
|
72
|
+
|
|
73
|
+
[[6, 7],
|
|
74
|
+
[4, 5]]])
|
|
75
|
+
|
|
76
|
+
>>> A = mt.random.randn(3,4,5)
|
|
77
|
+
>>> mt.all(mt.flip(A,2) == A[:,:,::-1,...]).execute()
|
|
78
|
+
True
|
|
79
|
+
"""
|
|
80
|
+
m = astensor(m)
|
|
81
|
+
|
|
82
|
+
sl = [slice(None)] * m.ndim
|
|
83
|
+
try:
|
|
84
|
+
sl[axis] = slice(None, None, -1)
|
|
85
|
+
except IndexError:
|
|
86
|
+
raise ValueError(
|
|
87
|
+
"axis=%i is invalid for the %i-dimensional input tensor" % (axis, m.ndim)
|
|
88
|
+
)
|
|
89
|
+
|
|
90
|
+
return m[tuple(sl)]
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from .flip import flip
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def fliplr(m):
|
|
19
|
+
"""
|
|
20
|
+
Flip tensor in the left/right direction.
|
|
21
|
+
|
|
22
|
+
Flip the entries in each row in the left/right direction.
|
|
23
|
+
Columns are preserved, but appear in a different order than before.
|
|
24
|
+
|
|
25
|
+
Parameters
|
|
26
|
+
----------
|
|
27
|
+
m : array_like
|
|
28
|
+
Input tensor, must be at least 2-D.
|
|
29
|
+
|
|
30
|
+
Returns
|
|
31
|
+
-------
|
|
32
|
+
f : Tensor
|
|
33
|
+
A view of `m` with the columns reversed. Since a view
|
|
34
|
+
is returned, this operation is :math:`\\mathcal O(1)`.
|
|
35
|
+
|
|
36
|
+
See Also
|
|
37
|
+
--------
|
|
38
|
+
flipud : Flip array in the up/down direction.
|
|
39
|
+
rot90 : Rotate array counterclockwise.
|
|
40
|
+
|
|
41
|
+
Notes
|
|
42
|
+
-----
|
|
43
|
+
Equivalent to m[:,::-1]. Requires the tensor to be at least 2-D.
|
|
44
|
+
|
|
45
|
+
Examples
|
|
46
|
+
--------
|
|
47
|
+
>>> import maxframe.tensor as mt
|
|
48
|
+
|
|
49
|
+
>>> A = mt.diag([1.,2.,3.])
|
|
50
|
+
>>> A.execute()
|
|
51
|
+
array([[ 1., 0., 0.],
|
|
52
|
+
[ 0., 2., 0.],
|
|
53
|
+
[ 0., 0., 3.]])
|
|
54
|
+
>>> mt.fliplr(A).execute()
|
|
55
|
+
array([[ 0., 0., 1.],
|
|
56
|
+
[ 0., 2., 0.],
|
|
57
|
+
[ 3., 0., 0.]])
|
|
58
|
+
|
|
59
|
+
>>> A = mt.random.randn(2,3,5)
|
|
60
|
+
>>> mt.all(mt.fliplr(A) == A[:,::-1,...]).execute()
|
|
61
|
+
True
|
|
62
|
+
|
|
63
|
+
"""
|
|
64
|
+
return flip(m, 1)
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from .flip import flip
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def flipud(m):
|
|
19
|
+
"""
|
|
20
|
+
Flip tensor in the up/down direction.
|
|
21
|
+
|
|
22
|
+
Flip the entries in each column in the up/down direction.
|
|
23
|
+
Rows are preserved, but appear in a different order than before.
|
|
24
|
+
|
|
25
|
+
Parameters
|
|
26
|
+
----------
|
|
27
|
+
m : array_like
|
|
28
|
+
Input tensor.
|
|
29
|
+
|
|
30
|
+
Returns
|
|
31
|
+
-------
|
|
32
|
+
out : array_like
|
|
33
|
+
A view of `m` with the rows reversed. Since a view is
|
|
34
|
+
returned, this operation is :math:`\\mathcal O(1)`.
|
|
35
|
+
|
|
36
|
+
See Also
|
|
37
|
+
--------
|
|
38
|
+
fliplr : Flip tensor in the left/right direction.
|
|
39
|
+
rot90 : Rotate tensor counterclockwise.
|
|
40
|
+
|
|
41
|
+
Notes
|
|
42
|
+
-----
|
|
43
|
+
Equivalent to ``m[::-1,...]``.
|
|
44
|
+
Does not require the tensor to be two-dimensional.
|
|
45
|
+
|
|
46
|
+
Examples
|
|
47
|
+
--------
|
|
48
|
+
>>> import maxframe.tensor as mt
|
|
49
|
+
|
|
50
|
+
>>> A = mt.diag([1.0, 2, 3])
|
|
51
|
+
>>> A.execute()
|
|
52
|
+
array([[ 1., 0., 0.],
|
|
53
|
+
[ 0., 2., 0.],
|
|
54
|
+
[ 0., 0., 3.]])
|
|
55
|
+
>>> mt.flipud(A).execute()
|
|
56
|
+
array([[ 0., 0., 3.],
|
|
57
|
+
[ 0., 2., 0.],
|
|
58
|
+
[ 1., 0., 0.]])
|
|
59
|
+
|
|
60
|
+
>>> A = mt.random.randn(2,3,5)
|
|
61
|
+
>>> mt.all(mt.flipud(A) == A[::-1,...]).execute()
|
|
62
|
+
True
|
|
63
|
+
|
|
64
|
+
>>> mt.flipud([1,2]).execute()
|
|
65
|
+
array([2, 1])
|
|
66
|
+
|
|
67
|
+
"""
|
|
68
|
+
return flip(m, 0)
|