maxframe 1.3.1__cp310-cp310-macosx_10_9_universal2.whl → 2.0.0b1__cp310-cp310-macosx_10_9_universal2.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of maxframe might be problematic. Click here for more details.
- maxframe/_utils.cpython-310-darwin.so +0 -0
- maxframe/_utils.pyi +21 -0
- maxframe/_utils.pyx +4 -3
- maxframe/codegen/__init__.py +27 -0
- maxframe/{codegen.py → codegen/core.py} +49 -43
- maxframe/codegen/spe/__init__.py +16 -0
- maxframe/codegen/spe/core.py +307 -0
- maxframe/codegen/spe/dataframe/__init__.py +37 -0
- maxframe/codegen/spe/dataframe/accessors/__init__.py +15 -0
- maxframe/codegen/spe/dataframe/accessors/base.py +53 -0
- maxframe/codegen/spe/dataframe/accessors/dict_.py +194 -0
- maxframe/codegen/spe/dataframe/accessors/list_.py +80 -0
- maxframe/codegen/spe/dataframe/arithmetic.py +84 -0
- maxframe/codegen/spe/dataframe/datasource.py +181 -0
- maxframe/codegen/spe/dataframe/datastore.py +204 -0
- maxframe/codegen/spe/dataframe/extensions.py +63 -0
- maxframe/codegen/spe/dataframe/fetch.py +26 -0
- maxframe/codegen/spe/dataframe/groupby.py +224 -0
- maxframe/codegen/spe/dataframe/indexing.py +238 -0
- maxframe/codegen/spe/dataframe/merge.py +73 -0
- maxframe/codegen/spe/dataframe/misc.py +286 -0
- maxframe/codegen/spe/dataframe/missing.py +64 -0
- maxframe/codegen/spe/dataframe/reduction.py +160 -0
- maxframe/codegen/spe/dataframe/sort.py +83 -0
- maxframe/codegen/spe/dataframe/statistics.py +46 -0
- maxframe/codegen/spe/dataframe/tests/__init__.py +13 -0
- maxframe/codegen/spe/dataframe/tests/accessors/__init__.py +13 -0
- maxframe/codegen/spe/dataframe/tests/accessors/test_base.py +33 -0
- maxframe/codegen/spe/dataframe/tests/accessors/test_dict.py +310 -0
- maxframe/codegen/spe/dataframe/tests/accessors/test_list.py +137 -0
- maxframe/codegen/spe/dataframe/tests/indexing/__init__.py +13 -0
- maxframe/codegen/spe/dataframe/tests/indexing/conftest.py +58 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_getitem.py +124 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_iloc.py +76 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_indexing.py +39 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_rename.py +51 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_reset_index.py +88 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_sample.py +45 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_set_axis.py +45 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_set_index.py +41 -0
- maxframe/codegen/spe/dataframe/tests/indexing/test_setitem.py +46 -0
- maxframe/codegen/spe/dataframe/tests/misc/__init__.py +13 -0
- maxframe/codegen/spe/dataframe/tests/misc/test_apply.py +133 -0
- maxframe/codegen/spe/dataframe/tests/misc/test_drop_duplicates.py +92 -0
- maxframe/codegen/spe/dataframe/tests/misc/test_misc.py +234 -0
- maxframe/codegen/spe/dataframe/tests/missing/__init__.py +13 -0
- maxframe/codegen/spe/dataframe/tests/missing/test_checkna.py +94 -0
- maxframe/codegen/spe/dataframe/tests/missing/test_dropna.py +50 -0
- maxframe/codegen/spe/dataframe/tests/missing/test_fillna.py +94 -0
- maxframe/codegen/spe/dataframe/tests/missing/test_replace.py +45 -0
- maxframe/codegen/spe/dataframe/tests/test_arithmetic.py +73 -0
- maxframe/codegen/spe/dataframe/tests/test_datasource.py +184 -0
- maxframe/codegen/spe/dataframe/tests/test_datastore.py +200 -0
- maxframe/codegen/spe/dataframe/tests/test_extensions.py +88 -0
- maxframe/codegen/spe/dataframe/tests/test_groupby.py +225 -0
- maxframe/codegen/spe/dataframe/tests/test_merge.py +400 -0
- maxframe/codegen/spe/dataframe/tests/test_reduction.py +104 -0
- maxframe/codegen/spe/dataframe/tests/test_sort.py +159 -0
- maxframe/codegen/spe/dataframe/tests/test_statistics.py +70 -0
- maxframe/codegen/spe/dataframe/tests/test_tseries.py +29 -0
- maxframe/codegen/spe/dataframe/tests/test_value_counts.py +60 -0
- maxframe/codegen/spe/dataframe/tests/test_window.py +69 -0
- maxframe/codegen/spe/dataframe/tseries.py +46 -0
- maxframe/codegen/spe/dataframe/udf.py +62 -0
- maxframe/codegen/spe/dataframe/value_counts.py +31 -0
- maxframe/codegen/spe/dataframe/window.py +65 -0
- maxframe/codegen/spe/learn/__init__.py +15 -0
- maxframe/codegen/spe/learn/contrib/__init__.py +15 -0
- maxframe/codegen/spe/learn/contrib/lightgbm.py +160 -0
- maxframe/codegen/spe/learn/contrib/models.py +41 -0
- maxframe/codegen/spe/learn/contrib/pytorch.py +49 -0
- maxframe/codegen/spe/learn/contrib/tests/__init__.py +13 -0
- maxframe/codegen/spe/learn/contrib/tests/test_lightgbm.py +123 -0
- maxframe/codegen/spe/learn/contrib/tests/test_models.py +41 -0
- maxframe/codegen/spe/learn/contrib/tests/test_pytorch.py +53 -0
- maxframe/codegen/spe/learn/contrib/tests/test_xgboost.py +98 -0
- maxframe/codegen/spe/learn/contrib/xgboost.py +152 -0
- maxframe/codegen/spe/learn/metrics/__init__.py +15 -0
- maxframe/codegen/spe/learn/metrics/_classification.py +120 -0
- maxframe/codegen/spe/learn/metrics/tests/__init__.py +13 -0
- maxframe/codegen/spe/learn/metrics/tests/test_classification.py +93 -0
- maxframe/codegen/spe/learn/model_selection/__init__.py +13 -0
- maxframe/codegen/spe/learn/model_selection/tests/__init__.py +13 -0
- maxframe/codegen/spe/learn/model_selection/tests/test_split.py +41 -0
- maxframe/codegen/spe/learn/preprocessing/__init__.py +15 -0
- maxframe/codegen/spe/learn/preprocessing/_data.py +37 -0
- maxframe/codegen/spe/learn/preprocessing/_label.py +47 -0
- maxframe/codegen/spe/learn/preprocessing/tests/__init__.py +13 -0
- maxframe/codegen/spe/learn/preprocessing/tests/test_data.py +31 -0
- maxframe/codegen/spe/learn/preprocessing/tests/test_label.py +43 -0
- maxframe/codegen/spe/learn/utils/__init__.py +15 -0
- maxframe/codegen/spe/learn/utils/checks.py +55 -0
- maxframe/codegen/spe/learn/utils/multiclass.py +60 -0
- maxframe/codegen/spe/learn/utils/shuffle.py +85 -0
- maxframe/codegen/spe/learn/utils/sparsefuncs.py +35 -0
- maxframe/codegen/spe/learn/utils/tests/__init__.py +13 -0
- maxframe/codegen/spe/learn/utils/tests/test_checks.py +48 -0
- maxframe/codegen/spe/learn/utils/tests/test_multiclass.py +52 -0
- maxframe/codegen/spe/learn/utils/tests/test_shuffle.py +50 -0
- maxframe/codegen/spe/learn/utils/tests/test_sparsefuncs.py +34 -0
- maxframe/codegen/spe/learn/utils/tests/test_validation.py +44 -0
- maxframe/codegen/spe/learn/utils/validation.py +35 -0
- maxframe/codegen/spe/objects.py +26 -0
- maxframe/codegen/spe/remote.py +29 -0
- maxframe/codegen/spe/tensor/__init__.py +28 -0
- maxframe/codegen/spe/tensor/arithmetic.py +95 -0
- maxframe/codegen/spe/tensor/core.py +41 -0
- maxframe/codegen/spe/tensor/datasource.py +165 -0
- maxframe/codegen/spe/tensor/extensions.py +35 -0
- maxframe/codegen/spe/tensor/fetch.py +26 -0
- maxframe/codegen/spe/tensor/indexing.py +63 -0
- maxframe/codegen/spe/tensor/linalg.py +63 -0
- maxframe/codegen/spe/tensor/merge.py +31 -0
- maxframe/codegen/spe/tensor/misc.py +121 -0
- maxframe/codegen/spe/tensor/random.py +29 -0
- maxframe/codegen/spe/tensor/reduction.py +39 -0
- maxframe/codegen/spe/tensor/reshape.py +26 -0
- maxframe/codegen/spe/tensor/sort.py +42 -0
- maxframe/codegen/spe/tensor/special.py +35 -0
- maxframe/codegen/spe/tensor/statistics.py +24 -0
- maxframe/codegen/spe/tensor/tests/__init__.py +13 -0
- maxframe/codegen/spe/tensor/tests/test_arithmetic.py +103 -0
- maxframe/codegen/spe/tensor/tests/test_datasource.py +99 -0
- maxframe/codegen/spe/tensor/tests/test_extensions.py +37 -0
- maxframe/codegen/spe/tensor/tests/test_indexing.py +44 -0
- maxframe/codegen/spe/tensor/tests/test_linalg.py +38 -0
- maxframe/codegen/spe/tensor/tests/test_merge.py +28 -0
- maxframe/codegen/spe/tensor/tests/test_misc.py +94 -0
- maxframe/codegen/spe/tensor/tests/test_random.py +55 -0
- maxframe/codegen/spe/tensor/tests/test_reduction.py +65 -0
- maxframe/codegen/spe/tensor/tests/test_reshape.py +39 -0
- maxframe/codegen/spe/tensor/tests/test_sort.py +49 -0
- maxframe/codegen/spe/tensor/tests/test_special.py +28 -0
- maxframe/codegen/spe/tensor/tests/test_statistics.py +29 -0
- maxframe/codegen/spe/tests/__init__.py +13 -0
- maxframe/codegen/spe/tests/test_remote.py +29 -0
- maxframe/codegen/spe/tests/test_spe_codegen.py +141 -0
- maxframe/codegen/spe/utils.py +54 -0
- maxframe/codegen/tests/__init__.py +13 -0
- maxframe/{tests → codegen/tests}/test_codegen.py +3 -5
- maxframe/config/__init__.py +1 -1
- maxframe/config/config.py +50 -23
- maxframe/config/tests/test_config.py +4 -12
- maxframe/config/validators.py +5 -0
- maxframe/conftest.py +38 -10
- maxframe/core/__init__.py +1 -0
- maxframe/core/context.py +110 -0
- maxframe/core/entity/__init__.py +1 -0
- maxframe/core/entity/core.py +0 -7
- maxframe/core/entity/objects.py +19 -5
- maxframe/core/entity/output_types.py +11 -0
- maxframe/core/entity/tests/test_objects.py +11 -12
- maxframe/core/entity/tileables.py +3 -1
- maxframe/core/entity/utils.py +15 -0
- maxframe/core/graph/__init__.py +6 -1
- maxframe/core/graph/builder/base.py +5 -1
- maxframe/core/graph/core.cpython-310-darwin.so +0 -0
- maxframe/core/graph/core.pyx +17 -6
- maxframe/core/graph/entity.py +18 -6
- maxframe/core/operator/__init__.py +8 -3
- maxframe/core/operator/base.py +35 -12
- maxframe/core/operator/core.py +37 -14
- maxframe/core/operator/fetch.py +5 -18
- maxframe/core/operator/objects.py +0 -20
- maxframe/core/operator/shuffle.py +6 -72
- maxframe/dataframe/__init__.py +1 -0
- maxframe/dataframe/accessors/datetime_/core.py +7 -4
- maxframe/dataframe/accessors/string_/core.py +9 -6
- maxframe/dataframe/arithmetic/core.py +31 -20
- maxframe/dataframe/arithmetic/tests/test_arithmetic.py +6 -0
- maxframe/dataframe/core.py +98 -91
- maxframe/dataframe/datasource/core.py +8 -1
- maxframe/dataframe/datasource/date_range.py +8 -0
- maxframe/dataframe/datasource/from_index.py +9 -5
- maxframe/dataframe/datasource/from_records.py +9 -2
- maxframe/dataframe/datasource/from_tensor.py +32 -21
- maxframe/dataframe/datasource/read_csv.py +8 -2
- maxframe/dataframe/datasource/read_odps_query.py +33 -3
- maxframe/dataframe/datasource/read_odps_table.py +20 -5
- maxframe/dataframe/datasource/read_parquet.py +8 -3
- maxframe/dataframe/datasource/tests/test_datasource.py +33 -0
- maxframe/dataframe/datastore/tests/test_to_odps.py +52 -1
- maxframe/dataframe/datastore/to_csv.py +7 -3
- maxframe/dataframe/datastore/to_odps.py +42 -6
- maxframe/dataframe/extensions/__init__.py +6 -1
- maxframe/dataframe/extensions/apply_chunk.py +96 -136
- maxframe/dataframe/extensions/flatjson.py +3 -2
- maxframe/dataframe/extensions/flatmap.py +15 -7
- maxframe/dataframe/fetch/core.py +12 -1
- maxframe/dataframe/groupby/__init__.py +7 -0
- maxframe/dataframe/groupby/aggregation.py +9 -8
- maxframe/dataframe/groupby/apply.py +50 -74
- maxframe/dataframe/groupby/apply_chunk.py +393 -0
- maxframe/dataframe/groupby/core.py +80 -17
- maxframe/dataframe/groupby/extensions.py +26 -0
- maxframe/dataframe/groupby/fill.py +9 -4
- maxframe/dataframe/groupby/sample.py +7 -7
- maxframe/dataframe/groupby/tests/test_groupby.py +3 -3
- maxframe/dataframe/groupby/transform.py +57 -54
- maxframe/dataframe/indexing/align.py +7 -6
- maxframe/dataframe/indexing/getitem.py +9 -8
- maxframe/dataframe/indexing/iloc.py +28 -23
- maxframe/dataframe/indexing/insert.py +7 -3
- maxframe/dataframe/indexing/loc.py +9 -8
- maxframe/dataframe/indexing/reindex.py +36 -30
- maxframe/dataframe/indexing/rename_axis.py +18 -10
- maxframe/dataframe/indexing/reset_index.py +0 -2
- maxframe/dataframe/indexing/sample.py +13 -9
- maxframe/dataframe/indexing/set_axis.py +9 -6
- maxframe/dataframe/indexing/setitem.py +8 -5
- maxframe/dataframe/indexing/where.py +12 -9
- maxframe/dataframe/merge/__init__.py +0 -1
- maxframe/dataframe/merge/concat.py +10 -31
- maxframe/dataframe/merge/merge.py +2 -24
- maxframe/dataframe/misc/__init__.py +6 -0
- maxframe/dataframe/misc/_duplicate.py +7 -3
- maxframe/dataframe/misc/apply.py +106 -139
- maxframe/dataframe/misc/astype.py +3 -2
- maxframe/dataframe/misc/case_when.py +11 -7
- maxframe/dataframe/misc/cut.py +11 -10
- maxframe/dataframe/misc/describe.py +7 -3
- maxframe/dataframe/misc/drop.py +13 -11
- maxframe/dataframe/misc/eval.py +0 -2
- maxframe/dataframe/misc/get_dummies.py +78 -49
- maxframe/dataframe/misc/isin.py +13 -10
- maxframe/dataframe/misc/map.py +21 -6
- maxframe/dataframe/misc/melt.py +8 -1
- maxframe/dataframe/misc/pivot.py +232 -0
- maxframe/dataframe/misc/pivot_table.py +52 -40
- maxframe/dataframe/misc/rechunk.py +59 -0
- maxframe/dataframe/misc/shift.py +7 -4
- maxframe/dataframe/misc/stack.py +5 -3
- maxframe/dataframe/misc/tests/test_misc.py +167 -1
- maxframe/dataframe/misc/transform.py +63 -65
- maxframe/dataframe/misc/value_counts.py +7 -4
- maxframe/dataframe/missing/dropna.py +16 -7
- maxframe/dataframe/missing/fillna.py +18 -10
- maxframe/dataframe/missing/replace.py +10 -6
- maxframe/dataframe/missing/tests/test_missing.py +2 -2
- maxframe/dataframe/operators.py +1 -27
- maxframe/dataframe/reduction/aggregation.py +65 -3
- maxframe/dataframe/reduction/core.py +3 -1
- maxframe/dataframe/reduction/median.py +1 -1
- maxframe/dataframe/reduction/tests/test_reduction.py +33 -0
- maxframe/dataframe/reduction/unique.py +53 -7
- maxframe/dataframe/statistics/corr.py +9 -6
- maxframe/dataframe/statistics/quantile.py +9 -6
- maxframe/dataframe/tseries/to_datetime.py +6 -4
- maxframe/dataframe/utils.py +219 -31
- maxframe/dataframe/window/rolling.py +7 -4
- maxframe/env.py +1 -0
- maxframe/errors.py +9 -0
- maxframe/extension.py +13 -2
- maxframe/io/objects/core.py +67 -51
- maxframe/io/objects/tensor.py +73 -17
- maxframe/io/objects/tests/test_object_io.py +8 -55
- maxframe/io/odpsio/arrow.py +15 -2
- maxframe/io/odpsio/schema.py +43 -13
- maxframe/io/odpsio/tableio.py +63 -11
- maxframe/io/odpsio/tests/test_arrow.py +1 -2
- maxframe/io/odpsio/tests/test_schema.py +114 -1
- maxframe/io/odpsio/tests/test_tableio.py +42 -0
- maxframe/io/odpsio/tests/test_volumeio.py +22 -48
- maxframe/learn/__init__.py +2 -2
- maxframe/learn/contrib/__init__.py +2 -2
- maxframe/learn/contrib/graph/connected_components.py +2 -1
- maxframe/learn/contrib/lightgbm/__init__.py +33 -0
- maxframe/learn/contrib/lightgbm/_predict.py +138 -0
- maxframe/learn/contrib/lightgbm/_train.py +163 -0
- maxframe/learn/contrib/lightgbm/callback.py +114 -0
- maxframe/learn/contrib/lightgbm/classifier.py +199 -0
- maxframe/learn/contrib/lightgbm/core.py +372 -0
- maxframe/learn/contrib/lightgbm/dataset.py +153 -0
- maxframe/learn/contrib/lightgbm/regressor.py +29 -0
- maxframe/learn/contrib/lightgbm/tests/__init__.py +13 -0
- maxframe/learn/contrib/lightgbm/tests/test_callback.py +58 -0
- maxframe/learn/contrib/models.py +38 -9
- maxframe/learn/contrib/utils.py +55 -0
- maxframe/learn/contrib/xgboost/callback.py +86 -0
- maxframe/learn/contrib/xgboost/classifier.py +26 -30
- maxframe/learn/contrib/xgboost/core.py +53 -42
- maxframe/learn/contrib/xgboost/dmatrix.py +19 -12
- maxframe/learn/contrib/xgboost/predict.py +16 -9
- maxframe/learn/contrib/xgboost/regressor.py +28 -27
- maxframe/learn/contrib/xgboost/tests/test_callback.py +41 -0
- maxframe/learn/contrib/xgboost/train.py +59 -16
- maxframe/learn/core.py +252 -0
- maxframe/learn/datasets/__init__.py +20 -0
- maxframe/learn/datasets/samples_generator.py +628 -0
- maxframe/learn/linear_model/__init__.py +15 -0
- maxframe/learn/linear_model/_base.py +163 -0
- maxframe/learn/linear_model/_lin_reg.py +175 -0
- maxframe/learn/metrics/__init__.py +25 -0
- maxframe/learn/metrics/_check_targets.py +95 -0
- maxframe/learn/metrics/_classification.py +1121 -0
- maxframe/learn/metrics/_regression.py +256 -0
- maxframe/learn/model_selection/__init__.py +15 -0
- maxframe/learn/model_selection/_split.py +451 -0
- maxframe/learn/model_selection/tests/__init__.py +13 -0
- maxframe/learn/model_selection/tests/test_split.py +156 -0
- maxframe/learn/preprocessing/__init__.py +16 -0
- maxframe/learn/preprocessing/_data/__init__.py +17 -0
- maxframe/learn/preprocessing/_data/min_max_scaler.py +390 -0
- maxframe/learn/preprocessing/_data/normalize.py +127 -0
- maxframe/learn/preprocessing/_data/standard_scaler.py +503 -0
- maxframe/learn/preprocessing/_data/utils.py +79 -0
- maxframe/learn/preprocessing/_label/__init__.py +16 -0
- maxframe/learn/preprocessing/_label/_label_binarizer.py +599 -0
- maxframe/learn/preprocessing/_label/_label_encoder.py +174 -0
- maxframe/learn/utils/__init__.py +4 -0
- maxframe/learn/utils/_encode.py +314 -0
- maxframe/learn/utils/checks.py +161 -0
- maxframe/learn/utils/core.py +33 -0
- maxframe/learn/utils/extmath.py +176 -0
- maxframe/learn/utils/multiclass.py +292 -0
- maxframe/learn/utils/shuffle.py +114 -0
- maxframe/learn/utils/sparsefuncs.py +87 -0
- maxframe/learn/utils/validation.py +775 -0
- maxframe/lib/__init__.py +0 -2
- maxframe/lib/compat.py +145 -0
- maxframe/lib/filesystem/_oss_lib/glob.py +1 -1
- maxframe/lib/mmh3.cpython-310-darwin.so +0 -0
- maxframe/lib/sparse/__init__.py +10 -15
- maxframe/lib/sparse/array.py +45 -33
- maxframe/lib/sparse/core.py +0 -2
- maxframe/lib/sparse/linalg.py +31 -0
- maxframe/lib/sparse/matrix.py +5 -2
- maxframe/lib/sparse/tests/__init__.py +0 -2
- maxframe/lib/sparse/tests/test_sparse.py +53 -53
- maxframe/lib/sparse/vector.py +0 -2
- maxframe/mixin.py +59 -2
- maxframe/opcodes.py +13 -5
- maxframe/protocol.py +67 -14
- maxframe/remote/core.py +16 -14
- maxframe/remote/run_script.py +6 -3
- maxframe/serialization/__init__.py +2 -0
- maxframe/serialization/core.cpython-310-darwin.so +0 -0
- maxframe/serialization/core.pxd +3 -0
- maxframe/serialization/core.pyi +3 -1
- maxframe/serialization/core.pyx +82 -4
- maxframe/serialization/pandas.py +5 -1
- maxframe/serialization/serializables/core.py +6 -5
- maxframe/serialization/serializables/field.py +2 -2
- maxframe/serialization/serializables/tests/test_field_type.py +3 -5
- maxframe/serialization/tests/test_serial.py +27 -0
- maxframe/session.py +4 -71
- maxframe/sperunner.py +165 -0
- maxframe/tensor/__init__.py +35 -2
- maxframe/tensor/arithmetic/__init__.py +2 -4
- maxframe/tensor/arithmetic/abs.py +0 -2
- maxframe/tensor/arithmetic/absolute.py +0 -2
- maxframe/tensor/arithmetic/add.py +34 -4
- maxframe/tensor/arithmetic/angle.py +0 -2
- maxframe/tensor/arithmetic/arccos.py +1 -4
- maxframe/tensor/arithmetic/arccosh.py +1 -3
- maxframe/tensor/arithmetic/arcsin.py +0 -2
- maxframe/tensor/arithmetic/arcsinh.py +0 -2
- maxframe/tensor/arithmetic/arctan.py +0 -2
- maxframe/tensor/arithmetic/arctan2.py +0 -2
- maxframe/tensor/arithmetic/arctanh.py +0 -2
- maxframe/tensor/arithmetic/around.py +0 -2
- maxframe/tensor/arithmetic/bitand.py +0 -2
- maxframe/tensor/arithmetic/bitor.py +1 -3
- maxframe/tensor/arithmetic/bitxor.py +1 -3
- maxframe/tensor/arithmetic/cbrt.py +0 -2
- maxframe/tensor/arithmetic/ceil.py +0 -2
- maxframe/tensor/arithmetic/clip.py +13 -13
- maxframe/tensor/arithmetic/conj.py +0 -2
- maxframe/tensor/arithmetic/copysign.py +0 -2
- maxframe/tensor/arithmetic/core.py +47 -39
- maxframe/tensor/arithmetic/cos.py +1 -3
- maxframe/tensor/arithmetic/cosh.py +0 -2
- maxframe/tensor/arithmetic/deg2rad.py +0 -2
- maxframe/tensor/arithmetic/degrees.py +0 -2
- maxframe/tensor/arithmetic/divide.py +0 -2
- maxframe/tensor/arithmetic/equal.py +0 -2
- maxframe/tensor/arithmetic/exp.py +1 -3
- maxframe/tensor/arithmetic/exp2.py +0 -2
- maxframe/tensor/arithmetic/expm1.py +0 -2
- maxframe/tensor/arithmetic/fabs.py +0 -2
- maxframe/tensor/arithmetic/fix.py +0 -2
- maxframe/tensor/arithmetic/float_power.py +0 -2
- maxframe/tensor/arithmetic/floor.py +0 -2
- maxframe/tensor/arithmetic/floordiv.py +0 -2
- maxframe/tensor/arithmetic/fmax.py +0 -2
- maxframe/tensor/arithmetic/fmin.py +0 -2
- maxframe/tensor/arithmetic/fmod.py +0 -2
- maxframe/tensor/arithmetic/frexp.py +6 -2
- maxframe/tensor/arithmetic/greater.py +0 -2
- maxframe/tensor/arithmetic/greater_equal.py +0 -2
- maxframe/tensor/arithmetic/hypot.py +0 -2
- maxframe/tensor/arithmetic/i0.py +1 -3
- maxframe/tensor/arithmetic/imag.py +0 -2
- maxframe/tensor/arithmetic/invert.py +1 -3
- maxframe/tensor/arithmetic/isclose.py +0 -2
- maxframe/tensor/arithmetic/iscomplex.py +0 -2
- maxframe/tensor/arithmetic/isfinite.py +1 -3
- maxframe/tensor/arithmetic/isinf.py +0 -2
- maxframe/tensor/arithmetic/isnan.py +0 -2
- maxframe/tensor/arithmetic/isreal.py +0 -2
- maxframe/tensor/arithmetic/ldexp.py +0 -2
- maxframe/tensor/arithmetic/less.py +0 -2
- maxframe/tensor/arithmetic/less_equal.py +0 -2
- maxframe/tensor/arithmetic/log.py +1 -3
- maxframe/tensor/arithmetic/log10.py +1 -3
- maxframe/tensor/arithmetic/log1p.py +1 -3
- maxframe/tensor/arithmetic/log2.py +1 -3
- maxframe/tensor/arithmetic/logaddexp.py +0 -2
- maxframe/tensor/arithmetic/logaddexp2.py +0 -2
- maxframe/tensor/arithmetic/logical_and.py +0 -2
- maxframe/tensor/arithmetic/logical_not.py +1 -3
- maxframe/tensor/arithmetic/logical_or.py +0 -2
- maxframe/tensor/arithmetic/logical_xor.py +0 -2
- maxframe/tensor/arithmetic/lshift.py +0 -2
- maxframe/tensor/arithmetic/maximum.py +0 -2
- maxframe/tensor/arithmetic/minimum.py +0 -2
- maxframe/tensor/arithmetic/mod.py +0 -2
- maxframe/tensor/arithmetic/modf.py +6 -2
- maxframe/tensor/arithmetic/multiply.py +37 -4
- maxframe/tensor/arithmetic/nan_to_num.py +0 -2
- maxframe/tensor/arithmetic/negative.py +0 -2
- maxframe/tensor/arithmetic/nextafter.py +0 -2
- maxframe/tensor/arithmetic/not_equal.py +0 -2
- maxframe/tensor/arithmetic/positive.py +0 -2
- maxframe/tensor/arithmetic/power.py +0 -2
- maxframe/tensor/arithmetic/rad2deg.py +0 -2
- maxframe/tensor/arithmetic/radians.py +0 -2
- maxframe/tensor/arithmetic/real.py +0 -2
- maxframe/tensor/arithmetic/reciprocal.py +5 -3
- maxframe/tensor/arithmetic/rint.py +1 -3
- maxframe/tensor/arithmetic/rshift.py +0 -2
- maxframe/tensor/arithmetic/setimag.py +0 -2
- maxframe/tensor/arithmetic/setreal.py +0 -2
- maxframe/tensor/arithmetic/sign.py +0 -2
- maxframe/tensor/arithmetic/signbit.py +0 -2
- maxframe/tensor/arithmetic/sin.py +0 -2
- maxframe/tensor/arithmetic/sinc.py +1 -3
- maxframe/tensor/arithmetic/sinh.py +0 -2
- maxframe/tensor/arithmetic/spacing.py +0 -2
- maxframe/tensor/arithmetic/sqrt.py +0 -2
- maxframe/tensor/arithmetic/square.py +0 -2
- maxframe/tensor/arithmetic/subtract.py +4 -2
- maxframe/tensor/arithmetic/tan.py +0 -2
- maxframe/tensor/arithmetic/tanh.py +0 -2
- maxframe/tensor/arithmetic/tests/__init__.py +0 -2
- maxframe/tensor/arithmetic/tests/test_arithmetic.py +43 -9
- maxframe/tensor/arithmetic/truediv.py +0 -2
- maxframe/tensor/arithmetic/trunc.py +0 -2
- maxframe/tensor/arithmetic/utils.py +32 -6
- maxframe/tensor/array_utils.py +3 -25
- maxframe/tensor/core.py +6 -6
- maxframe/tensor/datasource/__init__.py +10 -2
- maxframe/tensor/datasource/arange.py +0 -2
- maxframe/tensor/datasource/array.py +3 -22
- maxframe/tensor/datasource/core.py +15 -10
- maxframe/tensor/datasource/diag.py +140 -0
- maxframe/tensor/datasource/diagflat.py +69 -0
- maxframe/tensor/datasource/empty.py +0 -2
- maxframe/tensor/datasource/eye.py +95 -0
- maxframe/tensor/datasource/from_dataframe.py +0 -2
- maxframe/tensor/datasource/from_dense.py +0 -17
- maxframe/tensor/datasource/from_sparse.py +0 -2
- maxframe/tensor/datasource/full.py +0 -2
- maxframe/tensor/datasource/identity.py +54 -0
- maxframe/tensor/datasource/indices.py +115 -0
- maxframe/tensor/datasource/linspace.py +140 -0
- maxframe/tensor/datasource/meshgrid.py +135 -0
- maxframe/tensor/datasource/ones.py +8 -3
- maxframe/tensor/datasource/tests/test_datasource.py +32 -1
- maxframe/tensor/datasource/tri_array.py +107 -0
- maxframe/tensor/datasource/zeros.py +7 -3
- maxframe/tensor/extensions/__init__.py +31 -0
- maxframe/tensor/extensions/accessor.py +25 -0
- maxframe/tensor/extensions/apply_chunk.py +137 -0
- maxframe/tensor/indexing/__init__.py +1 -1
- maxframe/tensor/indexing/choose.py +8 -6
- maxframe/tensor/indexing/compress.py +0 -2
- maxframe/tensor/indexing/extract.py +0 -2
- maxframe/tensor/indexing/fill_diagonal.py +9 -6
- maxframe/tensor/indexing/flatnonzero.py +1 -3
- maxframe/tensor/indexing/getitem.py +10 -43
- maxframe/tensor/indexing/nonzero.py +2 -4
- maxframe/tensor/indexing/setitem.py +19 -9
- maxframe/tensor/indexing/slice.py +6 -3
- maxframe/tensor/indexing/take.py +0 -2
- maxframe/tensor/indexing/tests/__init__.py +0 -2
- maxframe/tensor/indexing/tests/test_indexing.py +0 -2
- maxframe/tensor/indexing/unravel_index.py +6 -6
- maxframe/tensor/lib/__init__.py +16 -0
- maxframe/tensor/lib/index_tricks.py +404 -0
- maxframe/tensor/linalg/__init__.py +36 -0
- maxframe/tensor/linalg/dot.py +145 -0
- maxframe/tensor/linalg/inner.py +36 -0
- maxframe/tensor/linalg/inv.py +83 -0
- maxframe/tensor/linalg/lu.py +115 -0
- maxframe/tensor/linalg/matmul.py +225 -0
- maxframe/tensor/linalg/qr.py +124 -0
- maxframe/tensor/linalg/solve_triangular.py +103 -0
- maxframe/tensor/linalg/svd.py +167 -0
- maxframe/tensor/linalg/tensordot.py +213 -0
- maxframe/tensor/linalg/vdot.py +73 -0
- maxframe/tensor/merge/__init__.py +4 -0
- maxframe/tensor/merge/append.py +74 -0
- maxframe/tensor/merge/column_stack.py +63 -0
- maxframe/tensor/merge/concatenate.py +3 -2
- maxframe/tensor/merge/dstack.py +71 -0
- maxframe/tensor/merge/hstack.py +70 -0
- maxframe/tensor/merge/stack.py +0 -2
- maxframe/tensor/merge/tests/test_merge.py +0 -2
- maxframe/tensor/misc/__init__.py +18 -5
- maxframe/tensor/misc/astype.py +10 -8
- maxframe/tensor/misc/broadcast_to.py +1 -1
- maxframe/tensor/misc/copy.py +64 -0
- maxframe/tensor/misc/diff.py +115 -0
- maxframe/tensor/misc/flatten.py +63 -0
- maxframe/tensor/misc/in1d.py +94 -0
- maxframe/tensor/misc/isin.py +130 -0
- maxframe/tensor/misc/ndim.py +53 -0
- maxframe/tensor/misc/ravel.py +0 -2
- maxframe/tensor/misc/repeat.py +129 -0
- maxframe/tensor/misc/searchsorted.py +147 -0
- maxframe/tensor/misc/setdiff1d.py +58 -0
- maxframe/tensor/misc/squeeze.py +117 -0
- maxframe/tensor/misc/swapaxes.py +113 -0
- maxframe/tensor/misc/tests/test_misc.py +0 -2
- maxframe/tensor/misc/transpose.py +8 -4
- maxframe/tensor/misc/trapezoid.py +123 -0
- maxframe/tensor/misc/unique.py +0 -1
- maxframe/tensor/misc/where.py +10 -8
- maxframe/tensor/operators.py +0 -34
- maxframe/tensor/random/__init__.py +3 -5
- maxframe/tensor/random/binomial.py +0 -2
- maxframe/tensor/random/bytes.py +0 -2
- maxframe/tensor/random/chisquare.py +0 -2
- maxframe/tensor/random/choice.py +9 -8
- maxframe/tensor/random/core.py +20 -5
- maxframe/tensor/random/dirichlet.py +0 -2
- maxframe/tensor/random/exponential.py +0 -2
- maxframe/tensor/random/f.py +2 -4
- maxframe/tensor/random/gamma.py +0 -2
- maxframe/tensor/random/geometric.py +0 -2
- maxframe/tensor/random/gumbel.py +0 -2
- maxframe/tensor/random/hypergeometric.py +0 -2
- maxframe/tensor/random/laplace.py +2 -4
- maxframe/tensor/random/logistic.py +0 -2
- maxframe/tensor/random/lognormal.py +0 -2
- maxframe/tensor/random/logseries.py +0 -2
- maxframe/tensor/random/multinomial.py +0 -2
- maxframe/tensor/random/multivariate_normal.py +0 -2
- maxframe/tensor/random/negative_binomial.py +0 -2
- maxframe/tensor/random/noncentral_chisquare.py +0 -2
- maxframe/tensor/random/noncentral_f.py +1 -3
- maxframe/tensor/random/normal.py +0 -2
- maxframe/tensor/random/pareto.py +0 -2
- maxframe/tensor/random/permutation.py +6 -3
- maxframe/tensor/random/poisson.py +0 -2
- maxframe/tensor/random/power.py +0 -2
- maxframe/tensor/random/rand.py +0 -2
- maxframe/tensor/random/randint.py +0 -2
- maxframe/tensor/random/randn.py +0 -2
- maxframe/tensor/random/random_integers.py +0 -2
- maxframe/tensor/random/random_sample.py +0 -2
- maxframe/tensor/random/rayleigh.py +0 -2
- maxframe/tensor/random/standard_cauchy.py +0 -2
- maxframe/tensor/random/standard_exponential.py +0 -2
- maxframe/tensor/random/standard_gamma.py +0 -2
- maxframe/tensor/random/standard_normal.py +0 -2
- maxframe/tensor/random/standard_t.py +0 -2
- maxframe/tensor/random/tests/__init__.py +0 -2
- maxframe/tensor/random/tests/test_random.py +0 -2
- maxframe/tensor/random/triangular.py +0 -2
- maxframe/tensor/random/uniform.py +0 -2
- maxframe/tensor/random/vonmises.py +0 -2
- maxframe/tensor/random/wald.py +0 -2
- maxframe/tensor/random/weibull.py +0 -2
- maxframe/tensor/random/zipf.py +0 -2
- maxframe/tensor/reduction/__init__.py +0 -2
- maxframe/tensor/reduction/all.py +0 -2
- maxframe/tensor/reduction/allclose.py +0 -2
- maxframe/tensor/reduction/any.py +0 -2
- maxframe/tensor/reduction/argmax.py +1 -3
- maxframe/tensor/reduction/argmin.py +1 -3
- maxframe/tensor/reduction/array_equal.py +0 -2
- maxframe/tensor/reduction/core.py +0 -2
- maxframe/tensor/reduction/count_nonzero.py +0 -2
- maxframe/tensor/reduction/cumprod.py +0 -2
- maxframe/tensor/reduction/cumsum.py +0 -2
- maxframe/tensor/reduction/max.py +0 -2
- maxframe/tensor/reduction/mean.py +0 -2
- maxframe/tensor/reduction/min.py +0 -2
- maxframe/tensor/reduction/nanargmax.py +0 -2
- maxframe/tensor/reduction/nanargmin.py +0 -2
- maxframe/tensor/reduction/nancumprod.py +0 -2
- maxframe/tensor/reduction/nancumsum.py +0 -2
- maxframe/tensor/reduction/nanmax.py +0 -2
- maxframe/tensor/reduction/nanmean.py +0 -2
- maxframe/tensor/reduction/nanmin.py +0 -2
- maxframe/tensor/reduction/nanprod.py +0 -2
- maxframe/tensor/reduction/nanstd.py +0 -2
- maxframe/tensor/reduction/nansum.py +0 -2
- maxframe/tensor/reduction/nanvar.py +0 -2
- maxframe/tensor/reduction/prod.py +0 -2
- maxframe/tensor/reduction/std.py +0 -2
- maxframe/tensor/reduction/sum.py +0 -2
- maxframe/tensor/reduction/tests/test_reduction.py +1 -4
- maxframe/tensor/reduction/var.py +0 -2
- maxframe/tensor/reshape/__init__.py +0 -2
- maxframe/tensor/reshape/reshape.py +6 -5
- maxframe/tensor/reshape/tests/__init__.py +0 -2
- maxframe/tensor/reshape/tests/test_reshape.py +0 -2
- maxframe/tensor/sort/__init__.py +16 -0
- maxframe/tensor/sort/argsort.py +150 -0
- maxframe/tensor/sort/sort.py +295 -0
- maxframe/tensor/special/__init__.py +37 -0
- maxframe/tensor/special/core.py +38 -0
- maxframe/tensor/special/misc.py +142 -0
- maxframe/tensor/special/statistical.py +56 -0
- maxframe/tensor/statistics/__init__.py +5 -0
- maxframe/tensor/statistics/average.py +143 -0
- maxframe/tensor/statistics/bincount.py +133 -0
- maxframe/tensor/statistics/quantile.py +10 -8
- maxframe/tensor/ufunc/__init__.py +0 -2
- maxframe/tensor/ufunc/ufunc.py +0 -2
- maxframe/tensor/utils.py +21 -3
- maxframe/tests/test_protocol.py +3 -3
- maxframe/tests/test_utils.py +210 -1
- maxframe/tests/utils.py +67 -1
- maxframe/udf.py +76 -6
- maxframe/utils.py +418 -17
- {maxframe-1.3.1.dist-info → maxframe-2.0.0b1.dist-info}/METADATA +4 -1
- maxframe-2.0.0b1.dist-info/RECORD +939 -0
- {maxframe-1.3.1.dist-info → maxframe-2.0.0b1.dist-info}/WHEEL +1 -1
- maxframe_client/clients/framedriver.py +19 -3
- maxframe_client/fetcher.py +113 -6
- maxframe_client/session/odps.py +173 -38
- maxframe_client/session/task.py +3 -1
- maxframe_client/tests/test_session.py +41 -5
- maxframe-1.3.1.dist-info/RECORD +0 -705
- {maxframe-1.3.1.dist-info → maxframe-2.0.0b1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
import sys
|
|
16
|
+
from typing import List, Union
|
|
17
|
+
|
|
18
|
+
from .....learn.contrib.pytorch.run_script import RunPyTorch
|
|
19
|
+
from ...core import SPECodeContext, SPEOperatorAdapter, register_op_adapter
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
@register_op_adapter(RunPyTorch)
|
|
23
|
+
class RunPyTorchAdapter(SPEOperatorAdapter):
|
|
24
|
+
@staticmethod
|
|
25
|
+
def _run_script(code: Union[bytes, str], data: dict, cmd_args: List[str]):
|
|
26
|
+
old_argv = sys.argv.copy()
|
|
27
|
+
try:
|
|
28
|
+
sys.argv = ["script"] + cmd_args
|
|
29
|
+
locals_dict = {"__name__": "__main__"}
|
|
30
|
+
locals_dict.update(data)
|
|
31
|
+
|
|
32
|
+
exec(code, locals_dict)
|
|
33
|
+
|
|
34
|
+
return {"status": "ok"}
|
|
35
|
+
finally:
|
|
36
|
+
sys.argv = old_argv
|
|
37
|
+
|
|
38
|
+
def generate_code(self, op: RunPyTorch, context: SPECodeContext) -> List[str]:
|
|
39
|
+
data_args = ", ".join(self._translate_call_args(context, **(op.data or {})))
|
|
40
|
+
cmd_args_str = ", ".join(f'"{v}"' for v in (op.command_args or []))
|
|
41
|
+
code_var = context.register_operator_constants(op.code)
|
|
42
|
+
output_var = context.get_output_tileable_variable(op.outputs[0])
|
|
43
|
+
|
|
44
|
+
cls_name = type(self).__name__
|
|
45
|
+
context.register_import(__name__, from_item=type(self).__name__)
|
|
46
|
+
return [
|
|
47
|
+
f"{output_var} = {cls_name}._run_script("
|
|
48
|
+
f"{code_var}, dict({data_args}), [{cmd_args_str}])"
|
|
49
|
+
]
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
import mock
|
|
16
|
+
import pytest
|
|
17
|
+
|
|
18
|
+
try:
|
|
19
|
+
import lightgbm
|
|
20
|
+
from sklearn.datasets import make_classification
|
|
21
|
+
except ImportError:
|
|
22
|
+
lightgbm = make_classification = None
|
|
23
|
+
|
|
24
|
+
from ...... import tensor as mt
|
|
25
|
+
from ......learn.contrib.lightgbm import Dataset, train
|
|
26
|
+
from ....core import SPECodeContext
|
|
27
|
+
from ..lightgbm import LGBMPredictAdapter, LGBMTrainAdapter, ToLGBMDatasetAdapter
|
|
28
|
+
|
|
29
|
+
pytestmark = pytest.mark.skipif(
|
|
30
|
+
lightgbm is None, reason="requires lightgbm to run the test"
|
|
31
|
+
)
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
def test_spe_lgbm_dataset():
|
|
35
|
+
X = mt.random.rand(100, 10)
|
|
36
|
+
y = mt.random.rand(100)
|
|
37
|
+
ds = Dataset(X, y)
|
|
38
|
+
adapter = ToLGBMDatasetAdapter()
|
|
39
|
+
context = SPECodeContext()
|
|
40
|
+
results = adapter.generate_code(ds.op, context)
|
|
41
|
+
assert results == [
|
|
42
|
+
"var_0 = lightgbm.Dataset(data=var_1, label=var_2, free_raw_data=True)"
|
|
43
|
+
]
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
def test_spe_lgbm_train_script():
|
|
47
|
+
X = mt.random.rand(100, 10)
|
|
48
|
+
y = mt.random.rand(100)
|
|
49
|
+
ds = Dataset(X, y)
|
|
50
|
+
model = train({}, ds, num_boost_round=10)
|
|
51
|
+
adapter = LGBMTrainAdapter()
|
|
52
|
+
context = SPECodeContext()
|
|
53
|
+
results = adapter.generate_code(model.op, context)
|
|
54
|
+
assert results == [
|
|
55
|
+
"start_time = time.time()",
|
|
56
|
+
"logger.info('Trained data size: (%s, %s)', var_1.num_data(), var_1.num_feature())",
|
|
57
|
+
"var_0 = LGBMTrainAdapter._run_lgbm_train(params={}, train_set=var_1, "
|
|
58
|
+
"num_boost_round=10, valid_sets=[], keep_training_booster=False, timeout=120)",
|
|
59
|
+
"logger.info('Train cost: %.2f s', time.time() - start_time)",
|
|
60
|
+
]
|
|
61
|
+
|
|
62
|
+
with mock.patch(
|
|
63
|
+
"maxframe.core.entity.executable._ExecutableMixin.execute",
|
|
64
|
+
new=lambda *_, **__: None,
|
|
65
|
+
), mock.patch(
|
|
66
|
+
"maxframe.core.entity.executable._ExecutableMixin.fetch",
|
|
67
|
+
new=lambda *_, **__: {},
|
|
68
|
+
):
|
|
69
|
+
X_valid = mt.random.rand(50, 10)
|
|
70
|
+
y_valid = mt.random.rand(50)
|
|
71
|
+
ds_valid = Dataset(X_valid, y_valid)
|
|
72
|
+
model = train({}, ds, num_boost_round=10, valid_sets=[ds_valid])
|
|
73
|
+
adapter = LGBMTrainAdapter()
|
|
74
|
+
context = SPECodeContext()
|
|
75
|
+
results = adapter.generate_code(model.op, context)
|
|
76
|
+
assert results == [
|
|
77
|
+
"start_time = time.time()",
|
|
78
|
+
"var_3 = dict()",
|
|
79
|
+
"logger.info('Trained data size: (%s, %s)', var_1.num_data(), var_1.num_feature())",
|
|
80
|
+
"var_0 = LGBMTrainAdapter._run_lgbm_train(params={}, train_set=var_1, "
|
|
81
|
+
"num_boost_round=10, valid_sets=[var_2], keep_training_booster=False, "
|
|
82
|
+
"timeout=120, evals_result=var_3)",
|
|
83
|
+
"logger.info('Train cost: %.2f s', time.time() - start_time)",
|
|
84
|
+
]
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
def test_spe_lgbm_train_run():
|
|
88
|
+
X, y = make_classification(n_features=5, n_informative=3)
|
|
89
|
+
ds = lightgbm.Dataset(X, y)
|
|
90
|
+
model = LGBMTrainAdapter._run_lgbm_train(
|
|
91
|
+
params={}, train_set=ds, num_boost_round=10
|
|
92
|
+
)
|
|
93
|
+
assert isinstance(model, lightgbm.Booster)
|
|
94
|
+
|
|
95
|
+
X_valid, y_valid = make_classification(n_samples=50, n_features=5, n_informative=3)
|
|
96
|
+
ds_valid = lightgbm.Dataset(X_valid, y_valid)
|
|
97
|
+
eval_results = {}
|
|
98
|
+
model = LGBMTrainAdapter._run_lgbm_train(
|
|
99
|
+
params={},
|
|
100
|
+
train_set=ds,
|
|
101
|
+
valid_sets=[ds_valid],
|
|
102
|
+
num_boost_round=10,
|
|
103
|
+
evals_result=eval_results,
|
|
104
|
+
)
|
|
105
|
+
assert isinstance(model, lightgbm.Booster)
|
|
106
|
+
assert len(eval_results) > 0
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
def test_spe_lgbm_predict():
|
|
110
|
+
X = mt.random.rand(100, 10)
|
|
111
|
+
y = mt.random.rand(100)
|
|
112
|
+
ds = Dataset(X, y)
|
|
113
|
+
model = train({}, ds, num_boost_round=10)
|
|
114
|
+
predicted = model.predict(ds)
|
|
115
|
+
adapter = LGBMPredictAdapter()
|
|
116
|
+
context = SPECodeContext()
|
|
117
|
+
results = adapter.generate_code(predicted.op, context)
|
|
118
|
+
assert results == [
|
|
119
|
+
"start_time = time.time()",
|
|
120
|
+
"var_0 = var_2.predict(var_1, start_iteration=0, raw_score=False, "
|
|
121
|
+
"pred_leaf=False, pred_contrib=False)",
|
|
122
|
+
"logger.info('Predict cost: %.2f s', time.time() - start_time)",
|
|
123
|
+
]
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
import pytest
|
|
16
|
+
|
|
17
|
+
try:
|
|
18
|
+
import lightgbm
|
|
19
|
+
except ImportError:
|
|
20
|
+
lightgbm = None
|
|
21
|
+
|
|
22
|
+
from ...... import tensor as mt
|
|
23
|
+
from ......learn.contrib.lightgbm import Dataset, train
|
|
24
|
+
from ....core import SPECodeContext
|
|
25
|
+
from ..models import ModelApplyChunkAdapter
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
@pytest.mark.skipif(lightgbm is None, reason="requires lightgbm to run the test")
|
|
29
|
+
def test_spe_lgbm_feature_importance():
|
|
30
|
+
X = mt.random.rand(100, 10)
|
|
31
|
+
y = mt.random.rand(100)
|
|
32
|
+
ds = Dataset(X, y)
|
|
33
|
+
model = train({}, ds, num_boost_round=10)
|
|
34
|
+
fe = model.feature_importance()
|
|
35
|
+
|
|
36
|
+
adapter = ModelApplyChunkAdapter()
|
|
37
|
+
context = SPECodeContext()
|
|
38
|
+
results = adapter.generate_code(fe.op, context)
|
|
39
|
+
assert results == [
|
|
40
|
+
"var_1 = const_0(var_0, importance_type='split', iteration=None)"
|
|
41
|
+
]
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from io import StringIO
|
|
16
|
+
|
|
17
|
+
import pytest
|
|
18
|
+
|
|
19
|
+
from ...... import dataframe as md
|
|
20
|
+
from ......learn.contrib.pytorch import run_pytorch_script
|
|
21
|
+
from ....core import SPECodeContext
|
|
22
|
+
from ..pytorch import RunPyTorchAdapter
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
@pytest.fixture
|
|
26
|
+
def df1():
|
|
27
|
+
return md.DataFrame(
|
|
28
|
+
[
|
|
29
|
+
[1, 10, 100, 1000],
|
|
30
|
+
[2, 20, 200, 2000],
|
|
31
|
+
[3, 30, 300, 3000],
|
|
32
|
+
[7, 70, 700, 7000],
|
|
33
|
+
],
|
|
34
|
+
index=md.Index([1, 2, 3, 7], name="test_idx"),
|
|
35
|
+
columns=list("ABCD"),
|
|
36
|
+
)
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def test_run_pytorch_script(df1):
|
|
40
|
+
res_t = run_pytorch_script(
|
|
41
|
+
StringIO("print(var)"),
|
|
42
|
+
n_workers=1,
|
|
43
|
+
data={"var": df1},
|
|
44
|
+
command_argv=["--run"],
|
|
45
|
+
execute=False,
|
|
46
|
+
)
|
|
47
|
+
context = SPECodeContext()
|
|
48
|
+
adapter = RunPyTorchAdapter()
|
|
49
|
+
results = adapter.generate_code(res_t.op, context)
|
|
50
|
+
assert results == [
|
|
51
|
+
"var_1 = RunPyTorchAdapter._run_script("
|
|
52
|
+
"b'print(var)', dict(var=var_0), [\"--run\"])"
|
|
53
|
+
]
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
import mock
|
|
16
|
+
import pytest
|
|
17
|
+
|
|
18
|
+
try:
|
|
19
|
+
import xgboost
|
|
20
|
+
except ImportError:
|
|
21
|
+
xgboost = None
|
|
22
|
+
|
|
23
|
+
from ...... import tensor as mt
|
|
24
|
+
from ......learn.contrib.xgboost import DMatrix, train
|
|
25
|
+
from ....core import SPECodeContext
|
|
26
|
+
from ..xgboost import ToDMatrixAdapter, XGBPredictAdapter, XGBTrainAdapter
|
|
27
|
+
|
|
28
|
+
pytestmark = pytest.mark.skipif(
|
|
29
|
+
xgboost is None, reason="requires xgboost to run the test"
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
def test_spe_xgb_dmatrix():
|
|
34
|
+
X = mt.random.rand(100, 10)
|
|
35
|
+
y = mt.random.rand(100)
|
|
36
|
+
ds = DMatrix(X, y)
|
|
37
|
+
adapter = ToDMatrixAdapter()
|
|
38
|
+
context = SPECodeContext()
|
|
39
|
+
results = adapter.generate_code(ds.op, context)
|
|
40
|
+
assert results == ["var_0 = xgboost.DMatrix(data=var_1, label=var_2)"]
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def test_spe_xgb_train_script():
|
|
44
|
+
X = mt.random.rand(100, 10)
|
|
45
|
+
y = mt.random.rand(100)
|
|
46
|
+
ds = DMatrix(X, y)
|
|
47
|
+
model = train({}, ds, num_boost_round=10)
|
|
48
|
+
adapter = XGBTrainAdapter()
|
|
49
|
+
context = SPECodeContext()
|
|
50
|
+
results = adapter.generate_code(model.op, context)
|
|
51
|
+
assert results == [
|
|
52
|
+
"start_time = time.time()",
|
|
53
|
+
"logger.info('Trained data size: (%s, %s)', var_1.num_row(), var_1.num_col())",
|
|
54
|
+
"var_0 = xgboost.train(params={}, dtrain=var_1, evals=[], num_boost_round=10)",
|
|
55
|
+
"logger.info('Train cost: %.2f s', time.time() - start_time)",
|
|
56
|
+
]
|
|
57
|
+
|
|
58
|
+
with mock.patch(
|
|
59
|
+
"maxframe.core.entity.executable._ExecutableMixin.execute",
|
|
60
|
+
new=lambda *_, **__: None,
|
|
61
|
+
), mock.patch(
|
|
62
|
+
"maxframe.core.entity.executable._ExecutableMixin.fetch",
|
|
63
|
+
new=lambda *_, **__: {},
|
|
64
|
+
):
|
|
65
|
+
X_valid = mt.random.rand(50, 10)
|
|
66
|
+
y_valid = mt.random.rand(50)
|
|
67
|
+
ds_valid = DMatrix(X_valid, y_valid)
|
|
68
|
+
model = train({}, ds, evals=[(ds_valid, "vset")])
|
|
69
|
+
adapter = XGBTrainAdapter()
|
|
70
|
+
context = SPECodeContext()
|
|
71
|
+
results = adapter.generate_code(model.op, context)
|
|
72
|
+
assert results == [
|
|
73
|
+
"start_time = time.time()",
|
|
74
|
+
"var_3 = dict()",
|
|
75
|
+
"logger.info('Trained data size: (%s, %s)', var_1.num_row(), var_1.num_col())",
|
|
76
|
+
"var_0 = xgboost.train(params={}, dtrain=var_1, evals=[(var_2, 'vset')], "
|
|
77
|
+
"num_boost_round=10, evals_result=var_3)",
|
|
78
|
+
"logger.info('Train cost: %.2f s', time.time() - start_time)",
|
|
79
|
+
]
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
def test_spe_xgb_predict():
|
|
83
|
+
X = mt.random.rand(100, 10)
|
|
84
|
+
y = mt.random.rand(100)
|
|
85
|
+
ds = DMatrix(X, y)
|
|
86
|
+
model = train({}, ds)
|
|
87
|
+
predicted = model.predict(ds)
|
|
88
|
+
adapter = XGBPredictAdapter()
|
|
89
|
+
context = SPECodeContext()
|
|
90
|
+
results = adapter.generate_code(predicted.op, context)
|
|
91
|
+
assert results == [
|
|
92
|
+
"start_time = time.time()",
|
|
93
|
+
"logger.info('Predicted data size: (%s, %s)', var_1.num_row(), var_1.num_col())",
|
|
94
|
+
"var_0 = var_2.predict(var_1, pred_leaf=False, pred_contribs=False, "
|
|
95
|
+
"approx_contribs=False, pred_interactions=False, validate_features=True, "
|
|
96
|
+
"training=False, iteration_range=(0, 0), strict_shape=False)",
|
|
97
|
+
"logger.info('Predict cost: %.2f s', time.time() - start_time)",
|
|
98
|
+
]
|
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from typing import List
|
|
16
|
+
|
|
17
|
+
from .....learn.contrib.xgboost.dmatrix import ToDMatrix
|
|
18
|
+
from .....learn.contrib.xgboost.predict import XGBPredict
|
|
19
|
+
from .....learn.contrib.xgboost.train import XGBTrain
|
|
20
|
+
from .....typing_ import OperatorType
|
|
21
|
+
from ...core import SPECodeContext, SPEOperatorAdapter, register_op_adapter
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
class _XGBoostAdapter(SPEOperatorAdapter):
|
|
25
|
+
def generate_code(self, op: OperatorType, context: SPECodeContext) -> List[str]:
|
|
26
|
+
context.register_import("xgboost")
|
|
27
|
+
context.register_import("pandas", "pd")
|
|
28
|
+
context.register_import("numpy", "np")
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
@register_op_adapter(ToDMatrix)
|
|
32
|
+
class ToDMatrixAdapter(_XGBoostAdapter):
|
|
33
|
+
def generate_code(self, op: ToDMatrix, context: SPECodeContext) -> List[str]:
|
|
34
|
+
super().generate_code(op, context)
|
|
35
|
+
res_var_name = context.get_output_tileable_variable(op.outputs[0])
|
|
36
|
+
call_args = (
|
|
37
|
+
"data",
|
|
38
|
+
"label",
|
|
39
|
+
"missing",
|
|
40
|
+
"weight",
|
|
41
|
+
"base_margin",
|
|
42
|
+
"feature_names",
|
|
43
|
+
"feature_types",
|
|
44
|
+
"feature_weights",
|
|
45
|
+
"nthread",
|
|
46
|
+
"group",
|
|
47
|
+
"qid",
|
|
48
|
+
"label_lower_bound",
|
|
49
|
+
"label_upper_bound",
|
|
50
|
+
"enable_categorical",
|
|
51
|
+
)
|
|
52
|
+
args_str = self.generate_call_args_with_attributes(
|
|
53
|
+
op,
|
|
54
|
+
context,
|
|
55
|
+
skip_none=True,
|
|
56
|
+
kw_keys=call_args,
|
|
57
|
+
)
|
|
58
|
+
return [f"{res_var_name} = xgboost.DMatrix({args_str})"]
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
@register_op_adapter(XGBTrain)
|
|
62
|
+
class XGBTrainAdapter(_XGBoostAdapter):
|
|
63
|
+
def generate_code(self, op: XGBTrain, context: SPECodeContext) -> List[str]:
|
|
64
|
+
super().generate_code(op, context)
|
|
65
|
+
context.register_import("pickle")
|
|
66
|
+
res_var_name = context.get_output_tileable_variable(op.outputs[0])
|
|
67
|
+
data_var_name = self.translate_var(context, op.dtrain)
|
|
68
|
+
call_args = (
|
|
69
|
+
"params",
|
|
70
|
+
"dtrain",
|
|
71
|
+
"evals",
|
|
72
|
+
"num_boost_round",
|
|
73
|
+
"early_stopping_rounds",
|
|
74
|
+
"obj",
|
|
75
|
+
"feval",
|
|
76
|
+
"callbacks",
|
|
77
|
+
"maximize",
|
|
78
|
+
"verbose_eval",
|
|
79
|
+
"xgb_model",
|
|
80
|
+
"callbacks",
|
|
81
|
+
"custom_metric",
|
|
82
|
+
)
|
|
83
|
+
codes = list()
|
|
84
|
+
args_str = self.generate_call_args_with_attributes(
|
|
85
|
+
op,
|
|
86
|
+
context,
|
|
87
|
+
skip_none=True,
|
|
88
|
+
kw_keys=call_args,
|
|
89
|
+
)
|
|
90
|
+
if op.has_evals_result:
|
|
91
|
+
evals_result_var = context.get_output_tileable_variable(op.outputs[1])
|
|
92
|
+
codes.append(f"{evals_result_var} = dict()")
|
|
93
|
+
args_str = f"{args_str}, evals_result={evals_result_var}"
|
|
94
|
+
|
|
95
|
+
expressions = [
|
|
96
|
+
f"{data_var_name}.num_row()",
|
|
97
|
+
f"{data_var_name}.num_col()",
|
|
98
|
+
]
|
|
99
|
+
codes.extend(
|
|
100
|
+
[
|
|
101
|
+
self.gen_logging_code(
|
|
102
|
+
context, "Trained data size: (%s, %s)", expressions
|
|
103
|
+
),
|
|
104
|
+
f"{res_var_name} = xgboost.train({args_str})",
|
|
105
|
+
]
|
|
106
|
+
)
|
|
107
|
+
return self.gen_timecost_code(context, "Train", codes)
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
@register_op_adapter(XGBPredict)
|
|
111
|
+
class XGBPredictAdapter(_XGBoostAdapter):
|
|
112
|
+
def generate_code(self, op: XGBPredict, context: SPECodeContext) -> List[str]:
|
|
113
|
+
super().generate_code(op, context)
|
|
114
|
+
res_var_name = context.get_output_tileable_variable(op.outputs[0])
|
|
115
|
+
input_var_name = context.get_input_tileable_variable(op.inputs[0])
|
|
116
|
+
model_var_name = context.get_input_tileable_variable(op.inputs[1])
|
|
117
|
+
codes = []
|
|
118
|
+
|
|
119
|
+
if isinstance(op.inputs[0].op, ToDMatrix):
|
|
120
|
+
data_var = input_var_name
|
|
121
|
+
else:
|
|
122
|
+
data_var = f"{input_var_name}_data"
|
|
123
|
+
codes.append(f"{data_var} = xgboost.DMatrix({input_var_name})")
|
|
124
|
+
# Predict codes
|
|
125
|
+
call_args = (
|
|
126
|
+
"output_margin",
|
|
127
|
+
"pred_leaf",
|
|
128
|
+
"pred_contribs",
|
|
129
|
+
"approx_contribs",
|
|
130
|
+
"pred_interactions",
|
|
131
|
+
"validate_features",
|
|
132
|
+
"training",
|
|
133
|
+
"iteration_range",
|
|
134
|
+
"strict_shape",
|
|
135
|
+
)
|
|
136
|
+
args_str = self.generate_call_args_with_attributes(
|
|
137
|
+
op, context, skip_none=True, kw_keys=call_args
|
|
138
|
+
)
|
|
139
|
+
expressions = [
|
|
140
|
+
f"{data_var}.num_row()",
|
|
141
|
+
f"{data_var}.num_col()",
|
|
142
|
+
]
|
|
143
|
+
codes.append(
|
|
144
|
+
self.gen_logging_code(
|
|
145
|
+
context, f"Predicted data size: (%s, %s)", expressions
|
|
146
|
+
),
|
|
147
|
+
)
|
|
148
|
+
codes.append(
|
|
149
|
+
f"{res_var_name} = {model_var_name}.predict({data_var}, {args_str})"
|
|
150
|
+
)
|
|
151
|
+
|
|
152
|
+
return self.gen_timecost_code(context, "Predict", codes)
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from . import _classification
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from typing import List
|
|
16
|
+
|
|
17
|
+
from .....learn.metrics._check_targets import CheckTargets
|
|
18
|
+
from .....learn.metrics._classification import (
|
|
19
|
+
AccuracyScore,
|
|
20
|
+
MultiLabelConfusionMatrix,
|
|
21
|
+
PrecisionRecallFScoreSupport,
|
|
22
|
+
)
|
|
23
|
+
from ...core import SPECodeContext, SPEOperatorAdapter, register_op_adapter
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
@register_op_adapter(CheckTargets)
|
|
27
|
+
class CheckTargetsAdapter(SPEOperatorAdapter):
|
|
28
|
+
def generate_code(self, op: CheckTargets, context: SPECodeContext) -> List[str]:
|
|
29
|
+
context.register_import(
|
|
30
|
+
"sklearn.metrics._classification",
|
|
31
|
+
from_item="_check_targets",
|
|
32
|
+
alias="sk_check_targets",
|
|
33
|
+
)
|
|
34
|
+
call_args = self.generate_call_args_with_attributes(
|
|
35
|
+
op,
|
|
36
|
+
context,
|
|
37
|
+
"y_true",
|
|
38
|
+
"y_pred",
|
|
39
|
+
skip_none=True,
|
|
40
|
+
kw_keys=["normalize", "sample_weight"],
|
|
41
|
+
)
|
|
42
|
+
out_vars = [context.get_output_tileable_variable(out) for out in op.outputs]
|
|
43
|
+
out_vars_str = ", ".join(out_vars)
|
|
44
|
+
return [f"{out_vars_str} = sk_check_targets({call_args})"]
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
@register_op_adapter(AccuracyScore)
|
|
48
|
+
class AccuracyScoreAdapter(SPEOperatorAdapter):
|
|
49
|
+
def generate_code(self, op: AccuracyScore, context: SPECodeContext) -> List[str]:
|
|
50
|
+
context.register_import(
|
|
51
|
+
"sklearn.metrics", from_item="accuracy_score", alias="sk_accuracy_score"
|
|
52
|
+
)
|
|
53
|
+
|
|
54
|
+
call_args = self.generate_call_args_with_attributes(
|
|
55
|
+
op,
|
|
56
|
+
context,
|
|
57
|
+
"y_true",
|
|
58
|
+
"y_pred",
|
|
59
|
+
skip_none=True,
|
|
60
|
+
kw_keys=["normalize", "sample_weight"],
|
|
61
|
+
)
|
|
62
|
+
res_var_name = context.get_output_tileable_variable(op.outputs[0])
|
|
63
|
+
return [f"{res_var_name} = sk_accuracy_score({call_args})"]
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
@register_op_adapter(MultiLabelConfusionMatrix)
|
|
67
|
+
class MultiLabelConfusionMatrixAdapter(SPEOperatorAdapter):
|
|
68
|
+
def generate_code(
|
|
69
|
+
self, op: MultiLabelConfusionMatrix, context: SPECodeContext
|
|
70
|
+
) -> List[str]:
|
|
71
|
+
context.register_import(
|
|
72
|
+
"sklearn.metrics",
|
|
73
|
+
from_item="multilabel_confusion_matrix",
|
|
74
|
+
alias="sk_multilabel_confusion_matrix",
|
|
75
|
+
)
|
|
76
|
+
|
|
77
|
+
call_args = self.generate_call_args_with_attributes(
|
|
78
|
+
op,
|
|
79
|
+
context,
|
|
80
|
+
"y_true",
|
|
81
|
+
"y_pred",
|
|
82
|
+
skip_none=True,
|
|
83
|
+
kw_keys=["sample_weight", "labels", "samplewise"],
|
|
84
|
+
)
|
|
85
|
+
res_var_name = context.get_output_tileable_variable(op.outputs[0])
|
|
86
|
+
return [f"{res_var_name} = sk_multilabel_confusion_matrix({call_args})"]
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
@register_op_adapter(PrecisionRecallFScoreSupport)
|
|
90
|
+
class PrecisionRecallFScoreSupportAdapter(SPEOperatorAdapter):
|
|
91
|
+
def generate_code(
|
|
92
|
+
self, op: PrecisionRecallFScoreSupport, context: SPECodeContext
|
|
93
|
+
) -> List[str]:
|
|
94
|
+
context.register_import(
|
|
95
|
+
"sklearn.metrics",
|
|
96
|
+
from_item="precision_recall_fscore_support",
|
|
97
|
+
alias="sk_precision_recall_fscore_support",
|
|
98
|
+
)
|
|
99
|
+
|
|
100
|
+
call_args = self.generate_call_args_with_attributes(
|
|
101
|
+
op,
|
|
102
|
+
context,
|
|
103
|
+
"y_true",
|
|
104
|
+
"y_pred",
|
|
105
|
+
skip_none=True,
|
|
106
|
+
kw_keys=[
|
|
107
|
+
"beta",
|
|
108
|
+
"labels",
|
|
109
|
+
"pos_label",
|
|
110
|
+
"average",
|
|
111
|
+
"warn_for",
|
|
112
|
+
"sample_weight",
|
|
113
|
+
"zero_division",
|
|
114
|
+
],
|
|
115
|
+
)
|
|
116
|
+
out_vars = [context.get_output_tileable_variable(out) for out in op.outputs]
|
|
117
|
+
if op.output_limit < 4:
|
|
118
|
+
out_vars.append("_na")
|
|
119
|
+
out_vars_str = ", ".join(out_vars)
|
|
120
|
+
return [f"{out_vars_str} = sk_precision_recall_fscore_support({call_args})"]
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# Copyright 1999-2025 Alibaba Group Holding Ltd.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|