maxframe 1.0.0rc4__cp310-cp310-macosx_10_9_universal2.whl → 1.1.0__cp310-cp310-macosx_10_9_universal2.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of maxframe might be problematic. Click here for more details.
- maxframe/_utils.cpython-310-darwin.so +0 -0
- maxframe/config/config.py +3 -0
- maxframe/conftest.py +9 -2
- maxframe/core/graph/core.cpython-310-darwin.so +0 -0
- maxframe/core/operator/base.py +2 -0
- maxframe/dataframe/arithmetic/tests/test_arithmetic.py +17 -16
- maxframe/dataframe/core.py +24 -2
- maxframe/dataframe/datasource/read_odps_query.py +63 -34
- maxframe/dataframe/datasource/tests/test_datasource.py +59 -7
- maxframe/dataframe/extensions/__init__.py +5 -0
- maxframe/dataframe/extensions/apply_chunk.py +649 -0
- maxframe/dataframe/extensions/flatjson.py +131 -0
- maxframe/dataframe/extensions/flatmap.py +28 -40
- maxframe/dataframe/extensions/reshuffle.py +1 -1
- maxframe/dataframe/extensions/tests/test_apply_chunk.py +186 -0
- maxframe/dataframe/extensions/tests/test_extensions.py +46 -2
- maxframe/dataframe/groupby/__init__.py +1 -0
- maxframe/dataframe/groupby/aggregation.py +1 -0
- maxframe/dataframe/groupby/apply.py +9 -1
- maxframe/dataframe/groupby/core.py +1 -1
- maxframe/dataframe/groupby/fill.py +4 -1
- maxframe/dataframe/groupby/getitem.py +6 -0
- maxframe/dataframe/groupby/tests/test_groupby.py +1 -1
- maxframe/dataframe/groupby/transform.py +8 -2
- maxframe/dataframe/indexing/loc.py +6 -4
- maxframe/dataframe/merge/__init__.py +9 -1
- maxframe/dataframe/merge/concat.py +41 -31
- maxframe/dataframe/merge/merge.py +1 -1
- maxframe/dataframe/merge/tests/test_merge.py +3 -1
- maxframe/dataframe/misc/apply.py +3 -0
- maxframe/dataframe/misc/drop_duplicates.py +5 -1
- maxframe/dataframe/misc/map.py +3 -1
- maxframe/dataframe/misc/tests/test_misc.py +24 -2
- maxframe/dataframe/misc/transform.py +22 -13
- maxframe/dataframe/reduction/__init__.py +3 -0
- maxframe/dataframe/reduction/aggregation.py +1 -0
- maxframe/dataframe/reduction/median.py +56 -0
- maxframe/dataframe/reduction/tests/test_reduction.py +17 -7
- maxframe/dataframe/statistics/quantile.py +8 -2
- maxframe/dataframe/statistics/tests/test_statistics.py +4 -4
- maxframe/dataframe/tests/test_utils.py +60 -0
- maxframe/dataframe/utils.py +110 -7
- maxframe/dataframe/window/expanding.py +5 -3
- maxframe/dataframe/window/tests/test_expanding.py +2 -2
- maxframe/io/objects/tests/test_object_io.py +39 -12
- maxframe/io/odpsio/arrow.py +30 -2
- maxframe/io/odpsio/schema.py +23 -5
- maxframe/io/odpsio/tableio.py +26 -110
- maxframe/io/odpsio/tests/test_schema.py +40 -0
- maxframe/io/odpsio/tests/test_tableio.py +5 -5
- maxframe/io/odpsio/tests/test_volumeio.py +35 -11
- maxframe/io/odpsio/volumeio.py +27 -3
- maxframe/learn/contrib/__init__.py +3 -2
- maxframe/learn/contrib/llm/__init__.py +16 -0
- maxframe/learn/contrib/llm/core.py +54 -0
- maxframe/learn/contrib/llm/models/__init__.py +14 -0
- maxframe/learn/contrib/llm/models/dashscope.py +73 -0
- maxframe/learn/contrib/llm/multi_modal.py +42 -0
- maxframe/learn/contrib/llm/text.py +42 -0
- maxframe/lib/mmh3.cpython-310-darwin.so +0 -0
- maxframe/lib/sparse/tests/test_sparse.py +15 -15
- maxframe/opcodes.py +7 -1
- maxframe/serialization/core.cpython-310-darwin.so +0 -0
- maxframe/serialization/core.pyx +13 -1
- maxframe/serialization/pandas.py +50 -20
- maxframe/serialization/serializables/core.py +24 -5
- maxframe/serialization/serializables/field_type.py +4 -1
- maxframe/serialization/serializables/tests/test_serializable.py +8 -1
- maxframe/serialization/tests/test_serial.py +2 -1
- maxframe/tensor/__init__.py +19 -7
- maxframe/tests/utils.py +16 -0
- maxframe/udf.py +27 -0
- maxframe/utils.py +36 -8
- {maxframe-1.0.0rc4.dist-info → maxframe-1.1.0.dist-info}/METADATA +2 -2
- {maxframe-1.0.0rc4.dist-info → maxframe-1.1.0.dist-info}/RECORD +83 -72
- {maxframe-1.0.0rc4.dist-info → maxframe-1.1.0.dist-info}/WHEEL +1 -1
- maxframe_client/clients/framedriver.py +4 -1
- maxframe_client/fetcher.py +18 -2
- maxframe_client/session/odps.py +23 -10
- maxframe_client/session/task.py +2 -24
- maxframe_client/session/tests/test_task.py +0 -4
- maxframe_client/tests/test_session.py +30 -10
- {maxframe-1.0.0rc4.dist-info → maxframe-1.1.0.dist-info}/top_level.txt +0 -0
maxframe/utils.py
CHANGED
|
@@ -835,8 +835,41 @@ def parse_readable_size(value: Union[str, int, float]) -> Tuple[float, bool]:
|
|
|
835
835
|
raise ValueError(f"Unknown limitation value: {value}")
|
|
836
836
|
|
|
837
837
|
|
|
838
|
-
def remove_suffix(value: str, suffix: str) -> str:
|
|
839
|
-
|
|
838
|
+
def remove_suffix(value: str, suffix: str) -> Tuple[str, bool]:
|
|
839
|
+
"""
|
|
840
|
+
Remove a suffix from a given string if it exists.
|
|
841
|
+
|
|
842
|
+
Parameters
|
|
843
|
+
----------
|
|
844
|
+
value : str
|
|
845
|
+
The original string.
|
|
846
|
+
suffix : str
|
|
847
|
+
The suffix to be removed.
|
|
848
|
+
|
|
849
|
+
Returns
|
|
850
|
+
-------
|
|
851
|
+
Tuple[str, bool]
|
|
852
|
+
A tuple containing the modified string and a boolean indicating whether the suffix was found.
|
|
853
|
+
"""
|
|
854
|
+
|
|
855
|
+
# Check if the suffix is an empty string
|
|
856
|
+
if len(suffix) == 0:
|
|
857
|
+
# If the suffix is empty, return the original string with True
|
|
858
|
+
return value, True
|
|
859
|
+
|
|
860
|
+
# Check if the length of the value is less than the length of the suffix
|
|
861
|
+
if len(value) < len(suffix):
|
|
862
|
+
# If the value is shorter than the suffix, it cannot have the suffix
|
|
863
|
+
return value, False
|
|
864
|
+
|
|
865
|
+
# Check if the suffix matches the end of the value
|
|
866
|
+
match = value.endswith(suffix)
|
|
867
|
+
|
|
868
|
+
# If the suffix is found, remove it; otherwise, return the original string
|
|
869
|
+
if match:
|
|
870
|
+
return value[: -len(suffix)], match
|
|
871
|
+
else:
|
|
872
|
+
return value, match
|
|
840
873
|
|
|
841
874
|
|
|
842
875
|
def find_objects(nested: Union[List, Dict], types: Union[Type, Tuple[Type]]) -> List:
|
|
@@ -1081,7 +1114,6 @@ def collect_leaf_operators(root) -> List[Type]:
|
|
|
1081
1114
|
|
|
1082
1115
|
@contextmanager
|
|
1083
1116
|
def sync_pyodps_options():
|
|
1084
|
-
from odps.config import OptionError
|
|
1085
1117
|
from odps.config import option_context as pyodps_option_context
|
|
1086
1118
|
|
|
1087
1119
|
from .config import options
|
|
@@ -1089,11 +1121,7 @@ def sync_pyodps_options():
|
|
|
1089
1121
|
with pyodps_option_context() as cfg:
|
|
1090
1122
|
cfg.local_timezone = options.local_timezone
|
|
1091
1123
|
if options.session.enable_schema:
|
|
1092
|
-
|
|
1093
|
-
cfg.enable_schema = options.session.enable_schema
|
|
1094
|
-
except (AttributeError, OptionError):
|
|
1095
|
-
# fixme enable_schema only supported in PyODPS 0.12.0 or later
|
|
1096
|
-
cfg.always_enable_schema = options.session.enable_schema
|
|
1124
|
+
cfg.enable_schema = options.session.enable_schema
|
|
1097
1125
|
yield
|
|
1098
1126
|
|
|
1099
1127
|
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: maxframe
|
|
3
|
-
Version: 1.0
|
|
3
|
+
Version: 1.1.0
|
|
4
4
|
Summary: MaxFrame operator-based data analyze framework
|
|
5
5
|
Requires-Dist: numpy<2.0.0,>=1.19.0
|
|
6
6
|
Requires-Dist: pandas>=1.0.0
|
|
7
|
-
Requires-Dist: pyodps>=0.
|
|
7
|
+
Requires-Dist: pyodps>=0.12.0
|
|
8
8
|
Requires-Dist: scipy>=1.0
|
|
9
9
|
Requires-Dist: pyarrow>=1.0.0
|
|
10
10
|
Requires-Dist: msgpack>=1.0.0
|
|
@@ -1,48 +1,48 @@
|
|
|
1
|
-
maxframe-1.0.
|
|
2
|
-
maxframe-1.0.
|
|
3
|
-
maxframe-1.0.
|
|
4
|
-
maxframe-1.0.
|
|
1
|
+
maxframe-1.1.0.dist-info/RECORD,,
|
|
2
|
+
maxframe-1.1.0.dist-info/WHEEL,sha256=G1RrFIhQS_bkqBCm1bvxmeQ04JxXbdaVEbwBEYdNX3o,115
|
|
3
|
+
maxframe-1.1.0.dist-info/top_level.txt,sha256=64x-fc2q59c_vXwNUkehyjF1vb8JWqFSdYmUqIFqoTM,31
|
|
4
|
+
maxframe-1.1.0.dist-info/METADATA,sha256=n6x3IidqbCnXPjnT-Q0Mtso0YWC4O5ndKVdbt_n-wEg,3022
|
|
5
5
|
maxframe_client/conftest.py,sha256=7cwy2sFy5snEaxvtMvxfYFUnG6WtYC_9XxVrwJxOpcU,643
|
|
6
6
|
maxframe_client/__init__.py,sha256=0_6MYIqksNc-B0hORLb0yqNQUhtqdFD7TGg39bQ-_NI,689
|
|
7
|
-
maxframe_client/fetcher.py,sha256=
|
|
7
|
+
maxframe_client/fetcher.py,sha256=HTp7U2bv9jj-lc67jH2R0QG7MD1LygvfZi1Tg9nlefs,9203
|
|
8
8
|
maxframe_client/clients/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
9
|
-
maxframe_client/clients/framedriver.py,sha256
|
|
10
|
-
maxframe_client/tests/test_session.py,sha256=
|
|
9
|
+
maxframe_client/clients/framedriver.py,sha256=-Ux7Q_bWuUSG8r14u84-1UVT9V08q_z4jGxV8kvPQaI,4557
|
|
10
|
+
maxframe_client/tests/test_session.py,sha256=XdbWE3jzmzphsPmbAk5L8xYVUnAXarDDzVhVYIWwnjE,11196
|
|
11
11
|
maxframe_client/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
12
12
|
maxframe_client/tests/test_fetcher.py,sha256=7mVDO456wcUMajguTJ4FWkSpuonLfinFfiz31ZYnHNs,4158
|
|
13
|
-
maxframe_client/session/task.py,sha256=
|
|
13
|
+
maxframe_client/session/task.py,sha256=qjCy-2jsLSDdy1_9T23RgYLD-JLEmu36eV-9FWEaPkM,11858
|
|
14
14
|
maxframe_client/session/graph.py,sha256=rRilIWsiVfj_N160s8uv2s7mi_nhx7JxSa9BkhyLRnE,4376
|
|
15
15
|
maxframe_client/session/__init__.py,sha256=KPqhSlAJiuUz8TC-z5o7mHDVXzLSqWwrZ33zNni7piY,832
|
|
16
16
|
maxframe_client/session/consts.py,sha256=kQv67i4wyhV2ZQXwJf_5k4PRXhN811LmYoo2C3NB7tk,1391
|
|
17
|
-
maxframe_client/session/odps.py,sha256=
|
|
18
|
-
maxframe_client/session/tests/test_task.py,sha256=
|
|
17
|
+
maxframe_client/session/odps.py,sha256=QbOvlQ57xog-EGZM9nXpzdZjNUUKsYOSto54Edgfv2A,24161
|
|
18
|
+
maxframe_client/session/tests/test_task.py,sha256=jtUBLyZYDedpe_ZSUGWs4_WFIdWBwYvP9ywmvd3N1jw,3142
|
|
19
19
|
maxframe_client/session/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
20
20
|
maxframe/_utils.pyx,sha256=I4kmfhNr-xXK2ak22dr4Vwahzn-JmTaYctbL3y9_UBQ,17017
|
|
21
|
-
maxframe/conftest.py,sha256=
|
|
22
|
-
maxframe/opcodes.py,sha256=
|
|
21
|
+
maxframe/conftest.py,sha256=H6KND9MzHGR7WKlP35SeFE9BNafXxK7XtUUpQPN28BE,6057
|
|
22
|
+
maxframe/opcodes.py,sha256=Ef_CJvPvMi_JO4CYQfWRc_eZnMKtoiJWnO7eC-xNAOg,10348
|
|
23
23
|
maxframe/env.py,sha256=_K499f7giN7Iu9f39iI9p_naaEDoJ0rx8dInbzqFOVI,1402
|
|
24
24
|
maxframe/mixin.py,sha256=HBAeWYGb7N6ZIgkA-YpkKiSY1GetcEVNTuMb0ieznBs,3524
|
|
25
25
|
maxframe/protocol.py,sha256=kP8dnBhQEI6BcVFn2uuZZTmvr4xJA-R-SZi9ZJ_iqtY,18984
|
|
26
|
-
maxframe/_utils.cpython-310-darwin.so,sha256=
|
|
26
|
+
maxframe/_utils.cpython-310-darwin.so,sha256=vejZslWgE8gSKpCaeTVk6qKfjUMdbPBfPJb1lPBAEyw,846464
|
|
27
27
|
maxframe/session.py,sha256=FFciufr4jyKKWBDfbd_OwHGGT8zpRz_8rkZHrGhJMNM,36393
|
|
28
28
|
maxframe/__init__.py,sha256=SqTFS_1o2HDuVY1mhS0ELlqDuM-biwM_MN0EYGkJLf0,1004
|
|
29
|
-
maxframe/utils.py,sha256=
|
|
29
|
+
maxframe/utils.py,sha256=f4iDtyZG7Wamm7jPU5Tse2RwguXJz5KOIiDAgycyW0o,34550
|
|
30
30
|
maxframe/extension.py,sha256=F5XTYzW5hNw0AIQz3d6u6Yk7adDdiV4c-HD7bF0X1FI,2659
|
|
31
31
|
maxframe/errors.py,sha256=vHcpVrKRHmoZPa6IwsdDT-jOZUTlhCp8c0e8F2C-5uU,966
|
|
32
|
-
maxframe/udf.py,sha256=
|
|
32
|
+
maxframe/udf.py,sha256=HrZzDSNHmv63lCt4bMoPPPVV0HdzIKPL89khmj5yAAc,5157
|
|
33
33
|
maxframe/typing_.py,sha256=iYzgThxTu38yLRtyH5xFhMrurfFj7awMGytfObhvvcs,1180
|
|
34
34
|
maxframe/codegen.py,sha256=yxrKeRynJiQ3fN88BPFn5oHPKemEpESz20GI8ghDgv8,17733
|
|
35
35
|
maxframe/_utils.pxd,sha256=AhJ4vA_UqZqPshi5nvIZq1xgr80fhIVQ9dm5-UdkYJ8,1154
|
|
36
36
|
maxframe/dataframe/arrays.py,sha256=RWzimUcrds5CsIlPausfJAkLUjcktBSSXwdXyUNKEtU,28752
|
|
37
37
|
maxframe/dataframe/__init__.py,sha256=ojcTejC6A-txmh1fPhaZxIiXNQejd1Qf_nH0nRr6TbM,2242
|
|
38
|
-
maxframe/dataframe/core.py,sha256=
|
|
38
|
+
maxframe/dataframe/core.py,sha256=GSzIoRs67fFzbTqNVspd7ILxeB-5jlnXF7G_XyjcRjc,75000
|
|
39
39
|
maxframe/dataframe/initializer.py,sha256=ppdPVRoXmg5ryZIfWbJ6nQ6okEOevOSJowvk1AJXFH4,10852
|
|
40
|
-
maxframe/dataframe/utils.py,sha256=
|
|
40
|
+
maxframe/dataframe/utils.py,sha256=hcYmGVO6ty3RHGyd8cNkCNtml7PHRDfVyXtUa7WWzDI,47307
|
|
41
41
|
maxframe/dataframe/operators.py,sha256=sXgnopzsCjr5qTL8wn9J-avzqSzGdds3MsyHgQCB4No,7577
|
|
42
42
|
maxframe/dataframe/statistics/corr.py,sha256=3dExebs9QC8GBaZZUSKXrN2eYt-hWMayJ2MHHzTn-8s,9483
|
|
43
|
-
maxframe/dataframe/statistics/quantile.py,sha256=
|
|
43
|
+
maxframe/dataframe/statistics/quantile.py,sha256=nEhRwSdnMAyP75RkiwpYgNXCsibK2k0Uf3d5axOC-ZQ,11520
|
|
44
44
|
maxframe/dataframe/statistics/__init__.py,sha256=Ate3HERUCrjhRoGhpR9SNZA5JHlvuIVSrHgYPEcJd6Q,1084
|
|
45
|
-
maxframe/dataframe/statistics/tests/test_statistics.py,sha256=
|
|
45
|
+
maxframe/dataframe/statistics/tests/test_statistics.py,sha256=oTYoLIghp0DAtzzUbGCunpQe0XFr75-mRrb_KeSMJWA,2806
|
|
46
46
|
maxframe/dataframe/statistics/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
47
47
|
maxframe/dataframe/misc/accessor.py,sha256=QXjV5Q6LW0KNs67X5h2bCBhwHV8R7riP6TmTY_ECpmA,10027
|
|
48
48
|
maxframe/dataframe/misc/describe.py,sha256=Ym9DrZVBSOK0EcsiqKzjMSIK5LNPA12GPoLkFjACyZM,4370
|
|
@@ -59,24 +59,24 @@ maxframe/dataframe/misc/qcut.py,sha256=De8kM1FfOWMEDvRNWRaupSHBRGLaOVrtGbLmtHAZv
|
|
|
59
59
|
maxframe/dataframe/misc/pct_change.py,sha256=-WBq5VD3cPMv3EsqoAEvN9MXbBWfh4qHydwtWbMutZY,2516
|
|
60
60
|
maxframe/dataframe/misc/duplicated.py,sha256=JPtBDLaxlVUqFBU3U3bqGnKQNaOcKwS5sdVfBFJt-Uo,8534
|
|
61
61
|
maxframe/dataframe/misc/pivot_table.py,sha256=YoKjjtOw2Z6KU3q3opAFag1gICz5Kc_VIcKNs3ur62A,9520
|
|
62
|
-
maxframe/dataframe/misc/map.py,sha256=
|
|
62
|
+
maxframe/dataframe/misc/map.py,sha256=0lkziY2iM6GhmtaWf9G9Bf8tHngBXP9i0HHG8yJHx5c,8265
|
|
63
63
|
maxframe/dataframe/misc/memory_usage.py,sha256=BPBSYNFvxTYG5kXdX-ogLn1_c_u__G9UeWkEIKrnfyA,7889
|
|
64
64
|
maxframe/dataframe/misc/isin.py,sha256=POBR3Gvwlu2TH1AWWvKW12XOlu8HF2dJuBCBbOHgq74,6931
|
|
65
65
|
maxframe/dataframe/misc/shift.py,sha256=feTqtnIRm0YGha5Ps_feQOqHLxSbicnOMbthmZc6pEM,8935
|
|
66
66
|
maxframe/dataframe/misc/transpose.py,sha256=-Q7iFtafKKibpZKWYxf0bUg4zIZPTupvY4hkdAlB3Gw,3636
|
|
67
67
|
maxframe/dataframe/misc/melt.py,sha256=wZnxUWZfOxU9xoDp5asfi7UCXUyUNwqupZiPBibbA7c,5120
|
|
68
68
|
maxframe/dataframe/misc/stack.py,sha256=ybopZCNzARqrtFYhvjs85j-g6mXL6X2XTdSTAudtmVI,7962
|
|
69
|
-
maxframe/dataframe/misc/transform.py,sha256=
|
|
69
|
+
maxframe/dataframe/misc/transform.py,sha256=BRLOqGYFKMuLgcjf5-VeAOIkOUS18Gyae9mywiTN_nU,11208
|
|
70
70
|
maxframe/dataframe/misc/explode.py,sha256=Z26L0iYmyHE1mffyAC19Fk5rGDfw7oxOnaBHzeZ4QbU,5011
|
|
71
71
|
maxframe/dataframe/misc/diff.py,sha256=bhorH5BuKmnMJSXKC-_ZANNAR8LFDIy6p7m4kpZV_R8,5491
|
|
72
|
-
maxframe/dataframe/misc/drop_duplicates.py,sha256=
|
|
72
|
+
maxframe/dataframe/misc/drop_duplicates.py,sha256=KAE6eJhTrKKyP21p1aN1V14o05L2YJDxVeTmULJRqRw,8468
|
|
73
73
|
maxframe/dataframe/misc/_duplicate.py,sha256=lCryaC64c46YA6R3UjTBfh77L4yyB8ub3EPzBMe_HPg,1470
|
|
74
74
|
maxframe/dataframe/misc/eval.py,sha256=jXIQyGK4d1c8A-n3BBdisKK3dIjLbZO07hh-qtslBdE,24359
|
|
75
75
|
maxframe/dataframe/misc/value_counts.py,sha256=yWpGLLdx--QobAFNJHb51wuA_fePMqKMeWXA6GjIgbo,5215
|
|
76
76
|
maxframe/dataframe/misc/select_dtypes.py,sha256=xEdLNun58kvp-Vbl3u2cr8kaXFG8GsIU2BMfo7tFCM8,3144
|
|
77
77
|
maxframe/dataframe/misc/drop.py,sha256=-RHIQWek2LUTK8lOILNpCWYftCY3-I3DHSP0XT4uHBc,13029
|
|
78
|
-
maxframe/dataframe/misc/apply.py,sha256=
|
|
79
|
-
maxframe/dataframe/misc/tests/test_misc.py,sha256=
|
|
78
|
+
maxframe/dataframe/misc/apply.py,sha256=0lD5OjFIwGrKJgg7gwUr__QO5mh4Z9o6RpCLHFpicd4,23492
|
|
79
|
+
maxframe/dataframe/misc/tests/test_misc.py,sha256=gsURWRlIIaIvCh4k7NX_qSY8TgRs_meGVK_mltw49fQ,16466
|
|
80
80
|
maxframe/dataframe/misc/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
81
81
|
maxframe/dataframe/datasource/index.py,sha256=D7PcfIWS-6Hv1-8o6adNesditOAa9kb4JOQK1WlqNDQ,4401
|
|
82
82
|
maxframe/dataframe/datasource/read_csv.py,sha256=cpp6kX0DVrqY0KticL1h11tckobSzz1gyK4Sf2puUjo,24140
|
|
@@ -84,14 +84,14 @@ maxframe/dataframe/datasource/from_index.py,sha256=2061zsQn-BhyHTT0X9tE0JK8vLxQU
|
|
|
84
84
|
maxframe/dataframe/datasource/dataframe.py,sha256=LxAKF4gBIHhnJQPuaAUdIEyMAq7HTfiEeNVls5n4I4A,2023
|
|
85
85
|
maxframe/dataframe/datasource/series.py,sha256=QcYiBNcR8jjH6vdO6l6H9F46KHmlBqVCTI2tv9eyZ9w,1909
|
|
86
86
|
maxframe/dataframe/datasource/__init__.py,sha256=C8EKsHTJi-1jvJUKIpZtMtsK-ZID3dtxL1voXnaltTs,640
|
|
87
|
-
maxframe/dataframe/datasource/read_odps_query.py,sha256=
|
|
87
|
+
maxframe/dataframe/datasource/read_odps_query.py,sha256=vA95FxGZHAKE7KmEespmOEF6wFP9fWeXxle2zQ77PF0,13468
|
|
88
88
|
maxframe/dataframe/datasource/core.py,sha256=ozFmDgw1og7nK9_jU-u3tLEq9pNbitN-8w8XWdbKkJ0,2687
|
|
89
89
|
maxframe/dataframe/datasource/date_range.py,sha256=8JMr_Ife5pKCS_ca7W50Fyoc1JigOJirVzdVaPDzeFo,17227
|
|
90
90
|
maxframe/dataframe/datasource/read_odps_table.py,sha256=T44rPm2-2plSCghTGX0U9mnTrQgpjczHt0DPt2H5HM8,9338
|
|
91
91
|
maxframe/dataframe/datasource/read_parquet.py,sha256=9auOcy8snTxCOohgXZCUXfT_O39irdkBngZH5svgx0E,14531
|
|
92
92
|
maxframe/dataframe/datasource/from_tensor.py,sha256=4viuN5SLLye7Xeb8kouOpm-osoQ2yEovWTDNPQuW8gE,14727
|
|
93
93
|
maxframe/dataframe/datasource/from_records.py,sha256=WBYouYyg7m_8NJdN-yUWSfJlIpm6DVP3IMfLXZFugyI,3442
|
|
94
|
-
maxframe/dataframe/datasource/tests/test_datasource.py,sha256=
|
|
94
|
+
maxframe/dataframe/datasource/tests/test_datasource.py,sha256=xVCuDOeEmGxh39adcUf9933oXJf9cM6Mlh-02d6UA0U,17163
|
|
95
95
|
maxframe/dataframe/datasource/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
96
96
|
maxframe/dataframe/sort/sort_index.py,sha256=Hwbkm9x8kqGgXh4gMcAtYMDjYtt-S3CJXfYR9pN5Iqk,5412
|
|
97
97
|
maxframe/dataframe/sort/__init__.py,sha256=Vt2Ynr7uAX51hLbQu93QeHiFH4D9_WJMO99KljpbO2U,1160
|
|
@@ -99,16 +99,17 @@ maxframe/dataframe/sort/sort_values.py,sha256=-B0C2MXo9U33rW36xUFWqR8igPTdYwxAbI
|
|
|
99
99
|
maxframe/dataframe/sort/core.py,sha256=yWVlULMI91lSgW7-F-nwBQ7Sc71sCLAYvLeM0GR49w0,1224
|
|
100
100
|
maxframe/dataframe/sort/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
101
101
|
maxframe/dataframe/sort/tests/test_sort.py,sha256=BE03oQ8lJTQUZhMW0vzwv9jjcLToLmc68vfj3hO_sp8,2604
|
|
102
|
-
maxframe/dataframe/merge/merge.py,sha256=
|
|
103
|
-
maxframe/dataframe/merge/concat.py,sha256=
|
|
104
|
-
maxframe/dataframe/merge/__init__.py,sha256=
|
|
102
|
+
maxframe/dataframe/merge/merge.py,sha256=jIqUmcUc7Ye6Xj0dPy7HYB356lspowowHszI2Dn1qr0,30441
|
|
103
|
+
maxframe/dataframe/merge/concat.py,sha256=d-yLwxkhCVqw--nHa49R2f-SGtSR2YIfKGe0IxNKkz8,11792
|
|
104
|
+
maxframe/dataframe/merge/__init__.py,sha256=q7iqrvhzgsycMBJ78BOyyWwSEGzgXGasRIuZjmFQxnU,1121
|
|
105
105
|
maxframe/dataframe/merge/append.py,sha256=-Y1LXO3mOn_8nYOlb1-8644bYcafInBen0G7f4OKKiA,4852
|
|
106
106
|
maxframe/dataframe/merge/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
107
|
-
maxframe/dataframe/merge/tests/test_merge.py,sha256=
|
|
107
|
+
maxframe/dataframe/merge/tests/test_merge.py,sha256=aWia-4T-4OBL3PZ4Ffh0dsaEAFlU_6KqW_l6sMX8gv8,11259
|
|
108
108
|
maxframe/dataframe/tseries/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
109
109
|
maxframe/dataframe/tseries/to_datetime.py,sha256=ctRUuRPPyBIC0yLY0rOIIxEdK67e5o9c63KRFsuKZB8,11328
|
|
110
110
|
maxframe/dataframe/tseries/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
111
111
|
maxframe/dataframe/tseries/tests/test_tseries.py,sha256=PCikuMQlqUaN-_kM3M2HOHjnIPrBpWlaY2ivzQfgx5Y,989
|
|
112
|
+
maxframe/dataframe/tests/test_utils.py,sha256=uuOAkElYHS9TifEBt8qCwOL21FO6FMHKxdiBZcqnaOw,1818
|
|
112
113
|
maxframe/dataframe/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
113
114
|
maxframe/dataframe/tests/test_initializer.py,sha256=9VFQ1MtCWkTE-QHI_3C7HHtXFxdWH6IbgYkOmjL1vPg,2000
|
|
114
115
|
maxframe/dataframe/ufunc/ufunc.py,sha256=P8mh9CwKnxoN624IaoZ010kwH1n4RiUUGMuU5IgHTOM,1651
|
|
@@ -122,23 +123,26 @@ maxframe/dataframe/missing/replace.py,sha256=sYFzkyChrev8Vl0NocDGTCdWTdHjXvzBzHb
|
|
|
122
123
|
maxframe/dataframe/missing/tests/test_missing.py,sha256=L53Fm8w7r1uRghOhslWd0fKa7HJmn1Dk52ZTdG7FCi8,3134
|
|
123
124
|
maxframe/dataframe/missing/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
124
125
|
maxframe/dataframe/extensions/accessor.py,sha256=j7AYpmfPQwMS3ep52yY5ETtXyaO1cO4K9aPdELk2lR0,1447
|
|
125
|
-
maxframe/dataframe/extensions/
|
|
126
|
-
maxframe/dataframe/extensions/
|
|
127
|
-
maxframe/dataframe/extensions/
|
|
128
|
-
maxframe/dataframe/extensions/
|
|
126
|
+
maxframe/dataframe/extensions/flatjson.py,sha256=z6aRuquuHJcKlgw4wlt4fMMVmnY957TJPqZX_dq0nWc,4368
|
|
127
|
+
maxframe/dataframe/extensions/apply_chunk.py,sha256=LhRmmxdDdrDZCNjnXx2kZu3VVoEMpTUptnrufhqLETc,22492
|
|
128
|
+
maxframe/dataframe/extensions/__init__.py,sha256=MsKgGKlLkRJi6BAFyRfqlOrCqrgrrWe6GVoCUZ9t0aA,1880
|
|
129
|
+
maxframe/dataframe/extensions/reshuffle.py,sha256=Ubn4_-g9Rj9NPKyPmNb85aWg-VvotOdZhuivsu4ob0E,2635
|
|
130
|
+
maxframe/dataframe/extensions/flatmap.py,sha256=PaksumMD6NTXjnAk_1R_l1FOAveJFzCaRl039lO3Y9U,9926
|
|
131
|
+
maxframe/dataframe/extensions/tests/test_apply_chunk.py,sha256=e9iMl0Y2My0ERz1A3fWz1QppKxKZfbqMH8j9N4uE9vg,5851
|
|
132
|
+
maxframe/dataframe/extensions/tests/test_extensions.py,sha256=3RcdS9aD9Me13qE6lXLB0WpD-b3X6ZZQTIgZloBrlhY,4778
|
|
129
133
|
maxframe/dataframe/extensions/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
130
|
-
maxframe/dataframe/groupby/aggregation.py,sha256=
|
|
131
|
-
maxframe/dataframe/groupby/fill.py,sha256=
|
|
134
|
+
maxframe/dataframe/groupby/aggregation.py,sha256=sMQbCMq4XeHPMGnQauOryvzL8EH-X4l990MxSzwVX0U,11989
|
|
135
|
+
maxframe/dataframe/groupby/fill.py,sha256=YJ6q548v4n56vO3ObSSIBBjBJBHTYCf49HrHL3c7Rxw,4808
|
|
132
136
|
maxframe/dataframe/groupby/cum.py,sha256=F5uX97hR1rMQG9YtvoR7MFFvP3zMDDv1GD9b2NqLcOI,3683
|
|
133
|
-
maxframe/dataframe/groupby/__init__.py,sha256=
|
|
134
|
-
maxframe/dataframe/groupby/getitem.py,sha256=
|
|
135
|
-
maxframe/dataframe/groupby/core.py,sha256=
|
|
136
|
-
maxframe/dataframe/groupby/transform.py,sha256=
|
|
137
|
+
maxframe/dataframe/groupby/__init__.py,sha256=Vj7H1S7WBKygv6pu1L44djnfKWMxRSyfZ3Kh_cGUfLQ,3444
|
|
138
|
+
maxframe/dataframe/groupby/getitem.py,sha256=Nas7cZRlCmM8Xq9EIOPNib33gmXwYbQDHkSy_4NJcjQ,3415
|
|
139
|
+
maxframe/dataframe/groupby/core.py,sha256=SwVisn8IJpdEXbJlZ29AOhoaE4Si4h4bv5mx2hvwiy4,6076
|
|
140
|
+
maxframe/dataframe/groupby/transform.py,sha256=xGhBT06N-ml1OmlTAb5i-WSeQ-wHyBIevF_ngETnLYU,8824
|
|
137
141
|
maxframe/dataframe/groupby/head.py,sha256=ZDkbSn3HuUR4GGkZJqo_fL-6KFJfs55aKXQkAh_0wvA,3266
|
|
138
142
|
maxframe/dataframe/groupby/sample.py,sha256=IdoyzT-V5309txYvM_iaYKupsULfozMGwm1K3oihTf4,6935
|
|
139
|
-
maxframe/dataframe/groupby/apply.py,sha256=
|
|
143
|
+
maxframe/dataframe/groupby/apply.py,sha256=25AVvqHuOKnYL7gjEHrgafu91_wnoqTL25LMHqJDfTw,9627
|
|
140
144
|
maxframe/dataframe/groupby/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
141
|
-
maxframe/dataframe/groupby/tests/test_groupby.py,sha256=
|
|
145
|
+
maxframe/dataframe/groupby/tests/test_groupby.py,sha256=wwKPCFVT4ktVxKTEIlt5DIFgPHoEJKJO-gtM7b_YdWk,12376
|
|
142
146
|
maxframe/dataframe/datastore/__init__.py,sha256=Ujd4ix4UJ7Zq-sV2pXTRDvZkKUvtt8sr-FfiUoi6Kh4,784
|
|
143
147
|
maxframe/dataframe/datastore/core.py,sha256=hLGhqYxX73tq9sOFxMyYBRMawTnsVQqluW5FcE3YHfE,743
|
|
144
148
|
maxframe/dataframe/datastore/to_csv.py,sha256=xVfpEsicD5A5uXLSdCN08K8uGyWB4QxnRcAbgBVUzbs,7747
|
|
@@ -150,19 +154,20 @@ maxframe/dataframe/fetch/core.py,sha256=z61_orBtOIrKFpFdJTNqyPhOw5ZCGe6QkXnDrGdM
|
|
|
150
154
|
maxframe/dataframe/reduction/max.py,sha256=CqaueIN3cuF7vlE2rt2MAcXAD3Syd_R8W2dzcFhTmV0,1660
|
|
151
155
|
maxframe/dataframe/reduction/nunique.py,sha256=BMg5FxTYzDWRL9kQlB1_18ecrQPXr8kLOp-u4zdDUbE,3467
|
|
152
156
|
maxframe/dataframe/reduction/cummax.py,sha256=TyZ3Fd6bAES2SX3WdQK9Fi0gX_7Dqk3F907OKU6035s,1013
|
|
153
|
-
maxframe/dataframe/reduction/aggregation.py,sha256=
|
|
157
|
+
maxframe/dataframe/reduction/aggregation.py,sha256=OpNsMUTRuccPulOiBNO8mE2FkYDFY6FEaY_q0FhhEak,12666
|
|
154
158
|
maxframe/dataframe/reduction/skew.py,sha256=42bEutP4Ftj28RbLbLgIKiUQpG9tHPP0u9VVmBVFApw,2538
|
|
155
159
|
maxframe/dataframe/reduction/custom_reduction.py,sha256=uu-NePAC8O2zmcxSfc_CabkIxqiBgAWbdRoUKnG9jfM,1435
|
|
156
160
|
maxframe/dataframe/reduction/unique.py,sha256=Dhghnf9mvgS8p-ETJUlhfJajBEyVZPBp1I6NN7oO7iw,2955
|
|
157
161
|
maxframe/dataframe/reduction/std.py,sha256=PYeh6-yton9vUI8D-dTlnXsWKCi-uDpop4UExmay7Ec,1355
|
|
158
162
|
maxframe/dataframe/reduction/str_concat.py,sha256=wbb4Y4ZDyou_ixR6ukJ8wQw74nzI05tToNWaWSirbSA,1657
|
|
159
|
-
maxframe/dataframe/reduction/__init__.py,sha256=
|
|
163
|
+
maxframe/dataframe/reduction/__init__.py,sha256=WdA7sHtilWu8EBxhSYonT0X3tqlRK6MCjFn8ZmMjvpw,4335
|
|
160
164
|
maxframe/dataframe/reduction/core.py,sha256=xoEiVQQtl1eLtJ4AY6xqy3tCkyi6WZwSLbcv-f8-B14,30395
|
|
161
165
|
maxframe/dataframe/reduction/all.py,sha256=h3Y04RJ-mTxAggX1-BIpuiyhNofQEkBzsAxKOX--kv0,1966
|
|
162
166
|
maxframe/dataframe/reduction/cummin.py,sha256=CA9wjhx_ZFfk6b3KbbDykWZiyXsfwLBUODKn36WuGug,1013
|
|
163
167
|
maxframe/dataframe/reduction/min.py,sha256=8Kh07yoTRWaCWGKxZ4a64_tlIljR8GsjlbwdsjNmPTw,1660
|
|
164
168
|
maxframe/dataframe/reduction/mean.py,sha256=t1lVlt7FQI2St4c0arH8nPZLI1ihIOh8IDrU8gGmKyE,1612
|
|
165
169
|
maxframe/dataframe/reduction/var.py,sha256=LFu2zXi0GD1e8_qUDV7Ea6NtejRCQkYshPEEtQ5VTBA,2008
|
|
170
|
+
maxframe/dataframe/reduction/median.py,sha256=mIlhA_s-83f80wau1tQSdx84dlz5rjxlLQN857uXJq8,1593
|
|
166
171
|
maxframe/dataframe/reduction/kurtosis.py,sha256=3z3FKtPqhEi2PH66i57k23Obazj_Tb9RdjCOk-G9Rr8,2840
|
|
167
172
|
maxframe/dataframe/reduction/sum.py,sha256=cu6M462w_kRUyGPrrZaxLBES0tq5gCVVdZ93wfm7dJs,2049
|
|
168
173
|
maxframe/dataframe/reduction/prod.py,sha256=DHTAr4xZN4hFq9zLz5cnKiUZQcH7jR3Gqvwtr-PydaQ,2049
|
|
@@ -173,7 +178,7 @@ maxframe/dataframe/reduction/cumprod.py,sha256=e2W6RGXIqeHjlm07XJ0KwSfp3f0mrQ4F4
|
|
|
173
178
|
maxframe/dataframe/reduction/count.py,sha256=ifvpEZuMamlvsTuPjmrh_xLbBMwoqylQ9j74VG_9Q4w,1741
|
|
174
179
|
maxframe/dataframe/reduction/reduction_size.py,sha256=5wGc5cyuUllewvKPeJargbEjuzCakhir3NXZ0sgeqWc,1120
|
|
175
180
|
maxframe/dataframe/reduction/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
176
|
-
maxframe/dataframe/reduction/tests/test_reduction.py,sha256=
|
|
181
|
+
maxframe/dataframe/reduction/tests/test_reduction.py,sha256=zCR5xRrNF1drecRUdS7xaA0cRHq43XqYf1ESK8gtgtA,17623
|
|
177
182
|
maxframe/dataframe/plotting/__init__.py,sha256=JShRu5lSUAfwgTFUMxQoIqiH1gg9H5cieoRyg4ybieA,1393
|
|
178
183
|
maxframe/dataframe/plotting/core.py,sha256=kvAM1ikU4SsFhvhmpOTQVTs2EX4ypAgNnjD9Jqy3xyA,2233
|
|
179
184
|
maxframe/dataframe/plotting/tests/test_plotting.py,sha256=IKAOcG0LotMGZCrvDzWiHmoFXqtyrVDn87eIOdyg6Ho,4118
|
|
@@ -183,8 +188,8 @@ maxframe/dataframe/window/ewm.py,sha256=xqRiw4_KYpPTzhdKnN9wIknWdKsFls-uEzYO1T18
|
|
|
183
188
|
maxframe/dataframe/window/__init__.py,sha256=D8DOhmH-PabNAFPNwzwsw-mH0iELIwyU7tyiiaZGJhw,910
|
|
184
189
|
maxframe/dataframe/window/core.py,sha256=T15k5OqC1y1ewlT2ddDf0oFP9LeOdneZ3po1mxLdOgc,2205
|
|
185
190
|
maxframe/dataframe/window/rolling.py,sha256=btt0uOtsK3z2gR96tVXrXJUrvLFus5FUunRaooizpIw,12042
|
|
186
|
-
maxframe/dataframe/window/expanding.py,sha256=
|
|
187
|
-
maxframe/dataframe/window/tests/test_expanding.py,sha256=
|
|
191
|
+
maxframe/dataframe/window/expanding.py,sha256=cZl0cnlS-P09uc0gSINOeTrzW57rz-g2-j7YcvbDB6g,3918
|
|
192
|
+
maxframe/dataframe/window/tests/test_expanding.py,sha256=OxCuZ7MTeO-KbbaEHaa00JF6ZvgnaSSMqn8-De2LttY,1916
|
|
188
193
|
maxframe/dataframe/window/tests/test_rolling.py,sha256=JWnXGUCz3li5B10rvnzzcTXbQq1lL6Svo3NL7BeBGGU,1714
|
|
189
194
|
maxframe/dataframe/window/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
190
195
|
maxframe/dataframe/window/tests/test_ewm.py,sha256=R6I2smeLhpS9cczCAuZdP5nKj0s4ssKB5VJ6hRW-9b0,2060
|
|
@@ -237,10 +242,10 @@ maxframe/dataframe/arithmetic/not_equal.py,sha256=jwfWfLHbRmVEMVdAmHlFUU4Kd6hhye
|
|
|
237
242
|
maxframe/dataframe/arithmetic/radians.py,sha256=pSq9S0KlV0Xx0vGSdxdol3348dSyYuxG4jMFbGFdQ6E,935
|
|
238
243
|
maxframe/dataframe/arithmetic/sin.py,sha256=zgWoijVpASlkZ7cnZZxKSSHUiLqQ0pKUAIOHEfCBubc,915
|
|
239
244
|
maxframe/dataframe/arithmetic/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
240
|
-
maxframe/dataframe/arithmetic/tests/test_arithmetic.py,sha256
|
|
245
|
+
maxframe/dataframe/arithmetic/tests/test_arithmetic.py,sha256=xAAxpq0Ic6KaMTDJu9I5_p0U3TVMiI21I35NOsv-inI,25163
|
|
241
246
|
maxframe/dataframe/indexing/reset_index.py,sha256=uzGszHfkhwZgZtEaygy5UPrvHPNPXgWZaTOXdNxGBT8,13122
|
|
242
247
|
maxframe/dataframe/indexing/iat.py,sha256=ANURJ8qn_UitgM01gDPeaQOlSBxbk0pmN4Yr-iPRXM8,1127
|
|
243
|
-
maxframe/dataframe/indexing/loc.py,sha256=
|
|
248
|
+
maxframe/dataframe/indexing/loc.py,sha256=nKKwY8jsjmIU-Ap9AtYbzCxbXcvLzvc8gOMdbo0hzcg,14975
|
|
244
249
|
maxframe/dataframe/indexing/align.py,sha256=hEuoaNX4bI9LBWp_1kGG7GSs3PDF95tDXo7GX5nypGI,12085
|
|
245
250
|
maxframe/dataframe/indexing/rename.py,sha256=jYstF7CKilLjAlIGKs2wVhYtijJDCz8AWg2VF-1KROU,12892
|
|
246
251
|
maxframe/dataframe/indexing/setitem.py,sha256=PgVZr2A_joTHz9GUbnGfuSI28qSnwe-n84yKFJagLUc,5004
|
|
@@ -262,8 +267,14 @@ maxframe/learn/__init__.py,sha256=ii-8fJO-ubA3wRej1S1jXsb62zrS5MaAWc2gqQAAHFw,63
|
|
|
262
267
|
maxframe/learn/core.py,sha256=JeKLITsz1WrKOTR6Air2lG28MtjamWtFnal4ynvprNw,756
|
|
263
268
|
maxframe/learn/utils/__init__.py,sha256=zpkZ-HBwv91vyMeBVs59J_u0uVQCXUkEzo_pW2h9q00,646
|
|
264
269
|
maxframe/learn/utils/core.py,sha256=_tskQMfdvr5VAV68fDzM0DSVF2S7SMDnNXA8j_gHmGI,1029
|
|
265
|
-
maxframe/learn/contrib/__init__.py,sha256=
|
|
270
|
+
maxframe/learn/contrib/__init__.py,sha256=huq1EWKFZZxmnUKxc8-gn2KPh_mrNTiaRxMtPNvlv7Y,662
|
|
266
271
|
maxframe/learn/contrib/utils.py,sha256=k5jlwY8pru_PD8olOBOsMcBLeo31NMx53TjJmSvbvy8,1662
|
|
272
|
+
maxframe/learn/contrib/llm/multi_modal.py,sha256=c37w0yhEDK95zCVXtRVdHFaJ9Lq8wmmwDi9f_dp0kSk,1446
|
|
273
|
+
maxframe/learn/contrib/llm/__init__.py,sha256=n9xvRXQEDWt5DFl1rAkDDBoyybAe7qExGR5M_-yDTzg,648
|
|
274
|
+
maxframe/learn/contrib/llm/core.py,sha256=b-STLC2PsjDAnn1KP5KpGKrpgVUXqscuOSf40xttDuo,2006
|
|
275
|
+
maxframe/learn/contrib/llm/text.py,sha256=l-I2U6lrGPEgplpnvoP2YPfD566xSnYXfMzE2nJlTiI,1422
|
|
276
|
+
maxframe/learn/contrib/llm/models/__init__.py,sha256=L3-nQSRCfmJLlMPdn3cZrUiLm2llVz1qnae-ehElyGY,660
|
|
277
|
+
maxframe/learn/contrib/llm/models/dashscope.py,sha256=BE6Dj8rEocLGSm9UD-Usofdzs0QbWrQ4-iOuFaOKjjE,2298
|
|
267
278
|
maxframe/learn/contrib/xgboost/classifier.py,sha256=BgDRqInNhe6YvC4026vRq4DU9lL6vVDiCWJFFON9If4,3886
|
|
268
279
|
maxframe/learn/contrib/xgboost/dmatrix.py,sha256=r-3JfQNwv8Qgi6zxwSVlxolv8K82paofCBaR1u860rs,4742
|
|
269
280
|
maxframe/learn/contrib/xgboost/predict.py,sha256=BlFKaM0Fdw2BeUtxVyNtNTjwiXqjJNZjP0lbs5SNtjI,3756
|
|
@@ -297,7 +308,7 @@ maxframe/core/entity/tests/test_objects.py,sha256=-HS2dux6OdmwtMY6GRxwASq2gPSRY5
|
|
|
297
308
|
maxframe/core/graph/__init__.py,sha256=tqUUWDOXp2KFjO7zv1dN_-ttE-ef09-S1GNt8EQ35Bk,765
|
|
298
309
|
maxframe/core/graph/entity.py,sha256=3ifzsEDIxzDjeM9MhlSwgz92GuaEEoCVWxEkEu2xIgE,4863
|
|
299
310
|
maxframe/core/graph/core.pyx,sha256=kyqE5-X9Tc82wU4N_zsf8jNthAHWHTVRNFQWNNbzgpM,15923
|
|
300
|
-
maxframe/core/graph/core.cpython-310-darwin.so,sha256=
|
|
311
|
+
maxframe/core/graph/core.cpython-310-darwin.so,sha256=pXci_BaNr0Z6m3FKF4Xlcz9mfdC6IWTK20hl8CX3Q38,685616
|
|
301
312
|
maxframe/core/graph/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
302
313
|
maxframe/core/graph/tests/test_graph.py,sha256=kZfe_SfMOoHjEfXvtVtn0RjK4lOd-tFasxSpfL4G1WE,7462
|
|
303
314
|
maxframe/core/graph/builder/__init__.py,sha256=TYHKq5Y8iTRWprw6CZosdtq-NGV7Sa1u1CI6adR9hgk,640
|
|
@@ -312,10 +323,10 @@ maxframe/core/operator/core.py,sha256=T2YYIleKiFxmufpHF7ELOztlJsYO-Kn4KYhQhY4jRU
|
|
|
312
323
|
maxframe/core/operator/shuffle.py,sha256=A_w62UxXRKyDNESo4Q0UGmCpuFfPlQXWmPyQGHdpz3A,4746
|
|
313
324
|
maxframe/core/operator/utils.py,sha256=CVVamZJwbnequxDZmYcPLt4rcfAn8s77xk5hlr8eXh4,1706
|
|
314
325
|
maxframe/core/operator/objects.py,sha256=lEicZmIsR2sgWsH3oAeeYMde8C0TYeu2vkAyGj8WUVM,1965
|
|
315
|
-
maxframe/core/operator/base.py,sha256=
|
|
326
|
+
maxframe/core/operator/base.py,sha256=IXBJ0Nd8JAcnwN8FQ1H-QXiMRKAz2_LUZstku7Msv1E,15336
|
|
316
327
|
maxframe/core/operator/tests/test_core.py,sha256=57aICnc5VLqdVK7icAORTWC81bSjBxeeVWIJcha9J_0,1691
|
|
317
328
|
maxframe/core/operator/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
318
|
-
maxframe/config/config.py,sha256=
|
|
329
|
+
maxframe/config/config.py,sha256=xFJWljdDYZpTGixRn58NWKXKzaXvm-OPF2QONYPHns0,15510
|
|
319
330
|
maxframe/config/validators.py,sha256=UjbxMKZcDG98-9uCQESm_V56d-VUD7kQGV0KJghVbj8,2511
|
|
320
331
|
maxframe/config/__init__.py,sha256=g5lN3nP2HTAXa6ExGxU1NwU1M9ulYPmAcsV-gU7nIW8,656
|
|
321
332
|
maxframe/config/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
@@ -323,44 +334,44 @@ maxframe/config/tests/test_validators.py,sha256=U_7yKSl0FdVdDwKU1EsnCzNWaOXi8xrI
|
|
|
323
334
|
maxframe/config/tests/test_config.py,sha256=Cx3buKli4F77zwJaB-vnUSlE9LUbt3ObHW38cIE2dDs,2736
|
|
324
335
|
maxframe/serialization/exception.py,sha256=2Ubi2ld5XpduqAln26q0T67XLj-OpdwW1Z-nyC_wtCI,2993
|
|
325
336
|
maxframe/serialization/core.pxd,sha256=eBrSXiAPlX83Kbwml5IKJvqsIT03lPCeS6is9HplLiU,1501
|
|
326
|
-
maxframe/serialization/pandas.py,sha256=
|
|
337
|
+
maxframe/serialization/pandas.py,sha256=56qngiE78mwHw7srbDE_rnN1XxgX34B7wdAhDJQRfaE,8488
|
|
327
338
|
maxframe/serialization/core.pyi,sha256=a3CQxlJv5aYyy__VNKEq5XsaHE-n0MPKE_9CcWu8Q34,2142
|
|
328
339
|
maxframe/serialization/arrow.py,sha256=VnGxNLU9UV_cUPTze43bEFCIbYLAOZnp2pAwVJbAIzQ,3418
|
|
329
340
|
maxframe/serialization/__init__.py,sha256=LrwesIKJ6MR_mhxW7qRXJXohH9waubZMR9-YicGDMUs,936
|
|
330
341
|
maxframe/serialization/maxframe_objects.py,sha256=R9WEjbHL0Kr56OGkYDU9fcGi7gII6fGlXhi6IyihTsM,1365
|
|
331
342
|
maxframe/serialization/numpy.py,sha256=8_GSo45l_eNoMn4NAGEb9NLXY_9i4tf9KK4EzG0mKpA,3213
|
|
332
343
|
maxframe/serialization/scipy.py,sha256=hP0fAW0di9UgJrGtANB2S8hLDbFBtR8p5NDqAMt5rDI,2427
|
|
333
|
-
maxframe/serialization/core.pyx,sha256=
|
|
334
|
-
maxframe/serialization/core.cpython-310-darwin.so,sha256=
|
|
335
|
-
maxframe/serialization/tests/test_serial.py,sha256=
|
|
344
|
+
maxframe/serialization/core.pyx,sha256=mqfb7YUd-Vop8wmGJTjziDP59YX2tr1iN6puRmFI7dg,35551
|
|
345
|
+
maxframe/serialization/core.cpython-310-darwin.so,sha256=Axgnp8_0XMOFKUY3EAw72mRc3gJNMnf4IlFJiJuipMk,1178256
|
|
346
|
+
maxframe/serialization/tests/test_serial.py,sha256=fL1ufMU7Lf1fgQ4fwJ0QrKWGQIsw_zHtAQ9zkRfFrOI,12543
|
|
336
347
|
maxframe/serialization/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
337
348
|
maxframe/serialization/serializables/field.py,sha256=atVgX-9rsVG1fTev7vjQArVwIEaCRjXoSEjpQ3mh6bA,16015
|
|
338
349
|
maxframe/serialization/serializables/__init__.py,sha256=_wyFZF5QzSP32wSXlXHEPl98DN658I66WamP8XPJy0c,1351
|
|
339
|
-
maxframe/serialization/serializables/core.py,sha256=
|
|
340
|
-
maxframe/serialization/serializables/field_type.py,sha256=
|
|
350
|
+
maxframe/serialization/serializables/core.py,sha256=gP83bHStfjJf9zuBVBCl40k6wAGAyQ4rLuFdUiLvbxA,16156
|
|
351
|
+
maxframe/serialization/serializables/field_type.py,sha256=tgaLzbJ9RmzPOkL_iOfl9E8njZ5J7MtRkGLDnY0lRz8,14933
|
|
341
352
|
maxframe/serialization/serializables/tests/test_field_type.py,sha256=T3ebXbUkKveC9Pq1nIl85e4eYascFeJ52d0REHbz5jo,4381
|
|
342
353
|
maxframe/serialization/serializables/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
343
|
-
maxframe/serialization/serializables/tests/test_serializable.py,sha256=
|
|
354
|
+
maxframe/serialization/serializables/tests/test_serializable.py,sha256=Yu_38DYeGlm7AH8BnkJzddFtmBfTt7OV8DcFMEfFrI8,10148
|
|
344
355
|
maxframe/io/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
345
|
-
maxframe/io/odpsio/tableio.py,sha256=
|
|
346
|
-
maxframe/io/odpsio/arrow.py,sha256=
|
|
356
|
+
maxframe/io/odpsio/tableio.py,sha256=zgk7v_Dcq66u0mtBnF7J9ZoeGurEajsXaxgkRF4u9-o,21055
|
|
357
|
+
maxframe/io/odpsio/arrow.py,sha256=L7b6opJok-tM2t9KQS3iQX-WRnbCJZUNnSUQkHR7KkQ,5108
|
|
347
358
|
maxframe/io/odpsio/__init__.py,sha256=VD_mvxljDKDfJHYuN3OpjJWzHqFT5DKykIvECahGu0w,902
|
|
348
|
-
maxframe/io/odpsio/volumeio.py,sha256=
|
|
349
|
-
maxframe/io/odpsio/schema.py,sha256=
|
|
350
|
-
maxframe/io/odpsio/tests/test_tableio.py,sha256=
|
|
359
|
+
maxframe/io/odpsio/volumeio.py,sha256=y3JwUgBryoBFrkPppT7hCf6VGyJDADM0MUlBXmcia5w,2948
|
|
360
|
+
maxframe/io/odpsio/schema.py,sha256=U6kHDkRnp3uluMN36ojPQ1SzfiErfdcphJvxUYejQZQ,12980
|
|
361
|
+
maxframe/io/odpsio/tests/test_tableio.py,sha256=2yuQnzmgDZpDlhSrLjOcOWnnnRZrTfYcCMhvCQOoa7Q,5746
|
|
351
362
|
maxframe/io/odpsio/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
352
|
-
maxframe/io/odpsio/tests/test_schema.py,sha256=
|
|
363
|
+
maxframe/io/odpsio/tests/test_schema.py,sha256=7aQE7DytWatDxZxWKDU7TMGrDmSWbVW6k06rJvxxksU,13288
|
|
353
364
|
maxframe/io/odpsio/tests/test_arrow.py,sha256=SQ9EmI9_VOOC8u6Rg6nh3IPC2fPbLvJ9HwtpMNDRhL8,3106
|
|
354
|
-
maxframe/io/odpsio/tests/test_volumeio.py,sha256=
|
|
365
|
+
maxframe/io/odpsio/tests/test_volumeio.py,sha256=1nsYzEbRAwHJitaOPmCEd5k5vmTPEM_UMRY32VTEH-Y,3572
|
|
355
366
|
maxframe/io/objects/__init__.py,sha256=PtpSp5t1rGJ1DD0IjQs6oSHkOxT2JDMLfCaDz8VUCZ8,754
|
|
356
367
|
maxframe/io/objects/core.py,sha256=r9X1Cu9FNUdarMFiTPWX_MPcE8AW5e_d_AsFWjdZDP8,4577
|
|
357
368
|
maxframe/io/objects/tensor.py,sha256=F0aObDLIi_2ND5x-uVogi2A29kIuyhKtZLyZqxI13iM,2673
|
|
358
|
-
maxframe/io/objects/tests/test_object_io.py,sha256=
|
|
369
|
+
maxframe/io/objects/tests/test_object_io.py,sha256=LXPwKX7XYDKPy6AZeLdnfGuW-wfNb5rJunY4MPU8aiY,3775
|
|
359
370
|
maxframe/io/objects/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
360
371
|
maxframe/tests/test_utils.py,sha256=imfe7sN1_4EjWuT4qMYMwjOjgL0t5oewyhebBGPDBhY,11504
|
|
361
372
|
maxframe/tests/test_protocol.py,sha256=9DWr3z1AI2DUMnLyak91PKSfV_ILkOtwAZPCmM42kcg,6103
|
|
362
373
|
maxframe/tests/__init__.py,sha256=FEFOVLi3o2GpZoedTtLYvbie0eQBehJIjtCrWca2ZHw,596
|
|
363
|
-
maxframe/tests/utils.py,sha256=
|
|
374
|
+
maxframe/tests/utils.py,sha256=KQu_NR6EQ0dCDlJuaeMFTIzmZjovNS2KrBVED5UVVZo,5343
|
|
364
375
|
maxframe/tests/test_codegen.py,sha256=GMrnpSb2eyB_nmuv8-_p47Kw877ElKS3BP52SpqZNIQ,2208
|
|
365
376
|
maxframe/lib/wrapped_pickle.py,sha256=HJCb8ERK6clUVgPe529vduMmbMVqBlrQ3W8mH3tYcaE,3836
|
|
366
377
|
maxframe/lib/version.py,sha256=yQ6HkDOvU9X1rpI49auh-qku2g7gIiztgEH6v1urOrk,18321
|
|
@@ -368,7 +379,7 @@ maxframe/lib/compression.py,sha256=k9DSrl_dNBsn5azLjBdL5B4WZ6eNvmCrdMbcF1G7JSc,1
|
|
|
368
379
|
maxframe/lib/__init__.py,sha256=CzfbLNqqm1yR1i6fDwCd4h1ptuKVDbURFVCb0ra7QNc,642
|
|
369
380
|
maxframe/lib/mmh3.pyi,sha256=AOp_XqbA5-NwepeeBeG0OFJj5tjEAFLzcViyRNZ0eVI,1494
|
|
370
381
|
maxframe/lib/functools_compat.py,sha256=PMSkct9GIbzq-aBwTnggrOLNfLh4xQnYTIFMPblzCUA,2616
|
|
371
|
-
maxframe/lib/mmh3.cpython-310-darwin.so,sha256=
|
|
382
|
+
maxframe/lib/mmh3.cpython-310-darwin.so,sha256=EnoB8hDowzemJb2HgzADmqs9p9H52su6B7Yuq1Xef98,119784
|
|
372
383
|
maxframe/lib/mmh3_src/mmh3module.cpp,sha256=9J9eA42eKWTl546fvfQPNuIM3B2jpWSADpgIw3tr2jg,11604
|
|
373
384
|
maxframe/lib/mmh3_src/MurmurHash3.h,sha256=lg5uXUFyMBge2BWRn0FgrqaCFCMfDWoTXD4PQtjHrMA,1263
|
|
374
385
|
maxframe/lib/mmh3_src/MurmurHash3.cpp,sha256=kgrteG44VSftwp5hhD7pyTENDRU9wI_DqLD1493-bP0,8096
|
|
@@ -407,7 +418,7 @@ maxframe/lib/sparse/vector.py,sha256=oejy4n1j_x4posNkB6EVlC-9WoAeOWvvm2CrKCxCk2w
|
|
|
407
418
|
maxframe/lib/sparse/__init__.py,sha256=XIEKI59-nnD9Gxu5Rr6LiSzhy42EfKfSGNkOd9CBQ1o,18058
|
|
408
419
|
maxframe/lib/sparse/core.py,sha256=ihlxpVlXoJCnOnEmf74bUwuEaQA4LLOi1EU1wK1mdGA,2156
|
|
409
420
|
maxframe/lib/sparse/array.py,sha256=3bFocbqgE46D9NWpOU-lFp8tDgOegIu78mojVpjx2Mw,52861
|
|
410
|
-
maxframe/lib/sparse/tests/test_sparse.py,sha256
|
|
421
|
+
maxframe/lib/sparse/tests/test_sparse.py,sha256=OU_Aq2n28rqTDbMRPLcq7Rf1sLgjRJDJ3bCYLszmeOs,15309
|
|
411
422
|
maxframe/lib/sparse/tests/__init__.py,sha256=CzfbLNqqm1yR1i6fDwCd4h1ptuKVDbURFVCb0ra7QNc,642
|
|
412
423
|
maxframe/lib/tblib/pickling_support.py,sha256=w72oyWoA7LLtFYwU2wgw2J-ckM7BrFXn6W0MzTpss84,2935
|
|
413
424
|
maxframe/lib/tblib/LICENSE,sha256=GFqWP6gjbSgxqNcmj0rE1Cj9-7bOaEEqbOHlMPYXwtQ,1330
|
|
@@ -415,7 +426,7 @@ maxframe/lib/tblib/__init__.py,sha256=c4aVldbxJdS-bFsSDcmDQy_mW0qAcMrb4pHS2tjYhY
|
|
|
415
426
|
maxframe/lib/tblib/cpython.py,sha256=FQ0f6WTQyQHoMRhgPqrA0y0Ygxlbj5IC53guxA4h9Cw,2418
|
|
416
427
|
maxframe/lib/tblib/decorators.py,sha256=bcllK3kVuPnj6SNZGmlJGxTK0ovdt7TJDXrhA4UE5sQ,1063
|
|
417
428
|
maxframe/tensor/array_utils.py,sha256=259vG4SjyhiheARCZeEnfJdZjoojyrELn41oRcyAELs,4943
|
|
418
|
-
maxframe/tensor/__init__.py,sha256=
|
|
429
|
+
maxframe/tensor/__init__.py,sha256=_vc53_zRm_vauMkZiFVEPRSwcMkU2TpGpEn_4vB3RJo,4648
|
|
419
430
|
maxframe/tensor/core.py,sha256=ouSU9TbFFShyvdJkyh9h6AUio97SXphs4-lz_w-7_fk,17945
|
|
420
431
|
maxframe/tensor/utils.py,sha256=wCx2ZBk_zmS2lJgtuUUGdqRSkhhnLAyeB0DTlIGZUyg,22411
|
|
421
432
|
maxframe/tensor/operators.py,sha256=XiYTFYLuKDMjEy-DZs5HKmcwvNgfJX3sGzIttAqNG8c,3338
|
|
@@ -63,9 +63,12 @@ class FrameDriverClient:
|
|
|
63
63
|
session_id: str,
|
|
64
64
|
dag: TileableGraph,
|
|
65
65
|
managed_input_infos: Dict[str, ResultInfo] = None,
|
|
66
|
+
new_settings: Dict[str, Any] = None,
|
|
66
67
|
) -> DagInfo:
|
|
67
68
|
req_url = f"{self._endpoint}/api/sessions/{session_id}/dags"
|
|
68
|
-
req_body = ExecuteDagRequest(
|
|
69
|
+
req_body = ExecuteDagRequest(
|
|
70
|
+
session_id, dag, managed_input_infos, new_settings=new_settings
|
|
71
|
+
)
|
|
69
72
|
resp = await httpclient.AsyncHTTPClient().fetch(
|
|
70
73
|
req_url,
|
|
71
74
|
method="POST",
|
maxframe_client/fetcher.py
CHANGED
|
@@ -30,6 +30,7 @@ from maxframe.io.odpsio import (
|
|
|
30
30
|
ODPSVolumeReader,
|
|
31
31
|
arrow_to_pandas,
|
|
32
32
|
build_dataframe_table_meta,
|
|
33
|
+
odps_schema_to_pandas_dtypes,
|
|
33
34
|
)
|
|
34
35
|
from maxframe.protocol import (
|
|
35
36
|
DataFrameTableMeta,
|
|
@@ -116,13 +117,25 @@ class ODPSTableFetcher(ToThreadMixin, ResultFetcher):
|
|
|
116
117
|
and tileable.dtypes is None
|
|
117
118
|
and info.table_meta is not None
|
|
118
119
|
):
|
|
119
|
-
|
|
120
|
+
if info.table_meta.pd_column_dtypes is not None:
|
|
121
|
+
tileable.refresh_from_table_meta(info.table_meta)
|
|
122
|
+
else:
|
|
123
|
+
# need to get meta directly from table
|
|
124
|
+
table = self._odps_entry.get_table(info.full_table_name)
|
|
125
|
+
pd_dtypes = odps_schema_to_pandas_dtypes(table.table_schema).drop(
|
|
126
|
+
info.table_meta.table_index_column_names
|
|
127
|
+
)
|
|
128
|
+
tileable.refresh_from_dtypes(pd_dtypes)
|
|
120
129
|
|
|
121
130
|
if tileable.shape and any(pd.isna(x) for x in tileable.shape):
|
|
122
131
|
part_specs = [None] if not info.partition_specs else info.partition_specs
|
|
123
132
|
|
|
124
133
|
with sync_pyodps_options():
|
|
125
134
|
table = self._odps_entry.get_table(info.full_table_name)
|
|
135
|
+
if isinstance(tileable, DATAFRAME_TYPE) and tileable.dtypes is None:
|
|
136
|
+
dtypes = odps_schema_to_pandas_dtypes(table.table_schema)
|
|
137
|
+
tileable.refresh_from_dtypes(dtypes)
|
|
138
|
+
|
|
126
139
|
tunnel = TableTunnel(self._odps_entry)
|
|
127
140
|
total_records = 0
|
|
128
141
|
for part_spec in part_specs:
|
|
@@ -236,7 +249,10 @@ class ODPSVolumeFetcher(ToThreadMixin, ResultFetcher):
|
|
|
236
249
|
) -> Any:
|
|
237
250
|
def volume_fetch_func():
|
|
238
251
|
reader = ODPSVolumeReader(
|
|
239
|
-
self._odps_entry,
|
|
252
|
+
self._odps_entry,
|
|
253
|
+
info.volume_name,
|
|
254
|
+
info.volume_path,
|
|
255
|
+
replace_internal_host=True,
|
|
240
256
|
)
|
|
241
257
|
io_handler = get_object_io_handler(tileable)()
|
|
242
258
|
return io_handler.read_object(reader, tileable, indexes)
|