maxframe 2.0.0b2__tar.gz → 2.3.0rc1__tar.gz

maxframe-2.3.0rc1/MANIFEST.in

@@ -0,0 +1,13 @@
+global-include LICENSE
+global-include *.pyx
+global-include *.pxd
+global-exclude *.c
+global-exclude *.cpp
+include _cythonize_all.py
+include pyproject.toml
+include README.rst
+include maxframe/lib/mmh3_src/*
+exclude **/tests/**/*
+exclude **/tests/*
+global-exclude conftest.py
+global-exclude .DS_Store

maxframe-2.3.0rc1/PKG-INFO

@@ -0,0 +1,109 @@
+Metadata-Version: 2.4
+Name: maxframe
+Version: 2.3.0rc1
+Summary: MaxFrame operator-based data analyze framework
+Requires-Dist: numpy<2.0.0,>=1.19.0
+Requires-Dist: pandas>=1.0.0
+Requires-Dist: pyodps>=0.12.0
+Requires-Dist: scipy>=1.0
+Requires-Dist: pyarrow>=1.0.0
+Requires-Dist: msgpack>=1.0.0
+Requires-Dist: traitlets>=5.0
+Requires-Dist: cloudpickle<3.0.0,>=1.5.0
+Requires-Dist: pyyaml>=5.1
+Requires-Dist: pickle5; python_version < "3.8"
+Requires-Dist: tornado>=6.0
+Requires-Dist: defusedxml>=0.5.0
+Requires-Dist: tqdm>=4.1.0
+Requires-Dist: importlib_metadata>=1.4
+Provides-Extra: dev
+Requires-Dist: black>=22.3.0; extra == "dev"
+Requires-Dist: flake8>=5.0.4; extra == "dev"
+Requires-Dist: flake8-type-checking>=1.0.3; extra == "dev"
+Requires-Dist: pre-commit>=2.15.0; extra == "dev"
+Requires-Dist: graphviz>=0.20.1; extra == "dev"
+Provides-Extra: test
+Requires-Dist: mock; extra == "test"
+Requires-Dist: pytest>=7.3.1; extra == "test"
+Requires-Dist: pytest-cov>=4.1.0; extra == "test"
+Requires-Dist: pytest-asyncio>=0.21.0; extra == "test"
+Requires-Dist: pytest-timeout>=2.1.0; extra == "test"
+Requires-Dist: matplotlib>=2.0.0; extra == "test"
+Requires-Dist: lightgbm<4.0.0,>=3.0.0; extra == "test"
+Requires-Dist: scikit-learn>=1.0; extra == "test"
+Requires-Dist: xgboost<2.1.0,>=1.6.2; extra == "test"
+Dynamic: description
+
+MaxCompute MaxFrame Client
+==========================
+
+MaxFrame is a computational framework created by Alibaba Cloud to
+provide a way for Python developers to parallelize their code with
+MaxCompute. It creates a runnable computation graph locally, submits it
+to MaxCompute to execute and obtains results from MaxCompute.
+
+MaxFrame client is the client of MaxFrame. Currently it provides a
+DataFrame-based SDK with compatible APIs for pandas. In future, other
+common Python libraries like numpy and scikit-learn will be added as
+well. Python 3.7 is recommended for MaxFrame client to enable all
+functionalities while supports for higher Python versions are on the
+way.
+
+Installation
+------------
+
+You may install MaxFrame client through PIP:
+
+.. code:: bash
+
+   pip install maxframe
+
+Latest beta version can be installed with ``--pre`` argument:
+
+.. code:: bash
+
+   pip install --pre maxframe
+
+You can also install MaxFrame client from source code:
+
+.. code:: bash
+
+   pip install git+https://github.com/aliyun/alibabacloud-odps-maxframe-client.git
+
+Getting started
+---------------
+
+We show a simple code example of MaxFrame client which read data from a
+MaxCompute table, performs some simple data transform and writes back
+into MaxCompute.
+
+.. code:: python
+
+   import maxframe.dataframe as md
+   import os
+   from maxframe import new_session
+   from odps import ODPS
+
+   o = ODPS(
+       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_ID'),
+       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_SECRET'),
+       project='your-default-project',
+       endpoint='your-end-point',
+   )
+   session = new_session(o)
+
+   df = md.read_odps_table("source_table")
+   df["A"] = "prefix_" + df["A"]
+   md.to_odps_table(df, "prefix_source_table")
+
+Documentation
+-------------
+
+Detailed documentations can be found
+`here <https://maxframe.readthedocs.io>`__.
+
+License
+-------
+
+Licensed under the `Apache License
+2.0 <https://www.apache.org/licenses/LICENSE-2.0.html>`__.

maxframe-2.3.0rc1/README.rst

@@ -0,0 +1,73 @@
+MaxCompute MaxFrame Client
+==========================
+
+MaxFrame is a computational framework created by Alibaba Cloud to
+provide a way for Python developers to parallelize their code with
+MaxCompute. It creates a runnable computation graph locally, submits it
+to MaxCompute to execute and obtains results from MaxCompute.
+
+MaxFrame client is the client of MaxFrame. Currently it provides a
+DataFrame-based SDK with compatible APIs for pandas. In future, other
+common Python libraries like numpy and scikit-learn will be added as
+well. Python 3.7 is recommended for MaxFrame client to enable all
+functionalities while supports for higher Python versions are on the
+way.
+
+Installation
+------------
+
+You may install MaxFrame client through PIP:
+
+.. code:: bash
+
+   pip install maxframe
+
+Latest beta version can be installed with ``--pre`` argument:
+
+.. code:: bash
+
+   pip install --pre maxframe
+
+You can also install MaxFrame client from source code:
+
+.. code:: bash
+
+   pip install git+https://github.com/aliyun/alibabacloud-odps-maxframe-client.git
+
+Getting started
+---------------
+
+We show a simple code example of MaxFrame client which read data from a
+MaxCompute table, performs some simple data transform and writes back
+into MaxCompute.
+
+.. code:: python
+
+   import maxframe.dataframe as md
+   import os
+   from maxframe import new_session
+   from odps import ODPS
+
+   o = ODPS(
+       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_ID'),
+       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_SECRET'),
+       project='your-default-project',
+       endpoint='your-end-point',
+   )
+   session = new_session(o)
+
+   df = md.read_odps_table("source_table")
+   df["A"] = "prefix_" + df["A"]
+   md.to_odps_table(df, "prefix_source_table")
+
+Documentation
+-------------
+
+Detailed documentations can be found
+`here <https://maxframe.readthedocs.io>`__.
+
+License
+-------
+
+Licensed under the `Apache License
+2.0 <https://www.apache.org/licenses/LICENSE-2.0.html>`__.

maxframe-2.3.0rc1/_cythonize_all.py

@@ -0,0 +1,92 @@
+# Copyright 1999-2025 Alibaba Group Holding Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import platform
+import sys
+from sysconfig import get_config_vars
+
+import numpy as np
+from Cython.Build import cythonize
+from pkg_resources import parse_version
+from setuptools import Extension
+
+
+def cythonize_all_pyx(repo_root, source_to_ext_include=None):
+    # From https://github.com/pandas-dev/pandas/pull/24274:
+    # For mac, ensure extensions are built for macos 10.9 when compiling on a
+    # 10.9 system or above, overriding distuitls behaviour which is to target
+    # the version that python was built for. This may be overridden by setting
+    # MACOSX_DEPLOYMENT_TARGET before calling setup.py
+    if sys.platform == "darwin":
+        if "MACOSX_DEPLOYMENT_TARGET" not in os.environ:
+            current_system = platform.mac_ver()[0]
+            python_target = get_config_vars().get(
+                "MACOSX_DEPLOYMENT_TARGET", current_system
+            )
+            target_macos_version = "10.9"
+
+            parsed_python_target = parse_version(python_target)
+            parsed_current_system = parse_version(current_system)
+            parsed_macos_version = parse_version(target_macos_version)
+            if parsed_python_target <= parsed_macos_version <= parsed_current_system:
+                os.environ["MACOSX_DEPLOYMENT_TARGET"] = target_macos_version
+
+    cythonize_kw = dict(language_level=sys.version_info[0])
+    cy_extension_kw = dict()
+    if os.environ.get("CYTHON_TRACE"):
+        cy_extension_kw["define_macros"] = [
+            ("CYTHON_TRACE_NOGIL", "1"),
+            ("CYTHON_TRACE", "1"),
+        ]
+        cythonize_kw["compiler_directives"] = {"linetrace": True}
+
+    if "MSC" in sys.version:
+        extra_compile_args = ["/std:c11", "/Ot"]
+        cy_extension_kw["extra_compile_args"] = extra_compile_args
+    else:
+        extra_compile_args = ["-O3"]
+        if sys.platform != "darwin":
+            # for macOS, we assume that C++ 11 is enabled by default
+            extra_compile_args.append("-std=c++0x")
+        cy_extension_kw["extra_compile_args"] = extra_compile_args
+
+    # need to use c99 to compile python headers >= 3.12
+    if sys.version_info[:2] >= (3, 12):
+        os.environ["CFLAGS"] = "-std=c99"
+
+    extensions_dict = dict()
+    source_to_ext_include = source_to_ext_include or dict()
+    for root, _, files in os.walk(repo_root):
+        # skip build dir
+        if "/build/" in root.replace("\\", "/"):
+            continue
+
+        for fn in files:
+            if not fn.endswith(".pyx"):
+                continue
+            full_fn = os.path.relpath(os.path.join(root, fn), repo_root)
+            include_dirs, source = source_to_ext_include.get(
+                full_fn.replace(os.path.sep, "/"), [[], []]
+            )
+            mod_name = full_fn.replace(".pyx", "").replace(os.path.sep, ".")
+            extensions_dict[mod_name] = Extension(
+                mod_name,
+                [full_fn] + source,
+                include_dirs=[np.get_include()] + include_dirs,
+                **cy_extension_kw,
+            )
+
+    cy_extensions = list(extensions_dict.values())
+    return cythonize(cy_extensions, **cythonize_kw)

maxframe-2.3.0rc1/maxframe/__init__.py

@@ -0,0 +1,33 @@
+# Copyright 1999-2025 Alibaba Group Holding Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from . import dataframe, learn, remote, tensor
+from .config import options
+from .lib.dtypes_extension import ExternalBlobDtype
+from .session import execute, fetch, new_session, stop_server
+
+
+def _get_version():
+    try:
+        from importlib.metadata import version
+    except ImportError:
+        from importlib_metadata import version
+
+    return version("maxframe")
+
+
+try:
+    __version__ = _get_version()
+except ImportError:  # pragma: no cover
+    pass