maxframe 1.0.0rc2__cp310-cp310-win_amd64.whl → 1.0.0rc3__cp310-cp310-win_amd64.whl

maxframe/odpsio/volumeio.py

@@ -1,95 +0,0 @@
-# Copyright 1999-2024 Alibaba Group Holding Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from typing import List, Optional
-
-from odps import ODPS
-from odps.models import ExternalVolume, PartedVolume
-from odps.tunnel.volumetunnel import VolumeTunnel
-
-
-class ODPSVolumeReader:
-    def __init__(self, odps_entry: ODPS, volume_name: str, volume_dir: str):
-        self._odps_entry = odps_entry
-        self._volume = odps_entry.get_volume(volume_name)
-        self._volume_dir = volume_dir
-
-    def list_files(self) -> List[str]:
-        def _get_file_name(vol_file):
-            if hasattr(vol_file, "name"):
-                return vol_file.name
-            return vol_file.path.rsplit("/", 1)[-1]
-
-        return [
-            _get_file_name(f)
-            for f in self._odps_entry.list_volume_files(
-                f"/{self._volume.name}/{self._volume_dir}"
-            )
-        ]
-
-    def read_file(self, file_name: str) -> bytes:
-        if isinstance(self._volume, PartedVolume):
-            vol_tunnel = VolumeTunnel(self._odps_entry)
-            session = vol_tunnel.create_download_session(
-                self._volume, self._volume_dir, file_name
-            )
-            with session.open() as reader:
-                return reader.read()
-        elif isinstance(self._volume, ExternalVolume):
-            with self._volume.open_reader(self._volume_dir + "/" + file_name) as reader:
-                return reader.read()
-
-
-class ODPSVolumeWriter:
-    def __init__(self, odps_entry: ODPS, volume_name: str, volume_dir: str):
-        self._odps_entry = odps_entry
-        self._volume = odps_entry.get_volume(volume_name)
-        self._volume_dir = volume_dir
-        self._session_cache = None
-
-    def create_write_session(self) -> Optional[str]:
-        if not isinstance(self._volume, PartedVolume):
-            return None
-        vol_tunnel = VolumeTunnel(self._odps_entry)
-        session = self._session_cache = vol_tunnel.create_upload_session(
-            self._volume, self._volume_dir
-        )
-        return session.id
-
-    def _get_existing_upload_session(self, write_session_id: Optional[str]):
-        if self._session_cache is not None and (
-            write_session_id is None or write_session_id == self._session_cache.id
-        ):
-            return self._session_cache
-        vol_tunnel = VolumeTunnel(self._odps_entry)
-        return vol_tunnel.create_upload_session(
-            self._volume, self._volume_dir, write_session_id
-        )
-
-    def write_file(
-        self, file_name: str, data: bytes, write_session_id: Optional[str] = None
-    ):
-        if isinstance(self._volume, PartedVolume):
-            session = self._get_existing_upload_session(write_session_id)
-            with session.open(file_name) as writer:
-                writer.write(data)
-        elif isinstance(self._volume, ExternalVolume):
-            with self._volume.open_writer(self._volume_dir + "/" + file_name) as writer:
-                writer.write(data)
-
-    def commit(self, files: List[str], write_session_id: Optional[str] = None):
-        if not isinstance(self._volume, PartedVolume):
-            return None
-        session = self._get_existing_upload_session(write_session_id)
-        session.commit(files)

maxframe-1.0.0rc2.dist-info/METADATA

@@ -1,177 +0,0 @@
-Metadata-Version: 2.1
-Name: maxframe
-Version: 1.0.0rc2
-Summary: MaxFrame operator-based data analyze framework
-Requires-Dist: numpy <2.0.0,>=1.19.0
-Requires-Dist: pandas >=1.0.0
-Requires-Dist: pyodps >=0.11.6.1
-Requires-Dist: scipy >=1.0
-Requires-Dist: pyarrow >=1.0.0
-Requires-Dist: msgpack >=1.0.0
-Requires-Dist: traitlets >=5.0
-Requires-Dist: cloudpickle >=1.5.0
-Requires-Dist: pyyaml >=5.1
-Requires-Dist: tornado >=6.0
-Requires-Dist: defusedxml >=0.5.0
-Requires-Dist: tqdm >=4.1.0
-Requires-Dist: importlib-metadata >=1.4
-Requires-Dist: pickle5 ; python_version < "3.8"
-Provides-Extra: dev
-Requires-Dist: black >=22.3.0 ; extra == 'dev'
-Requires-Dist: flake8 >=5.0.4 ; extra == 'dev'
-Requires-Dist: pre-commit >=2.15.0 ; extra == 'dev'
-Requires-Dist: graphviz >=0.20.1 ; extra == 'dev'
-Provides-Extra: test
-Requires-Dist: mock ; extra == 'test'
-Requires-Dist: pytest >=7.3.1 ; extra == 'test'
-Requires-Dist: pytest-cov >=4.1.0 ; extra == 'test'
-Requires-Dist: pytest-asyncio >=0.21.0 ; extra == 'test'
-Requires-Dist: pytest-timeout >=2.1.0 ; extra == 'test'
-Requires-Dist: matplotlib >=2.0.0 ; extra == 'test'
-
-MaxCompute MaxFrame Client
-==========================
-
-MaxFrame is a computational framework created by Alibaba Cloud to
-provide a way for Python developers to parallelize their code with
-MaxCompute. It creates a runnable computation graph locally, submits it
-to MaxCompute to execute and obtains results from MaxCompute.
-
-MaxFrame client is the client of MaxFrame. Currently it provides a
-DataFrame-based SDK with compatible APIs for pandas. In future, other
-common Python libraries like numpy and scikit-learn will be added as
-well. Python 3.7 is recommended for MaxFrame client to enable all
-functionalities while supports for higher Python versions are on the
-way.
-
-Installation
-------------
-
-You may install MaxFrame client through PIP:
-
-.. code:: bash
-
-   pip install maxframe
-
-Latest beta version can be installed with ``--pre`` argument:
-
-.. code:: bash
-
-   pip install --pre maxframe
-
-You can also install MaxFrame client from source code:
-
-.. code:: bash
-
-   pip install git+https://github.com/aliyun/alibabacloud-odps-maxframe-client.git
-
-Getting started
----------------
-
-We show a simple code example of MaxFrame client which read data from a
-MaxCompute table, performs some simple data transform and writes back
-into MaxCompute.
-
-.. code:: python
-
-   import maxframe.dataframe as md
-   import os
-   from maxframe import new_session
-   from odps import ODPS
-
-   o = ODPS(
-       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_ID'),
-       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_SECRET'),
-       project='your-default-project',
-       endpoint='your-end-point',
-   )
-   session = new_session(o)
-
-   df = md.read_odps_table("source_table")
-   df["A"] = "prefix_" + df["A"]
-   md.to_odps_table(df, "prefix_source_table")
-
-Documentation
--------------
-
-Detailed documentations can be found
-`here <https://maxframe.readthedocs.io>`__.
-
-License
--------
-
-Licensed under the `Apache License
-2.0 <https://www.apache.org/licenses/LICENSE-2.0.html>`__.
-MaxCompute MaxFrame Client
-==========================
-
-MaxFrame is a computational framework created by Alibaba Cloud to
-provide a way for Python developers to parallelize their code with
-MaxCompute. It creates a runnable computation graph locally, submits it
-to MaxCompute to execute and obtains results from MaxCompute.
-
-MaxFrame client is the client of MaxFrame. Currently it provides a
-DataFrame-based SDK with compatible APIs for pandas. In future, other
-common Python libraries like numpy and scikit-learn will be added as
-well. Python 3.7 is recommended for MaxFrame client to enable all
-functionalities while supports for higher Python versions are on the
-way.
-
-Installation
-------------
-
-You may install MaxFrame client through PIP:
-
-.. code:: bash
-
-   pip install maxframe
-
-Latest beta version can be installed with ``--pre`` argument:
-
-.. code:: bash
-
-   pip install --pre maxframe
-
-You can also install MaxFrame client from source code:
-
-.. code:: bash
-
-   pip install git+https://github.com/aliyun/alibabacloud-odps-maxframe-client.git
-
-Getting started
----------------
-
-We show a simple code example of MaxFrame client which read data from a
-MaxCompute table, performs some simple data transform and writes back
-into MaxCompute.
-
-.. code:: python
-
-   import maxframe.dataframe as md
-   import os
-   from maxframe import new_session
-   from odps import ODPS
-
-   o = ODPS(
-       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_ID'),
-       os.getenv('ALIBABA_CLOUD_ACCESS_KEY_SECRET'),
-       project='your-default-project',
-       endpoint='your-end-point',
-   )
-   session = new_session(o)
-
-   df = md.read_odps_table("source_table")
-   df["A"] = "prefix_" + df["A"]
-   md.to_odps_table(df, "prefix_source_table")
-
-Documentation
--------------
-
-Detailed documentations can be found
-`here <https://maxframe.readthedocs.io>`__.
-
-License
--------
-
-Licensed under the `Apache License
-2.0 <https://www.apache.org/licenses/LICENSE-2.0.html>`__.