pyspark-connect 4.0.0.dev1__tar.gz → 4.1.0.dev1__tar.gz

{pyspark_connect-4.0.0.dev1/pyspark_connect.egg-info → pyspark_connect-4.1.0.dev1}/PKG-INFO

@@ -1,7 +1,7 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: pyspark-connect
-Version: 4.0.0.dev1
-Summary: Python Spark Connect client for Apache Spark
+Version: 4.1.0.dev1
+Summary: Apache Spark Python API with Spark Connect by default
 Home-page: https://github.com/apache/spark/tree/master/python
 Author: Spark Developers
 Author-email: dev@spark.apache.org
@@ -12,17 +12,30 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Classifier: Typing :: Typed
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
+Requires-Dist: pyspark==4.1.0.dev1
 Requires-Dist: pandas>=2.0.0
-Requires-Dist: pyarrow>=10.0.0
-Requires-Dist: grpcio>=1.59.3
-Requires-Dist: grpcio-status>=1.59.3
-Requires-Dist: googleapis-common-protos>=1.56.4
+Requires-Dist: pyarrow>=11.0.0
+Requires-Dist: grpcio>=1.67.0
+Requires-Dist: grpcio-status>=1.67.0
+Requires-Dist: googleapis-common-protos>=1.65.0
 Requires-Dist: numpy>=1.21
+Requires-Dist: pyyaml>=3.11
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # Apache Spark
 

{pyspark_connect-4.0.0.dev1/pyspark/pandas/typedef → pyspark_connect-4.1.0.dev1/pyspark_connect}/__init__.py

@@ -15,4 +15,12 @@
 # limitations under the License.
 #
 
-from pyspark.pandas.typedef.typehints import *  # noqa: F401,F403,F405
+"""
+A marker package to make Spark Connect default.
+"""
+
+from pyspark_connect.version import __version__
+
+__all__ = [
+    "__version__",
+]

pyspark_connect-4.1.0.dev1/pyspark_connect/version.py

@@ -0,0 +1 @@
+__version__: str = '4.1.0.dev1'

{pyspark_connect-4.0.0.dev1 → pyspark_connect-4.1.0.dev1/pyspark_connect.egg-info}/PKG-INFO

@@ -1,7 +1,7 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: pyspark-connect
-Version: 4.0.0.dev1
-Summary: Python Spark Connect client for Apache Spark
+Version: 4.1.0.dev1
+Summary: Apache Spark Python API with Spark Connect by default
 Home-page: https://github.com/apache/spark/tree/master/python
 Author: Spark Developers
 Author-email: dev@spark.apache.org
@@ -12,17 +12,30 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Classifier: Typing :: Typed
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
+Requires-Dist: pyspark==4.1.0.dev1
 Requires-Dist: pandas>=2.0.0
-Requires-Dist: pyarrow>=10.0.0
-Requires-Dist: grpcio>=1.59.3
-Requires-Dist: grpcio-status>=1.59.3
-Requires-Dist: googleapis-common-protos>=1.56.4
+Requires-Dist: pyarrow>=11.0.0
+Requires-Dist: grpcio>=1.67.0
+Requires-Dist: grpcio-status>=1.67.0
+Requires-Dist: googleapis-common-protos>=1.65.0
 Requires-Dist: numpy>=1.21
+Requires-Dist: pyyaml>=3.11
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # Apache Spark
 

pyspark_connect-4.1.0.dev1/pyspark_connect.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+MANIFEST.in
+README.md
+setup.cfg
+setup.py
+pyspark_connect/__init__.py
+pyspark_connect/version.py
+pyspark_connect.egg-info/PKG-INFO
+pyspark_connect.egg-info/SOURCES.txt
+pyspark_connect.egg-info/dependency_links.txt
+pyspark_connect.egg-info/requires.txt
+pyspark_connect.egg-info/top_level.txt

pyspark_connect-4.1.0.dev1/pyspark_connect.egg-info/requires.txt

@@ -0,0 +1,8 @@
+pyspark==4.1.0.dev1
+pandas>=2.0.0
+pyarrow>=11.0.0
+grpcio>=1.67.0
+grpcio-status>=1.67.0
+googleapis-common-protos>=1.65.0
+numpy>=1.21
+pyyaml>=3.11

pyspark_connect-4.1.0.dev1/pyspark_connect.egg-info/top_level.txt

@@ -0,0 +1 @@
+pyspark_connect

{pyspark_connect-4.0.0.dev1 → pyspark_connect-4.1.0.dev1}/setup.py

@@ -17,20 +17,20 @@
 # limitations under the License.
 
 # cd python
-# python packaging/classic/setup.py sdist
+# python packaging/connect/setup.py sdist
 
-# cd python/packaging/classic
+# cd python/packaging/connect
 # python setup.py sdist
 
 import sys
 from setuptools import setup
 import os
-from shutil import copyfile, move
+from shutil import copyfile, copytree, move, rmtree
 import glob
 from pathlib import Path
 
 if (
-    # When we package, the parent diectory 'connect' dir
+    # When we package, the parent directory 'connect' dir
     # (as we pip install -e python/packaging/connect)
     os.getcwd() == str(Path(__file__).parent.absolute())
     and str(Path(__file__).parent.name) == "connect"
@@ -47,16 +47,6 @@ if (
     # Move to spark/python
     os.chdir(Path(__file__).parent.parent.parent.absolute())
 
-try:
-    exec(open("pyspark/version.py").read())
-except IOError:
-    print(
-        "Failed to load PySpark version file for packaging. You must be in Spark's python dir.",
-        file=sys.stderr,
-    )
-    sys.exit(-1)
-VERSION = __version__  # noqa
-
 # Check and see if we are under the spark path in which case we need to build the symlink farm.
 # This is important because we only want to build the symlink farm while under Spark otherwise we
 # want to use the symlink farm. And if the symlink farm exists under while under Spark (e.g. a
@@ -65,139 +55,74 @@ in_spark = os.path.isfile("../core/src/main/scala/org/apache/spark/SparkContext.
     os.path.isfile("../RELEASE") and len(glob.glob("../jars/spark*core*.jar")) == 1
 )
 
-test_packages = []
-if "SPARK_TESTING" in os.environ:
-    test_packages = [
-        "pyspark.tests",  # for Memory profiler parity tests
-        "pyspark.testing",
-        "pyspark.resource.tests",
-        "pyspark.sql.tests",
-        "pyspark.sql.tests.connect",
-        "pyspark.sql.tests.connect.streaming",
-        "pyspark.sql.tests.connect.client",
-        "pyspark.sql.tests.connect.shell",
-        "pyspark.sql.tests.pandas",
-        "pyspark.sql.tests.streaming",
-        "pyspark.ml.tests.connect",
-        "pyspark.pandas.tests",
-        "pyspark.pandas.tests.computation",
-        "pyspark.pandas.tests.data_type_ops",
-        "pyspark.pandas.tests.diff_frames_ops",
-        "pyspark.pandas.tests.frame",
-        "pyspark.pandas.tests.groupby",
-        "pyspark.pandas.tests.indexes",
-        "pyspark.pandas.tests.io",
-        "pyspark.pandas.tests.plot",
-        "pyspark.pandas.tests.resample",
-        "pyspark.pandas.tests.reshape",
-        "pyspark.pandas.tests.series",
-        "pyspark.pandas.tests.window",
-        "pyspark.pandas.tests.connect",
-        "pyspark.pandas.tests.connect.computation",
-        "pyspark.pandas.tests.connect.data_type_ops",
-        "pyspark.pandas.tests.connect.diff_frames_ops",
-        "pyspark.pandas.tests.connect.frame",
-        "pyspark.pandas.tests.connect.groupby",
-        "pyspark.pandas.tests.connect.indexes",
-        "pyspark.pandas.tests.connect.io",
-        "pyspark.pandas.tests.connect.plot",
-        "pyspark.pandas.tests.connect.resample",
-        "pyspark.pandas.tests.connect.reshape",
-        "pyspark.pandas.tests.connect.series",
-        "pyspark.pandas.tests.connect.window",
-    ]
-
 try:
     if in_spark:
         # !!HACK ALTERT!!
         # 1. `setup.py` has to be located with the same directory with the package.
         #    Therefore, we copy the current file, and place it at `spark/python` directory.
         #    After that, we remove it in the end.
-        # 2. Here it renames `lib` to `lib.ack` so MANIFEST.in does not pick `py4j` up.
-        #    We rename it back in the end.
+        # 2. Here it renames `pyspark` and `lib` to `pyspark.back` and `lib.back` so MANIFEST.in
+        #    does not pick `pyspark` and `py4j` up. We rename it back in the end.
+        move("pyspark", "pyspark.back")
         move("lib", "lib.back")
         copyfile("packaging/connect/setup.py", "setup.py")
         copyfile("packaging/connect/setup.cfg", "setup.cfg")
+        copytree("packaging/connect/pyspark_connect", "pyspark_connect")
+        copyfile("pyspark.back/version.py", "pyspark_connect/version.py")
+
+    try:
+        exec(open("pyspark_connect/version.py").read())
+    except IOError:
+        print(
+            "Failed to load PySpark Connect version file for packaging. "
+            "You must be in Spark's python dir.",
+            file=sys.stderr,
+        )
+        sys.exit(-1)
+    VERSION = __version__  # noqa
 
     # If you are changing the versions here, please also change ./python/pyspark/sql/pandas/utils.py
     # For Arrow, you should also check ./pom.xml and ensure there are no breaking changes in the
     # binary format protocol with the Java version, see ARROW_HOME/format/* for specifications.
-    # Also don't forget to update python/docs/source/getting_started/install.rst, and
-    # python/packaging/classic/setup.py
+    # Also don't forget to update python/docs/source/getting_started/install.rst,
+    # python/packaging/classic/setup.py, and python/packaging/client/setup.py
     _minimum_pandas_version = "2.0.0"
     _minimum_numpy_version = "1.21"
-    _minimum_pyarrow_version = "10.0.0"
-    _minimum_grpc_version = "1.59.3"
-    _minimum_googleapis_common_protos_version = "1.56.4"
+    _minimum_pyarrow_version = "11.0.0"
+    _minimum_grpc_version = "1.67.0"
+    _minimum_googleapis_common_protos_version = "1.65.0"
+    _minimum_pyyaml_version = "3.11"
 
     with open("README.md") as f:
         long_description = f.read()
 
     connect_packages = [
-        "pyspark",
-        "pyspark.cloudpickle",
-        "pyspark.mllib",
-        "pyspark.mllib.linalg",
-        "pyspark.mllib.stat",
-        "pyspark.ml",
-        "pyspark.ml.connect",
-        "pyspark.ml.linalg",
-        "pyspark.ml.param",
-        "pyspark.ml.torch",
-        "pyspark.ml.deepspeed",
-        "pyspark.sql",
-        "pyspark.sql.avro",
-        "pyspark.sql.connect",
-        "pyspark.sql.connect.avro",
-        "pyspark.sql.connect.client",
-        "pyspark.sql.connect.functions",
-        "pyspark.sql.connect.proto",
-        "pyspark.sql.connect.protobuf",
-        "pyspark.sql.connect.resource",
-        "pyspark.sql.connect.shell",
-        "pyspark.sql.connect.streaming",
-        "pyspark.sql.connect.streaming.worker",
-        "pyspark.sql.functions",
-        "pyspark.sql.pandas",
-        "pyspark.sql.protobuf",
-        "pyspark.sql.streaming",
-        "pyspark.sql.worker",
-        "pyspark.streaming",
-        "pyspark.pandas",
-        "pyspark.pandas.data_type_ops",
-        "pyspark.pandas.indexes",
-        "pyspark.pandas.missing",
-        "pyspark.pandas.plot",
-        "pyspark.pandas.spark",
-        "pyspark.pandas.typedef",
-        "pyspark.pandas.usage_logging",
-        "pyspark.testing",
-        "pyspark.resource",
-        "pyspark.errors",
-        "pyspark.errors.exceptions",
+        "pyspark_connect",
     ]
 
     setup(
         name="pyspark-connect",
         version=VERSION,
-        description="Python Spark Connect client for Apache Spark",
+        description="Apache Spark Python API with Spark Connect by default",
         long_description=long_description,
         long_description_content_type="text/markdown",
         author="Spark Developers",
         author_email="dev@spark.apache.org",
         url="https://github.com/apache/spark/tree/master/python",
-        packages=connect_packages + test_packages,
+        packages=connect_packages,
         include_package_data=True,
         license="http://www.apache.org/licenses/LICENSE-2.0",
         # Don't forget to update python/docs/source/getting_started/install.rst
         # if you're updating the versions or dependencies.
         install_requires=[
+            "pyspark==%s" % VERSION,
             "pandas>=%s" % _minimum_pandas_version,
             "pyarrow>=%s" % _minimum_pyarrow_version,
             "grpcio>=%s" % _minimum_grpc_version,
             "grpcio-status>=%s" % _minimum_grpc_version,
             "googleapis-common-protos>=%s" % _minimum_googleapis_common_protos_version,
             "numpy>=%s" % _minimum_numpy_version,
+            "pyyaml>=%s" % _minimum_pyyaml_version,
         ],
         python_requires=">=3.9",
         classifiers=[
@@ -207,6 +132,7 @@ try:
             "Programming Language :: Python :: 3.10",
             "Programming Language :: Python :: 3.11",
             "Programming Language :: Python :: 3.12",
+            "Programming Language :: Python :: 3.13",
             "Programming Language :: Python :: Implementation :: CPython",
             "Programming Language :: Python :: Implementation :: PyPy",
             "Typing :: Typed",
@@ -214,6 +140,8 @@ try:
     )
 finally:
     if in_spark:
+        move("pyspark.back", "pyspark")
         move("lib.back", "lib")
         os.remove("setup.py")
         os.remove("setup.cfg")
+        rmtree("pyspark_connect")

pyspark_connect-4.0.0.dev1/pyspark/__init__.py

@@ -1,156 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-"""
-PySpark is the Python API for Spark.
-
-Public classes:
-
-  - :class:`SparkContext`:
-      Main entry point for Spark functionality.
-  - :class:`RDD`:
-      A Resilient Distributed Dataset (RDD), the basic abstraction in Spark.
-  - :class:`Broadcast`:
-      A broadcast variable that gets reused across tasks.
-  - :class:`Accumulator`:
-      An "add-only" shared variable that tasks can only add values to.
-  - :class:`SparkConf`:
-      For configuring Spark.
-  - :class:`SparkFiles`:
-      Access files shipped with jobs.
-  - :class:`StorageLevel`:
-      Finer-grained cache persistence levels.
-  - :class:`TaskContext`:
-      Information about the current running task, available on the workers and experimental.
-  - :class:`RDDBarrier`:
-      Wraps an RDD under a barrier stage for barrier execution.
-  - :class:`BarrierTaskContext`:
-      A :class:`TaskContext` that provides extra info and tooling for barrier execution.
-  - :class:`BarrierTaskInfo`:
-      Information about a barrier task.
-  - :class:`InheritableThread`:
-      A inheritable thread to use in Spark when the pinned thread mode is on.
-"""
-
-import sys
-from functools import wraps
-from typing import cast, Any, Callable, TypeVar, Union
-
-from pyspark.util import is_remote_only
-
-if not is_remote_only():
-    from pyspark.core.rdd import RDD, RDDBarrier
-    from pyspark.core.files import SparkFiles
-    from pyspark.core.status import StatusTracker, SparkJobInfo, SparkStageInfo
-    from pyspark.core.broadcast import Broadcast
-    from pyspark.core import rdd, files, status, broadcast
-
-    # for backward compatibility references.
-    sys.modules["pyspark.rdd"] = rdd
-    sys.modules["pyspark.files"] = files
-    sys.modules["pyspark.status"] = status
-    sys.modules["pyspark.broadcast"] = broadcast
-
-from pyspark.conf import SparkConf
-from pyspark.util import InheritableThread, inheritable_thread_target
-from pyspark.storagelevel import StorageLevel
-from pyspark.accumulators import Accumulator, AccumulatorParam
-from pyspark.serializers import MarshalSerializer, CPickleSerializer
-from pyspark.taskcontext import TaskContext, BarrierTaskContext, BarrierTaskInfo
-from pyspark.profiler import Profiler, BasicProfiler
-from pyspark.version import __version__
-from pyspark._globals import _NoValue  # noqa: F401
-
-_F = TypeVar("_F", bound=Callable)
-
-
-def since(version: Union[str, float]) -> Callable[[_F], _F]:
-    """
-    A decorator that annotates a function to append the version of Spark the function was added.
-    """
-    import re
-
-    indent_p = re.compile(r"\n( +)")
-
-    def deco(f: _F) -> _F:
-        assert f.__doc__ is not None
-
-        indents = indent_p.findall(f.__doc__)
-        indent = " " * (min(len(m) for m in indents) if indents else 0)
-        f.__doc__ = f.__doc__.rstrip() + "\n\n%s.. versionadded:: %s" % (indent, version)
-        return f
-
-    return deco
-
-
-def keyword_only(func: _F) -> _F:
-    """
-    A decorator that forces keyword arguments in the wrapped method
-    and saves actual input keyword arguments in `_input_kwargs`.
-
-    Notes
-    -----
-    Should only be used to wrap a method where first arg is `self`
-    """
-
-    @wraps(func)
-    def wrapper(self: Any, *args: Any, **kwargs: Any) -> Any:
-        if len(args) > 0:
-            raise TypeError("Method %s forces keyword arguments." % func.__name__)
-        self._input_kwargs = kwargs
-        return func(self, **kwargs)
-
-    return cast(_F, wrapper)
-
-
-# To avoid circular dependencies
-if not is_remote_only():
-    from pyspark.core.context import SparkContext
-    from pyspark.core import context
-
-    # for backward compatibility references.
-    sys.modules["pyspark.context"] = context
-
-    # for back compatibility
-    from pyspark.sql import SQLContext, HiveContext  # noqa: F401
-
-from pyspark.sql import Row  # noqa: F401
-
-__all__ = [
-    "SparkConf",
-    "SparkContext",
-    "SparkFiles",
-    "RDD",
-    "StorageLevel",
-    "Broadcast",
-    "Accumulator",
-    "AccumulatorParam",
-    "MarshalSerializer",
-    "CPickleSerializer",
-    "StatusTracker",
-    "SparkJobInfo",
-    "SparkStageInfo",
-    "Profiler",
-    "BasicProfiler",
-    "TaskContext",
-    "RDDBarrier",
-    "BarrierTaskContext",
-    "BarrierTaskInfo",
-    "InheritableThread",
-    "inheritable_thread_target",
-    "__version__",
-]

pyspark_connect-4.0.0.dev1/pyspark/_globals.py

@@ -1,71 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-"""
-Module defining global singleton classes.
-
-This module raises a RuntimeError if an attempt to reload it is made. In that
-way the identities of the classes defined here are fixed and will remain so
-even if pyspark itself is reloaded. In particular, a function like the following
-will still work correctly after pyspark is reloaded:
-
-    def foo(arg=pyspark._NoValue):
-        if arg is pyspark._NoValue:
-            ...
-
-See gh-7844 for a discussion of the reload problem that motivated this module.
-
-Note that this approach is taken after from NumPy.
-"""
-
-__ALL__ = ["_NoValue"]
-
-
-# Disallow reloading this module so as to preserve the identities of the
-# classes defined here.
-if "_is_loaded" in globals():
-    raise RuntimeError("Reloading pyspark._globals is not allowed")
-_is_loaded = True
-
-
-class _NoValueType:
-    """Special keyword value.
-
-    The instance of this class may be used as the default value assigned to a
-    deprecated keyword in order to check if it has been given a user defined
-    value.
-
-    This class was copied from NumPy.
-    """
-
-    __instance = None
-
-    def __new__(cls):
-        # ensure that only one instance exists
-        if not cls.__instance:
-            cls.__instance = super(_NoValueType, cls).__new__(cls)
-        return cls.__instance
-
-    # needed for python 2 to preserve identity through a pickle
-    def __reduce__(self):
-        return (self.__class__, ())
-
-    def __repr__(self):
-        return "<no value>"
-
-
-_NoValue = _NoValueType()

pyspark_connect-4.0.0.dev1/pyspark/_typing.pyi

@@ -1,43 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-from typing import Callable, Iterable, Sized, TypeVar, Union
-from typing_extensions import Literal, Protocol
-
-from numpy import int32, int64, float32, float64, ndarray
-
-F = TypeVar("F", bound=Callable)
-T_co = TypeVar("T_co", covariant=True)
-
-PrimitiveType = Union[bool, float, int, str]
-
-NonUDFType = Literal[0]
-
-class SupportsIAdd(Protocol):
-    def __iadd__(self, other: SupportsIAdd) -> SupportsIAdd: ...
-
-class SupportsOrdering(Protocol):
-    def __lt__(self, other: SupportsOrdering) -> bool: ...
-
-class SizedIterable(Protocol, Sized, Iterable[T_co]): ...
-
-S = TypeVar("S", bound=SupportsOrdering)
-
-NumberOrArray = TypeVar(
-    "NumberOrArray", float, int, complex, int32, int64, float32, float64, ndarray
-)