xnd 0.2.0dev3

data/ext/ruby_xnd/xnd/python/xnd_support.py

@@ -0,0 +1,106 @@
+#
+# BSD 3-Clause License
+#
+# Copyright (c) 2017-2018, plures
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+# 1. Redistributions of source code must retain the above copyright notice,
+#    this list of conditions and the following disclaimer.
+#
+# 2. Redistributions in binary form must reproduce the above copyright notice,
+#    this list of conditions and the following disclaimer in the documentation
+#    and/or other materials provided with the distribution.
+#
+# 3. Neither the name of the copyright holder nor the names of its
+#    contributors may be used to endorse or promote products derived from
+#    this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+
+from collections import OrderedDict
+import unittest
+import sys
+
+
+# Support for test_xnd.py.
+
+
+# OrderedDict literals hack.
+class Record(OrderedDict):
+    @staticmethod
+    def _kv(s):
+        if not isinstance(s, slice):
+            raise TypeError("expect key-value pair")
+        if s.step is not None:
+            raise ValueError("expect key-value pair")
+        return s.start, s.stop
+    def __getitem__(self, items):
+        if not isinstance(items, tuple):
+            items = (items,)
+        return OrderedDict(list(map(self._kv, items)))
+
+R = Record()
+
+
+# Broken classes.
+class BoolMemoryError(object):
+    def __bool__(self):
+        raise MemoryError
+
+class Index(object):
+    def __index__(self):
+        return 10
+
+class IndexMemoryError(object):
+    def __index__(self):
+        raise MemoryError
+
+class IndexTypeError(object):
+    def __index__(self):
+        return ""
+
+def assertEqualWithEx(self, func, x, y):
+    if x.value is y is None:
+        return
+
+    xerr = None
+    try:
+        xres = func(x)
+    except Exception as e:
+        xerr = e.__class__
+
+    yerr = None
+    try:
+        yres = func(y)
+    except Exception as e:
+        yerr = e.__class__
+
+    if xerr is None is yerr:
+        self.assertEqual(xres, yres, msg="x: %s y: %s" % (x.type, y))
+    else:
+        self.assertEqual(xerr, yerr, msg="x: %s y: %s" % (x.type, y))
+
+def skip_if(condition, reason):
+    if condition:
+        raise unittest.SkipTest(reason)
+
+HAVE_64_BIT = sys.maxsize == 2**63-1
+
+HAVE_PYTHON_36 = sys.version_info >= (3, 6, 0)
+
+requires_py36 = unittest.skipUnless(
+    sys.version_info > (3, 6),
+    "test requires Python 3.6 or greater")

data/ext/ruby_xnd/xnd/setup.py

@@ -0,0 +1,303 @@
+#
+# BSD 3-Clause License
+#
+# Copyright (c) 2017-2018, plures
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+# 1. Redistributions of source code must retain the above copyright notice,
+#    this list of conditions and the following disclaimer.
+#
+# 2. Redistributions in binary form must reproduce the above copyright notice,
+#    this list of conditions and the following disclaimer in the documentation
+#    and/or other materials provided with the distribution.
+#
+# 3. Neither the name of the copyright holder nor the names of its
+#    contributors may be used to endorse or promote products derived from
+#    this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+
+import sys, os
+
+if "bdist_wheel" in sys.argv:
+    from setuptools import setup, Extension
+else:
+    from distutils.core import setup, Extension
+
+from distutils.sysconfig import get_python_lib
+from glob import glob
+import platform
+import subprocess
+import shutil
+import warnings
+
+try:
+    import sphinx.cmd
+    SPHINX_BUILD = "sphinx.cmd.build"
+except:
+    SPHINX_BUILD = "sphinx"
+
+
+DESCRIPTION = """\
+General container that maps a wide range of Python values directly to memory.\
+"""
+
+LONG_DESCRIPTION = """
+Overview
+--------
+
+The ``xnd`` module implements a container type that maps most Python values
+relevant for scientific computing directly to typed memory.
+
+Whenever possible, a single, pointer-free memory block is used.
+
+``xnd`` supports ragged arrays, categorical types, indexing, slicing, aligned
+memory blocks and type inference.
+
+Operations like indexing and slicing return zero-copy typed views on the data.
+
+Importing PEP-3118 buffers is supported.
+
+Links
+-----
+
+* https://github.com/plures/
+* http://ndtypes.readthedocs.io/en/latest/
+* http://xnd.readthedocs.io/en/latest/
+
+"""
+
+warnings.simplefilter("ignore", UserWarning)
+
+if sys.platform == "darwin":
+    LIBNAME = "libxnd.dylib"
+    LIBSONAME = "libxnd.0.dylib"
+    LIBSHARED = "libxnd.0.2.0dev3.dylib"
+else:
+    LIBNAME = "libxnd.so"
+    LIBSONAME = "libxnd.so.0"
+    LIBSHARED = "libxnd.so.0.2.0dev3"
+    LIBNDTYPES = "libndtypes.so.0.2.0dev3"
+
+if "install" in sys.argv or "bdist_wheel" in sys.argv:
+    CONFIGURE_INCLUDES = "%s/ndtypes" % get_python_lib()
+    CONFIGURE_LIBS = CONFIGURE_INCLUDES
+    INCLUDES = LIBS = [CONFIGURE_INCLUDES]
+    LIBXNDDIR = "%s/xnd" % get_python_lib()
+    INSTALL_LIBS = True
+elif "conda_install" in sys.argv:
+    site = "%s/ndtypes" % get_python_lib()
+    sys_includes = os.path.join(os.environ['PREFIX'], "include")
+    libdir = "Library/bin" if sys.platform == "win32" else "lib"
+    sys_libs = os.path.join(os.environ['PREFIX'], libdir)
+    CONFIGURE_INCLUDES = INCLUDES = [sys_includes, site]
+    LIBS = [sys_libs, site]
+    LIBXNDDIR = "%s/xnd" % get_python_lib()
+    INSTALL_LIBS = False
+else:
+    CONFIGURE_INCLUDES = "../python/ndtypes"
+    CONFIGURE_LIBS = CONFIGURE_INCLUDES
+    INCLUDES = LIBS = [CONFIGURE_INCLUDES]
+    LIBXNDDIR = "../python/xnd"
+    INSTALL_LIBS = False
+
+PY_MAJOR = sys.version_info[0]
+PY_MINOR = sys.version_info[1]
+ARCH = platform.architecture()[0]
+BUILD_ALL = \
+    "build" in sys.argv or "install" in sys.argv or "bdist_wheel" in sys.argv
+
+
+if PY_MAJOR < 3:
+    raise NotImplementedError(
+        "python2 support is not implemented")
+
+
+def get_module_path():
+    pathlist = glob("build/lib.*/")
+    if pathlist:
+        return pathlist[0]
+    raise RuntimeError("cannot find xnd module in build directory")
+
+def copy_ext():
+    if sys.platform == "win32":
+        pathlist = glob("build/lib.*/xnd/_xnd.*.pyd")
+    else:
+        pathlist = glob("build/lib.*/xnd/_xnd.*.so")
+    if pathlist:
+        shutil.copy2(pathlist[0], "python/xnd")
+
+def make_symlinks():
+    os.chdir(LIBXNDDIR)
+    os.chmod(LIBSHARED, 0o755)
+    os.system("ln -sf %s %s" % (LIBSHARED, LIBSONAME))
+    os.system("ln -sf %s %s" % (LIBSHARED, LIBNAME))
+
+
+if len(sys.argv) == 3 and sys.argv[1] == "install" and \
+    sys.argv[2].startswith("--local"):
+    localdir = sys.argv[2].split("=")[1]
+    sys.argv = sys.argv[:2] + [
+        "--install-base=" + localdir,
+        "--install-purelib=" + localdir,
+        "--install-platlib=" + localdir,
+        "--install-scripts=" + localdir,
+        "--install-data=" + localdir,
+        "--install-headers=" + localdir]
+
+    LIBNDTYPESDIR = "%s/ndtypes" % localdir
+    CONFIGURE_INCLUDES = "%s/ndtypes" % localdir
+    CONFIGURE_LIBS = CONFIGURE_INCLUDES
+    INCLUDES = LIBS = [CONFIGURE_INCLUDES]
+    LIBXNDDIR = "%s/xnd" % localdir
+    INSTALL_LIBS = True
+
+    if sys.platform == "darwin": # homebrew bug
+        sys.argv.append("--prefix=")
+
+elif len(sys.argv) == 2:
+    if sys.argv[1] == 'module':
+       sys.argv[1] = 'build'
+    if sys.argv[1] == 'module_install' or sys.argv[1] == 'conda_install':
+       sys.argv[1] = 'install'
+    if sys.argv[1] == 'test':
+        module_path = get_module_path()
+        python_path = os.getenv('PYTHONPATH')
+        path = module_path + ':' + python_path if python_path else module_path
+        env = os.environ.copy()
+        env['PYTHONPATH'] = path
+        ret = subprocess.call([sys.executable, "python/test_xnd.py", "--long"], env=env)
+        sys.exit(ret)
+    elif sys.argv[1] == 'doctest':
+        os.chdir("doc")
+        module_path = '../python'
+        python_path = os.getenv('PYTHONPATH')
+        path = module_path + ':' + python_path if python_path else module_path
+        env = os.environ.copy()
+        env['PYTHONPATH'] = path
+        cmd = [sys.executable, "-m", SPHINX_BUILD,
+               "-b", "doctest", "-d", "build/doctrees", ".", "build/html"]
+        ret = subprocess.call(cmd, env=env)
+        sys.exit(ret)
+    elif sys.argv[1] == 'clean':
+        shutil.rmtree("build", ignore_errors=True)
+        os.chdir("python/xnd")
+        shutil.rmtree("__pycache__", ignore_errors=True)
+        for f in glob("_xnd*.so"):
+            os.remove(f)
+        sys.exit(0)
+    elif sys.argv[1] == 'distclean':
+        if sys.platform == "win32":
+            os.chdir("vcbuild")
+            os.system("vcdistclean.bat")
+        else:
+            os.system("make distclean")
+        sys.exit(0)
+    else:
+        pass
+
+
+def xnd_ext():
+    include_dirs = ["libxnd", "ndtypes/python/ndtypes"] + INCLUDES
+    library_dirs = ["libxnd", "ndtypes/libndtypes"] + LIBS
+    depends = ["libxnd/xnd.h", "python/xnd/util.h", "python/xnd/pyxnd.h"]
+    sources = ["python/xnd/_xnd.c"]
+
+    if sys.platform == "win32":
+        libraries = ["libndtypes-0.2.0dev3.dll", "libxnd-0.2.0dev3.dll"]
+        extra_compile_args = ["/DXND_IMPORT"]
+        extra_link_args = []
+        runtime_library_dirs = []
+
+        if BUILD_ALL:
+            from distutils.msvc9compiler import MSVCCompiler
+            MSVCCompiler().initialize()
+            os.chdir("vcbuild")
+            os.environ['LIBNDTYPESINCLUDE'] = os.path.normpath(CONFIGURE_INCLUDES)
+            os.environ['LIBNDTYPESDIR'] = os.path.normpath(CONFIGURE_LIBS)
+            if ARCH == "64bit":
+                  os.system("vcbuild64.bat")
+            else:
+                  os.system("vcbuild32.bat")
+            os.chdir("..")
+
+    else:
+        extra_compile_args = ["-Wextra", "-Wno-missing-field-initializers", "-std=c11"]
+        if sys.platform == "darwin":
+            libraries = ["ndtypes", "xnd"]
+            extra_link_args = ["-Wl,-rpath,@loader_path"]
+            runtime_library_dirs = []
+        else:
+            libraries = [":%s" % LIBNDTYPES, ":%s" % LIBSHARED]
+            extra_link_args = []
+            runtime_library_dirs = ["$ORIGIN"]
+
+        if BUILD_ALL:
+            os.system(
+              "./configure --with-includes='%s' --with-libs='%s' && make" %
+              (CONFIGURE_INCLUDES, CONFIGURE_LIBS))
+
+    return Extension (
+      "xnd._xnd",
+      include_dirs = include_dirs,
+      library_dirs = library_dirs,
+      depends = depends,
+      sources = sources,
+      libraries = libraries,
+      extra_compile_args = extra_compile_args,
+      extra_link_args = extra_link_args,
+      runtime_library_dirs = runtime_library_dirs
+    )
+
+setup (
+    name = "xnd",
+    version = "0.2.0dev3",
+    description = DESCRIPTION,
+    long_description = LONG_DESCRIPTION,
+    url = "https://github.com/plures/xnd",
+    author = 'Stefan Krah',
+    author_email = 'skrah@bytereef.org',
+    license = "BSD License",
+    keywords = ["xnd", "array computing", "container", "memory blocks"],
+    platforms = ["Many"],
+    classifiers = [
+        "Development Status :: 4 - Beta",
+        "Intended Audience :: Developers",
+        "Intended Audience :: Education",
+        "Intended Audience :: End Users/Desktop",
+        "Intended Audience :: Financial and Insurance Industry",
+        "Intended Audience :: Science/Research",
+        "License :: OSI Approved :: BSD License",
+        "Programming Language :: C",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3.6",
+        "Programming Language :: Python :: 3.7",
+        "Operating System :: OS Independent",
+        "Topic :: Scientific/Engineering :: Mathematics",
+        "Topic :: Software Development"
+    ],
+    install_requires = ["ndtypes == v0.2.0dev3"],
+    package_dir = {"": "python"},
+    packages = ["xnd"],
+    package_data = {"xnd": ["libxnd*", "xnd.h", "pyxnd.h", "contrib/*"]
+                           if INSTALL_LIBS else ["pyxnd.h", "contrib/*"]},
+    ext_modules = [xnd_ext()],
+)
+
+copy_ext()
+
+if INSTALL_LIBS and sys.platform != "win32" and not "bdist_wheel" in sys.argv:
+    make_symlinks()

data/ext/ruby_xnd/xnd/vcbuild/INSTALL.txt

@@ -0,0 +1,42 @@
+
+
+libxnd build instructions for Visual Studio
+===========================================
+
+
+Requirements
+------------
+
+  - Visual Studio 2015 or later.
+
+
+64-bit build
+------------
+
+# Set the build environment
+vcvarsall.bat x64
+
+# Build:  If successful, the static library, the dynamic library, the
+# common header file and two executables for running the unit tests
+# should be in the dist64 directory.
+vcbuild64.bat
+
+# Test
+runtest64.bat
+
+
+32-bit build
+------------
+
+# Set the build environment
+vcvarsall.bat x86
+
+# Build:  If successful, the static library, the dynamic library, the
+# common header file and two executables for running the unit tests
+# should be in the dist32 directory.
+vcbuild32.bat
+
+# Test
+runtest32.bat
+
+