pycall 1.3.1 → 1.4.0

data/lib/pycall/python/investigator.py

@@ -1,8 +1,85 @@
-from distutils.sysconfig import get_config_var
+#!/usr/bin/env python
+
+import ctypes.util
+from distutils.sysconfig import get_config_var, get_python_version
+import os
 import sys
 
-for var in ('executable', 'exec_prefix', 'prefix'):
-  print(var + ': ' + str(getattr(sys, var)))
-print('multiarch: ' + str(getattr(getattr(sys, 'implementation', sys), '_multiarch', None)))
-for var in ('VERSION', 'INSTSONAME', 'LIBRARY', 'LDLIBRARY', 'LIBDIR', 'PYTHONFRAMEWORKPREFIX', 'MULTIARCH'):
-  print(var + ': ' + str(get_config_var(var)))
+is_windows = os.name == "nt"
+
+def linked_libpython():
+    if is_windows:
+        return _linked_libpython_windows()
+    return _linked_libpython_unix()
+
+class Dl_info(ctypes.Structure):
+    _fields_ = [
+        ("dli_fname", ctypes.c_char_p),
+        ("dli_fbase", ctypes.c_void_p),
+        ("dli_sname", ctypes.c_char_p),
+        ("dli_saddr", ctypes.c_void_p),
+    ]
+
+def _linked_libpython_unix():
+    libdl = ctypes.CDLL(ctypes.util.find_library("dl"))
+    libdl.dladdr.argtypes = [ctypes.c_void_p, ctypes.POINTER(Dl_info)]
+    libdl.dladdr.restype = ctypes.c_int
+
+    dlinfo = Dl_info()
+    retcode = libdl.dladdr(
+            ctypes.cast(ctypes.pythonapi.Py_GetVersion, ctypes.c_void_p),
+            ctypes.pointer(dlinfo))
+    if retcode == 0:  # means error
+        return None
+    path = os.path.realpath(dlinfo.dli_fname.decode())
+    if path == os.path.realpath(sys.executable):
+        return None
+    return path
+
+def _linked_libpython_windows():
+    # Based on: https://stackoverflow.com/a/16659821
+    from ctypes.wintypes import HANDLE, LPWSTR, DWORD
+
+    GetModuleFileName = ctypes.windll.kernel32.GetModuleFileNameW
+    GetModuleFileName.argtypes = [HANDLE, LPWSTR, DWORD]
+    GetModuleFileName.restype = DWORD
+
+    MAX_PATH = 260
+    try:
+        buf = ctypes.create_unicode_buffer(MAX_PATH)
+        GetModuleFileName(ctypes.pythonapi._handle, buf, MAX_PATH)
+        return buf.value
+    except (ValueError, OSError):
+        return None
+
+print("linked_libpython: {val}".format(val=(linked_libpython() or "None")))
+
+sys_keys = [ "executable", "exec_prefix", "prefix" ]
+
+for var in sys_keys:
+    print("{var}: {val}".format(var=var, val=(getattr(sys, var) or "None")))
+
+config_keys = [ "INSTSONAME", "LIBDIR", "LIBPL", "LIBRARY", "LDLIBRARY",
+                "MULTIARCH", "PYTHONFRAMEWORKPREFIX", "SHLIB_SUFFIX", "srcdir" ]
+
+for var in config_keys:
+    print("{var}: {val}".format(var=var, val=(get_config_var(var) or "None")))
+
+print("ABIFLAGS: {val}".format(val=get_config_var("ABIFLAGS") or get_config_var("abiflags") or "None"))
+
+version = get_python_version() or \
+          "{v.major}.{v.minor}".format(v=sys.version_info) or \
+          get_config_var("VERSION")
+print("VERSION: {val}".format(val=version))
+
+if is_windows:
+    if hasattr(sys, "base_exec_prefix"):
+        PYTHONHOME = sys.base_exec_prefix
+    else:
+        PYTHONHOME = sys.exec_prefix
+else:
+    if hasattr(sys, "base_exec_prefix"):
+        PYTHONHOME = ":".join([sys.base_prefix, sys.base_exec_prefix])
+    else:
+        PYTHONHOME = ":".join([sys.prefix, sys.exec_prefix])
+print("PYTHONHOME: {val}".format(val=PYTHONHOME))

data/lib/pycall/version.rb

@@ -1,5 +1,5 @@
 module PyCall
-  VERSION = "1.3.1"
+  VERSION = "1.4.0"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/lib/pycall/wrapper_object_cache.rb

@@ -1,5 +1,49 @@
 module PyCall
   class WrapperObjectCache
+
+    begin
+      ObjectSpace::WeakMap.new[42] = Object.new
+    rescue
+      WMAP_SUPPORT_INT_KEY = false
+    else
+      WMAP_SUPPORT_INT_KEY = true
+    end
+
+    if WMAP_SUPPORT_INT_KEY
+      def self.get_key(pyptr)
+        pyptr.__address__
+      end
+    else
+      class Key
+        @address_key_map = {}
+
+        def self.[](address)
+          # An instance of Key created here is parmanently cached in @address_key_map.
+          # This behavior is intentional.
+          @address_key_map[address] ||= new(address)
+        end
+
+        def initialize(address)
+          @address = address
+        end
+
+        attr_reader :address
+
+        def ==(other)
+          case other
+          when Key
+            self.address == other.address
+          else
+            super
+          end
+        end
+      end
+
+      def self.get_key(pyptr)
+        Key[pyptr.__address__]
+      end
+    end
+
     def initialize(*restricted_pytypes)
       unless restricted_pytypes.empty?
         restricted_pytypes.each do |pytype|
@@ -8,9 +52,7 @@ module PyCall
         end
       end
       @restricted_pytypes = restricted_pytypes
-      @wrapper_object_table = {}
-      @wrapped_pyptr_table = {}
-      @weakref_table = {}
+      @wrapper_object_table = ObjectSpace::WeakMap.new
     end
 
     def lookup(pyptr)
@@ -25,16 +67,14 @@ module PyCall
         end
       end
 
-      wrapper_object_id = @wrapper_object_table[pyptr.__address__]
-      if wrapper_object_id
-        wrapper_object = ObjectSpace._id2ref(wrapper_object_id) rescue nil
-        return wrapper_object if wrapper_object
+      key = self.class.get_key(pyptr)
+      wrapper_object = @wrapper_object_table[key]
+      unless wrapper_object
+        wrapper_object = yield(pyptr)
+        check_wrapper_object(wrapper_object)
+        @wrapper_object_table[key] = wrapper_object
       end
 
-      wrapper_object = yield(pyptr)
-      check_wrapper_object(wrapper_object)
-      register_wrapper_object(pyptr, wrapper_object)
-
       wrapper_object
     end
 
@@ -43,19 +83,5 @@ module PyCall
         raise TypeError, "unexpected wrapper object (expected an object extended by PyObjectWrapper)"
       end
     end
-
-    def register_wrapper_object(pyptr, wrapper_object)
-      @wrapper_object_table[pyptr.__address__] = wrapper_object.__id__
-      @wrapped_pyptr_table[wrapper_object.__id__] = pyptr.__address__
-      ObjectSpace.define_finalizer(wrapper_object, &method(:unregister_wrapper_object))
-      # TODO: weakref
-      self
-    end
-
-    def unregister_wrapper_object(wrapper_object_id)
-      pyptr_addr = @wrapped_pyptr_table.delete(wrapper_object_id)
-      @wrapper_object_table.delete(pyptr_addr) if pyptr_addr
-      self
-    end
   end
 end

data/pycall.gemspec

@@ -44,4 +44,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "launchy"
   spec.add_development_dependency "pry"
   spec.add_development_dependency "pry-byebug"
+  spec.add_development_dependency "test-unit"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pycall
 version: !ruby/object:Gem::Version
-  version: 1.3.1
+  version: 1.4.0
 platform: ruby
 authors:
 - Kenta Murata
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-25 00:00:00.000000000 Z
+date: 2021-05-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -122,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: pycall
 email:
 - mrkn@mrkn.jp
@@ -131,15 +145,14 @@ extensions:
 extra_rdoc_files: []
 files:
 - ".github/workflows/ci.yml"
+- ".github/workflows/windows.yml"
 - ".gitignore"
 - ".rspec"
-- ".travis.yml"
 - CHANGES.md
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
-- appveyor.yml
 - bin/console
 - bin/guard
 - bin/rspec
@@ -158,6 +171,7 @@ files:
 - examples/notebooks/classifier_comparison.ipynb
 - examples/notebooks/forest_importances.ipynb
 - examples/notebooks/iruby_integration.ipynb
+- examples/notebooks/leaflet.ipynb
 - examples/notebooks/lorenz_attractor.ipynb
 - examples/notebooks/polar_axes.ipynb
 - examples/notebooks/sum_benchmarking.ipynb
@@ -221,7 +235,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.3
 signing_key: 
 specification_version: 4
 summary: pycall

data/.travis.yml

@@ -1,82 +0,0 @@
-language: ruby
-
-os: linux
-
-dist: bionic
-sudo: required
-
-rvm:
-- ruby-head
-- 2.7
-- 2.6
-- 2.5
-- 2.4
-
-env:
-  global:
-  - PYCALL_DEBUG_FIND_LIBPYTHON=1
-  matrix:
-  - PYENV_VERSION=3.8.0
-  - PYENV_VERSION=3.7.5
-  - PYENV_VERSION=2.7.17
-  - PYENV_VERSION=system LIBPYTHON=/usr/lib/x86_64-linux-gnu/libpython3.6m.so
-  - PYENV_VERSION=system LIBPYTHON=/usr/lib/x86_64-linux-gnu/libpython2.7.so
-  - PYENV_VERSION=miniconda2-4.3.30
-  - PYENV_VERSION=miniconda3-4.3.30
-
-matrix:
-  include:
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.7
-    env: PYENV_VERSION=3.8.0
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.6
-    env: PYENV_VERSION=3.8.0
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.5
-    env: PYENV_VERSION=3.8.0
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.4
-    env: PYENV_VERSION=3.8.0
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.7
-    env: PYENV_VERSION=miniconda3-4.3.11
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.6
-    env: PYENV_VERSION=miniconda3-4.3.11
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.5
-    env: PYENV_VERSION=miniconda3-4.3.11
-  - os: osx
-    osx_image: xcode11.2
-    compiler: clang
-    rvm: 2.4
-    env: PYENV_VERSION=miniconda3-4.3.11
-  allow_failures:
-  - os: osx
-
-before_install:
-- export PATH="$(pyenv root)/bin:$PATH"
-- eval "$(pyenv init -)"
-
-install:
-- ci/travis_install.sh
-
-before_script:
-- . ci/travis_before_script.sh
-- bundle exec rake clobber compile
-- python lib/pycall/python/investigator.py

data/appveyor.yml

@@ -1,92 +0,0 @@
----
-environment:
-  matrix:
-  # Ruby 2.4 (32bit)
-  - ruby_version: "24"
-    PYTHONDIR: "C:\\Python27"
-    PYTHON: "C:\\Python27\\python.exe"
-
-  - ruby_version: "24"
-    PYTHONDIR: "C:\\Python35"
-    PYTHON: "C:\\Python35\\python.exe"
-
-  - ruby_version: "24"
-    PYTHONDIR: "C:\\Python36"
-    PYTHON: "C:\\Python36\\python.exe"
-
-  # Ruby 2.4 (64bit)
-  - ruby_version: "24-x64"
-    PYTHONDIR: "C:\\Python27-x64"
-    PYTHON: "C:\\Python27-x64\\python.exe"
-
-  - ruby_version: "24-x64"
-    PYTHONDIR: "C:\\Python35-x64"
-    PYTHON: "C:\\Python35-x64\\python.exe"
-
-  - ruby_version: "24-x64"
-    PYTHONDIR: "C:\\Python36-x64"
-    PYTHON: "C:\\Python36-x64\\python.exe"
-
-  # Ruby 2.3 (32bit)
-  - ruby_version: "23"
-    PYTHONDIR: "C:\\Python27"
-    PYTHON: "C:\\Python27\\python.exe"
-
-  - ruby_version: "23"
-    PYTHONDIR: "C:\\Python34"
-    PYTHON: "C:\\Python34\\python.exe"
-
-  - ruby_version: "23"
-    PYTHONDIR: "C:\\Python35"
-    PYTHON: "C:\\Python35\\python.exe"
-
-  - ruby_version: "23"
-    PYTHONDIR: "C:\\Python36"
-    PYTHON: "C:\\Python36\\python.exe"
-
-  # Ruby 2.3 (64bit)
-  - ruby_version: "23-x64"
-    PYTHONDIR: "C:\\Python27-x64"
-    PYTHON: "C:\\Python27-x64\\python.exe"
-
-  - ruby_version: "23-x64"
-    PYTHONDIR: "C:\\Python35-x64"
-    PYTHON: "C:\\Python35-x64\\python.exe"
-
-  - ruby_version: "23-x64"
-    PYTHONDIR: "C:\\Python36-x64"
-    PYTHON: "C:\\Python36-x64\\python.exe"
-
-branches:
-  only:
-    - master
-    - /release-.*/
-
-notifications:
-  - provider: Email
-    on_build_success: false
-    on_build_failure: false
-    on_build_status_changed: false
-
-deploy: off
-build: off
-
-install:
-  - "SET PATH=%PYTHONDIR%;%PYTHONDIR%\\Scripts;%PATH%"
-  - "SET PATH=C:\\Ruby%ruby_version%\\bin;%PATH%"
-  - "bundle install"
-  - "pip install numpy"
-
-before_test:
-  - "bundle exec rake -rdevkit clobber compile"
-  - ECHO "=== python investigator.py ==="
-  - "python lib\\pycall\\python\\investigator.py"
-
-test_script:
-  - "SET PYCALL_DEBUG_FIND_LIBPYTHON=1"
-  - rake
-
-matrix:
-  allow_failures:
-  - PYTHONDIR: "C:\\Python27"
-  - PYTHONDIR: "C:\\Python27-x64"