ndav-torch-tensor 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 36132b58b87a1b47538fb26518f86d24142210e817050ab50a26a2de8d7e1ef9
+  data.tar.gz: f628b3933bbda77e839df1631565c6158243a9cb6e7cbbc0bc343de0e19fd758
+SHA512:
+  metadata.gz: d703a4c0eae1e1f1452571f62efe455e79bbf429ab430f51c13346bf9a5dafcec65c47d7421890d78a36b012e3771f620b61d20bb82d08060ca380f022f2c391
+  data.tar.gz: 1ad44e898483c80964c2458b8680ab58b7a031f049d2b8b9fed5c61d2bda81b27649b44c6c07bb9525ddbb4245c577b37bf4c4c6865a8328143d0f599c7e8146

data/.gitignore

@@ -0,0 +1,2 @@
+Gemfile.lock
+.bundle/

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Kitaiti Makoto
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,11 @@
+NDAV::Torch::Tensor
+===================
+
+MemoryView and pointer support for [Torch]::Tensor.
+
+LICENSE
+-------
+
+MIT license. See LICENSE.txt file.
+
+[Torch]: https://github.com/ankane/torch.rb

data/Rakefile

@@ -0,0 +1,8 @@
+require "rake/testtask"
+require "rubygems/tasks"
+
+task default: :test
+
+Rake::TestTask.new
+
+Gem::Tasks.new

data/lib/ndav/torch/tensor.rb

@@ -0,0 +1,108 @@
+require "ndav"
+require "fiddle"
+require "torch"
+
+class NDAV
+  module Torch
+    module Tensor
+      TYPE_TO_FORMAT = {
+        int8: "c",
+        uint8: "C",
+        int16: "s",
+        uint16: "S",
+        int32: "l",
+        uint32: "L",
+        int64: "q",
+        uint64: "Q",
+        float32: "f",
+        float64: "d"
+      }
+
+      FORMAT_TO_TYPE = ITEM_SIZES.to_h {|format, size|
+        suffix = size * 8
+        type = case format
+               when "s!", "c", "s", "l", "q", "i", "i!", "l!", "q!"
+                 :"int#{suffix}"
+               when "S!", "C", "S", "L", "Q", "I", "I!", "L!", "Q!", "n", "v", "N", "V"
+                 :"uint#{suffix}"
+               when "f", "e", "g", "d", "E", "G"
+                 :"float#{suffix}"
+               end
+        [format, type]
+      }
+
+      TYPE_SIZES = TYPE_TO_FORMAT.transform_values {|format| ITEM_SIZES[format]}
+
+      module FromNDAV
+        def from_ndav(ndav)
+          dtype = FORMAT_TO_TYPE[ndav.format]
+          raise ArgumentError, "unsupported format: #{input.format}, currently supported: #{TYPE_TO_FORMAT.values}" unless dtype
+
+          opts = tensor_options(dtype:)
+          tensor = _from_blob_ref(ndav.to_s, [ndav.byte_size / ndav.item_size], opts)
+                     .reshape(ndav.shape)
+          tensor.instance_variable_set(:@ndav, ndav) # keep reference to NDAV to prevent GC
+          tensor
+        end
+      end
+
+      module ToNDAV
+        def to_ndav
+          format = TYPE_TO_FORMAT[dtype]
+          raise ArgumentError, "unsupported dtype: #{dtype}, currently supported: #{TYPE_TO_FORMAT.keys}" unless format
+
+          ptr = Fiddle::Pointer.new(_data_ptr, numel * element_size)
+          NDAV.new(ptr, shape:, format:, lifetime: self)
+        end
+      end
+
+      module FromTorchTensor
+        def from_torch_tensor(tensor)
+          tensor.to_ndav
+        end
+      end
+
+      module ToTorchTensor
+        def to_torch_tensor
+          ::Torch.from_ndav(self)
+        end
+      end
+
+      module Converter
+        if defined? ::NDAV::Converter::TorchTensor
+          def TorchTensor(array, *, **)
+            if array.kind_of? ::NDAV
+              array.to_torch_tensor
+            elsif array.respond_to? :to_torch_tensor
+              array.to_torch_tensor
+            elsif array.respond_to? :to_ndav
+              array.to_ndav(*, **).to_torch_tensor
+            else
+              super
+            end
+          end
+        else
+          def TorchTensor(array, *, **)
+            if array.kind_of? ::NDAV
+              array.to_torch_tensor
+            elsif array.respond_to? :to_torch_tensor
+              array.to_torch_tensor
+            elsif array.respond_to? :to_ndav
+              array.to_ndav(*, **).to_torch_tensor
+            else
+              ::NDAV.new(array, *, **).to_torch_tensor
+            end
+          end
+        end
+      end
+
+      ::Torch.extend FromNDAV
+      ::Torch::Tensor.include ToNDAV
+      ::NDAV.extend FromTorchTensor
+      ::NDAV.include ToTorchTensor
+      ::NDAV::Converter.singleton_class.prepend Converter
+      ::NDAV::Converter.prepend Converter
+    end
+  end
+end
+

data/ndav-torch-tensor.gemspec

@@ -0,0 +1,21 @@
+Gem::Specification.new do |s|
+  s.name = "ndav-torch-tensor"
+  s.version = "0.0.1"
+  s.authors = ["Kitaiti Makoto"]
+  s.summary = "N-Dimensional Array View for Torch::Tensors"
+  s.licenses = ["MIT"]
+  s.homepage = "https://gitlab.com/KitaitiMakoto/ndav-torch-tensor"
+
+  s.files = Dir.chdir(__dir__) {`git ls-files -z`.split("\x0")}
+
+  s.add_runtime_dependency "ndav"
+  s.add_runtime_dependency "torch-rb"
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "test-unit"
+  s.add_development_dependency "test-unit-notify"
+  s.add_development_dependency "test-unit-rr"
+  s.add_development_dependency "terminal-notifier" if RUBY_PLATFORM.match?(/darwin/)
+  s.add_development_dependency "rubygems-tasks"
+  s.add_development_dependency "red-arrow"
+end

data/test/helper.rb

@@ -0,0 +1,4 @@
+require "test/unit"
+require "test/unit/notify"
+require "ndav/torch/tensor"
+require "arrow"

data/test/test_torch_tensor.rb

@@ -0,0 +1,49 @@
+require_relative "helper"
+
+class TestTorchTensor < Test::Unit::TestCase
+  def setup
+    @torch_tensor = Torch.tensor([1, 2, 3], dtype: :int16)
+    @ndav = NDAV.new(Arrow::Int16Array.new([1, 2, 3]))
+  end
+
+  def test_ndav_from_torch_tensor
+    assert_kind_of ::NDAV, ::NDAV.from_torch_tensor(@torch_tensor)
+  end
+
+  def test_torch_tensor_from_ndav
+    assert_kind_of ::Torch::Tensor, ::Torch.from_ndav(@ndav)
+  end
+
+  def test_ndav_to_torch_tensor
+    assert_kind_of ::Torch::Tensor, @ndav.to_torch_tensor
+  end
+
+  def test_torch_tensor_to_ndav
+    assert_kind_of ::NDAV, @torch_tensor.to_ndav
+  end
+
+  def test_TorchTensor
+    assert_kind_of ::Torch::Tensor, ::NDAV::Converter::TorchTensor(@ndav)
+  end
+
+  def test_NDAV
+    assert_kind_of ::NDAV, ::NDAV::Converter::NDAV(@torch_tensor)
+  end
+
+  def test_prepend_converter
+    c = Class.new {
+      prepend ::NDAV::Converter
+
+      def to_ndav(array)
+        NDAV(array)
+      end
+
+      def to_torch_tensor(ndav)
+        TorchTensor(ndav)
+      end
+    }
+
+    assert_kind_of ::NDAV, c.new.to_ndav(@torch_tensor)
+    assert_kind_of ::Torch::Tensor, c.new.to_torch_tensor(@ndav)
+  end
+end

metadata

@@ -0,0 +1,172 @@
+--- !ruby/object:Gem::Specification
+name: ndav-torch-tensor
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kitaiti Makoto
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ndav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: torch-rb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-notify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-notifier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: red-arrow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/ndav/torch/tensor.rb
+- ndav-torch-tensor.gemspec
+- test/helper.rb
+- test/test_torch_tensor.rb
+homepage: https://gitlab.com/KitaitiMakoto/ndav-torch-tensor
+licenses:
+- MIT
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.6
+specification_version: 4
+summary: N-Dimensional Array View for Torch::Tensors
+test_files: []