ndav-ort_value 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 13877ca40a5983dabfe536ee671bcf6307e5b044fb0780e257232c2eeb210167
+  data.tar.gz: 5855988aa073034b98050b64dcc15991d8a96a9284be1f8c23778d02c3af4931
+SHA512:
+  metadata.gz: 748ea91b2d55badf85d2d98ed65bfb06b52b1ca91946998584ac132a697d2fdef15b673a40ea85d7c40a6719947d7d09eacf4b3dc82ce8cdf1eb78bd0dd4f3cd
+  data.tar.gz: e6aff9a657a632dacdf90a26cb294129c011925ee44c9c7d16126b9a280be260f6784922903c3a510ce7712498d9f8d98a4394be0e077937ba338c1373248384

data/.gitignore

@@ -0,0 +1 @@
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Kitaiti Makoto
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,11 @@
+OnnxRuntime::OrtValue::NDAV
+===========================
+
+MemoryView and pointer support for [ONNX Runtime Ruby][].
+
+LICENSE
+------
+
+MIT license. See LICENSE.txt file.
+
+[ONNX Runtime Ruby]: https://github.com/ankane/onnxruntime-ruby

data/Rakefile

@@ -0,0 +1,7 @@
+require "rake/testtask"
+require "rubygems/tasks"
+
+task default: :test
+
+Gem::Tasks.new
+Rake::TestTask.new

data/lib/ndav/ort_value.rb

@@ -0,0 +1,147 @@
+require "onnxruntime"
+require "ndav"
+
+class NDAV
+  module OrtValue
+    TYPE_TO_FORMAT = {
+      int8: "c",
+      uint8: "C",
+      int16: "s",
+      uint16: "S",
+      int32: "l",
+      uint32: "L",
+      int64: "q",
+      uint64: "Q",
+      float: "f",
+      double: "d"
+    }
+
+    FORMAT_TO_TYPE = ::NDAV::ITEM_SIZES.to_h {|format, size|
+      suffix = size * 8
+      type = case format
+             when "s!", "c", "s", "l", "q", "i", "i!", "l!", "q!"
+               :"int#{suffix}"
+             when "S!", "C", "S", "L", "Q", "I", "I!", "L!", "Q!"
+               :"uint#{suffix}"
+             when "f"
+               :float
+             when "d"
+               :double
+             end
+      [format, type]
+    }
+
+    TYPE_SIZES = TYPE_TO_FORMAT.transform_values {|format| ::NDAV::ITEM_SIZES[format]}
+
+    module FromNDAV
+      def from_memory_view(input)
+        from_ndav(::NDAV.new(input))
+      end
+
+      def from_fiddle_memory_view(input)
+        from_ndav(::NDAV.new(input))
+      end
+
+      def from_fiddle_pointer(input, shape:, element_type:, ref:)
+        format = TYPE_TO_FORMAT[element_type]
+        from_ndav(::NDAV.new(input, shape:, format:, lifetime: ref))
+      end
+
+      def from_ffi_memory_pointer(input, shape:, element_type:)
+        from_pointer(input, shape:, element_type:, ref: input)
+      end
+
+      def from_ffi_pointer(input, shape:, element_type:, ref:)
+        from_pointer(input, shape:, element_type:, ref:)
+      end
+
+      def from_ndav(input)
+        element_type = FORMAT_TO_TYPE[input.format]
+        ::OnnxRuntime::Utils.unsupported_type("NDAV", input.format) unless element_type
+
+        type_enum = ::OnnxRuntime::FFI::TensorElementDataType[element_type]
+        ::OnnxRuntime::Utils.unsupported_type("element", element_type) unless type_enum
+
+        shape = input.shape
+        input_node_dims = ::FFI::MemoryPointer.new(:int64, shape.size)
+        input_node_dims.write_array_of_int64(shape)
+
+        ptr = ::OnnxRuntime::Pointer.new
+        ::OnnxRuntime::Utils.check_status ::OnnxRuntime::FFI.api[:CreateTensorWithDataAsOrtValue].call(allocator_info, input.to_s, input.byte_size, input_node_dims, shape.size, type_enum, ptr.ref)
+
+        new(ptr.to_ptr, input)
+      end
+
+      def from_pointer(input, shape:, element_type:, ref:)
+        item_size = TYPE_SIZES[element_type]
+        byte_size = shape.reduce(item_size, :*)
+        if input.kind_of?(::Fiddle::MemoryView) && input.size != byte_size
+          raise ArgumentError, "size and shape doesn't match"
+        end
+
+        from_fiddle_pointer(Fiddle::Pointer.new(input.address, byte_size), shape:, element_type:, ref:)
+      end
+    end
+
+    module ToNDAV
+      def to_ndav
+        item_size = TYPE_SIZES[element_type]
+        Utils.unsupported_type("NDAV", element_type) unless item_size
+        byte_size = shape.reduce(item_size, :*)
+
+        ::NDAV.new(
+          ::Fiddle::Pointer.new(data_ptr.address, byte_size),
+          shape: shape.dup,
+          format: TYPE_TO_FORMAT[element_type],
+          lifetime: self
+        )
+      end
+    end
+
+    module FromOrtValue
+      def from_ort_value(array)
+        array.to_ndav
+      end
+    end
+
+    module ToOrtValue
+      def to_ort_value
+        ::OnnxRuntime::OrtValue.from_ndav(self)
+      end
+    end
+
+    module Converter
+      if defined? ::NDAV::Converter::OrtValue
+        def OrtValue(array, *, **)
+          if array.kind_of? ::NDAV
+            array.to_ort_value
+          elsif array.respond_to? :to_ort_value
+            array.to_ort_value
+          elsif array.respond_to? :to_ndav
+            array.to_ndav(*, **).to_ort_value
+          else
+            super
+          end
+        end
+      else
+        def OrtValue(array, *, **)
+          if array.kind_of? ::NDAV
+            array.to_ort_value
+          elsif array.respond_to? :to_ort_value
+            array.to_ort_value
+          elsif array.respond_to? :to_ndav
+            array.to_ndav(*, **).to_ort_value
+          else
+            ::NDAV.new(array, *, **).to_ort_value
+          end
+        end
+      end
+    end
+
+    ::OnnxRuntime::OrtValue.extend FromNDAV
+    ::OnnxRuntime::OrtValue.include ToNDAV
+    ::NDAV.extend FromOrtValue
+    ::NDAV.include ToOrtValue
+    ::NDAV::Converter.singleton_class.prepend Converter
+  end
+end

data/ndav-ort_value.gemspec

@@ -0,0 +1,20 @@
+Gem::Specification.new do |s|
+  s.name = "ndav-ort_value"
+  s.version = "0.0.1"
+  s.authors = ["Kitaiti Makoto"]
+  s.summary = "OnnxRuntime extension for MemoryView exporters and pointers"
+  s.licenses = ["MIT"]
+
+  s.add_runtime_dependency "onnxruntime"
+  s.add_runtime_dependency "ndav"
+
+  s.files = Dir.chdir(__dir__) {`git ls-files -z`.split("\x0")}
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "test-unit"
+  s.add_development_dependency "test-unit-notify"
+  s.add_development_dependency "test-unit-rr"
+  s.add_development_dependency "terminal-notifier" if RUBY_PLATFORM.match?(/darwin/)
+  s.add_development_dependency "rubygems-tasks"
+  s.add_development_dependency "red-arrow"
+end

metadata

@@ -0,0 +1,169 @@
+--- !ruby/object:Gem::Specification
+name: ndav-ort_value
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kitaiti Makoto
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: onnxruntime
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ndav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-notify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-notifier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: red-arrow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/ndav/ort_value.rb
+- ndav-ort_value.gemspec
+licenses:
+- MIT
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.6
+specification_version: 4
+summary: OnnxRuntime extension for MemoryView exporters and pointers
+test_files: []