onnxruntime-torch-tensor 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0da68dbc7b2e54cbf8a21027cdf21ed73c56f00f10136ef17298ce8155aa1c9c
+  data.tar.gz: 5aac4781db8fc0fc2bd11e244c986a7f1eda517cf4c34dd745cca6fea553057e
+SHA512:
+  metadata.gz: ba9012f3615f0d4cdb14dd8f62574c3fea422bb42e1f382653a282e2456181a840f60255568b4708886a3fd74df390a0b810d5d4cd06441644654ddd6ce2f1da
+  data.tar.gz: 66654fea58aceb0cb64d5b78774732af56773d6985166b7c7acfee2c151345862a2a86a25ab2a7b6dc43dd494e05fb359a617061dd9573ee8fa66b2b66f585fe

data/.gitignore

@@ -0,0 +1,2 @@
+Gemfile.lock
+pkg/

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,32 @@
+BSD 3-Clause License
+
+Copyright (c) 2026 Kitaiti Makoto
+
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
+
+3. Neither the names of Facebook, Deepmind Technologies, NYU, NEC Laboratories America
+   and IDIAP Research Institute nor the names of its contributors may be
+   used to endorse or promote products derived from this software without
+   specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,80 @@
+OnnxRuntime::Torch::Tensor
+==========================
+
+[Torch][Torch.rb]::Tensor support for [ONNX Runtime Ruby][].
+
+This gem provides conversion between [OnnxRuntime][ONNX Runtime Ruby]::OrtValue and [Torch][Torch.rb]::Tensor, so that you can pass Torch::Tensor inputs to OnnxRuntime and work with outputs as Torch::Tensor.
+
+It works with zero-copy in most cases. Zero-copy is available when receiver is row-major and contiguous tensor on CPU.
+
+SYNOPSIS
+--------
+
+```ruby
+require "torchaudio"
+require "onnxruntime"
+require "onnxruntime/torch/tensor"
+
+session = OnnxRuntime::InferenceSession.new("path/to/model")
+
+waveform, sample_rate = TorchAudio.load("path/to/file") # => [Torch::Tensor, Integer]
+input_torch_tensor = pre_process(waveform) # => Torch::Tensor
+input = input_torch_tensor.to_ort_value # => OnnxRuntime::OrtValue, zero-copy
+outputs = session.run(
+  [:output_name],
+  {input_name: input},
+  output_type: :ort_value # required to get Torch::Tensor at the next step
+) # => Array[OnnxRuntime::OrtValue]
+output = outputs[0] # => OnnxRuntime::OrtValue
+output_torch_tensor = output.to_torch_tensor # => Torch::Tensor, zero-copy
+output_waveform = post_process(output_torch_tensor)
+TorchAudio.save("path/to/output", output_waveform, sample_rate)
+```
+
+INSTALLATION
+------------
+
+    % gem install onnxruntime-torch-tensor
+
+or, add to Gemfile:
+
+```ruby
+gem "onnxruntime-torch-tensor"
+```
+
+API
+---
+
+```ruby
+OnnxRuntime::OrtValue#to_torch_tensor # => Torch::Tensor
+Torch::Tensor#to_ort_value # => OnnxRuntime::OrtValue
+
+OnnxRuntime::OrtValue.from_torch_tensor(torch_tensor) # => OnnxRuntime::OrtValue
+# Not Torch::Tensor.fromm_ort_value, inspired from Torch.from_numo
+Torch.from_ort_value(ort_value) # => Torch::Tensor
+```
+
+This gem uses [NDAV][] internally, so provides `OrtValue()` and `TorchTensor()` methods based on it.
+
+```ruby
+NDAV::Converter::OrtValue(torch_tensor) # => OnnxRuntime::OrtValue
+NDAV::Converter::TorchTensor(ort_value) # => Torch::Tensor
+
+module YourApp
+  include NDAV::Converter
+
+  def your_method
+    OrtValue(torch_tensor) # => OnnxRuntime::OrtValue
+    TorchTensor(ort_value) # => Torch::Tensor
+  end
+end
+```
+
+LICENSE
+-------
+
+BSD-3-Clause. See LICENSE.txt file.
+
+[ONNX Runtime Ruby]: https://github.com/ankane/onnxruntime-ruby
+[Torch.rb]: https://github.com/ankane/torch.rb
+[NDAV]: https://gitlab.com/KitaitiMakoto/ndav

data/Rakefile

@@ -0,0 +1,7 @@
+require "rake/testtask"
+require "rubygems/tasks"
+
+task default: :test
+
+Gem::Tasks.new
+Rake::TestTask.new

data/lib/onnxruntime/torch/tensor.rb

@@ -0,0 +1,87 @@
+require "ndav/ort_value"
+require "ndav/torch/tensor"
+
+class NDAV
+  module OnnxRuntime
+    module Torch
+      module Tensor
+        module FromTorchTensor
+          def from_torch_tensor(torch)
+            from_ndav(torch.to_ndav)
+          end
+        end
+
+        module ToOrtValue
+          def to_ort_value
+            ::OnnxRuntime::OrtValue.from_ndav(to_ndav)
+          end
+        end
+
+        module FromOrtValue
+          def from_ort_value(ort_value)
+            from_ndav(ort_value.to_ndav)
+          end
+        end
+
+        module ToTorchTensor
+          def to_torch_tensor
+            ::Torch.from_ort_value(self)
+          end
+        end
+
+        module Converter
+          if defined? ::NDAV::Converter::OrtValue
+            def OrtValue(tensor)
+              case tensor
+              when ::OnnxRuntime::OrtValue
+                tensor
+              when ::Torch::Tensor
+                ::OnnxRuntime::OrtValue.from_torch_tensor(tensor)
+              else
+                super
+              end
+            end
+          else
+            def OrtValue(tensor)
+              case tensor
+              when ::OnnxRuntime::OrtValue
+                tensor
+              when ::Torch::Tensor
+                ::OnnxRuntime::OrtValue.from_torch_tensor(tensor)
+              end
+            end
+          end
+
+          if defined? ::NDAV::Converter::TorchTensor
+            def TorchTensor(tensor)
+              case tensor
+              when ::OnnxRuntime::OrtValue
+                ::Torch.from_ort_value(tensor)
+              when ::Torch::Tensor
+                tensor
+              else
+                super
+              end
+            end
+          else
+            def TorchTensor(tensor)
+              case tensor
+              when ::OnnxRuntime::OrtValue
+                ::Torch.from_ort_value(tensor)
+              when ::Torch::Tensor
+                tensor
+              end
+            end
+          end
+        end
+
+        ::OnnxRuntime::OrtValue.extend FromTorchTensor
+        ::OnnxRuntime::OrtValue.include ToTorchTensor
+        ::Torch.extend FromOrtValue
+        ::Torch::Tensor.include ToOrtValue
+        ::NDAV::Converter.singleton_class.prepend Converter
+        ::NDAV::Converter.prepend Converter
+      end
+    end
+  end
+end

data/onnxruntime-torch-tensor.gemspec

@@ -0,0 +1,22 @@
+Gem::Specification.new do |s|
+  s.name = "onnxruntime-torch-tensor"
+  s.version = "0.0.1"
+  s.authors = ["Kitaiti Makoto"]
+  s.summary = "Torch::Tensor support for ONNX Runtime"
+  s.licenses = ["BSD-3-Clause"]
+  s.homepage = "https://gitlab.com/KitaitiMakoto/onnxruntime-torch-tensor"
+
+  s.files = Dir.chdir(__dir__) {`git ls-files -z`.split("\x0")}
+
+  s.add_runtime_dependency "ndav-ort_value"
+  s.add_runtime_dependency "ndav-torch-tensor"
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "test-unit"
+  s.add_development_dependency "test-unit-notify"
+  s.add_development_dependency "test-unit-rr"
+  s.add_development_dependency "terminal-notifier" if RUBY_PLATFORM.match?(/darwin/)
+  s.add_development_dependency "rubygems-tasks"
+  s.add_development_dependency "numo-narray-alt"
+  s.add_development_dependency "get_process_mem"
+end

data/test/test_converter.rb

@@ -0,0 +1,43 @@
+require "test/unit"
+require "test/unit/notify"
+require "onnxruntime/torch/tensor"
+
+class TestConverter < Test::Unit::TestCase
+  def setup
+    @ort_value = ::OnnxRuntime::OrtValue.from_array([1, 2, 3], element_type: :int16)
+    @torch_tensor = ::Torch.tensor([1, 2, 3], dtype: :int16)
+  end
+
+  def test_torch_tensor_from_ort_value
+    assert_kind_of ::Torch::Tensor, ::Torch.from_ort_value(@ort_value)
+  end
+
+  def test_ort_value_from_torch_tensor
+    assert_kind_of ::OnnxRuntime::OrtValue, ::OnnxRuntime::OrtValue.from_torch_tensor(@torch_tensor)
+  end
+
+  def test_torch_tensor_to_ort_value
+    assert_kind_of ::OnnxRuntime::OrtValue, @torch_tensor.to_ort_value
+  end
+
+  def test_ort_value_to_torch_tensor
+    assert_kind_of ::Torch::Tensor, @ort_value.to_torch_tensor
+  end
+
+  def test_converter
+    c = Class.new {
+      prepend ::NDAV::Converter
+
+      def to_torch_tensor(array)
+        TorchTensor(array)
+      end
+
+      def to_ort_value(array)
+        OrtValue(array)
+      end
+    }
+
+    assert_kind_of ::Torch::Tensor, c.new.to_torch_tensor(@ort_value)
+    assert_kind_of ::OnnxRuntime::OrtValue, c.new.to_ort_value(@torch_tensor)
+  end
+end

metadata

@@ -0,0 +1,185 @@
+--- !ruby/object:Gem::Specification
+name: onnxruntime-torch-tensor
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kitaiti Makoto
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ndav-ort_value
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ndav-torch-tensor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-notify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-notifier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: numo-narray-alt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: get_process_mem
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/onnxruntime/torch/tensor.rb
+- onnxruntime-torch-tensor.gemspec
+- test/test_converter.rb
+homepage: https://gitlab.com/KitaitiMakoto/onnxruntime-torch-tensor
+licenses:
+- BSD-3-Clause
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.6
+specification_version: 4
+summary: Torch::Tensor support for ONNX Runtime
+test_files: []