onnxruntime 0.7.3-aarch64-linux → 0.7.4-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 96278485df2fb0786d37a7606c2d1f9eab5874170c08ca69b7fc70c3def80e32
-  data.tar.gz: 3789be2fbb657c9ad1c513c540f4e3c90afb42780d9572aa68bf74f0c43bc4d8
+  metadata.gz: 0e59fdeb57ab195e7ef7723bfa0163a79f660c424fef3e0cfc00f3ce06f66b2c
+  data.tar.gz: d71a8821ff8bd7581567b2cca19b6159fc5f0aa8e15a9105d4ad6c6fad903005
 SHA512:
-  metadata.gz: 8d68057d89f2c94f0435fcc9434a7d4dbbb83875bd38288dde98039a85fb9732d2022605da882a4b4f94c76d194ec289c36739f75165bd8f1c5f83664ba3a716
-  data.tar.gz: 14d4d9fc18f7d3fb768e6ecda19cef34e1d405fd3228aa23c38e83404dff8a05f89009890d597f79d0b39706e9367645caed996ae7f5e9ef5944fbf8eefa6b90
+  metadata.gz: 816959bdcd21bf44fe1b2d668757945c2f6bf0e8e0cee80de0709dee36301d2f688a3e9847dffed22731625a1a47dcb9ab995739f375c28b1c19af4ea87c1694
+  data.tar.gz: 60110a93cade9aed6df6005362c554af2afc91ff53e7db7d782a408f1b1d1f0fac5211527126f20deeffdb9ad884f0c3009ffa6c02dbf540d5632b6fb2494f0a

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.7.4 (2022-10-30)
+
+- Updated ONNX Runtime to 1.13.1
+
 ## 0.7.3 (2022-07-23)
 
 - Updated ONNX Runtime to 1.12.0

data/README.md

@@ -43,11 +43,11 @@ Get metadata
 model.metadata
 ```
 
-Load a model from a string
+Load a model from a string or other `IO` object
 
 ```ruby
-byte_str = StringIO.new("...")
-model = OnnxRuntime::Model.new(byte_str)
+io = StringIO.new("...")
+model = OnnxRuntime::Model.new(io)
 ```
 
 Get specific outputs
@@ -59,7 +59,7 @@ model.predict({x: [1, 2, 3]}, output_names: ["label"])
 ## Session Options
 
 ```ruby
-OnnxRuntime::Model.new(path_or_bytes, {
+OnnxRuntime::Model.new(path_or_io, {
   enable_cpu_mem_arena: true,
   enable_mem_pattern: true,
   enable_profiling: false,
@@ -93,7 +93,7 @@ model.predict(input_feed, {
 
 ## Inference Session API
 
-You can also use the Inference Session API, which follows the [Python API](https://microsoft.github.io/onnxruntime/python/api_summary.html).
+You can also use the Inference Session API, which follows the [Python API](https://onnxruntime.ai/docs/api/python/api_summary.html).
 
 ```ruby
 session = OnnxRuntime::InferenceSession.new("model.onnx")

data/lib/onnxruntime/inference_session.rb

@@ -55,58 +55,12 @@ module OnnxRuntime
         end
       end
 
-      # session
-      @session = ::FFI::MemoryPointer.new(:pointer)
-      from_memory =
-        if path_or_bytes.respond_to?(:read)
-          path_or_bytes = path_or_bytes.read
-          true
-        else
-          path_or_bytes = path_or_bytes.to_str
-          path_or_bytes.encoding == Encoding::BINARY
-        end
-
-      if from_memory
-        check_status api[:CreateSessionFromArray].call(env.read_pointer, path_or_bytes, path_or_bytes.bytesize, session_options.read_pointer, @session)
-      else
-        check_status api[:CreateSession].call(env.read_pointer, ort_string(path_or_bytes), session_options.read_pointer, @session)
-      end
+      @session = load_session(path_or_bytes, session_options)
       ObjectSpace.define_finalizer(self, self.class.finalize(@session))
 
-      # input info
-      # don't free allocator
-      allocator = ::FFI::MemoryPointer.new(:pointer)
-      check_status api[:GetAllocatorWithDefaultOptions].call(allocator)
-      @allocator = allocator
-
-      @inputs = []
-      @outputs = []
-
-      # input
-      num_input_nodes = ::FFI::MemoryPointer.new(:size_t)
-      check_status api[:SessionGetInputCount].call(read_pointer, num_input_nodes)
-      num_input_nodes.read(:size_t).times do |i|
-        name_ptr = ::FFI::MemoryPointer.new(:string)
-        check_status api[:SessionGetInputName].call(read_pointer, i, @allocator.read_pointer, name_ptr)
-        # freed in node_info
-        typeinfo = ::FFI::MemoryPointer.new(:pointer)
-        check_status api[:SessionGetInputTypeInfo].call(read_pointer, i, typeinfo)
-        @inputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
-        allocator_free name_ptr
-      end
-
-      # output
-      num_output_nodes = ::FFI::MemoryPointer.new(:size_t)
-      check_status api[:SessionGetOutputCount].call(read_pointer, num_output_nodes)
-      num_output_nodes.read(:size_t).times do |i|
-        name_ptr = ::FFI::MemoryPointer.new(:string)
-        check_status api[:SessionGetOutputName].call(read_pointer, i, allocator.read_pointer, name_ptr)
-        # freed in node_info
-        typeinfo = ::FFI::MemoryPointer.new(:pointer)
-        check_status api[:SessionGetOutputTypeInfo].call(read_pointer, i, typeinfo)
-        @outputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
-        allocator_free name_ptr
-      end
+      @allocator = load_allocator
+      @inputs = load_inputs
+      @outputs = load_outputs
     ensure
       release :SessionOptions, session_options
     end
@@ -223,6 +177,64 @@ module OnnxRuntime
 
     private
 
+    def load_session(path_or_bytes, session_options)
+      session = ::FFI::MemoryPointer.new(:pointer)
+      from_memory =
+        if path_or_bytes.respond_to?(:read)
+          path_or_bytes = path_or_bytes.read
+          true
+        else
+          path_or_bytes = path_or_bytes.to_str
+          # TODO remove ability to load byte string directly in 0.8.0
+          path_or_bytes.encoding == Encoding::BINARY
+        end
+
+      if from_memory
+        check_status api[:CreateSessionFromArray].call(env.read_pointer, path_or_bytes, path_or_bytes.bytesize, session_options.read_pointer, session)
+      else
+        check_status api[:CreateSession].call(env.read_pointer, ort_string(path_or_bytes), session_options.read_pointer, session)
+      end
+      session
+    end
+
+    def load_allocator
+      allocator = ::FFI::MemoryPointer.new(:pointer)
+      check_status api[:GetAllocatorWithDefaultOptions].call(allocator)
+      allocator
+    end
+
+    def load_inputs
+      inputs = []
+      num_input_nodes = ::FFI::MemoryPointer.new(:size_t)
+      check_status api[:SessionGetInputCount].call(read_pointer, num_input_nodes)
+      num_input_nodes.read(:size_t).times do |i|
+        name_ptr = ::FFI::MemoryPointer.new(:string)
+        check_status api[:SessionGetInputName].call(read_pointer, i, @allocator.read_pointer, name_ptr)
+        # freed in node_info
+        typeinfo = ::FFI::MemoryPointer.new(:pointer)
+        check_status api[:SessionGetInputTypeInfo].call(read_pointer, i, typeinfo)
+        inputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
+        allocator_free name_ptr
+      end
+      inputs
+    end
+
+    def load_outputs
+      outputs = []
+      num_output_nodes = ::FFI::MemoryPointer.new(:size_t)
+      check_status api[:SessionGetOutputCount].call(read_pointer, num_output_nodes)
+      num_output_nodes.read(:size_t).times do |i|
+        name_ptr = ::FFI::MemoryPointer.new(:string)
+        check_status api[:SessionGetOutputName].call(read_pointer, i, @allocator.read_pointer, name_ptr)
+        # freed in node_info
+        typeinfo = ::FFI::MemoryPointer.new(:pointer)
+        check_status api[:SessionGetOutputTypeInfo].call(read_pointer, i, typeinfo)
+        outputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
+        allocator_free name_ptr
+      end
+      outputs
+    end
+
     def create_input_tensor(input_feed, refs)
       allocator_info = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:CreateCpuMemoryInfo].call(1, 0, allocator_info)
@@ -325,7 +337,7 @@ module OnnxRuntime
         check_status api[:GetTensorMutableData].call(out_ptr, tensor_data)
 
         out_size = ::FFI::MemoryPointer.new(:size_t)
-        output_tensor_size = api[:GetTensorShapeElementCount].call(typeinfo.read_pointer, out_size)
+        check_status api[:GetTensorShapeElementCount].call(typeinfo.read_pointer, out_size)
         output_tensor_size = out_size.read(:size_t)
 
         release :TensorTypeAndShapeInfo, typeinfo

data/lib/onnxruntime/version.rb

@@ -1,3 +1,3 @@
 module OnnxRuntime
-  VERSION = "0.7.3"
+  VERSION = "0.7.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: onnxruntime
 version: !ruby/object:Gem::Version
-  version: 0.7.3
+  version: 0.7.4
 platform: aarch64-linux
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-07-23 00:00:00.000000000 Z
+date: 2022-10-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi