onnxruntime 0.7.3-x86_64-linux → 0.7.4-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d8e4e67deb998574714c80df2b7dcb939cd370c9896695620e3d2cd92a33bc8c
-  data.tar.gz: 61ba717b2c18c97442b63d0e68e997b02f4c84a530447d92a43fdcad411f7914
+  metadata.gz: fbdb156eec83a5de7efa279de87d60edae21847c72e46c159364ba0d41b1a053
+  data.tar.gz: ddb47f30949c04ec79cc55a739b9f00a1ba1ad70ec939b56cd736d99a697a8a7
 SHA512:
-  metadata.gz: 4c29c9f3184ef3a96f1108cbc05c1df705b1b9f4a2b597ddba9747d5512e484a601c053b3fec1a42a04cb7560f62252c2a46fdf56d0357a2e3cf8ad234238a1f
-  data.tar.gz: ebe329dc80dfcfdd828097e324dc9850a2ba1c60138e81e524ac30abf0ab84ce45564ea35f3f8b22a85c634d35f50184abcbb1ea802c21d9262c72b8fc1402e4
+  metadata.gz: a9f114efaa4f296f274dd03ee47cc8c20c107760e7285a223b6b3e2fe02a66a9f324e065a387dad9ea15361849810fc5a3f77eb8b34438317f9fa2adc6dd1acf
+  data.tar.gz: db8d69e5efae7c2342c49ff98cb13a0608c2fcfda75cd8c14d9dda1b5ee6793894dd8d23cd91991cbe7089a307da3b9a3903ba1cbe5f1c1b2f342fa35456b79f

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.7.4 (2022-10-30)
+
+- Updated ONNX Runtime to 1.13.1
+
 ## 0.7.3 (2022-07-23)
 
 - Updated ONNX Runtime to 1.12.0

data/README.md

@@ -43,11 +43,11 @@ Get metadata
 model.metadata
 ```
 
-Load a model from a string
+Load a model from a string or other `IO` object
 
 ```ruby
-byte_str = StringIO.new("...")
-model = OnnxRuntime::Model.new(byte_str)
+io = StringIO.new("...")
+model = OnnxRuntime::Model.new(io)
 ```
 
 Get specific outputs
@@ -59,7 +59,7 @@ model.predict({x: [1, 2, 3]}, output_names: ["label"])
 ## Session Options
 
 ```ruby
-OnnxRuntime::Model.new(path_or_bytes, {
+OnnxRuntime::Model.new(path_or_io, {
   enable_cpu_mem_arena: true,
   enable_mem_pattern: true,
   enable_profiling: false,
@@ -93,7 +93,7 @@ model.predict(input_feed, {
 
 ## Inference Session API
 
-You can also use the Inference Session API, which follows the [Python API](https://microsoft.github.io/onnxruntime/python/api_summary.html).
+You can also use the Inference Session API, which follows the [Python API](https://onnxruntime.ai/docs/api/python/api_summary.html).
 
 ```ruby
 session = OnnxRuntime::InferenceSession.new("model.onnx")

data/lib/onnxruntime/inference_session.rb

@@ -55,58 +55,12 @@ module OnnxRuntime
         end
       end
 
-      # session
-      @session = ::FFI::MemoryPointer.new(:pointer)
-      from_memory =
-        if path_or_bytes.respond_to?(:read)
-          path_or_bytes = path_or_bytes.read
-          true
-        else
-          path_or_bytes = path_or_bytes.to_str
-          path_or_bytes.encoding == Encoding::BINARY
-        end
-
-      if from_memory
-        check_status api[:CreateSessionFromArray].call(env.read_pointer, path_or_bytes, path_or_bytes.bytesize, session_options.read_pointer, @session)
-      else
-        check_status api[:CreateSession].call(env.read_pointer, ort_string(path_or_bytes), session_options.read_pointer, @session)
-      end
+      @session = load_session(path_or_bytes, session_options)
       ObjectSpace.define_finalizer(self, self.class.finalize(@session))
 
-      # input info
-      # don't free allocator
-      allocator = ::FFI::MemoryPointer.new(:pointer)
-      check_status api[:GetAllocatorWithDefaultOptions].call(allocator)
-      @allocator = allocator
-
-      @inputs = []
-      @outputs = []
-
-      # input
-      num_input_nodes = ::FFI::MemoryPointer.new(:size_t)
-      check_status api[:SessionGetInputCount].call(read_pointer, num_input_nodes)
-      num_input_nodes.read(:size_t).times do |i|
-        name_ptr = ::FFI::MemoryPointer.new(:string)
-        check_status api[:SessionGetInputName].call(read_pointer, i, @allocator.read_pointer, name_ptr)
-        # freed in node_info
-        typeinfo = ::FFI::MemoryPointer.new(:pointer)
-        check_status api[:SessionGetInputTypeInfo].call(read_pointer, i, typeinfo)
-        @inputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
-        allocator_free name_ptr
-      end
-
-      # output
-      num_output_nodes = ::FFI::MemoryPointer.new(:size_t)
-      check_status api[:SessionGetOutputCount].call(read_pointer, num_output_nodes)
-      num_output_nodes.read(:size_t).times do |i|
-        name_ptr = ::FFI::MemoryPointer.new(:string)
-        check_status api[:SessionGetOutputName].call(read_pointer, i, allocator.read_pointer, name_ptr)
-        # freed in node_info
-        typeinfo = ::FFI::MemoryPointer.new(:pointer)
-        check_status api[:SessionGetOutputTypeInfo].call(read_pointer, i, typeinfo)
-        @outputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
-        allocator_free name_ptr
-      end
+      @allocator = load_allocator
+      @inputs = load_inputs
+      @outputs = load_outputs
     ensure
       release :SessionOptions, session_options
     end
@@ -223,6 +177,64 @@ module OnnxRuntime
 
     private
 
+    def load_session(path_or_bytes, session_options)
+      session = ::FFI::MemoryPointer.new(:pointer)
+      from_memory =
+        if path_or_bytes.respond_to?(:read)
+          path_or_bytes = path_or_bytes.read
+          true
+        else
+          path_or_bytes = path_or_bytes.to_str
+          # TODO remove ability to load byte string directly in 0.8.0
+          path_or_bytes.encoding == Encoding::BINARY
+        end
+
+      if from_memory
+        check_status api[:CreateSessionFromArray].call(env.read_pointer, path_or_bytes, path_or_bytes.bytesize, session_options.read_pointer, session)
+      else
+        check_status api[:CreateSession].call(env.read_pointer, ort_string(path_or_bytes), session_options.read_pointer, session)
+      end
+      session
+    end
+
+    def load_allocator
+      allocator = ::FFI::MemoryPointer.new(:pointer)
+      check_status api[:GetAllocatorWithDefaultOptions].call(allocator)
+      allocator
+    end
+
+    def load_inputs
+      inputs = []
+      num_input_nodes = ::FFI::MemoryPointer.new(:size_t)
+      check_status api[:SessionGetInputCount].call(read_pointer, num_input_nodes)
+      num_input_nodes.read(:size_t).times do |i|
+        name_ptr = ::FFI::MemoryPointer.new(:string)
+        check_status api[:SessionGetInputName].call(read_pointer, i, @allocator.read_pointer, name_ptr)
+        # freed in node_info
+        typeinfo = ::FFI::MemoryPointer.new(:pointer)
+        check_status api[:SessionGetInputTypeInfo].call(read_pointer, i, typeinfo)
+        inputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
+        allocator_free name_ptr
+      end
+      inputs
+    end
+
+    def load_outputs
+      outputs = []
+      num_output_nodes = ::FFI::MemoryPointer.new(:size_t)
+      check_status api[:SessionGetOutputCount].call(read_pointer, num_output_nodes)
+      num_output_nodes.read(:size_t).times do |i|
+        name_ptr = ::FFI::MemoryPointer.new(:string)
+        check_status api[:SessionGetOutputName].call(read_pointer, i, @allocator.read_pointer, name_ptr)
+        # freed in node_info
+        typeinfo = ::FFI::MemoryPointer.new(:pointer)
+        check_status api[:SessionGetOutputTypeInfo].call(read_pointer, i, typeinfo)
+        outputs << {name: name_ptr.read_pointer.read_string}.merge(node_info(typeinfo))
+        allocator_free name_ptr
+      end
+      outputs
+    end
+
     def create_input_tensor(input_feed, refs)
       allocator_info = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:CreateCpuMemoryInfo].call(1, 0, allocator_info)
@@ -325,7 +337,7 @@ module OnnxRuntime
         check_status api[:GetTensorMutableData].call(out_ptr, tensor_data)
 
         out_size = ::FFI::MemoryPointer.new(:size_t)
-        output_tensor_size = api[:GetTensorShapeElementCount].call(typeinfo.read_pointer, out_size)
+        check_status api[:GetTensorShapeElementCount].call(typeinfo.read_pointer, out_size)
         output_tensor_size = out_size.read(:size_t)
 
         release :TensorTypeAndShapeInfo, typeinfo

data/lib/onnxruntime/version.rb

@@ -1,3 +1,3 @@
 module OnnxRuntime
-  VERSION = "0.7.3"
+  VERSION = "0.7.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: onnxruntime
 version: !ruby/object:Gem::Version
-  version: 0.7.3
+  version: 0.7.4
 platform: x86_64-linux
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-07-23 00:00:00.000000000 Z
+date: 2022-10-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi