onnxruntime 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4b0bef4682d8d44fb3cfd3fa619c1e7e620943014a22f259e14bfa1692dbe2ef
-  data.tar.gz: bfe59759c177613806ab0ddd97c4d8a68a7e3915299d81aab3e9d369ce672918
+  metadata.gz: cdaa22ac1c012d33382f55edd3239dfa234d46b8f62f78cfce1c1f6907361214
+  data.tar.gz: 966f47e7b851c67fb2a5ca32ee2145dbd113753356b1e439ab86e79bda5bcbe5
 SHA512:
-  metadata.gz: f0dfc6c0a91621b5637e56061b40ba26648a7e538d84cb2c135a06c1832c9f71aba2e7fb7ab849750756540d02632726b3f45732a8c50649ca4ace03befbe086
-  data.tar.gz: 59a01f8d955f9d31f35864a9217fcf79eb35876229e749c5c50b4572903d9dc3e312a4a7a55612e9c36e3095a797da58637442ac0bb191adcb743b62fefb0905
+  metadata.gz: c5ae2163e7266b2812ffb370278bb8d50eba9ec629011b7419a816e87acb1109b35918e81ba1b601f492356b210731533d2af0ddc08b0fe3edda639e2f0da36a
+  data.tar.gz: 7637d96ebded51e0cc1c782344832f129c0691e0255e97d207a026ca50e360e1358b0c5d5cffc52f6e3e9a06c2f67dfa61fdbcfe8cd92d46cbaf475c8cbbfca0

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.6.1 (2021-05-17)
+
+- Fixed memory errors
+
 ## 0.6.0 (2021-03-14)
 
 - Updated ONNX Runtime to 1.7.0

data/lib/onnxruntime/inference_session.rb

@@ -81,13 +81,16 @@ module OnnxRuntime
 
     # TODO support logid
     def run(output_names, input_feed, log_severity_level: nil, log_verbosity_level: nil, logid: nil, terminate: nil, output_type: :ruby)
-      input_tensor = create_input_tensor(input_feed)
+      # pointer references
+      refs = []
+
+      input_tensor = create_input_tensor(input_feed, refs)
 
       output_names ||= @outputs.map { |v| v[:name] }
 
       output_tensor = ::FFI::MemoryPointer.new(:pointer, outputs.size)
-      input_node_names = create_node_names(input_feed.keys.map(&:to_s))
-      output_node_names = create_node_names(output_names.map(&:to_s))
+      input_node_names = create_node_names(input_feed.keys.map(&:to_s), refs)
+      output_node_names = create_node_names(output_names.map(&:to_s), refs)
 
       # run options
       run_options = ::FFI::MemoryPointer.new(:pointer)
@@ -174,7 +177,7 @@ module OnnxRuntime
 
     private
 
-    def create_input_tensor(input_feed)
+    def create_input_tensor(input_feed, refs)
       allocator_info = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:CreateCpuMemoryInfo].call(1, 0, allocator_info)
       input_tensor = ::FFI::MemoryPointer.new(:pointer, input_feed.size)
@@ -201,19 +204,21 @@ module OnnxRuntime
         input_node_dims.write_array_of_int64(shape)
 
         if inp[:type] == "tensor(string)"
-          if numo_array?(input)
-            input_tensor_size = input.size
-            input_tensor_values = ::FFI::MemoryPointer.new(:pointer, input.size)
-            input_tensor_values.write_array_of_pointer(input_tensor_size.times.map { |i| ::FFI::MemoryPointer.from_string(input[i]) })
-          else
-            flat_input = input.flatten.to_a
-            input_tensor_size = flat_input.size
-            input_tensor_values = ::FFI::MemoryPointer.new(:pointer, input_tensor_size)
-            input_tensor_values.write_array_of_pointer(flat_input.map { |v| ::FFI::MemoryPointer.from_string(v) })
-          end
+          str_ptrs =
+            if numo_array?(input)
+              input.size.times.map { |i| ::FFI::MemoryPointer.from_string(input[i]) }
+            else
+              input.flatten.map { |v| ::FFI::MemoryPointer.from_string(v) }
+            end
+
+          input_tensor_values = ::FFI::MemoryPointer.new(:pointer, str_ptrs.size)
+          input_tensor_values.write_array_of_pointer(str_ptrs)
+
           type_enum = FFI::TensorElementDataType[:string]
           check_status api[:CreateTensorAsOrtValue].call(@allocator.read_pointer, input_node_dims, shape.size, type_enum, input_tensor[idx])
-          check_status api[:FillStringTensor].call(input_tensor[idx].read_pointer, input_tensor_values, input_tensor_size)
+          check_status api[:FillStringTensor].call(input_tensor[idx].read_pointer, input_tensor_values, str_ptrs.size)
+
+          refs << str_ptrs
         else
           tensor_type = tensor_types[inp[:type]]
 
@@ -236,15 +241,23 @@ module OnnxRuntime
           end
 
           check_status api[:CreateTensorWithDataAsOrtValue].call(allocator_info.read_pointer, input_tensor_values, input_tensor_values.size, input_node_dims, shape.size, type_enum, input_tensor[idx])
+
+          refs << input_node_dims
+          refs << input_tensor_values
         end
       end
 
+      refs << allocator_info
+
       input_tensor
     end
 
-    def create_node_names(names)
+    def create_node_names(names, refs)
+      str_ptrs = names.map { |v| ::FFI::MemoryPointer.from_string(v) }
+      refs << str_ptrs
+
       ptr = ::FFI::MemoryPointer.new(:pointer, names.size)
-      ptr.write_array_of_pointer(names.map { |v| ::FFI::MemoryPointer.from_string(v) })
+      ptr.write_array_of_pointer(str_ptrs)
       ptr
     end
 

data/lib/onnxruntime/version.rb

@@ -1,3 +1,3 @@
 module OnnxRuntime
-  VERSION = "0.6.0"
+  VERSION = "0.6.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: onnxruntime
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-03-15 00:00:00.000000000 Z
+date: 2021-05-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi