onnxruntime 0.10.1 → 0.10.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ddf24b881b18a6adf439e7d835baa3092222b3e7bfb87f15be0b1b6668cc0bbf
-  data.tar.gz: f9a52098345b401b706d5675b1ca3e1e6b209a4e1f446ff8441e8d27a722ea25
+  metadata.gz: d929830bb6473f4e066f2beae78ca73d5db2d09ac0d3407c4a580bb076d76b36
+  data.tar.gz: 9bfdc0dd3eade96a7aef4526021425596247c8a6f9892dceb12d7347d7b8c269
 SHA512:
-  metadata.gz: 84b0e4d4c623f57689d25e1658fc3abba1ce0fffa41641b2474ad8ada83de7ef4f592dd28f4929e2cb388bee7408cc007d69fe8ea46a612803924cb90ce8e24f
-  data.tar.gz: bf122bd7ba8048c7d5b6336ec33375632cbbe979db253d0b61c5f80e35097097a353f85ffd4f6a33f470266513b64f698cc21942375b67337be095325ffab4ce
+  metadata.gz: 3135a375840cfe5937428dc40476bb2773edb6b6781d90545a1e9470bf5c639aac44c3a4de8a83b748ed911bad5ef8a5d9b749d4d922a1e77fe70f2b49ec3274
+  data.tar.gz: a83b4a77293cd19633da8c21147bc37ca1135ae9403aa76a28b5574168447adccde021f38aec17ea951a846bd4369459eabe77584460361f0a8ad1031bd1cf64

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.10.2 (2026-02-19)
+
+- Fixed uncaught exception with `CoreMLExecutionProvider`
+- Fixed memory leak with `map` and `seq` outputs
+
 ## 0.10.1 (2025-09-30)
 
 - Updated ONNX Runtime to 1.23.0

data/LICENSE.txt

@@ -1,7 +1,7 @@
 MIT License
 
 Copyright (c) Microsoft Corporation
-Copyright (c) 2019-2025 Andrew Kane
+Copyright (c) 2019-2026 Andrew Kane
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/lib/onnxruntime/inference_session.rb

@@ -3,6 +3,9 @@ module OnnxRuntime
     attr_reader :inputs, :outputs
 
     def initialize(path_or_bytes, enable_cpu_mem_arena: true, enable_mem_pattern: true, enable_profiling: false, execution_mode: nil, free_dimension_overrides_by_denotation: nil, free_dimension_overrides_by_name: nil, graph_optimization_level: nil, inter_op_num_threads: nil, intra_op_num_threads: nil, log_severity_level: nil, log_verbosity_level: nil, logid: nil, optimized_model_filepath: nil, profile_file_prefix: nil, session_config_entries: nil, providers: [])
+      # create environment first to prevent uncaught exception with CoreMLExecutionProvider
+      env
+
       # session options
       session_options = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:CreateSessionOptions].call(session_options)
@@ -137,65 +140,61 @@ module OnnxRuntime
       keys = ::FFI::MemoryPointer.new(:pointer)
       num_keys = ::FFI::MemoryPointer.new(:int64_t)
       check_status api[:ModelMetadataGetCustomMetadataMapKeys].call(metadata, @allocator, keys, num_keys)
-      keys = keys.read_pointer
+      keys = ::FFI::AutoPointer.new(keys.read_pointer, method(:allocator_free))
+      key_ptrs =
+        keys.read_array_of_pointer(num_keys.read(:int64_t)).map do |ptr|
+          ::FFI::AutoPointer.new(ptr, method(:allocator_free))
+        end
 
       custom_metadata_map = {}
-      num_keys.read(:int64_t).times do |i|
-        key_ptr = keys.get_pointer(i * ::FFI::Pointer.size)
+      key_ptrs.each do |key_ptr|
         key = key_ptr.read_string
         value = ::FFI::MemoryPointer.new(:pointer)
         check_status api[:ModelMetadataLookupCustomMetadataMap].call(metadata, @allocator, key, value)
-        custom_metadata_map[key] = value.read_pointer.read_string
-
-        allocator_free key_ptr
-        allocator_free value.read_pointer
+        value = ::FFI::AutoPointer.new(value.read_pointer, method(:allocator_free))
+        custom_metadata_map[key] = value.read_string
       end
 
       description = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:ModelMetadataGetDescription].call(metadata, @allocator, description)
+      description = ::FFI::AutoPointer.new(description.read_pointer, method(:allocator_free))
 
       domain = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:ModelMetadataGetDomain].call(metadata, @allocator, domain)
+      domain = ::FFI::AutoPointer.new(domain.read_pointer, method(:allocator_free))
 
       graph_name = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:ModelMetadataGetGraphName].call(metadata, @allocator, graph_name)
+      graph_name = ::FFI::AutoPointer.new(graph_name.read_pointer, method(:allocator_free))
 
       graph_description = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:ModelMetadataGetGraphDescription].call(metadata, @allocator, graph_description)
+      graph_description = ::FFI::AutoPointer.new(graph_description.read_pointer, method(:allocator_free))
 
       producer_name = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:ModelMetadataGetProducerName].call(metadata, @allocator, producer_name)
+      producer_name = ::FFI::AutoPointer.new(producer_name.read_pointer, method(:allocator_free))
 
       version = ::FFI::MemoryPointer.new(:int64_t)
       check_status api[:ModelMetadataGetVersion].call(metadata, version)
 
       {
         custom_metadata_map: custom_metadata_map,
-        description: description.read_pointer.read_string,
-        domain: domain.read_pointer.read_string,
-        graph_name: graph_name.read_pointer.read_string,
-        graph_description: graph_description.read_pointer.read_string,
-        producer_name: producer_name.read_pointer.read_string,
+        description: description.read_string,
+        domain: domain.read_string,
+        graph_name: graph_name.read_string,
+        graph_description: graph_description.read_string,
+        producer_name: producer_name.read_string,
         version: version.read(:int64_t)
       }
-    ensure
-      allocator_free keys
-      allocator_free description.read_pointer
-      allocator_free domain.read_pointer
-      allocator_free graph_name.read_pointer
-      allocator_free graph_description.read_pointer
-      allocator_free producer_name.read_pointer
     end
 
     # return value has double underscore like Python
     def end_profiling
       out = ::FFI::MemoryPointer.new(:pointer)
       check_status api[:SessionEndProfiling].call(@session, @allocator, out)
-      begin
-        out.read_pointer.read_string
-      ensure
-        allocator_free out.read_pointer
-      end
+      out = ::FFI::AutoPointer.new(out.read_pointer, method(:allocator_free))
+      out.read_string
     end
 
     # no way to set providers with C API yet
@@ -205,9 +204,11 @@ module OnnxRuntime
       length_ptr = ::FFI::MemoryPointer.new(:int)
       check_status api[:GetAvailableProviders].call(out_ptr, length_ptr)
       length = length_ptr.read_int
-      providers = out_ptr.read_pointer.read_array_of_pointer(length).map(&:read_string)
-      api[:ReleaseAvailableProviders].call(out_ptr.read_pointer, length)
-      providers
+      begin
+        out_ptr.read_pointer.read_array_of_pointer(length).map(&:read_string)
+      ensure
+        api[:ReleaseAvailableProviders].call(out_ptr.read_pointer, length)
+      end
     end
 
     private
@@ -238,14 +239,13 @@ module OnnxRuntime
       num_input_nodes.read(:size_t).times.map do |i|
         name_ptr = ::FFI::MemoryPointer.new(:pointer)
         check_status api[:SessionGetInputName].call(@session, i, @allocator, name_ptr)
-        name_str = name_ptr.read_pointer.read_string
-        allocator_free name_ptr.read_pointer
+        name_ptr = ::FFI::AutoPointer.new(name_ptr.read_pointer, method(:allocator_free))
 
         typeinfo = ::FFI::MemoryPointer.new(:pointer)
         check_status api[:SessionGetInputTypeInfo].call(@session, i, typeinfo)
         typeinfo = ::FFI::AutoPointer.new(typeinfo.read_pointer, api[:ReleaseTypeInfo])
 
-        {name: name_str}.merge(Utils.node_info(typeinfo))
+        {name: name_ptr.read_string}.merge(Utils.node_info(typeinfo))
       end
     end
 
@@ -256,14 +256,13 @@ module OnnxRuntime
       num_output_nodes.read(:size_t).times.map do |i|
         name_ptr = ::FFI::MemoryPointer.new(:pointer)
         check_status api[:SessionGetOutputName].call(@session, i, @allocator, name_ptr)
-        name_str = name_ptr.read_pointer.read_string
-        allocator_free name_ptr.read_pointer
+        name_ptr = ::FFI::AutoPointer.new(name_ptr.read_pointer, method(:allocator_free))
 
         typeinfo = ::FFI::MemoryPointer.new(:pointer)
         check_status api[:SessionGetOutputTypeInfo].call(@session, i, typeinfo)
         typeinfo = ::FFI::AutoPointer.new(typeinfo.read_pointer, api[:ReleaseTypeInfo])
 
-        {name: name_str}.merge(Utils.node_info(typeinfo))
+        {name: name_ptr.read_string}.merge(Utils.node_info(typeinfo))
       end
     end
 

data/lib/onnxruntime/ort_value.rb

@@ -200,17 +200,20 @@ module OnnxRuntime
         out.read(:size_t).times.map do |i|
           seq = ::FFI::MemoryPointer.new(:pointer)
           Utils.check_status FFI.api[:GetValue].call(out_ptr, i, Utils.allocator, seq)
-          create_from_onnx_value(seq.read_pointer, output_type)
+          seq = ::FFI::AutoPointer.new(seq.read_pointer, FFI.api[:ReleaseValue])
+          create_from_onnx_value(seq, output_type)
         end
       when :map
         map_keys = ::FFI::MemoryPointer.new(:pointer)
         Utils.check_status FFI.api[:GetValue].call(out_ptr, 0, Utils.allocator, map_keys)
+        map_keys = ::FFI::AutoPointer.new(map_keys.read_pointer, FFI.api[:ReleaseValue])
 
         map_values = ::FFI::MemoryPointer.new(:pointer)
         Utils.check_status FFI.api[:GetValue].call(out_ptr, 1, Utils.allocator, map_values)
+        map_values = ::FFI::AutoPointer.new(map_values.read_pointer, FFI.api[:ReleaseValue])
 
         type_shape = ::FFI::MemoryPointer.new(:pointer)
-        Utils.check_status FFI.api[:GetTensorTypeAndShape].call(map_keys.read_pointer, type_shape)
+        Utils.check_status FFI.api[:GetTensorTypeAndShape].call(map_keys, type_shape)
         type_shape = ::FFI::AutoPointer.new(type_shape.read_pointer, FFI.api[:ReleaseTensorTypeAndShapeInfo])
 
         elem_type = ::FFI::MemoryPointer.new(:int)
@@ -221,8 +224,8 @@ module OnnxRuntime
         case elem_type
         when :int64
           ret = {}
-          keys = create_from_onnx_value(map_keys.read_pointer, output_type)
-          values = create_from_onnx_value(map_values.read_pointer, output_type)
+          keys = create_from_onnx_value(map_keys, output_type)
+          values = create_from_onnx_value(map_values, output_type)
           keys.zip(values).each do |k, v|
             ret[k] = v
           end

data/lib/onnxruntime/version.rb

@@ -1,3 +1,3 @@
 module OnnxRuntime
-  VERSION = "0.10.1"
+  VERSION = "0.10.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: onnxruntime
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.10.2
 platform: ruby
 authors:
 - Andrew Kane
@@ -64,7 +64,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.9
+rubygems_version: 4.0.3
 specification_version: 4
 summary: High performance scoring engine for ML models
 test_files: []