onnxruntime 0.7.0-x86_64-linux

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: c59ff8d870fdb8ec53939e2aa6e0849a28089ee0f0261ede2fb988c6fe8eee7a
+  data.tar.gz: c4c394682355109816c451607175c331b3f326023ca874fd58613a49fa5ac556
+SHA512:
+  metadata.gz: 45fff7d31912093bf076ec71246ccf31d6cec6fa8ecfb4a89023bdc074d17bf8668565329e989126f0fda7cb4f6b0521377c0519d31ac9e0ab1238f989ab682e
+  data.tar.gz: 13d5e49f7fd11aa5e523e57583d902c6defa98985a34722863907e1dd46a656612ed0daffbdeb28b6de877390c45b84a4601cce84072134b3bf4f411103c0fe1

data/CHANGELOG.md

@@ -0,0 +1,117 @@
+## 0.7.0 (2022-03-27)
+
+- Added platform-specific gems
+- Added ARM shared library for Linux
+- Dropped support for Ruby < 2.7
+
+## 0.6.6 (2022-03-27)
+
+- Updated ONNX Runtime to 1.11.0
+
+## 0.6.5 (2021-12-07)
+
+- Updated ONNX Runtime to 1.10.0
+
+## 0.6.4 (2021-09-22)
+
+- Updated ONNX Runtime to 1.9.0
+
+## 0.6.3 (2021-07-08)
+
+- Updated ONNX Runtime to 1.8.1
+
+## 0.6.2 (2021-06-03)
+
+- Updated ONNX Runtime to 1.8.0
+
+## 0.6.1 (2021-05-17)
+
+- Fixed memory errors
+
+## 0.6.0 (2021-03-14)
+
+- Updated ONNX Runtime to 1.7.0
+- OpenMP is no longer required
+
+## 0.5.2 (2020-12-27)
+
+- Updated ONNX Runtime to 1.6.0
+- Fixed error with `execution_mode` option
+- Fixed error with `bool` input
+
+## 0.5.1 (2020-11-01)
+
+- Updated ONNX Runtime to 1.5.2
+- Added support for string output
+- Added `output_type` option
+- Improved performance for Numo array inputs
+
+## 0.5.0 (2020-10-01)
+
+- Updated ONNX Runtime to 1.5.1
+- OpenMP is now required on Mac
+- Fixed `mul_1.onnx` example
+
+## 0.4.0 (2020-07-20)
+
+- Updated ONNX Runtime to 1.4.0
+- Added `providers` method
+- Fixed errors on Windows
+
+## 0.3.3 (2020-06-17)
+
+- Fixed segmentation fault on exit on Linux
+
+## 0.3.2 (2020-06-16)
+
+- Fixed error with FFI 1.13.0+
+- Added friendly graph optimization levels
+
+## 0.3.1 (2020-05-18)
+
+- Updated ONNX Runtime to 1.3.0
+- Added `custom_metadata_map` to model metadata
+
+## 0.3.0 (2020-03-11)
+
+- Updated ONNX Runtime to 1.2.0
+- Added model metadata
+- Added `end_profiling` method
+- Added support for loading from IO objects
+- Improved `input` and `output` for `seq` and `map` types
+
+## 0.2.3 (2020-01-23)
+
+- Updated ONNX Runtime to 1.1.1
+
+## 0.2.2 (2019-12-24)
+
+- Added support for session options
+- Added support for run options
+- Added `Datasets` module
+
+## 0.2.1 (2019-12-19)
+
+- Updated ONNX Runtime to 1.1.0
+
+## 0.2.0 (2019-10-30)
+
+- Added support for ONNX Runtime 1.0
+- Dropped support for ONNX Runtime < 1.0
+
+## 0.1.2 (2019-10-27)
+
+- Added support for Numo::NArray
+- Made thread-safe
+- Fixed error with JRuby
+
+## 0.1.1 (2019-09-03)
+
+- Packaged ONNX Runtime with gem
+- Added support for many more types
+- Fixed output order with `output_names` option
+- Fixed `File doesn't exist` on Windows
+
+## 0.1.0 (2019-08-26)
+
+- First release

data/LICENSE.txt

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) Microsoft Corporation
+Copyright (c) 2019-2022 Andrew Kane
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,134 @@
+# ONNX Runtime Ruby
+
+:fire: [ONNX Runtime](https://github.com/Microsoft/onnxruntime) - the high performance scoring engine for ML models - for Ruby
+
+Check out [an example](https://ankane.org/tensorflow-ruby)
+
+[![Build Status](https://github.com/ankane/onnxruntime-ruby/workflows/build/badge.svg?branch=master)](https://github.com/ankane/onnxruntime-ruby/actions)
+
+## Installation
+
+Add this line to your application’s Gemfile:
+
+```ruby
+gem "onnxruntime"
+```
+
+## Getting Started
+
+Load a model and make predictions
+
+```ruby
+model = OnnxRuntime::Model.new("model.onnx")
+model.predict({x: [1, 2, 3]})
+```
+
+> Download pre-trained models from the [ONNX Model Zoo](https://github.com/onnx/models)
+
+Get inputs
+
+```ruby
+model.inputs
+```
+
+Get outputs
+
+```ruby
+model.outputs
+```
+
+Get metadata
+
+```ruby
+model.metadata
+```
+
+Load a model from a string
+
+```ruby
+byte_str = StringIO.new("...")
+model = OnnxRuntime::Model.new(byte_str)
+```
+
+Get specific outputs
+
+```ruby
+model.predict({x: [1, 2, 3]}, output_names: ["label"])
+```
+
+## Session Options
+
+```ruby
+OnnxRuntime::Model.new(path_or_bytes, {
+  enable_cpu_mem_arena: true,
+  enable_mem_pattern: true,
+  enable_profiling: false,
+  execution_mode: :sequential,    # :sequential or :parallel
+  graph_optimization_level: nil,  # :none, :basic, :extended, or :all
+  inter_op_num_threads: nil,
+  intra_op_num_threads: nil,
+  log_severity_level: 2,
+  log_verbosity_level: 0,
+  logid: nil,
+  optimized_model_filepath: nil
+})
+```
+
+## Run Options
+
+```ruby
+model.predict(input_feed, {
+  output_names: nil,
+  log_severity_level: 2,
+  log_verbosity_level: 0,
+  logid: nil,
+  terminate: false,
+  output_type: :ruby       # :ruby or :numo
+})
+```
+
+## Inference Session API
+
+You can also use the Inference Session API, which follows the [Python API](https://microsoft.github.io/onnxruntime/python/api_summary.html).
+
+```ruby
+session = OnnxRuntime::InferenceSession.new("model.onnx")
+session.run(nil, {x: [1, 2, 3]})
+```
+
+The Python example models are included as well.
+
+```ruby
+OnnxRuntime::Datasets.example("sigmoid.onnx")
+```
+
+## GPU Support
+
+To enable GPU support on Linux and Windows, download the appropriate [GPU release](https://github.com/microsoft/onnxruntime/releases) and set:
+
+```ruby
+OnnxRuntime.ffi_lib = "path/to/lib/libonnxruntime.so" # onnxruntime.dll for Windows
+```
+
+## History
+
+View the [changelog](https://github.com/ankane/onnxruntime-ruby/blob/master/CHANGELOG.md)
+
+## Contributing
+
+Everyone is encouraged to help improve this project. Here are a few ways you can help:
+
+- [Report bugs](https://github.com/ankane/onnxruntime-ruby/issues)
+- Fix bugs and [submit pull requests](https://github.com/ankane/onnxruntime-ruby/pulls)
+- Write, clarify, or fix documentation
+- Suggest or add new features
+
+To get started with development and testing:
+
+```sh
+git clone https://github.com/ankane/onnxruntime-ruby.git
+cd onnxruntime-ruby
+bundle install
+bundle exec rake vendor:all
+bundle exec rake test
+```

data/lib/onnxruntime/datasets.rb

@@ -0,0 +1,10 @@
+module OnnxRuntime
+  module Datasets
+    def self.example(name)
+      unless %w(logreg_iris.onnx mul_1.onnx sigmoid.onnx).include?(name)
+        raise ArgumentError, "Unable to find example '#{name}'"
+      end
+      File.expand_path("../../datasets/#{name}", __dir__)
+    end
+  end
+end

data/lib/onnxruntime/ffi.rb

@@ -0,0 +1,171 @@
+module OnnxRuntime
+  module FFI
+    extend ::FFI::Library
+
+    begin
+      ffi_lib OnnxRuntime.ffi_lib
+    rescue LoadError => e
+      if e.message.include?("Library not loaded: /usr/local/opt/libomp/lib/libomp.dylib") && e.message.include?("Reason: image not found")
+        raise LoadError, "OpenMP not found. Run `brew install libomp`"
+      else
+        raise e
+      end
+    end
+
+    # https://github.com/microsoft/onnxruntime/blob/master/include/onnxruntime/core/session/onnxruntime_c_api.h
+    # keep same order
+
+    # enums
+    TensorElementDataType = enum(:undefined, :float, :uint8, :int8, :uint16, :int16, :int32, :int64, :string, :bool, :float16, :double, :uint32, :uint64, :complex64, :complex128, :bfloat16)
+    OnnxType = enum(:unknown, :tensor, :sequence, :map, :opaque, :sparsetensor)
+
+    class Api < ::FFI::Struct
+      layout \
+        :CreateStatus, callback(%i[int string], :pointer),
+        :GetErrorCode, callback(%i[pointer], :pointer),
+        :GetErrorMessage, callback(%i[pointer], :pointer),
+        :CreateEnv, callback(%i[int string pointer], :pointer),
+        :CreateEnvWithCustomLogger, callback(%i[], :pointer),
+        :EnableTelemetryEvents, callback(%i[pointer], :pointer),
+        :DisableTelemetryEvents, callback(%i[pointer], :pointer),
+        :CreateSession, callback(%i[pointer pointer pointer pointer], :pointer),
+        :CreateSessionFromArray, callback(%i[pointer pointer size_t pointer pointer], :pointer),
+        :Run, callback(%i[pointer pointer pointer pointer size_t pointer size_t pointer], :pointer),
+        :CreateSessionOptions, callback(%i[pointer], :pointer),
+        :SetOptimizedModelFilePath, callback(%i[pointer pointer], :pointer),
+        :CloneSessionOptions, callback(%i[], :pointer),
+        :SetSessionExecutionMode, callback(%i[pointer int], :pointer),
+        :EnableProfiling, callback(%i[pointer pointer], :pointer),
+        :DisableProfiling, callback(%i[pointer], :pointer),
+        :EnableMemPattern, callback(%i[pointer], :pointer),
+        :DisableMemPattern, callback(%i[pointer], :pointer),
+        :EnableCpuMemArena, callback(%i[pointer], :pointer),
+        :DisableCpuMemArena, callback(%i[pointer], :pointer),
+        :SetSessionLogId, callback(%i[pointer string], :pointer),
+        :SetSessionLogVerbosityLevel, callback(%i[pointer int], :pointer),
+        :SetSessionLogSeverityLevel, callback(%i[pointer int], :pointer),
+        :SetSessionGraphOptimizationLevel, callback(%i[pointer int], :pointer),
+        :SetIntraOpNumThreads, callback(%i[pointer int], :pointer),
+        :SetInterOpNumThreads, callback(%i[pointer int], :pointer),
+        :CreateCustomOpDomain, callback(%i[], :pointer),
+        :CustomOpDomain_Add, callback(%i[], :pointer),
+        :AddCustomOpDomain, callback(%i[], :pointer),
+        :RegisterCustomOpsLibrary, callback(%i[], :pointer),
+        :SessionGetInputCount, callback(%i[pointer pointer], :pointer),
+        :SessionGetOutputCount, callback(%i[pointer pointer], :pointer),
+        :SessionGetOverridableInitializerCount, callback(%i[], :pointer),
+        :SessionGetInputTypeInfo, callback(%i[pointer size_t pointer], :pointer),
+        :SessionGetOutputTypeInfo, callback(%i[pointer size_t pointer], :pointer),
+        :SessionGetOverridableInitializerTypeInfo, callback(%i[], :pointer),
+        :SessionGetInputName, callback(%i[pointer size_t pointer pointer], :pointer),
+        :SessionGetOutputName, callback(%i[pointer size_t pointer pointer], :pointer),
+        :SessionGetOverridableInitializerName, callback(%i[], :pointer),
+        :CreateRunOptions, callback(%i[pointer], :pointer),
+        :RunOptionsSetRunLogVerbosityLevel, callback(%i[pointer int], :pointer),
+        :RunOptionsSetRunLogSeverityLevel, callback(%i[pointer int], :pointer),
+        :RunOptionsSetRunTag, callback(%i[pointer string], :pointer),
+        :RunOptionsGetRunLogVerbosityLevel, callback(%i[], :pointer),
+        :RunOptionsGetRunLogSeverityLevel, callback(%i[], :pointer),
+        :RunOptionsGetRunTag, callback(%i[], :pointer),
+        :RunOptionsSetTerminate, callback(%i[pointer], :pointer),
+        :RunOptionsUnsetTerminate, callback(%i[pointer], :pointer),
+        :CreateTensorAsOrtValue, callback(%i[pointer pointer size_t int pointer], :pointer),
+        :CreateTensorWithDataAsOrtValue, callback(%i[pointer pointer size_t pointer size_t int pointer], :pointer),
+        :IsTensor, callback(%i[], :pointer),
+        :GetTensorMutableData, callback(%i[pointer pointer], :pointer),
+        :FillStringTensor, callback(%i[pointer pointer size_t], :pointer),
+        :GetStringTensorDataLength, callback(%i[pointer pointer], :pointer),
+        :GetStringTensorContent, callback(%i[pointer pointer size_t pointer size_t], :pointer),
+        :CastTypeInfoToTensorInfo, callback(%i[pointer pointer], :pointer),
+        :GetOnnxTypeFromTypeInfo, callback(%i[pointer pointer], :pointer),
+        :CreateTensorTypeAndShapeInfo, callback(%i[], :pointer),
+        :SetTensorElementType, callback(%i[], :pointer),
+        :SetDimensions, callback(%i[], :pointer),
+        :GetTensorElementType, callback(%i[pointer pointer], :pointer),
+        :GetDimensionsCount, callback(%i[pointer pointer], :pointer),
+        :GetDimensions, callback(%i[pointer pointer size_t], :pointer),
+        :GetSymbolicDimensions, callback(%i[], :pointer),
+        :GetTensorShapeElementCount, callback(%i[pointer pointer], :pointer),
+        :GetTensorTypeAndShape, callback(%i[pointer pointer], :pointer),
+        :GetTypeInfo, callback(%i[pointer pointer], :pointer),
+        :GetValueType, callback(%i[pointer pointer], :pointer),
+        :CreateMemoryInfo, callback(%i[], :pointer),
+        :CreateCpuMemoryInfo, callback(%i[int int pointer], :pointer),
+        :CompareMemoryInfo, callback(%i[], :pointer),
+        :MemoryInfoGetName, callback(%i[], :pointer),
+        :MemoryInfoGetId, callback(%i[], :pointer),
+        :MemoryInfoGetMemType, callback(%i[], :pointer),
+        :MemoryInfoGetType, callback(%i[], :pointer),
+        :AllocatorAlloc, callback(%i[], :pointer),
+        :AllocatorFree, callback(%i[], :pointer),
+        :AllocatorGetInfo, callback(%i[], :pointer),
+        :GetAllocatorWithDefaultOptions, callback(%i[pointer], :pointer),
+        :AddFreeDimensionOverride, callback(%i[], :pointer),
+        :GetValue, callback(%i[pointer int pointer pointer], :pointer),
+        :GetValueCount, callback(%i[pointer pointer], :pointer),
+        :CreateValue, callback(%i[], :pointer),
+        :CreateOpaqueValue, callback(%i[], :pointer),
+        :GetOpaqueValue, callback(%i[], :pointer),
+        :KernelInfoGetAttribute_float, callback(%i[], :pointer),
+        :KernelInfoGetAttribute_int64, callback(%i[], :pointer),
+        :KernelInfoGetAttribute_string, callback(%i[], :pointer),
+        :KernelContext_GetInputCount, callback(%i[], :pointer),
+        :KernelContext_GetOutputCount, callback(%i[], :pointer),
+        :KernelContext_GetInput, callback(%i[], :pointer),
+        :KernelContext_GetOutput, callback(%i[], :pointer),
+        :ReleaseEnv, callback(%i[pointer], :void),
+        :ReleaseStatus, callback(%i[pointer], :void),
+        :ReleaseMemoryInfo, callback(%i[pointer], :void),
+        :ReleaseSession, callback(%i[pointer], :void),
+        :ReleaseValue, callback(%i[pointer], :void),
+        :ReleaseRunOptions, callback(%i[pointer], :void),
+        :ReleaseTypeInfo, callback(%i[pointer], :void),
+        :ReleaseTensorTypeAndShapeInfo, callback(%i[pointer], :void),
+        :ReleaseSessionOptions, callback(%i[pointer], :void),
+        :ReleaseCustomOpDomain, callback(%i[pointer], :void),
+        :GetDenotationFromTypeInfo, callback(%i[], :pointer),
+        :CastTypeInfoToMapTypeInfo, callback(%i[pointer pointer], :pointer),
+        :CastTypeInfoToSequenceTypeInfo, callback(%i[pointer pointer], :pointer),
+        :GetMapKeyType, callback(%i[pointer pointer], :pointer),
+        :GetMapValueType, callback(%i[pointer pointer], :pointer),
+        :GetSequenceElementType, callback(%i[pointer pointer], :pointer),
+        :ReleaseMapTypeInfo, callback(%i[pointer], :void),
+        :ReleaseSequenceTypeInfo, callback(%i[pointer], :void),
+        :SessionEndProfiling, callback(%i[pointer pointer pointer], :pointer),
+        :SessionGetModelMetadata, callback(%i[pointer pointer], :pointer),
+        :ModelMetadataGetProducerName, callback(%i[pointer pointer pointer], :pointer),
+        :ModelMetadataGetGraphName, callback(%i[pointer pointer pointer], :pointer),
+        :ModelMetadataGetDomain, callback(%i[pointer pointer pointer], :pointer),
+        :ModelMetadataGetDescription, callback(%i[pointer pointer pointer], :pointer),
+        :ModelMetadataLookupCustomMetadataMap, callback(%i[pointer pointer pointer pointer], :pointer),
+        :ModelMetadataGetVersion, callback(%i[pointer pointer], :pointer),
+        :ReleaseModelMetadata, callback(%i[pointer], :void),
+        :CreateEnvWithGlobalThreadPools, callback(%i[], :pointer),
+        :DisablePerSessionThreads, callback(%i[], :pointer),
+        :CreateThreadingOptions, callback(%i[], :pointer),
+        :ReleaseThreadingOptions, callback(%i[], :pointer),
+        :ModelMetadataGetCustomMetadataMapKeys, callback(%i[pointer pointer pointer pointer], :pointer),
+        :AddFreeDimensionOverrideByName, callback(%i[], :pointer),
+        :GetAvailableProviders, callback(%i[pointer pointer], :pointer),
+        :ReleaseAvailableProviders, callback(%i[pointer int], :pointer)
+    end
+
+    class ApiBase < ::FFI::Struct
+      # use uint32 instead of uint32_t
+      # to prevent "unable to resolve type" error on Ubuntu
+      layout \
+        :GetApi, callback(%i[uint32], Api.by_ref),
+        :GetVersionString, callback(%i[], :pointer)
+    end
+
+    attach_function :OrtGetApiBase, %i[], ApiBase.by_ref
+
+    if Gem.win_platform?
+      class Libc
+        extend ::FFI::Library
+        ffi_lib ::FFI::Library::LIBC
+        attach_function :mbstowcs, %i[pointer string size_t], :size_t
+      end
+    end
+  end
+end