gliner 0.2.0 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a8e4bdddc47289f29cce2469ff6bbeecc9ef260b39f3b02f6e3e89b23e3e4e7a
-  data.tar.gz: b59ad90385c8da5b478f007f5715994c11f1f1a0b85617acc501acb8b17723aa
+  metadata.gz: 81732c1ce09e933b7e2f57291ee6c9c0c9a8442f7a8488667d324a7b25d2981f
+  data.tar.gz: 59cc5210b5915c7e195d99a3c2d80d613f3d9e3aaa9c9ddb58d4311b585bf923
 SHA512:
-  metadata.gz: 072cc980f4653d74da83d3cfea1b09d0cbf8e023bfb6d3829ce6879163b7dc77a170ef63ad68138eca7d892521f30eda8d0be6c72e62cbe0353732aa4542bab3
-  data.tar.gz: fb84732285ff71edad266533cfd513d51036c709a4c5275fdc6548a373f11ead86eb66978fd0b28522c567af52e7d2ce8111053d721ec6ddcee6546db8bf58ed
+  metadata.gz: 17e88cb80220df06929d6642c92373e88a1628aaee83eb3c8175ea1c5454dc790bb262ea18565d314e533c49082aace8c85b78325aae3ddffa5a5d68188451f7
+  data.tar.gz: 1cafd31a6b5d1c92b1088d3584457f4231853485eb0ba8728155fde333b9f99e5d7b1ec7414ddcf6a9f7547f991ccf98c37564cf9b95a9b1b2ab77f1e11ee68a

data/README.md

@@ -19,11 +19,10 @@ require "gliner"
 
 Gliner.configure do |config|
   config.threshold = 0.2
-  # If unset, auto! downloads the default model to .cache/
+  # By default, the gem downloads the default model to .cache/
   # Or set a local path explicitly:
   # config.model = "/path/to/gliner2-multi-v1"
   config.variant = :fp16
-  config.auto!
 end
 
 text = "Apple CEO Tim Cook announced iPhone 15 in Cupertino yesterday."

data/bin/console

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+
 # frozen_string_literal: true
 
 begin
@@ -7,53 +8,21 @@ rescue LoadError
 end
 
 require "gliner"
-require "fileutils"
-require "httpx"
 require "irb"
-
-DEFAULT_REPO_ID = "cuerbot/gliner2-multi-v1"
-DEFAULT_MODEL_FILE = "model_fp16.onnx"
-DEFAULT_MODEL_SUBDIR = "onnx"
-
-def ensure_model_dir!(repo_id:, model_file:, model_subdir:)
-  dir = File.expand_path("../tmp/models/#{repo_id.tr('/', '__')}", __dir__)
-  FileUtils.mkdir_p(dir)
-
-  base = "https://huggingface.co/#{repo_id}/resolve/main"
-  base = "#{base}/#{model_subdir}" unless model_subdir.nil? || model_subdir.empty?
-  files = ["tokenizer.json", "config.json", model_file]
-
-  files.each do |file|
-    dest = File.join(dir, file)
-    next if File.exist?(dest) && File.size?(dest)
-    download("#{base}/#{file}", dest)
-  end
-
-  dir
-end
-
-def download(url, dest)
-  response = HTTPX.get(url)
-  raise "Download failed: #{url} (status: #{response.status})" unless response.status.between?(200, 299)
-
-  File.binwrite(dest, response.body.to_s)
-end
+require "debug"
 
 model_dir = ARGV[0] || ENV["GLINER_MODEL_DIR"]
-repo_id = ENV["GLINER_REPO_ID"] || DEFAULT_REPO_ID
-model_file = ENV["GLINER_MODEL_FILE"] || DEFAULT_MODEL_FILE
-model_subdir = ENV["GLINER_MODEL_SUBDIR"] || DEFAULT_MODEL_SUBDIR
+model_file = ENV["GLINER_MODEL_FILE"]
 
 if model_dir && !model_dir.empty?
-  $gliner_model = Gliner.load(model_dir, file: model_file)
+  $gliner_model = model_file ? Gliner.load(model_dir, file: model_file) : Gliner.load(model_dir)
 else
   begin
-    require "fileutils"
-    model_dir = ensure_model_dir!(repo_id: repo_id, model_file: model_file, model_subdir: model_subdir)
-    $gliner_model = Gliner.load(model_dir, file: model_file)
+    Gliner.configure { |config| config.auto = true }
+    $gliner_model = Gliner.model
   rescue => e
     warn "No model loaded (auto-download failed: #{e.class}: #{e.message})"
-    warn "Set GLINER_MODEL_DIR to a local model dir, or set GLINER_REPO_ID/GLINER_MODEL_FILE for auto-download."
+    warn "Set GLINER_MODEL_DIR or configure Gliner.config.model to a local model dir."
   end
 end
 
@@ -79,6 +48,5 @@ puts "- helper: gliner_classify(text, tasks)"
 puts "- helper: gliner_extract_json(text, structures)"
 puts "- model variable: $gliner_model"
 puts "- model dir: #{model_dir.inspect}"
-puts "- auto-download env: GLINER_REPO_ID=#{repo_id.inspect} GLINER_MODEL_FILE=#{model_file.inspect}" unless $gliner_model
 
 IRB.start(__FILE__)

data/gliner.gemspec

@@ -21,8 +21,10 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'tokenizers', '~> 0.6'
 
   spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'irb', '~> 1.16.0'
   spec.add_development_dependency 'rspec', '~> 3.13'
   spec.add_development_dependency 'rubocop', '~> 1.50'
+  spec.add_development_dependency 'debug', '~> 1.11'
 
   spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/lib/gliner/configuration.rb

@@ -11,7 +11,7 @@ module Gliner
       @threshold = DEFAULT_THRESHOLD
       @model = nil
       @variant = :fp16
-      @auto = false
+      @auto = true
     end
 
     def variant=(value)

data/lib/gliner/runners/classification_runner.rb

@@ -3,6 +3,8 @@
 module Gliner
   module Runners
     class ClassificationRunner
+      include Inspectable
+
       def self.[](tasks)
         new(Gliner.model!, tasks)
       end
@@ -21,6 +23,11 @@ module Gliner
       end
 
       alias call []
+
+      private
+
+      def inspect_label = 'Classification'
+      def inspect_items = @tasks.keys
     end
   end
 end

data/lib/gliner/runners/entity_runner.rb

@@ -3,8 +3,12 @@
 module Gliner
   module Runners
     class EntityRunner
+      include Inspectable
+
       def initialize(model, config)
         parsed = model.entity_task.parse_config(config)
+
+        @labels = parsed[:labels]
         @task = PreparedTask.new(model.entity_task, parsed)
       end
 
@@ -14,6 +18,11 @@ module Gliner
       end
 
       alias call []
+
+      private
+
+      def inspect_label = 'Entity'
+      def inspect_items = @labels
     end
   end
 end

data/lib/gliner/runners/inspectable.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Gliner
+  module Runners
+    module Inspectable
+      def inspect
+        items = Array(inspect_items).map(&:to_s)
+
+        "#<Gliner(#{inspect_label}) input=#{items.inspect}>"
+      end
+    end
+  end
+end

data/lib/gliner/runners/structured_runner.rb

@@ -3,6 +3,8 @@
 module Gliner
   module Runners
     class StructuredRunner
+      include Inspectable
+
       def initialize(model, config)
         @tasks = build_tasks(model, config)
       end
@@ -17,6 +19,9 @@ module Gliner
 
       private
 
+      def inspect_label = 'Structure'
+      def inspect_items = @tasks.keys
+
       def build_tasks(model, config)
         raise Error, 'structures must be a Hash' unless config.is_a?(Hash)
 

data/lib/gliner/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gliner
-  VERSION = '0.2.0'
+  VERSION = '0.2.2'
 end

data/lib/gliner.rb

@@ -6,6 +6,7 @@ require 'gliner/version'
 require 'gliner/configuration'
 require 'gliner/model'
 require 'gliner/runners/prepared_task'
+require 'gliner/runners/inspectable'
 require 'gliner/runners/entity_runner'
 require 'gliner/runners/structured_runner'
 require 'gliner/runners/classification_runner'
@@ -68,7 +69,10 @@ module Gliner
     end
 
     def model
-      @model ||= model_from_config || model_from_env
+      @model ||= begin
+        apply_model_source!
+        model_from_config || model_from_env
+      end
     end
 
     def [](config)
@@ -98,7 +102,7 @@ module Gliner
     end
 
     def model_from_env
-      dir = ENV.fetch('GLINER_MODEL_DIR', nil)
+      dir = env_model_dir
       return if dir.nil?
 
       file = ENV['GLINER_MODEL_FILE'] || model_file_for_variant(config.variant)
@@ -130,31 +134,47 @@ module Gliner
       return unless config.auto?
 
       source = config.model
-      return unless source.nil? || source.empty?
+
+      return unless source.nil?
+      return if env_model_dir
 
       config.model = download_default_model
     end
 
+    def client
+      @client ||= HTTPX.plugin(:follow_redirects)
+    end
+
     def download_default_model
       model_file = model_file_for_variant(config.variant)
-      root = File.expand_path('..', __dir__)
-      dir = File.join(root, '.cache', 'models', HF_REPO.tr('/', '__'))
+      dir = File.join(Dir.pwd, '.cache', 'gliner', HF_REPO.tr('/', '__'))
 
       FileUtils.mkdir_p(dir)
 
       files = ['tokenizer.json', 'config.json', model_file]
-      client = HTTPX.plugin(:follow_redirects)
 
       files.each do |file|
-        response = client.get("#{DEFAULT_MODEL_BASE}/#{file}")
-        raise Error, "Download failed: #{file}" if response.error?
+        target = File.join(dir, file)
+
+        next if File.exist?(target) && File.size?(target)
 
-        File.binwrite(File.join(dir, file), response.body.to_s)
+        puts "Downloading #{DEFAULT_MODEL_BASE}/#{file}"
+
+        client
+          .get("#{DEFAULT_MODEL_BASE}/#{file}")
+          .copy_to(target)
       end
 
       dir
     end
 
+    def env_model_dir
+      dir = ENV.fetch('GLINER_MODEL_DIR', nil)
+      return nil if dir.nil? || dir.empty?
+
+      dir
+    end
+
     def model_file_for_variant(variant = :fp16)
       case variant.to_sym
       when :fp16 then 'model_fp16.onnx'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gliner
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.2
 platform: ruby
 authors:
 - elcuervo
@@ -65,6 +65,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: irb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.16.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.16.0
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -93,6 +107,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.50'
+- !ruby/object:Gem::Dependency
+  name: debug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
 description: Basic Ruby inference wrapper for the GLiNER2 ONNX model.
 executables: []
 extensions: []
@@ -117,6 +145,7 @@ files:
 - lib/gliner/position_iteration.rb
 - lib/gliner/runners/classification_runner.rb
 - lib/gliner/runners/entity_runner.rb
+- lib/gliner/runners/inspectable.rb
 - lib/gliner/runners/prepared_task.rb
 - lib/gliner/runners/structured_runner.rb
 - lib/gliner/span_extractor.rb