gliner 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a8e4bdddc47289f29cce2469ff6bbeecc9ef260b39f3b02f6e3e89b23e3e4e7a
-  data.tar.gz: b59ad90385c8da5b478f007f5715994c11f1f1a0b85617acc501acb8b17723aa
+  metadata.gz: 749c6a152abe40b2735e56724d01bcb9df57df3ed883f7b7a7a735c7d4dbe613
+  data.tar.gz: dd8add045f98be4876bea92faadd68b2da4a64613502c710c3a6769d224016bd
 SHA512:
-  metadata.gz: 072cc980f4653d74da83d3cfea1b09d0cbf8e023bfb6d3829ce6879163b7dc77a170ef63ad68138eca7d892521f30eda8d0be6c72e62cbe0353732aa4542bab3
-  data.tar.gz: fb84732285ff71edad266533cfd513d51036c709a4c5275fdc6548a373f11ead86eb66978fd0b28522c567af52e7d2ce8111053d721ec6ddcee6546db8bf58ed
+  metadata.gz: 996bd63e35f9302f1a01a78d92d39ca47013deb42e58ff3c332ac260c2351f172d5a1897bdb3f673a4a1cf1f63c2ef1b1a7c04c2025ff94be6eb71548c79bf97
+  data.tar.gz: 246d3939daa2ca82df524ae6a89dbd734792d5c6952857d517634f50cc59176f26fd1bef15677b655b1c2f9cb1b35c5cb700bdbbc764d6949b6b941b7c83e77f

data/README.md

@@ -19,11 +19,10 @@ require "gliner"
 
 Gliner.configure do |config|
   config.threshold = 0.2
-  # If unset, auto! downloads the default model to .cache/
+  # By default, the gem downloads the default model to .cache/
   # Or set a local path explicitly:
   # config.model = "/path/to/gliner2-multi-v1"
   config.variant = :fp16
-  config.auto!
 end
 
 text = "Apple CEO Tim Cook announced iPhone 15 in Cupertino yesterday."

data/bin/console

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+
 # frozen_string_literal: true
 
 begin
@@ -7,53 +8,20 @@ rescue LoadError
 end
 
 require "gliner"
-require "fileutils"
-require "httpx"
 require "irb"
 
-DEFAULT_REPO_ID = "cuerbot/gliner2-multi-v1"
-DEFAULT_MODEL_FILE = "model_fp16.onnx"
-DEFAULT_MODEL_SUBDIR = "onnx"
-
-def ensure_model_dir!(repo_id:, model_file:, model_subdir:)
-  dir = File.expand_path("../tmp/models/#{repo_id.tr('/', '__')}", __dir__)
-  FileUtils.mkdir_p(dir)
-
-  base = "https://huggingface.co/#{repo_id}/resolve/main"
-  base = "#{base}/#{model_subdir}" unless model_subdir.nil? || model_subdir.empty?
-  files = ["tokenizer.json", "config.json", model_file]
-
-  files.each do |file|
-    dest = File.join(dir, file)
-    next if File.exist?(dest) && File.size?(dest)
-    download("#{base}/#{file}", dest)
-  end
-
-  dir
-end
-
-def download(url, dest)
-  response = HTTPX.get(url)
-  raise "Download failed: #{url} (status: #{response.status})" unless response.status.between?(200, 299)
-
-  File.binwrite(dest, response.body.to_s)
-end
-
 model_dir = ARGV[0] || ENV["GLINER_MODEL_DIR"]
-repo_id = ENV["GLINER_REPO_ID"] || DEFAULT_REPO_ID
-model_file = ENV["GLINER_MODEL_FILE"] || DEFAULT_MODEL_FILE
-model_subdir = ENV["GLINER_MODEL_SUBDIR"] || DEFAULT_MODEL_SUBDIR
+model_file = ENV["GLINER_MODEL_FILE"]
 
 if model_dir && !model_dir.empty?
-  $gliner_model = Gliner.load(model_dir, file: model_file)
+  $gliner_model = model_file ? Gliner.load(model_dir, file: model_file) : Gliner.load(model_dir)
 else
   begin
-    require "fileutils"
-    model_dir = ensure_model_dir!(repo_id: repo_id, model_file: model_file, model_subdir: model_subdir)
-    $gliner_model = Gliner.load(model_dir, file: model_file)
+    Gliner.configure { |config| config.auto = true }
+    $gliner_model = Gliner.model
   rescue => e
     warn "No model loaded (auto-download failed: #{e.class}: #{e.message})"
-    warn "Set GLINER_MODEL_DIR to a local model dir, or set GLINER_REPO_ID/GLINER_MODEL_FILE for auto-download."
+    warn "Set GLINER_MODEL_DIR or configure Gliner.config.model to a local model dir."
   end
 end
 
@@ -79,6 +47,5 @@ puts "- helper: gliner_classify(text, tasks)"
 puts "- helper: gliner_extract_json(text, structures)"
 puts "- model variable: $gliner_model"
 puts "- model dir: #{model_dir.inspect}"
-puts "- auto-download env: GLINER_REPO_ID=#{repo_id.inspect} GLINER_MODEL_FILE=#{model_file.inspect}" unless $gliner_model
 
 IRB.start(__FILE__)

data/gliner.gemspec

@@ -21,6 +21,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'tokenizers', '~> 0.6'
 
   spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'irb', '~> 1.16.0'
   spec.add_development_dependency 'rspec', '~> 3.13'
   spec.add_development_dependency 'rubocop', '~> 1.50'
 

data/lib/gliner/configuration.rb

@@ -11,7 +11,7 @@ module Gliner
       @threshold = DEFAULT_THRESHOLD
       @model = nil
       @variant = :fp16
-      @auto = false
+      @auto = true
     end
 
     def variant=(value)

data/lib/gliner/runners/classification_runner.rb

@@ -3,6 +3,8 @@
 module Gliner
   module Runners
     class ClassificationRunner
+      include Inspectable
+
       def self.[](tasks)
         new(Gliner.model!, tasks)
       end
@@ -21,6 +23,11 @@ module Gliner
       end
 
       alias call []
+
+      private
+
+      def inspect_label = 'Classification'
+      def inspect_items = @tasks.keys
     end
   end
 end

data/lib/gliner/runners/entity_runner.rb

@@ -3,8 +3,12 @@
 module Gliner
   module Runners
     class EntityRunner
+      include Inspectable
+
       def initialize(model, config)
         parsed = model.entity_task.parse_config(config)
+
+        @labels = parsed[:labels]
         @task = PreparedTask.new(model.entity_task, parsed)
       end
 
@@ -14,6 +18,11 @@ module Gliner
       end
 
       alias call []
+
+      private
+
+      def inspect_label = 'Entity'
+      def inspect_items = @labels
     end
   end
 end

data/lib/gliner/runners/inspectable.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Gliner
+  module Runners
+    module Inspectable
+      def inspect
+        items = Array(inspect_items).map(&:to_s)
+
+        "#<Gliner(#{inspect_label}) input=#{items.inspect}>"
+      end
+    end
+  end
+end

data/lib/gliner/runners/structured_runner.rb

@@ -3,6 +3,8 @@
 module Gliner
   module Runners
     class StructuredRunner
+      include Inspectable
+
       def initialize(model, config)
         @tasks = build_tasks(model, config)
       end
@@ -17,6 +19,9 @@ module Gliner
 
       private
 
+      def inspect_label = 'Structure'
+      def inspect_items = @tasks.keys
+
       def build_tasks(model, config)
         raise Error, 'structures must be a Hash' unless config.is_a?(Hash)
 

data/lib/gliner/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gliner
-  VERSION = '0.2.0'
+  VERSION = '0.2.1'
 end

data/lib/gliner.rb

@@ -6,6 +6,7 @@ require 'gliner/version'
 require 'gliner/configuration'
 require 'gliner/model'
 require 'gliner/runners/prepared_task'
+require 'gliner/runners/inspectable'
 require 'gliner/runners/entity_runner'
 require 'gliner/runners/structured_runner'
 require 'gliner/runners/classification_runner'
@@ -68,7 +69,10 @@ module Gliner
     end
 
     def model
-      @model ||= model_from_config || model_from_env
+      @model ||= begin
+        apply_model_source!
+        model_from_config || model_from_env
+      end
     end
 
     def [](config)
@@ -98,7 +102,7 @@ module Gliner
     end
 
     def model_from_env
-      dir = ENV.fetch('GLINER_MODEL_DIR', nil)
+      dir = env_model_dir
       return if dir.nil?
 
       file = ENV['GLINER_MODEL_FILE'] || model_file_for_variant(config.variant)
@@ -130,7 +134,8 @@ module Gliner
       return unless config.auto?
 
       source = config.model
-      return unless source.nil? || source.empty?
+      return unless source.nil?
+      return if env_model_dir
 
       config.model = download_default_model
     end
@@ -143,15 +148,32 @@ module Gliner
       FileUtils.mkdir_p(dir)
 
       files = ['tokenizer.json', 'config.json', model_file]
-      client = HTTPX.plugin(:follow_redirects)
+      client = HTTPX.plugin(:follow_redirects).with(max_redirects: 5)
 
       files.each do |file|
-        response = client.get("#{DEFAULT_MODEL_BASE}/#{file}")
-        raise Error, "Download failed: #{file}" if response.error?
+        dest = File.join(dir, file)
+        next if File.exist?(dest) && File.size?(dest)
+        download_file!(client, "#{DEFAULT_MODEL_BASE}/#{file}", dest)
+      end
+
+      dir
+    end
 
-        File.binwrite(File.join(dir, file), response.body.to_s)
+    def download_file!(client, url, dest)
+      response = client.get(url)
+      status = response.status
+
+      unless status && status.between?(200, 299)
+        raise Error, "Download failed: #{url} (status: #{status || 'unknown'})"
       end
 
+      File.binwrite(dest, response.body.to_s)
+    end
+
+    def env_model_dir
+      dir = ENV.fetch('GLINER_MODEL_DIR', nil)
+      return nil if dir.nil? || dir.empty?
+
       dir
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gliner
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - elcuervo
@@ -65,6 +65,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: irb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.16.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.16.0
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -117,6 +131,7 @@ files:
 - lib/gliner/position_iteration.rb
 - lib/gliner/runners/classification_runner.rb
 - lib/gliner/runners/entity_runner.rb
+- lib/gliner/runners/inspectable.rb
 - lib/gliner/runners/prepared_task.rb
 - lib/gliner/runners/structured_runner.rb
 - lib/gliner/span_extractor.rb