elelem-llama 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3d4f1635754cf07f46e1804cd87ad793c5503ff939fbf8c3d2c3787a17a1a678
-  data.tar.gz: 0b07837c1883abcb04c5b009b5b72f648b405e18919929550531af61835d0337
+  metadata.gz: d1dfce0c511fa8a88650bfd511bf7cc67eba7806f833ec2255493a668dce9fe7
+  data.tar.gz: 1e77d6e3e42f010b12fbd03f541ba0481f23534f0f6f7b4f38f137093f778302
 SHA512:
-  metadata.gz: 41d9f8f1ef926e9787443cc0a435c34f282735b7fda99004f46ce0292d351159610e813f6fd9adc71e0af4d49f5b8a5b3b1a43227601699251c2ae3ed09532d9
-  data.tar.gz: 460858607760ca00b9cf48fa51d0a171cd20084e696dddd9bb3fad59b45a030a0dfaabcc41642cf124aed03cb993cd12ed341e4c6704faa80802b9261316ae4d
+  metadata.gz: aa49aa930dbb9fc4953c709b72f0e5ec78bf8a397495e4f8af4343587afe5ebaec21fbd94fe659221ffda0db4f9db07de57e5e1097926b46bb5d186a1500b054
+  data.tar.gz: bb72382ac32714caf1b4ed1f66fccae3b2a64e361e49ad6a9e5e6e71b0b0eee5ca00990689b48cbcb450c0ab8c51178a3e88b592abb6f1377d1af498e3691f09

data/lib/elelem/llama/version.rb

@@ -2,6 +2,6 @@
 
 module Elelem
   module Llama
-    VERSION = "0.1.0"
+    VERSION = "0.2.0"
   end
 end

data/lib/elelem/llama.rb

@@ -7,29 +7,31 @@ require "elelem"
 require_relative "llama/version"
 require_relative "llama/client"
 
-Elelem::Providers.register(:llama) do
-  gpu = %w[vulkan cuda metal].include?(Elelem::Llama::Client.backend)
+Elelem.configure do |config|
+  config.provider(:llama) do
+    gpu = %w[vulkan cuda metal].include?(Elelem::Llama::Client.backend)
 
-  default_model = -> {
-    dir = File.expand_path("~/.agents/models")
-    link = File.join(dir, "default.gguf")
-    return link if File.symlink?(link) || File.exist?(link)
+    default_model = -> {
+      dir = File.expand_path("~/.agents/models")
+      link = File.join(dir, "default.gguf")
+      return link if File.symlink?(link) || File.exist?(link)
 
-    models = Dir[File.join(dir, "*.gguf")].sort
-    case models.length
-    when 1 then models.first
-    when 0 then raise "no .gguf model found in #{dir}. Set ELELEM_GGUF_MODEL=/path/to/model.gguf"
-    else raise "multiple .gguf models found in #{dir}. Set ELELEM_GGUF_MODEL=/path/to/model.gguf or symlink #{link} to the one to use by default"
-    end
-  }
+      models = Dir[File.join(dir, "*.gguf")].sort
+      case models.length
+      when 1 then models.first
+      when 0 then raise "no .gguf model found in #{dir}. Set ELELEM_GGUF_MODEL=/path/to/model.gguf"
+      else raise "multiple .gguf models found in #{dir}. Set ELELEM_GGUF_MODEL=/path/to/model.gguf or symlink #{link} to the one to use by default"
+      end
+    }
 
-  Elelem::Llama::Client.new(
-    model: ENV.fetch("ELELEM_GGUF_MODEL") { default_model.call },
-    n_ctx: 0,
-    n_threads: 0,
-    n_gpu_layers: gpu ? 999 : 0,
-    max_tokens: Integer(ENV.fetch("ELELEM_GGUF_MAX_TOKENS", "0")),
-    temp: Float(ENV.fetch("ELELEM_GGUF_TEMP", "0.7")),
-    seed: Integer(ENV.fetch("ELELEM_GGUF_SEED", "-1"))
-  )
+    Elelem::Llama::Client.new(
+      model: ENV.fetch("ELELEM_GGUF_MODEL") { default_model.call },
+      n_ctx: 0,
+      n_threads: 0,
+      n_gpu_layers: gpu ? 999 : 0,
+      max_tokens: Integer(ENV.fetch("ELELEM_GGUF_MAX_TOKENS", "0")),
+      temp: Float(ENV.fetch("ELELEM_GGUF_TEMP", "0.7")),
+      seed: Integer(ENV.fetch("ELELEM_GGUF_SEED", "-1"))
+    )
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: elelem-llama
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - mo khan
@@ -15,14 +15,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '0.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '0.11'
 - !ruby/object:Gem::Dependency
   name: fiddle
   requirement: !ruby/object:Gem::Requirement
@@ -43,14 +43,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.21'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.21'
+        version: '3.0'
 description: A llama.cpp plugin for elelem.
 email:
 - mo@mokhan.ca