llamafile 0.1.1 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 67dc5a39cf9a4f73b89442e5cd31b9d45112f7309a6ceb0a8eb4d1f7dd84e8e5
-  data.tar.gz: f1ae12e127ca8ef526f55b4b05d47c0bd6f4a4b803cd5ab26db764a7187a22c6
+  metadata.gz: ed6d4dcd5814cd4cb0c0740ce0cc09173bcf171cb47a1533f7d43af03070281a
+  data.tar.gz: 164ce8232580c07fdc77e08ffad3222104d1ece6d36d5c529482cda2b297aba5
 SHA512:
-  metadata.gz: d0e6962367c2496c848d7e22f0201be9a982cc60bd9da741b4809dd4516d90c2bd6873761ff5a52d750b13d5d3083f1d428dd6c95bf3a3ae30f2bbd246349cfc
-  data.tar.gz: 68102da624b5dc732ff0711b68a0f972b6e79c5d13b2af2252e33c9d7140966f28a9b7ad624f970fefa6625fe39608a7dc1794f74b2daf4b5dbcaaa96106db2d
+  metadata.gz: f159000c5f9274e216d87db2ae7223b23e3f513eb19a916c439890fb3484a081bb961e8db110f5df155f4e4600f2b2184769bfad98d8ed3d3424f29cf4f7c0c3
+  data.tar.gz: b98b44bf5e08c57f975c698c2ee19a5cce46045735a567b418b20430e3a83224a4fd4b772469fc93825aded3a69edcecac8aa2c58cab977aa0b8a1dce33a8a68

data/README.md

@@ -19,7 +19,8 @@ gem install llamafile
 ### module
 Pass a raw string to the module and 
 ```
-Llamafile.llama("What is the meaning of life?") => { input: "What is the meaning of life?", output: "42." }
+Llamafile.llama("What is the meaning of life?") => "42."
+Llamafile << "How can we achieve world peace?" => "I don't know."
 ```
 ### include
 ```
@@ -29,10 +30,8 @@ class X
 		@id = k
 		@db = My.data[k]
 	end
-	def what_is_my_name?
-		@prompt = %[My name is #{@db[:name]}.]
-		h =	llama(%[#{@prompt}  What is my name?])
-		return h[:output]
+	def hello
+		llama(%[Hello, World!])
 	end
 end
 ```

data/lib/llamafile/llama.rb

@@ -1,33 +1,67 @@
-
-class Llama
-  attr_accessor :depth, :context, :batch
-  def initialize
-    @i = []
-    @o = []
-    @context = 2048
-    @batch = 128
-    @depth = 1
-  end
-  def args
-    %[-c #{@context} -b #{@batch}]
+require 'httparty'
+module LLAMA                                               
+  DEF = { 
+    stream: false,
+    grammar: %[root ::= l+\nl ::= i "\n"\ni ::= [^\n\t{|}]+ [.!?]], 
+    n_predict: 2048, 
+    n_probs: 0,
+    cache_prompt: true,
+    min_keep: 10,
+    min_p: 0.05,
+    mirostat: 2,
+    mirostat_eta: 0.1,
+    mirostat_tau: 5,
+    repeat_lat_n: 256,
+    repeat_penalty: 2,
+    slot_id: -1,
+    temperature: 0,
+    tfs_z: 1,
+    top_k: 95,
+    top_p: 0.95,
+    typical_p: 1,
+    stop: ['</s>','Llama:','User:']
+  }
+                                                                                                                                       
+  class Llama
+    include HTTParty
+    base_uri ENV['LLAMA']
+    #default_timeout 120
   end
-  def llama i
-    `llama #{args} -p "#{i}" 2> /dev/null`.strip.gsub(i,"").strip
+  def self.post h={}
+  	#puts %[LLAMA IN: #{h}]
+    hh = { 
+      headers: { 
+	"Content-Type": "application/json",
+	"Connection": 'keep-alive',
+	"Priority": 'u=0'
+      }, 
+      body: JSON.generate(DEF.merge(h)) 
+    }
+    #puts %[LLAMA PACK: #{hh}]
+    r = Llama.post('/completion', hh)
+    #puts %[LLAMA CODE: #{r.code}]
+    if r.code == 200
+		return r['content'].gsub(/<.+>/, "").gsub(/\s\s+/, " ").gsub(/\n+/, "\n");
+	else
+		return false
+	end
   end
-  def trim i,o
-    @i << i
-    @o << o
-    [@i,@o].each { |e| if e.length > @depth; e.shift; end; }
-  end
-  def process k
-    o = llama(%[#{k}\n])
-    if o != nil
-      trim p, o
-    end
-    if "#{o}".length == 0
-      o = "I don't know."
-    end
-    return { input: k, output: o }
+
+  # LLAMA.post prompt: PROMPT.make { system: "system prompt", mode: "output mode", output: "previous output", input: "new input" }
+  
+  def self.<< i
+	fiber = Fiber.new do |ii|
+		Fiber.yield LLAMA.post(prompt: PROMPT.make(input: ii))
+	end
+	fiber.resume i
   end
+  
+  def self.if? h={}
+	if LLAMA.post({ n_predict: 4, grammar: GRAMMAR[:bool], prompt: PROMPT.test(h) }) == 'yes'
+		return true
+	else
+		return false
+	end
+  end   
 end
 

data/lib/llamafile/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llamafile
-  VERSION = "0.1.1"
+  VERSION = "0.1.5"
 end

data/lib/llamafile.rb

@@ -1,15 +1,48 @@
 # frozen_string_literal: true
 
 require_relative "llamafile/version"
-
+require_relative "llamafile/mind"
 require_relative "llamafile/llama"
+require_relative "llamafile/grammar"
+require_relative "llamafile/prompt"
+require_relative "llamafile/voice"
 
-module Llamafile
-  class Error < StandardError; end
-  def self.llama i
-    Llama.new().process(i)
-  end
-  def llama i
-    Llamafile.process(i) 
-  end
+module Lf
+	def self.<< p
+		LLAMA << p
+	end
+	def self.if? h={}
+		LLAMA.if?(h)
+	end
+	def self.prompt h={}
+		LLAMA.post(prompt: PROMPT.make(h))
+	end
+	@@C = Hash.new { |h,k| h[k] = C.new(k) }
+	class C
+		def initialize k
+			@id = k
+			@input = ""
+			@output = ""
+		end
+		def << i
+			@output = Lf.prompt(output: %[User: #{@input}\nLlama: #{@output}], input: i)
+			@input = i
+			return @output
+		end
+	end
+	def self.[] k
+		@@C[k]
+	end
+	def self.keys
+		@@C.keys
+	end
+	def self.delete k
+		@@C.delete(k)
+	end
 end
+
+VOICE.hear = lambda { |tgt, voice, payload| puts %[VOICE #{tgt}: #{voice} #{payload}]; MIND.publish(%[#{tgt}/], %[Thinking like a #{voice}, #{payload}]) }
+MIND.input = lambda { |tgt, payload| puts %[THINK INPUT #{tgt}: #{payload}]; VOICE.hear(tgt, payload); }
+MIND.output = lambda { |tgt, payload| puts %[THINK OUTPUT #{tgt}: #{payload}]; }
+
+MIND.think!

data/llamafile.gemspec

@@ -31,8 +31,11 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   # Uncomment to register a new dependency of your gem
-  # spec.add_dependency "example-gem", "~> 1.0"
-
+  spec.add_dependency "httparty"
+  spec.add_dependency "multi_xml"
+  spec.add_dependency "mqtt"
+  spec.add_dependency "csv"
+  spec.add_dependency "bigdecimal"
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html
 end

metadata

@@ -1,15 +1,84 @@
 --- !ruby/object:Gem::Specification
 name: llamafile
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.5
 platform: ruby
 authors:
 - Erik Olson
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-21 00:00:00.000000000 Z
-dependencies: []
+date: 2025-05-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_xml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mqtt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bigdecimal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Wraps a locally installed llamafile in an a pure ruby object.
 email:
 - xorgnak@gmail.com
@@ -35,7 +104,6 @@ metadata:
   homepage_uri: https://github.com/xorgnak/llamafile
   source_code_uri: https://github.com/xorgnak/llamafile
   changelog_uri: https://github.com/xorgnak/llamafile
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -50,8 +118,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
-signing_key:
+rubygems_version: 3.6.3
 specification_version: 4
 summary: llamafile wrapper
 test_files: []