RubyGems - llamafile - Versions diffs - 0.1.2 → 0.1.5 - Mend

llamafile 0.1.2 → 0.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (7) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2f4c56d4887f772001a9d141b7f66901a2c33d21b064aa754475f619a4d5b35b
-  data.tar.gz: 60e47d63ec8430daf21f85b8ec2a5894bf9a7b197dd5f33dab154f810c981714
+  metadata.gz: ed6d4dcd5814cd4cb0c0740ce0cc09173bcf171cb47a1533f7d43af03070281a
+  data.tar.gz: 164ce8232580c07fdc77e08ffad3222104d1ece6d36d5c529482cda2b297aba5
 SHA512:
-  metadata.gz: cc2e10c0384169ec2499687ab71e32d99b989dbc7171dc33385e417aacf3f279228385f1ddf61c77ce9751ada9195f0d14f93705fcd8d0ad283ce7f907ddb279
-  data.tar.gz: 8921078534377357b9f46f48b2961aaf401037af283bfe3373f5cd9574e12c3fa31fc4686d542ebbfbb5f6c1ccb34f070857d59f0ebd3f8c86b24e18c2b0293e
+  metadata.gz: f159000c5f9274e216d87db2ae7223b23e3f513eb19a916c439890fb3484a081bb961e8db110f5df155f4e4600f2b2184769bfad98d8ed3d3424f29cf4f7c0c3
+  data.tar.gz: b98b44bf5e08c57f975c698c2ee19a5cce46045735a567b418b20430e3a83224a4fd4b772469fc93825aded3a69edcecac8aa2c58cab977aa0b8a1dce33a8a68

data/README.md CHANGED Viewed

@@ -19,7 +19,8 @@ gem install llamafile
 ### module
 Pass a raw string to the module and
 ```
-Llamafile.llama("What is the meaning of life?") => { input: "What is the meaning of life?", output: "42." }
+Llamafile.llama("What is the meaning of life?") => "42."
+Llamafile << "How can we achieve world peace?" => "I don't know."
 ```
 ### include
 ```
@@ -29,10 +30,8 @@ class X
 		@id = k
 		@db = My.data[k]
 	end
-	def what_is_my_name?
-		@prompt = %[My name is #{@db[:name]}.]
-		h =	llama(%[#{@prompt}  What is my name?])
-		return h[:output]
+	def hello
+		llama(%[Hello, World!])
 	end
 end
 ```

data/lib/llamafile/llama.rb CHANGED Viewed

@@ -1,40 +1,67 @@
 require 'httparty'
-module LLAMA
-  class Llama
-    include HTTParty
-    base_uri 'http://127.0.0.1:8080'
-  end
-  @@P = {
-    respond: %[Respond simply and directly with as few words possible.],
-    answer: %[Answer questions from the user as honestly and correctly as possible.],
-    friend: %[Respond in a helpful friendly manner.],
-    nanny: %[Construct a story based upon things you are told.],
-    truth: %[Respond truthfully.]
-  }
-  def self.prompt
-    @@P
-  end
-  def self.flagz
-    Llama.get('/flagz')
-  end
-  def self.post p, *i
-    h = LLAMA.flagz.to_h
-    h['prompt'] = p
-    h['messages'] = [i].flatten
-    puts %[LLAMA POST #{h}]
-    r = Llama.post('/v1/chat/completions',
-                   body: JSON.generate(h),
-                   headers: {
-                     'Content-Type' => 'application/json',
-                     'Accept' => 'application/json',
-                     'Prefer' => 'wait'
-                   })
-    r['choices'][0]['message']['content']
-  end
+module LLAMA
+  DEF = {
+    stream: false,
+    grammar: %[root ::= l+\nl ::= i "\n"\ni ::= [^\n\t{|}]+ [.!?]],
+    n_predict: 2048,
+    n_probs: 0,
+    cache_prompt: true,
+    min_keep: 10,
+    min_p: 0.05,
+    mirostat: 2,
+    mirostat_eta: 0.1,
+    mirostat_tau: 5,
+    repeat_lat_n: 256,
+    repeat_penalty: 2,
+    slot_id: -1,
+    temperature: 0,
+    tfs_z: 1,
+    top_k: 95,
+    top_p: 0.95,
+    typical_p: 1,
+    stop: ['</s>','Llama:','User:']
+  }
+  class Llama
+    include HTTParty
+    base_uri ENV['LLAMA']
+    #default_timeout 120
+  end
+  def self.post h={}
+  	#puts %[LLAMA IN: #{h}]
+    hh = {
+      headers: {
+	"Content-Type": "application/json",
+	"Connection": 'keep-alive',
+	"Priority": 'u=0'
+      },
+      body: JSON.generate(DEF.merge(h))
+    }
+    #puts %[LLAMA PACK: #{hh}]
+    r = Llama.post('/completion', hh)
+    #puts %[LLAMA CODE: #{r.code}]
+    if r.code == 200
+		return r['content'].gsub(/<.+>/, "").gsub(/\s\s+/, " ").gsub(/\n+/, "\n");
+	else
+		return false
+	end
+  end
+  # LLAMA.post prompt: PROMPT.make { system: "system prompt", mode: "output mode", output: "previous output", input: "new input" }
+  def self.<< i
+	fiber = Fiber.new do |ii|
+		Fiber.yield LLAMA.post(prompt: PROMPT.make(input: ii))
+	end
+	fiber.resume i
+  end
+  def self.if? h={}
+	if LLAMA.post({ n_predict: 4, grammar: GRAMMAR[:bool], prompt: PROMPT.test(h) }) == 'yes'
+		return true
+	else
+		return false
+	end
+  end
 end

data/lib/llamafile/version.rb CHANGED Viewed

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 module Llamafile
-  VERSION = "0.1.2"
+  VERSION = "0.1.5"
 end

data/lib/llamafile.rb CHANGED Viewed

@@ -1,31 +1,48 @@
 # frozen_string_literal: true
 require_relative "llamafile/version"
+require_relative "llamafile/mind"
 require_relative "llamafile/llama"
+require_relative "llamafile/grammar"
+require_relative "llamafile/prompt"
+require_relative "llamafile/voice"
-module Llamafile
-  class Error < StandardError; end
-  attr_accessor :prompt
-  def self.prompt
-    LLAMA.prompt
-  end
+module Lf
+	def self.<< p
+		LLAMA << p
+	end
+	def self.if? h={}
+		LLAMA.if?(h)
+	end
+	def self.prompt h={}
+		LLAMA.post(prompt: PROMPT.make(h))
+	end
+	@@C = Hash.new { |h,k| h[k] = C.new(k) }
+	class C
+		def initialize k
+			@id = k
+			@input = ""
+			@output = ""
+		end
+		def << i
+			@output = Lf.prompt(output: %[User: #{@input}\nLlama: #{@output}], input: i)
+			@input = i
+			return @output
+		end
+	end
+	def self.[] k
+		@@C[k]
+	end
+	def self.keys
+		@@C.keys
+	end
+	def self.delete k
+		@@C.delete(k)
+	end
+end
-  def prompt
-    Llamafile.prompt
-  end
-  def self.llama i
-    LLAMA.post(LLAMA.prompt[:truth], { role: 'user', content: i })
-  end
+VOICE.hear = lambda { |tgt, voice, payload| puts %[VOICE #{tgt}: #{voice} #{payload}]; MIND.publish(%[#{tgt}/], %[Thinking like a #{voice}, #{payload}]) }
+MIND.input = lambda { |tgt, payload| puts %[THINK INPUT #{tgt}: #{payload}]; VOICE.hear(tgt, payload); }
+MIND.output = lambda { |tgt, payload| puts %[THINK OUTPUT #{tgt}: #{payload}]; }
-  def llama i
-    Llamafile.llama i
-  end
-  def self.<< i
-    Llamafile.llama i
-  end
-end
+MIND.think!

data/llamafile.gemspec CHANGED Viewed

@@ -32,7 +32,10 @@ Gem::Specification.new do |spec|
   # Uncomment to register a new dependency of your gem
   spec.add_dependency "httparty"
+  spec.add_dependency "multi_xml"
+  spec.add_dependency "mqtt"
+  spec.add_dependency "csv"
+  spec.add_dependency "bigdecimal"
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html
 end

metadata CHANGED Viewed

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: llamafile
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.5
 platform: ruby
 authors:
 - Erik Olson
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-01-30 00:00:00.000000000 Z
+date: 2025-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -24,6 +23,62 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_xml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mqtt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bigdecimal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Wraps a locally installed llamafile in an a pure ruby object.
 email:
 - xorgnak@gmail.com
@@ -49,7 +104,6 @@ metadata:
   homepage_uri: https://github.com/xorgnak/llamafile
   source_code_uri: https://github.com/xorgnak/llamafile
   changelog_uri: https://github.com/xorgnak/llamafile
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -64,8 +118,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
-signing_key:
+rubygems_version: 3.6.3
 specification_version: 4
 summary: llamafile wrapper
 test_files: []