llamafile 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 67dc5a39cf9a4f73b89442e5cd31b9d45112f7309a6ceb0a8eb4d1f7dd84e8e5
-  data.tar.gz: f1ae12e127ca8ef526f55b4b05d47c0bd6f4a4b803cd5ab26db764a7187a22c6
+  metadata.gz: 2f4c56d4887f772001a9d141b7f66901a2c33d21b064aa754475f619a4d5b35b
+  data.tar.gz: 60e47d63ec8430daf21f85b8ec2a5894bf9a7b197dd5f33dab154f810c981714
 SHA512:
-  metadata.gz: d0e6962367c2496c848d7e22f0201be9a982cc60bd9da741b4809dd4516d90c2bd6873761ff5a52d750b13d5d3083f1d428dd6c95bf3a3ae30f2bbd246349cfc
-  data.tar.gz: 68102da624b5dc732ff0711b68a0f972b6e79c5d13b2af2252e33c9d7140966f28a9b7ad624f970fefa6625fe39608a7dc1794f74b2daf4b5dbcaaa96106db2d
+  metadata.gz: cc2e10c0384169ec2499687ab71e32d99b989dbc7171dc33385e417aacf3f279228385f1ddf61c77ce9751ada9195f0d14f93705fcd8d0ad283ce7f907ddb279
+  data.tar.gz: 8921078534377357b9f46f48b2961aaf401037af283bfe3373f5cd9574e12c3fa31fc4686d542ebbfbb5f6c1ccb34f070857d59f0ebd3f8c86b24e18c2b0293e

data/lib/llamafile/llama.rb

@@ -1,33 +1,40 @@
-
-class Llama
-  attr_accessor :depth, :context, :batch
-  def initialize
-    @i = []
-    @o = []
-    @context = 2048
-    @batch = 128
-    @depth = 1
-  end
-  def args
-    %[-c #{@context} -b #{@batch}]
-  end
-  def llama i
-    `llama #{args} -p "#{i}" 2> /dev/null`.strip.gsub(i,"").strip
-  end
-  def trim i,o
-    @i << i
-    @o << o
-    [@i,@o].each { |e| if e.length > @depth; e.shift; end; }
-  end
-  def process k
-    o = llama(%[#{k}\n])
-    if o != nil
-      trim p, o
-    end
-    if "#{o}".length == 0
-      o = "I don't know."
-    end
-    return { input: k, output: o }
-  end
+require 'httparty'
+module LLAMA                                                                                                                                                                                     
+  class Llama                                                                                                                                                                                    
+    include HTTParty                                                                                                                                                                             
+    base_uri 'http://127.0.0.1:8080'                                                                                                                                                             
+  end                                                                                                                                                                                            
+                                                                                                                                                                                                 
+  @@P = {                                                                                                                                                                                        
+    respond: %[Respond simply and directly with as few words possible.],                                                                                                                         
+    answer: %[Answer questions from the user as honestly and correctly as possible.],                                                                                                            
+    friend: %[Respond in a helpful friendly manner.],                                                                                                                                            
+    nanny: %[Construct a story based upon things you are told.],                                                                                                                                 
+    truth: %[Respond truthfully.]                                                                                                                                                                
+  }                                                                                                                                                                                              
+                                                                                                                                                                                                 
+  def self.prompt                                                                                                                                                                                
+    @@P                                                                                                                                                                                          
+  end                                                                                                                                                                                            
+                                                                                                                                                                                                 
+                                                                                                                                                                                                 
+  def self.flagz                                                                                                                                                                                 
+    Llama.get('/flagz')                                                                                                                                                                          
+  end                                                                                                                                                                                            
+                                                                                                                                                                                                 
+  def self.post p, *i                                                                                                                                                                            
+    h = LLAMA.flagz.to_h                                                                                                                                                                         
+    h['prompt'] = p                                                                                                                                                                              
+    h['messages'] = [i].flatten                                                                                                                                                                  
+    puts %[LLAMA POST #{h}]                                                                                                                                                                      
+    r = Llama.post('/v1/chat/completions',                                                                                                                                                       
+                   body: JSON.generate(h),                                                                                                                                                       
+                   headers: {                                                                                                                                                                    
+                     'Content-Type' => 'application/json',                                                                                                                                       
+                     'Accept' => 'application/json',                                                                                                                                             
+                     'Prefer' => 'wait'                                                                                                                                                          
+                   })                                                                                                                                                                            
+    r['choices'][0]['message']['content']                                                                                                                                                        
+  end                                                                                                                                                                                            
 end
 

data/lib/llamafile/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llamafile
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

data/lib/llamafile.rb

@@ -6,10 +6,26 @@ require_relative "llamafile/llama"
 
 module Llamafile
   class Error < StandardError; end
+
+  attr_accessor :prompt
+
+  def self.prompt
+    LLAMA.prompt
+  end
+
+  def prompt
+    Llamafile.prompt
+  end
+  
   def self.llama i
-    Llama.new().process(i)
+    LLAMA.post(LLAMA.prompt[:truth], { role: 'user', content: i })
   end
+
   def llama i
-    Llamafile.process(i) 
+    Llamafile.llama i
+  end
+  
+  def self.<< i
+    Llamafile.llama i
   end
 end

data/llamafile.gemspec

@@ -31,7 +31,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   # Uncomment to register a new dependency of your gem
-  # spec.add_dependency "example-gem", "~> 1.0"
+  spec.add_dependency "httparty"
 
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: llamafile
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Erik Olson
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-21 00:00:00.000000000 Z
-dependencies: []
+date: 2025-01-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Wraps a locally installed llamafile in an a pure ruby object.
 email:
 - xorgnak@gmail.com
@@ -50,7 +64,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
+rubygems_version: 3.4.20
 signing_key:
 specification_version: 4
 summary: llamafile wrapper