pedicab 0.2.5 → 0.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 604cd57e9e82e42814fdc57e4567d4fc5c79cc327dc625661c0a779ae93385a9
-  data.tar.gz: 6e3529079803118cfd4388e6fcbb306118cf6d1b79d46f327dbae771450456ae
+  metadata.gz: 716be3e53c7fa686c33a263f347f479a44c4f73bca8d4a5a7fa9c9fa20880632
+  data.tar.gz: b3658d81c0568db065fc8227d238db65de407badc2bd5734471485a782dd03f9
 SHA512:
-  metadata.gz: 7102f74829b5728889ce7d873a26107fb404e78801cce68bec4342dfc31ba47df9d0629ea766ca752bc74f711a40cced780c94afab199a43b9133adf5bf65e33
-  data.tar.gz: 24da9301bb967fd87ed4828885183e76a6900d4dbcf7628672bf3b81b6c68d820f25b9c76c8a5496e7304706104686aba2317f6262635c4393efc1c5478e54a5
+  metadata.gz: 954d6b4de05b578e31636af22198c688412bca7f5cd6287210e972e1a75d3439469f140668cca1221962a69d723feee7abdcd7222b24b081f30f17cc5271df6d
+  data.tar.gz: 72877701df3210b97e3ac40eef94fa97b2a8581e2f6dd139007c6ee48a7ecba0d6e204f23bb26db0f3ed93a491347d0a18ba72b7f22bf19941c26eca3e36b545

data/lib/pedicab/ride.rb

@@ -82,7 +82,7 @@ module Pedicab
       puts %[#====[ #{@ride.length} ][#{@state[:action]}]\n#{@state[:input]}]
       Pedicab.on[:before].call(self)
       @state[:took] = Benchmark.realtime do
-        Open3.popen3("sudo python3 bin/pedicab.py /models/#{h[:model]}.gguf") do |stdin, stdout, stderr, wait_thread|
+        Open3.popen3("sudo python3 lib/pedicab.py /models/#{h[:model]}.gguf") do |stdin, stdout, stderr, wait_thread|
     	  x = lambda { stdin.puts(JSON.generate(h)); stdout.gets }
     	  begin
 	    xx = x.call()

data/lib/pedicab/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Pedicab
-  VERSION = "0.2.5"
+  VERSION = "0.2.6"
 end

data/lib/pedicab.py

@@ -0,0 +1,48 @@
+from llama_cpp.llama import Llama, LlamaGrammar
+
+import sys
+import json
+
+llm = Llama(
+    model_path=sys.argv[1],
+#    model_path="/models/planner.gguf",
+#      model_path="/models/smollm.gguf",
+      verbose=False,
+      errors="ignore",
+      n_ctx=8192
+)
+
+__sys = "A conversation between a curious Human and an all knowing Assistant who responds only to what was asked in simple terms and never repeats itself.\n\nWhen asked to respond with a single value, respond with only that value.\nWhen asked to list items, respond with the list of items sepearated by a newline only and again - never repeat yourself.\nWhen asked to respond with a mathmatical formula, respond with only the bare formula in the format necessary to be evaluated by the ruby eqn gem.\nOtherwise, respond with a single level outline and NEVER repeat yourself."
+#__sys = "A conversation between a Human and an all knowing Llama."
+
+
+prompt = __sys
+convo = [{ "role": "system", "content": prompt }]
+grammars = { 
+  "bool": 'root ::= ("yes" | "no")',
+  "number": "root ::= (\"-\"?([0-9]+))",
+  "string": "root ::= ([^\r\n\x0b\x0c\x85\u2028\u2029]+ \"\n\")"
+}
+
+
+
+while True:
+    user = json.loads(input(""))
+
+    if (user["role"] == "assistant"):
+        convo.append({ "role": "user", "content": user["content"] })
+        convo.append({ "role": "assistant", "content": user["response"] })
+   
+    if (user["role"] == "system"):
+        output = llm( user["content"], stop=["\n"], echo=False, temperature=0.0, grammar=LlamaGrammar.from_string(grammars[user['response']]))["choices"][0]["text"]
+        user["role"] = "assistant"
+        user["content"] = output       
+
+    if (user["role"] == "user"):
+        convo.append({ "role": "user", "content": user["content"] })
+        output = llm.create_chat_completion( messages=convo, temperature=0.0)["choices"][0]["message"]["content"]
+        convo.append({ "role": "assistant", "content": output })
+        user["role"] = "assistant"
+        user["content"] = output
+
+    print(json.dumps(user))

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pedicab
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.2.6
 platform: ruby
 authors:
 - Erik Olson
@@ -138,6 +138,7 @@ files:
 - books/machiavelli-the_prince.txt
 - books/sun_tzu-art_of_war.txt
 - books/us_army-bayonette.txt
+- lib/pedicab.py
 - lib/pedicab.rb
 - lib/pedicab/calc.rb~
 - lib/pedicab/link.rb