sublayer 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 49d6bc9e7a56b5f5b7cb47aa3c46bfd5c30fe7ff5927b7b391fe370d70b8e4e3
-  data.tar.gz: e54f5e28724f4c8fb8af83b13bd7a71de005266511b275540955376d91a2b6a9
+  metadata.gz: 3ad3ab932b7da063821a5f9047d6a58e895fb5db1b34ca71ef8a7742ccddd7dc
+  data.tar.gz: ef15f73fd28e091667f1316f60b5b0c882240d1897f57b806e001dc3c885e3cf
 SHA512:
-  metadata.gz: df71cd627df49a5b76a631810137fb639e5c936a2a9f2516ccc90ede301428ea00f6fce79045b37539ff89a02f3bca1b69f4fd53816f91c1cd9aee153760d482
-  data.tar.gz: 694f971637fd0609b6a0b07f3a178d7f3b51d42820b51a4e282c360a39b806541f8534976caa320a065e345b02f32069865da9e88de10ae31000d1697cc52dec
+  metadata.gz: b606328f717c6312fde90b91b6bed4d58cacc0ae266199a6287b72f4da8aa0fcc3c01ffb28aff19043b81c2e7a3891e628db9c8f373cb14e359385e617e4bd76
+  data.tar.gz: b4fec2575647858bae068d41117e5842438e5ec8d1e8303a12a613cec913b11d6b8ff261fd84d276b874c19c4f1aea0fef3d94748bbebc443134ba0cb84c91e8

data/README.md

@@ -65,14 +65,18 @@ Sublayer.configuration.ai_provider = Sublayer::Providers::Groq
 Sublayer.configuration.ai_model = "mixtral-8x7b-32768"
 ```
 
-### Local
+### Local (Experimental with Hermes2)
+
+*Tested against the latest [Hermes 2 Mistral
+Model](https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B-GGUF)*
 
 Support for running a local model and serving an API on https://localhost:8080
 
 The simplest way to do this is to download 
 [llamafile](https://github.com/Mozilla-Ocho/llamafile) and download one of the
-server llamafiles they provide. We've also tested with [this Mixtral
-model](https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF) from
+server llamafiles they provide.
+
+We've also tested with [Hermes 2 Mistral](https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B-GGUF) from
 [Nous
 Research](https://nousresearch.com/).
 

data/lib/sublayer/generators/base.rb

@@ -1,4 +1,3 @@
-require "pry"
 module Sublayer
   module Generators
     class Base

data/lib/sublayer/providers/local.rb

@@ -4,29 +4,25 @@
 module Sublayer
   module Providers
     class Local
-      def initialize(prompt:, output_adapter:)
+      def self.call(prompt:, output_adapter:)
         system_prompt = <<-PROMPT
-        In this environment you have access to a set of tools you can use to answer the user's question.
-
-        You may call them like this:
-        <function_calls>
-        <invoke>
-          <tool_name>$TOOL_NAME</tool_name>
-          <parameters>
-          <#{output_adapter.name}>value</#{output_adapter.name}>
-          ...
-          </parameters>
-        </invoke>
-        </function_calls>
-
-        Here are the tools available:
+        You are a function calling AI agent
+        You can call only one function at a time
+        You are provided with function signatures within <tools></tools> XML tags.
+
+        Please call a function and wait for results to be provided to you in the next iteration.
+        Don't make assumptions about what values to plug into function arguments.
+
+        Here are the available tools:
         <tools>
-        #{output_adapter.to_xml}
+        #{output_adapter.to_hash.to_json}
         </tools>
 
-        Respond only with valid xml.
-        The entire response should be wrapped in a <response> tag.
-        Any additional information not inside a tool call should go in a <scratch> tag.
+        For the function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:
+
+        <tool_call>
+        {"arguments": <args-dict>, "name": <function-name>}
+        </tool_call>
         PROMPT
 
         response = HTTParty.post(
@@ -45,9 +41,8 @@ module Sublayer
         )
 
         text_containing_xml = JSON.parse(response.body).dig("choices", 0, "message", "content")
-        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
-        response_xml = ::Nokogiri::XML(xml)
-        function_output = response_xml.at_xpath("//parameters/#{output_adapter.name}").children.to_s
+        results = JSON.parse(::Nokogiri::XML(text_containing_xml).at_xpath("//tool_call").children.to_s.strip)
+        function_output = results["arguments"][output_adapter.name]
 
         return function_output
       end

data/lib/sublayer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Sublayer
-  VERSION = "0.0.1"
+  VERSION = "0.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sublayer
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Scott Werner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-03-12 00:00:00.000000000 Z
+date: 2024-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ruby-openai