sublayer 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 49d6bc9e7a56b5f5b7cb47aa3c46bfd5c30fe7ff5927b7b391fe370d70b8e4e3
-  data.tar.gz: e54f5e28724f4c8fb8af83b13bd7a71de005266511b275540955376d91a2b6a9
+  metadata.gz: cb6358bd6d422e0f622348c8eaf86d80b42083e22cbae800f7a8d9afc4805a76
+  data.tar.gz: ddce248ed595c54991d725a44f5c52db3c548db4743be50562f6931ec5cd2912
 SHA512:
-  metadata.gz: df71cd627df49a5b76a631810137fb639e5c936a2a9f2516ccc90ede301428ea00f6fce79045b37539ff89a02f3bca1b69f4fd53816f91c1cd9aee153760d482
-  data.tar.gz: 694f971637fd0609b6a0b07f3a178d7f3b51d42820b51a4e282c360a39b806541f8534976caa320a065e345b02f32069865da9e88de10ae31000d1697cc52dec
+  metadata.gz: 96d7ba5dd91cdf4d4107c4017f0e572bdb483450816c6838b5d2f80e9ee9849501f3f522431b19c72afb2e9a019f76556999d4d5c2999987019d78b9f6251eeb
+  data.tar.gz: 726950c1e36fe621fdf16da04e835e241c41fe648dfb7404ab148cd5b0a3567eb495ad620a9ba6ebe8d4910b9d42eea87073294da83fb19814422d59b843ba31

data/README.md

@@ -65,14 +65,18 @@ Sublayer.configuration.ai_provider = Sublayer::Providers::Groq
 Sublayer.configuration.ai_model = "mixtral-8x7b-32768"
 ```
 
-### Local
+### Local (Experimental with Hermes2)
+
+*Tested against the latest [Hermes 2 Mistral
+Model](https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B-GGUF)*
 
 Support for running a local model and serving an API on https://localhost:8080
 
 The simplest way to do this is to download 
 [llamafile](https://github.com/Mozilla-Ocho/llamafile) and download one of the
-server llamafiles they provide. We've also tested with [this Mixtral
-model](https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF) from
+server llamafiles they provide.
+
+We've also tested with [Hermes 2 Mistral](https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B-GGUF) from
 [Nous
 Research](https://nousresearch.com/).
 

data/lib/sublayer/providers/local.rb

@@ -4,29 +4,25 @@
 module Sublayer
   module Providers
     class Local
-      def initialize(prompt:, output_adapter:)
+      def self.call(prompt:, output_adapter:)
         system_prompt = <<-PROMPT
-        In this environment you have access to a set of tools you can use to answer the user's question.
-
-        You may call them like this:
-        <function_calls>
-        <invoke>
-          <tool_name>$TOOL_NAME</tool_name>
-          <parameters>
-          <#{output_adapter.name}>value</#{output_adapter.name}>
-          ...
-          </parameters>
-        </invoke>
-        </function_calls>
-
-        Here are the tools available:
+        You are a function calling AI agent
+        You can call only one function at a time
+        You are provided with function signatures within <tools></tools> XML tags.
+
+        Please call a function and wait for results to be provided to you in the next iteration.
+        Don't make assumptions about what values to plug into function arguments.
+
+        Here are the available tools:
         <tools>
-        #{output_adapter.to_xml}
+        #{output_adapter.to_hash.to_json}
         </tools>
 
-        Respond only with valid xml.
-        The entire response should be wrapped in a <response> tag.
-        Any additional information not inside a tool call should go in a <scratch> tag.
+        For the function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:
+
+        <tool_call>
+        {"arguments": <args-dict>, "name": <function-name>}
+        </tool_call>
         PROMPT
 
         response = HTTParty.post(
@@ -45,9 +41,8 @@ module Sublayer
         )
 
         text_containing_xml = JSON.parse(response.body).dig("choices", 0, "message", "content")
-        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
-        response_xml = ::Nokogiri::XML(xml)
-        function_output = response_xml.at_xpath("//parameters/#{output_adapter.name}").children.to_s
+        results = JSON.parse(::Nokogiri::XML(text_containing_xml).at_xpath("//tool_call").children.to_s.strip)
+        function_output = results["arguments"][output_adapter.name]
 
         return function_output
       end

data/lib/sublayer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Sublayer
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sublayer
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Scott Werner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-03-12 00:00:00.000000000 Z
+date: 2024-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ruby-openai