clag 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f35aebcc5178b31dd6c9b83463a433ed363538234795557ef5b57d02608e1478
-  data.tar.gz: 9179d6d67b9d36263e9568d8e915f13a249fbe8103bce529ecf8ecd86f5eff04
+  metadata.gz: e1108e8ad1844399f3606f873dd03b65fb4131a130b829ba1332636ffa7bae74
+  data.tar.gz: c736a7bf0cd0e6fc3a6000b288c9b411dc53cf30857b61698bc6b28b82bb7a63
 SHA512:
-  metadata.gz: 673ac864ebd2e5e2b008811f10b69f2d2a4fe053dc2aaa72f66ac1057e79e4871e81af729ee59869a5f32b0f968c68e808388a25be666d75e161379d39fa8422
-  data.tar.gz: 303d55dce5f0780aa227719327ec550f64a710be8e7af978065971f5e03d4a59ffdee5cc91373eb0959f67c817f5cbe301c92c890a9ffafa7f6aaa8223847c99
+  metadata.gz: 36ae1725de2b5d549d2f07f1401724ab82ea1fea9ba8622fb05d154f4008d53638b750a43654c7391c07f953e58d4dd9e6352519fead7b8182e5dbd8694078d8
+  data.tar.gz: 70d477e186eba030431e2e69d6b9cac4d88741d00a946dee73364e07e2e61f178cf39fd0619da059d3a80ff5b631d83bb2d53674cb8a84922ac163a99b9c784d

data/README.md

@@ -30,6 +30,23 @@ command with the help of an LLM!
 * Select Gemini as your preferred LLM by setting CLAG\_LLM=gemini in your
   environment
 
+### Using Anthropic's Claude 3 Opus
+
+* Get an API key from Anthropic at https://www.anthropic.com/
+
+* Set your API key as ANTHROPIC\_API\_KEY in your environment
+
+* Select Claude 3 Opus as your preferred LLM by setting CLAG\_LLM=claude in
+  your environment
+
+### Using Groq on Mixtral
+
+* Get an API key from https://console.groq.com/
+
+* Set your API key as GROQ\_API\_KEY in your environment
+
+* Select Groq as your preferred LLM by setting CLAG\_LLM=groq in your environment
+
 ## Usage
 
 Currently support one command: "g".

data/lib/clag/version.rb

@@ -1,3 +1,3 @@
 module Clag
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end

data/vendor/gems/sublayer/lib/sublayer/capabilities/llm_assistance.rb

@@ -23,12 +23,60 @@ module Sublayer
           generate_with_gemini
         when "claude"
           generate_with_claude
+        when "groq"
+          generate_with_groq
         else
           generate_with_openai
         end
       end
 
       private
+
+      def generate_with_groq
+        system_prompt = <<-PROMPT
+        In this environment you have access to a set of tools you can use to answer the user's question.
+
+        You may call them like this:
+        <function_calls>
+        <invoke>
+          <tool_name>$TOOL_NAME</tool_name>
+          <parameters>
+          <command>value</command>
+          ...
+          </parameters>
+        </invoke>
+        </function_calls>
+
+        Here are the tools available:
+        <tools>
+        #{self.class::OUTPUT_FUNCTION.to_xml}
+        </tools>
+
+        Respond only with valid xml.
+        The entire response should be wrapped in a <response> tag.
+        Any additional information not inside a tool call should go in a <scratch> tag.
+        PROMPT
+
+        response = HTTParty.post(
+          "https://api.groq.com/openai/v1/chat/completions",
+          headers: {
+            "Authorization": "Bearer #{ENV["GROQ_API_KEY"]}",
+            "Content-Type": "application/json"
+          },
+          body: {
+            "messages": [{"role": "user", "content": "#{system_prompt}\n#{prompt}"}],
+            "model": "mixtral-8x7b-32768"
+          }.to_json
+        )
+
+        text_containing_xml = JSON.parse(response.body).dig("choices", 0, "message", "content")
+        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
+        response_xml = Nokogiri::XML(xml)
+        function_output = response_xml.at_xpath("//response/function_calls/invoke/parameters/command").children.to_s
+
+        return function_output
+      end
+
       def generate_with_claude
         system_prompt = <<-PROMPT
         In this environment you have access to a set of tools you can use to answer the user's question.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: clag
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Scott Werner
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-04 00:00:00.000000000 Z
+date: 2024-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cli-kit