clag 0.0.3 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f35aebcc5178b31dd6c9b83463a433ed363538234795557ef5b57d02608e1478
-  data.tar.gz: 9179d6d67b9d36263e9568d8e915f13a249fbe8103bce529ecf8ecd86f5eff04
+  metadata.gz: 7567d9817e4d7abc1c6da5ab57e36b99945fe64d3cb9d361d86c2c712e5e41af
+  data.tar.gz: 5425fc8a75d9267aaf341e4b13d82f76dc7dea19549fd2686d84bc667653f5f8
 SHA512:
-  metadata.gz: 673ac864ebd2e5e2b008811f10b69f2d2a4fe053dc2aaa72f66ac1057e79e4871e81af729ee59869a5f32b0f968c68e808388a25be666d75e161379d39fa8422
-  data.tar.gz: 303d55dce5f0780aa227719327ec550f64a710be8e7af978065971f5e03d4a59ffdee5cc91373eb0959f67c817f5cbe301c92c890a9ffafa7f6aaa8223847c99
+  metadata.gz: 8b629c28ad455cc20af1fe172c9dd774f88a980335c5f127fe7ebe6a624688f1ff004103261baedd252a7832beea01be378a2f1995e8c3c55cae7c1522355eb6
+  data.tar.gz: e2327b5d9f0625b0ddf0d084f40372e677d2952becd2ba7f0271ccbc8e234a0dd1e35a0231d2223c31ebdca881409c4d46cad8d72cc05b7dd23e1b0aea76e202

data/README.md

@@ -30,6 +30,32 @@ command with the help of an LLM!
 * Select Gemini as your preferred LLM by setting CLAG\_LLM=gemini in your
   environment
 
+### Using Anthropic's Claude 3 Opus
+
+* Get an API key from Anthropic at https://www.anthropic.com/
+
+* Set your API key as ANTHROPIC\_API\_KEY in your environment
+
+* Select Claude 3 Opus as your preferred LLM by setting CLAG\_LLM=claude in
+  your environment
+
+### Using Groq on Mixtral
+
+* Get an API key from https://console.groq.com/
+
+* Set your API key as GROQ\_API\_KEY in your environment
+
+* Select Groq as your preferred LLM by setting CLAG\_LLM=groq in your environment
+
+### Using a Local Model
+
+* Have a model locally from either Ollama or Llamafile with an OpenAI compatible
+  API
+
+* Have the API server running on port 8080
+
+* Select local as your preferred LLM by setting CLAG\_LLM=local in your environment
+
 ## Usage
 
 Currently support one command: "g".

data/lib/clag/version.rb

@@ -1,3 +1,3 @@
 module Clag
-  VERSION = '0.0.3'
+  VERSION = '0.0.5'
 end

data/vendor/gems/sublayer/lib/sublayer/capabilities/llm_assistance.rb

@@ -23,12 +23,110 @@ module Sublayer
           generate_with_gemini
         when "claude"
           generate_with_claude
+        when "groq"
+          generate_with_groq
+        when "local"
+          generate_with_local_model
         else
           generate_with_openai
         end
       end
 
       private
+
+      def generate_with_local_model
+        system_prompt = <<-PROMPT
+        In this environment you have access to a set of tools you can use to answer the user's question.
+
+        You may call them like this:
+        <function_calls>
+        <invoke>
+          <tool_name>$TOOL_NAME</tool_name>
+          <parameters>
+          <command>value</command>
+          ...
+          </parameters>
+        </invoke>
+        </function_calls>
+
+        Here are the tools available:
+        <tools>
+        #{self.class::OUTPUT_FUNCTION.to_xml}
+        </tools>
+
+        Respond only with valid xml.
+        The entire response should be wrapped in a <response> tag.
+        Any additional information not inside a tool call should go in a <scratch> tag.
+        PROMPT
+
+        response = HTTParty.post(
+          "http://localhost:8080/v1/chat/completions",
+          headers: {
+            "Authorization": "Bearer no-key",
+            "Content-Type": "application/json"
+          },
+          body: {
+            "model": "LLaMA_CPP",
+            "messages": [
+              { "role": "system", "content": system_prompt },
+              { "role": "user", "content": prompt }
+            ]
+          }.to_json
+        )
+
+        text_containing_xml = JSON.parse(response.body).dig("choices", 0, "message", "content")
+        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
+        response_xml = Nokogiri::XML(xml)
+        function_output = response_xml.at_xpath("//parameters/command").children.to_s
+
+        return function_output
+      end
+
+      def generate_with_groq
+        system_prompt = <<-PROMPT
+        In this environment you have access to a set of tools you can use to answer the user's question.
+
+        You may call them like this:
+        <function_calls>
+        <invoke>
+          <tool_name>$TOOL_NAME</tool_name>
+          <parameters>
+          <command>value</command>
+          ...
+          </parameters>
+        </invoke>
+        </function_calls>
+
+        Here are the tools available:
+        <tools>
+        #{self.class::OUTPUT_FUNCTION.to_xml}
+        </tools>
+
+        Respond only with valid xml.
+        The entire response should be wrapped in a <response> tag.
+        Any additional information not inside a tool call should go in a <scratch> tag.
+        PROMPT
+
+        response = HTTParty.post(
+          "https://api.groq.com/openai/v1/chat/completions",
+          headers: {
+            "Authorization": "Bearer #{ENV["GROQ_API_KEY"]}",
+            "Content-Type": "application/json"
+          },
+          body: {
+            "messages": [{"role": "user", "content": "#{system_prompt}\n#{prompt}"}],
+            "model": "mixtral-8x7b-32768"
+          }.to_json
+        )
+
+        text_containing_xml = JSON.parse(response.body).dig("choices", 0, "message", "content")
+        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
+        response_xml = Nokogiri::XML(xml)
+        function_output = response_xml.at_xpath("//response/function_calls/invoke/parameters/command").children.to_s
+
+        return function_output
+      end
+
       def generate_with_claude
         system_prompt = <<-PROMPT
         In this environment you have access to a set of tools you can use to answer the user's question.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: clag
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.5
 platform: ruby
 authors:
 - Scott Werner
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-04 00:00:00.000000000 Z
+date: 2024-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cli-kit