clag 0.0.2 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 590439d5a481273f60f73e23d193490499a0bc6f9c400fa6239f00e790f31191
-  data.tar.gz: 2b35f0ef8b99e0185761275a405aa44363380df88a0f53449a3e3e1208159659
+  metadata.gz: e1108e8ad1844399f3606f873dd03b65fb4131a130b829ba1332636ffa7bae74
+  data.tar.gz: c736a7bf0cd0e6fc3a6000b288c9b411dc53cf30857b61698bc6b28b82bb7a63
 SHA512:
-  metadata.gz: 87982f697b62eb353350fea66026841e8b0815bff79fea7407b7d3159ecc85aaefad4fab52a0c0f40dbd5389f5b83fa47b86dd6951de7fbd8ba33de58beae4a4
-  data.tar.gz: 637a5801e9e52443e7bd694fedbef83f1baa9fd624ad263c9abe00f2874760a4ec3bccb5205bf14e33e1d50df323dc921cc8a52df3541f22849fc7640ece90cf
+  metadata.gz: 36ae1725de2b5d549d2f07f1401724ab82ea1fea9ba8622fb05d154f4008d53638b750a43654c7391c07f953e58d4dd9e6352519fead7b8182e5dbd8694078d8
+  data.tar.gz: 70d477e186eba030431e2e69d6b9cac4d88741d00a946dee73364e07e2e61f178cf39fd0619da059d3a80ff5b631d83bb2d53674cb8a84922ac163a99b9c784d

data/README.md

@@ -30,6 +30,23 @@ command with the help of an LLM!
 * Select Gemini as your preferred LLM by setting CLAG\_LLM=gemini in your
   environment
 
+### Using Anthropic's Claude 3 Opus
+
+* Get an API key from Anthropic at https://www.anthropic.com/
+
+* Set your API key as ANTHROPIC\_API\_KEY in your environment
+
+* Select Claude 3 Opus as your preferred LLM by setting CLAG\_LLM=claude in
+  your environment
+
+### Using Groq on Mixtral
+
+* Get an API key from https://console.groq.com/
+
+* Set your API key as GROQ\_API\_KEY in your environment
+
+* Select Groq as your preferred LLM by setting CLAG\_LLM=groq in your environment
+
 ## Usage
 
 Currently support one command: "g".

data/clag.gemspec

@@ -23,6 +23,8 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'httparty', '~> 0.21'
   spec.add_dependency 'clipboard', '~> 1.3'
   spec.add_dependency 'activesupport'
+  spec.add_dependency "pry"
+  spec.add_dependency "nokogiri"
 
   spec.add_development_dependency 'rake', '~> 10.0'
 end

data/lib/clag/version.rb

@@ -1,3 +1,3 @@
 module Clag
-  VERSION = '0.0.2'
+  VERSION = '0.0.4'
 end

data/vendor/gems/sublayer/lib/sublayer/capabilities/llm_assistance.rb

@@ -1,5 +1,7 @@
 require "openai"
+require "pry"
 require "httparty"
+require "nokogiri"
 
 module Sublayer
   module Capabilities
@@ -16,14 +18,122 @@ module Sublayer
       end
 
       def llm_generate
-        if ENV["CLAG_LLM"] == "gemini"
+        case ENV["CLAG_LLM"]
+        when "gemini"
           generate_with_gemini
+        when "claude"
+          generate_with_claude
+        when "groq"
+          generate_with_groq
         else
           generate_with_openai
         end
       end
 
       private
+
+      def generate_with_groq
+        system_prompt = <<-PROMPT
+        In this environment you have access to a set of tools you can use to answer the user's question.
+
+        You may call them like this:
+        <function_calls>
+        <invoke>
+          <tool_name>$TOOL_NAME</tool_name>
+          <parameters>
+          <command>value</command>
+          ...
+          </parameters>
+        </invoke>
+        </function_calls>
+
+        Here are the tools available:
+        <tools>
+        #{self.class::OUTPUT_FUNCTION.to_xml}
+        </tools>
+
+        Respond only with valid xml.
+        The entire response should be wrapped in a <response> tag.
+        Any additional information not inside a tool call should go in a <scratch> tag.
+        PROMPT
+
+        response = HTTParty.post(
+          "https://api.groq.com/openai/v1/chat/completions",
+          headers: {
+            "Authorization": "Bearer #{ENV["GROQ_API_KEY"]}",
+            "Content-Type": "application/json"
+          },
+          body: {
+            "messages": [{"role": "user", "content": "#{system_prompt}\n#{prompt}"}],
+            "model": "mixtral-8x7b-32768"
+          }.to_json
+        )
+
+        text_containing_xml = JSON.parse(response.body).dig("choices", 0, "message", "content")
+        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
+        response_xml = Nokogiri::XML(xml)
+        function_output = response_xml.at_xpath("//response/function_calls/invoke/parameters/command").children.to_s
+
+        return function_output
+      end
+
+      def generate_with_claude
+        system_prompt = <<-PROMPT
+        In this environment you have access to a set of tools you can use to answer the user's question.
+
+        You may call them like this:
+        <function_calls>
+        <invoke>
+          <tool_name>$TOOL_NAME</tool_name>
+          <parameters>
+          <$PARAMETER_NAME>$PARAMETER_VALUE</$PARAMETER_NAME>
+          ...
+          </parameters>
+        </invoke>
+        </function_calls>
+
+        Here are the tools available:
+        <tools>
+        #{self.class::OUTPUT_FUNCTION.to_xml}
+        </tools>
+
+        Respond only with valid xml. The entire response should be wrapped in a <response> tag. Any additional information not inside a tool call should go in a <scratch> tag.
+        PROMPT
+
+        response = HTTParty.post(
+          "https://api.anthropic.com/v1/messages",
+          headers: {
+            "x-api-key": ENV["ANTHROPIC_API_KEY"],
+            "anthropic-version": "2023-06-01",
+            "content-type": "application/json"
+          },
+          body: {
+            model: "claude-3-opus-20240229",
+            max_tokens: 1337,
+            system: system_prompt,
+            messages: [
+              { "role": "user", "content": prompt }
+            ]
+          }.to_json
+        )
+
+        # raise an error if the response is not a 200
+        raise "Error generating with Claude, error: #{response.body}" unless response.code == 200
+
+        text_containing_xml = JSON.parse(response.body).dig("content", 0, "text")
+
+        # Extract the xml from the respons contained in <response> tags the content of the string looksl ike this:
+        xml = text_containing_xml.match(/\<response\>(.*?)\<\/response\>/m).to_s
+
+        # Parse the xml and extract the response
+        response_xml = Nokogiri::XML(xml)
+
+        # Extract the response from the xml
+        function_output = response_xml.at_xpath("//response/function_calls/invoke/parameters/command").children.to_s
+
+        return function_output
+      end
+
       def generate_with_gemini
         gemini_prompt = adapt_prompt_for_gemini
 

data/vendor/gems/sublayer/lib/sublayer/components/output_function.rb

@@ -14,9 +14,8 @@ module Sublayer
         raise NotImplementedError
       end
 
-      private
-
-      def list_of_objects_hash
+      def to_xml
+        raise NotImplementedError
       end
     end
   end

data/vendor/gems/sublayer/lib/sublayer/components/output_function_formats/single_string.rb

@@ -21,6 +21,20 @@ module Sublayer
           }
         }
       end
+
+      def to_xml
+        <<-XML
+        <tool_description>
+          <tool_name>#{@name}</tool_name>
+          <tool_description>#{@description}</tool_description>
+          <parameters>
+            <name>#{@name}</name>
+            <type>string</type>
+            <description>#{@description}</description>
+          </parameters>
+        </tool_description>
+        XML
+      end
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: clag
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.4
 platform: ruby
 authors:
 - Scott Werner
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-02-21 00:00:00.000000000 Z
+date: 2024-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cli-kit
@@ -94,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement