activeai 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d5a985f1783335da05fa3165fbe352823a431d206c2586a334eff561874e88d2
-  data.tar.gz: bce08aa0e01e59e780ad8a47fd632e10567ae7c25dd8d88b295f61344d4a044c
+  metadata.gz: a327faafb1ed168dfbbfce2c3f5beed3b6090c8ed5c95d24913d988e39227143
+  data.tar.gz: f3bb5b04eabc7838193f099e649f5dbe48ae3f151537b28469d1b6738848fb00
 SHA512:
-  metadata.gz: db6b75600a2cf40c9b872c62a64316ffd36c69bd53856b3b05aed9865332450ed54c4b16690c7225ec313fb86d1634a6baade87cec4ab11464e0f9b4fb48be09
-  data.tar.gz: 383a17006039e02b64507bba0c95648bef990a17ce7f2ad676ab21fd0505f62a9eada8c5484e7a170215200a770d58e27c924e1a00be397f382d4c4364f39d59
+  metadata.gz: c3530fdce13cab64414b9b921a49672cd2dae8c170e6f50af5486fe30b33055403a1ef37b6a8c2e3172178ff61ac8c4d26292a3708877111d329cecb0dc59a72
+  data.tar.gz: 9dc7550488f4dab988b11719a065f0e7fd0c17afa2712c6670b97e8300969fb9d218ac47e2939d295134e5313594f00f45e8838c34c5d9fb178237e3292adcce

data/README.md

@@ -39,6 +39,12 @@ puts result
 #=> 'tomatoes, jam'
 ```
 
+### Behavior: WriteFunctionCall
+
+#### TODO
+
+This lets you use `code-davinci-002` or `code-cushman-001` to run logic. The router uses this internally. Supply a list of example pairs that are a "description" and "code", and then you can complete another one.
+
 ### TODO: with other patterns
 
 ### TODO: auto-detected behavior pattern from config

data/lib/activeai/behavior/llm/conversation.rb

@@ -20,7 +20,7 @@ class ActiveAI::Behavior::LLM::Conversation < ActiveAI::Behavior::LLM
         # TODO use the label key they provide in the yml file
       end,
       "Conversation:\n" + @state['conversation']
-    ].join(SEPARATOR)
+    ].join(LINE_SEPARATOR)
   end
 
   def add(speaker, message)

data/lib/activeai/behavior/llm/follow_structured_examples.rb

@@ -15,12 +15,12 @@ class ActiveAI::Behavior::LLM::FollowStructuredExamples < ActiveAI::Behavior::LL
         example.map do |key, value|
           "#{key}: #{value}"
         end.join("\n")
-      end.join(SEPARATOR)
-    ].join(SEPARATOR)
+      end.join(LINE_SEPARATOR)
+    ].join(LINE_SEPARATOR)
   end
 
   def call(input={}, extract: []) # TODO cool splat stuff?
-    prompt = base_prompt + SEPARATOR
+    prompt = base_prompt + LINE_SEPARATOR
 
     prompt += input.map do |key, value|
       "#{key}: #{value}"

data/lib/activeai/behavior/llm/write_function_call.rb

@@ -0,0 +1,35 @@
+class ActiveAI::Behavior::LLM::WriteFunctionCall < ActiveAI::Behavior::LLM
+  def initialize(llm, state)
+    super(llm)
+    @state = state
+    # TODO raise errors if not expected thingies available in the config
+  end
+
+  def base_prompt
+    @state[:examples].map do |example|
+      [
+        "// #{example[:description]}",
+        example[:code]
+      ].join("\n")
+    end.join("\n\n") + "\n\n"
+  end
+
+  def call(comment)
+    prompt = base_prompt + "\n\n"
+    prompt += "//#{comment}\n"
+    complete_result = complete(prompt, stop: "\n")
+
+    # TODO stop \n works for the router but not for other stuff, later
+
+    completion = complete_result['choices'][0]['text']
+
+    matcher = /(.*)\((.*)\)/
+    matches = matcher.match(completion)
+
+    return {
+      text: completion.strip,
+      path: matches[1],
+      params: matches[2].presence && JSON.parse(matches[2])
+    }
+  end
+end

data/lib/activeai/behavior/llm.rb

@@ -7,7 +7,7 @@ class ActiveAI::Behavior::LLM < ActiveAI::Behavior::Base
     @llm.complete(prompt: prompt, stop: stop)
   end
 
-  SEPARATOR = "\n\n###\n\n"
+  LINE_SEPARATOR = "\n\n###\n\n"
 
   def extract_keys(completion, extract)
     matcher_string = extract.map{ |key| "#{key}:(.*)" }.join
@@ -25,5 +25,6 @@ class ActiveAI::Behavior::LLM < ActiveAI::Behavior::Base
 end
 
 require_relative "llm/conversation"
-require_relative "llm/unstructured"
 require_relative "llm/follow_structured_examples"
+require_relative "llm/unstructured"
+require_relative "llm/write_function_call"

data/lib/activeai/controller.rb

@@ -9,20 +9,33 @@ class ActiveAI::Controller
   end
 
   def self.load_routing(routes_config)
-    @llm = ActiveAI::NeuralNetwork::GPT3.new(ActiveAI.config[:gpt3_token], model: 'text-curie-001', temperature: 0.2)
-    self.routing_behavior = ActiveAI::Behavior::LLM::FollowStructuredExamples.new(@llm, routes_config)
+    @llm = ActiveAI::NeuralNetwork::GPT3.new(ActiveAI.config[:gpt3_token], model: 'code-davinci-002', temperature: 0.2)
+
+    examples = ActiveAI.route_examples_to_function_call_examples(routes_config['examples'])
+    self.routing_behavior = ActiveAI::Behavior::LLM::WriteFunctionCall.new(@llm, { examples: examples })
   end
 
   attr_accessor :params
 
   def prepare_action(request)
-    routing = self.class.routing_behavior.call({ 'Request' => request }, extract: %W[Route Params])
-    controller_name, action_name = routing['Route'].split('#')
+    # samples to parse:
+    #   plugins.slack.send_message({ \"channel\": \"#general\", \"text\": \"Hi\" })
+    #   unmatched()
+
+    function = self.class.routing_behavior.call(request)
+    *controller_path, action_name = function[:path].split(".")
+    controller_name = controller_path.join("/").presence
+
     # TODO verify it's the right controller and the action name exists and it's not a reserved / internal thing
-    return {
-      action: action_name,
-      params: JSON.parse(routing['Params']) # TODO cast as JSON earlier? e.g. in config of the behavior? 
-    }
+
+    if controller_name.present?
+      return {
+        action: action_name,
+        params: function[:params]
+      }
+    else
+      return nil
+    end
   end
 
   def call(request)

data/lib/activeai/router.rb

@@ -4,7 +4,7 @@ class ActiveAI::Router
 
   def initialize
     @routings = []
-    @llm = ActiveAI::NeuralNetwork::GPT3.new(ActiveAI.config[:gpt3_token], model: 'text-curie-001', temperature: 0.2)
+    @llm = ActiveAI::NeuralNetwork::GPT3.new(ActiveAI.config[:gpt3_token], model: 'code-davinci-002', temperature: 0.2)
   end
 
   def add_controller_routing(routing)
@@ -24,26 +24,42 @@ class ActiveAI::Router
   end
 
   def behavior
-    config = {
-      'instruction' => INSTRUCTION,
-      'examples' => [UNMATCHED] + @routings.map do |routing|
-        routing['examples'].reject do |example|
-          example['Route'] == 'None'
-        end.map do |example|
-          example.slice('Match', 'Route')
-        end
-      end.flatten
-    }
-
-    ActiveAI::Behavior::LLM::FollowStructuredExamples.new(@llm, config)
+    raw_examples = [UNMATCHED] + @routings.map do |routing|
+      routing['examples'].reject do |example|
+        example['Route'] == 'None'
+      end.map do |example|
+        example.slice('Match', 'Route')
+      end
+    end.flatten
+    examples = ActiveAI.route_examples_to_function_call_examples(raw_examples)
+
+    ActiveAI::Behavior::LLM::WriteFunctionCall.new(@llm, { examples: examples })
   end
 
+  # def behavior_via_structured_examples
+  #   config = {
+  #     'instruction' => INSTRUCTION,
+  #     'examples' => [UNMATCHED] + @routings.map do |routing|
+  #       routing['examples'].reject do |example|
+  #         example['Route'] == 'None'
+  #       end.map do |example|
+  #         example.slice('Match', 'Route')
+  #       end
+  #     end.flatten
+  #   }
+
+  #   ActiveAI::Behavior::LLM::FollowStructuredExamples.new(@llm, config)
+  # end
+
   def find_controller(request)
-    # should return constantized maybe?
-    routing = behavior.call({ 'Request' => request }, extract: %W[Route])
-    controller_name, action_name = routing['Route'].split('#')
+    function = behavior.call(request) # TODO maybe the behavior should return function and params as well. seems right
     
-    if controller_name == "None" || action_name.blank?
+    *controller_path, action_name = function[:path].split(".")
+    controller_name = controller_path.join("/").presence
+
+    # TODO verify it's the right controller and the action name exists and it's not a reserved / internal thing
+
+    if controller_name.blank? || action_name.blank? || action_name == 'unmatched'
       return nil
     else
       return (controller_name + "_controller").classify.constantize

data/lib/activeai/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ActiveAI
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

data/lib/activeai.rb

@@ -16,5 +16,17 @@ module ActiveAI
     }
   end
 
+  def self.route_examples_to_function_call_examples(examples)
+    examples.map do |example|
+      function = example['Route'].gsub('/','.').gsub('#','.')
+      function = "unmatched" if function == "None"
+      
+      {
+        description: example['Match'],
+        code: "#{function}(#{example['Params']&.strip})"
+      }
+    end
+  end
+
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: activeai
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - jeriko
@@ -64,6 +64,7 @@ files:
 - lib/activeai/behavior/llm/conversation.rb
 - lib/activeai/behavior/llm/follow_structured_examples.rb
 - lib/activeai/behavior/llm/unstructured.rb
+- lib/activeai/behavior/llm/write_function_call.rb
 - lib/activeai/configuration.rb
 - lib/activeai/controller.rb
 - lib/activeai/neural_network.rb