luogu 0.1.14 → 0.1.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e5932a14c78478ce16a36f5cfd141834e9f677c90ddd7c398e8cdcbb66bd1ea4
-  data.tar.gz: a870afd3b6808cf89f01695a47b57c03ea906bf7b59e6b66bb28246a93215fac
+  metadata.gz: 9fc3971fa31ce1f405672f6093f5fe66b383aced4254d2fefebd562d54a5fcc9
+  data.tar.gz: 14857af32922e9d59d71405d75f64fb36436dbd621ed955ec3acc6e3c9be50e1
 SHA512:
-  metadata.gz: c5e59722ac54f8a247853bd67161297eae0976a6d402819ea4a774460f3ab4d2a5758c5511b9a4758747e5a1df93f760e7ad3f5084c395c5efe496f4d4abf17f
-  data.tar.gz: 5f69526dfc2f0b56f91daac355575703b0f6389ed889584663510598bf0f0fb5b6a53f95ccd7344656f621e0ec36b629c2d7c8009ffe9e07aa89b5a0b678a59d
+  metadata.gz: 7caaf61b33788dbfdae89c671b30ce7e86a5c312ed357b8615315e911fe023ef33659e7b26bafc8f9e8b98ee3e6c70b438a9037218835e42e144994f0355c5cc
+  data.tar.gz: 26d1472f1e2029844274c6f2f9e0cb2940ef399e656a5eebd546b7c597037f852fee1f2a334158e0bc9caa2f2335a13ab0207f47f08b72215fffc658b0dc1739

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    luogu (0.1.14)
+    luogu (0.1.15)
       dotenv (~> 2.8, >= 2.8.1)
       dry-cli (~> 1.0)
       http (~> 5.1, >= 5.1.1)

data/README.md

@@ -4,7 +4,8 @@
 用来开发 prompt 工程的工具
 
 ### 更新记录
-- 0.1.14 讲http库替换成HTTP.rb并且加入了重试机制，默认为3次，可通过设置环境变量 OPENAI_REQUEST_RETRIES 来设置次数
+- 0.1.15 http库替换成HTTP.rb并且加入了重试机制，默认为3次，可通过设置环境变量 OPENAI_REQUEST_RETRIES 来设置次数
+- 0.1.16 增加对agent的支持
 
 ### 安装
 - 安装ruby，要求2.6以上，Mac自带不需要再安装

data/lib/luogu/agent.rb

@@ -0,0 +1,31 @@
+module Luogu
+  class Agent
+
+    def call(input)
+      raise NotImplementedError, "call method must be implemented in subclass"
+    end
+
+    class << self
+      def desc(content)
+        @_desc_ = content
+      end
+
+      def input_desc(content)
+        @_input_desc_ = content
+      end
+
+      def name
+        self.to_s
+      end
+
+      def description
+        @_desc_
+      end
+
+      def input_description
+        @_input_desc_
+      end
+    end
+
+  end
+end

data/lib/luogu/agent_runner.rb

@@ -0,0 +1,159 @@
+module Luogu
+  class AgentRunner
+    attr_accessor :system_prompt_template, :user_input_prompt_template
+    attr_reader :session
+
+    def initialize(system_prompt_template: nil, user_input_prompt_template: nil, tools_response_prompt_template: nil, session: Session.new)
+      @system_prompt_template = system_prompt_template || load_system_prompt_default_template
+      @user_input_prompt_template = user_input_prompt_template || load_user_input_prompt_default_template
+      @tools_response_prompt_template = tools_response_prompt_template || load_tools_response_prompt_default
+
+      @agents = []
+      @session = session
+
+      @chatgpt_request_body = Luogu::OpenAI::ChatRequestBody.new(temperature: 0)
+      @chatgpt_request_body.stop = ["\nObservation:", "\n\tObservation:"]
+      @limit_history = ENV.fetch('OPENAI_LIMIT_HISTORY', '6').to_i * 2
+      @histories = HistoryQueue.new @limit_history
+
+      @last_user_input = ''
+      @tools_response = []
+    end
+
+    def openai_configuration(&block)
+      block.call @chatgpt_request_body
+    end
+
+    def register(agent)
+      raise AssertionError.new('agent must inherit from Luogu::Agent') unless agent < Agent
+      @agents << agent
+      self
+    end
+
+    def request(messages)
+      @chatgpt_request_body.messages = messages
+      response = client.chat(params: @chatgpt_request_body.to_h)
+      if response.code == 200
+        response.parse
+      else
+        logger.error response.body.to_s
+        raise OpenAI::RequestError
+      end
+    end
+
+    def user_input_prompt_template
+      @user_input_prompt_template.result binding
+    end
+
+    def system_prompt_template
+      @system_prompt_template.result binding
+    end
+
+    def tools_response_prompt_template
+      @tools_response_prompt_template.result binding
+    end
+
+    def find_final_answer(content)
+      if content.is_a?(Hash) && content['action'] == 'Final Answer'
+        content['action_input']
+      elsif content.is_a?(Array)
+        result = content.find { |element| element["action"] == "Final Answer" }
+        if result
+          result["action_input"]
+        else
+          nil
+        end
+      else
+        nil
+      end
+    end
+
+    def find_and_save_final_answer(content)
+      if answer = self.find_final_answer(content)
+        self.save_history(answer)
+        answer
+      else
+        nil
+      end
+    end
+
+    def save_history(finnal_answer)
+      @histories.enqueue({role: "user", content: @last_user_input})
+      @histories.enqueue({role: "assistant", content: finnal_answer})
+    end
+
+    def parse_json(markdown)
+      json_regex = /```json(.+?)```/im
+      json_blocks = markdown.scan(json_regex)
+      result_json = nil
+      json_blocks.each do |json_block|
+        json_string = json_block[0]
+        result_json = JSON.parse(json_string)
+      end
+      
+      if result_json.nil?
+        JSON.parse markdown
+      else
+        result_json
+      end
+    end
+
+    def create_messages(messages)
+      [{role: "system", content: self.system_prompt_template}] + @histories.to_a + messages
+    end
+
+    def request_chat(messages)
+      logger.debug "request chat: #{messages}"
+      response = request messages
+      content = self.parse_json response.dig("choices", 0, "message", "content")
+      logger.debug content
+      if answer = self.find_and_save_final_answer(content)
+        logger.info "finnal answer: #{answer}"
+      elsif content.is_a?(Array)
+        self.run_agents(content)
+      end
+    end
+
+    def chat(message)
+      @last_user_input = message
+      messages = self.create_messages([{role: "user", content: self.user_input_prompt_template}])
+      self.request_chat(messages)
+    end
+
+    def run_agents(agents)
+      if answer = self.find_and_save_final_answer(agents)
+        logger.info "finnal answer: #{answer}"
+        return
+      end
+      @tools_response = []
+      agents.each do |agent|
+        agent_class = Module.const_get(agent['action'])
+        logger.info "running #{agent_class}"
+        response = agent_class.new.call(agent['action_input'])
+        @tools_response << {name: agent['action'], response: response}
+      end
+      messages = self.create_messages([
+        {role: "user", content: self.user_input_prompt_template},
+        {role: "assistant", content: agents.to_json},
+        {role: "user", content: self.tools_response_prompt_template},
+      ])
+      self.request_chat messages
+    end
+
+    private
+    def load_system_prompt_default_template
+      PromptTemplate.load_template('agent_system.md.erb')
+    end
+
+    def load_user_input_prompt_default_template
+      PromptTemplate.load_template('agent_input.md.erb')
+    end
+
+    def load_tools_response_prompt_default
+      PromptTemplate.load_template('agent_tool_input.md.erb')
+    end
+  end
+
+  class AssertionError < StandardError
+  end
+end

data/lib/luogu/chatgpt.rb

@@ -26,7 +26,7 @@ module Luogu
       @context = OpenStruct.new
 
       if @plugin.setup_proc
-        @plugin.setup_proc.call(self, OpenStruct.new) 
+        @plugin.setup_proc.call(self, @context) 
       end
     end
 
@@ -41,10 +41,10 @@ module Luogu
         @context.request_params = params
         params = @plugin.before_request_proc.call(self, @context).request_params
       end
-      response = client.chat(parameters: params)
+      response = client.chat(parameters: params).parse
       @context.response = response
       @plugin.after_request_proc.call(self, @context) if @plugin.after_request_proc
-      response.parse.dig("choices", 0, "message", "content")
+      response.dig("choices", 0, "message", "content")
     end
 
     def chat(user_message)

data/lib/luogu/cli.rb

@@ -74,11 +74,21 @@ module Luogu
 
       end
 
+      class Agent < Dry::CLI::Command
+        desc "运行 Agent 文件"
+        argument :agent_file, type: :string, require: true, desc: "运行 agent 文件"
+
+        def call(agent_file: nil, **)
+          exec "ruby #{agent_file}"
+        end
+      end
+
       register "version", Version, aliases: ["v", "-v", "--version"]
       register "build", Build, aliases: ["b"]
       register "run", Run, aliases: ["r"]
       register "generate", Generate, aliases: ["g"]
       register "test", Test, aliases: ["t"]
+      register "agent", Agent, aliases: ["a"]
 
     end
   end

data/lib/luogu/init.rb

@@ -7,7 +7,10 @@ require "dry/cli"
 require 'fileutils'
 require 'ostruct'
 require 'benchmark'
+require 'erb'
+require 'logger'
 
+require_relative "prompt_template"
 require_relative 'openai'
 require_relative 'plugin'
 require_relative 'history_queue'
@@ -15,10 +18,26 @@ require_relative "prompt_parser"
 require_relative "chatgpt"
 require_relative "cli"
 
+require_relative "agent"
+require_relative "session"
+require_relative "agent_runner"
+
+
+
 def client
   $client ||= Luogu::OpenAI::Client.new
 end
 
+def logger_init
+  logger = Logger.new(STDOUT)
+  logger.level = ENV['LOG_LEVEL'] ? Logger.const_get(ENV['LOG_LEVEL']) : Logger::INFO
+  logger
+end
+
+def logger
+  $logger ||= logger_init
+end
+
 class String
   def cover_chinese
     self.gsub(/[\uFF01-\uFF0F]/) {|s| (s.ord-65248).chr}

data/lib/luogu/openai.rb

@@ -1,11 +1,31 @@
 module Luogu::OpenAI
+
+  class ChatRequestBody < Struct.new(:model, :messages, :temperature, 
+    :top_p, :n, :stream, :stop, :max_tokens, 
+    :presence_penalty, :frequency_penalty, :logit_bias, :user)
+
+    def initialize(*args)
+      defaults = { model: "gpt-3.5-turbo", messages: []}
+      super(**defaults.merge(args.first || {}))
+    end
+
+    def to_h
+      super.reject { |_, v| v.nil? }
+    end
+
+    alias to_hash to_h
+  end
+
+  class RequestError < StandardError
+  end
+
   class Client
     def initialize
       @access_token = ENV.fetch('OPENAI_ACCESS_TOKEN')
       @client = HTTP.auth("Bearer #{@access_token}").persistent "https://api.openai.com"
     end
 
-    def chat(parameters: _params, params: nil, retries: 3)
+    def chat(parameters: nil, params: nil, retries: 3)
       params ||= parameters
       retries_left = ENV.fetch('OPENAI_REQUEST_RETRIES', retries)
       begin

data/lib/luogu/prompt_template.rb

@@ -0,0 +1,24 @@
+module Luogu
+  class PromptTemplate
+    def initialize(file_path)
+      @file_path = file_path
+      @template = ERB.new(File.read(@file_path), trim_mode: '-')
+    end
+
+    def result(_binding_ = nil)
+      @template.result(_binding_ || binding)
+    end
+
+    alias render result
+
+    class << self
+      def load(file_path)
+        self.new(file_path)
+      end
+
+      def load_template(file_name)
+        self.new File.join(File.dirname(__FILE__), 'templates', file_name)
+      end
+    end
+  end
+end

data/lib/luogu/session.rb

@@ -0,0 +1,4 @@
+module Luogu
+  class Session
+  end
+end

data/lib/luogu/templates/agent_input.md.erb

@@ -0,0 +1,39 @@
+TOOLS
+------
+Assistant can ask the user to use tools to look up information that may be helpful in answering the users original question. The tools the human can use are:
+
+<% @agents.each do |agent| -%>
+> <%= agent.name %>: <%= agent.description %>
+<% end -%>
+
+RESPONSE FORMAT INSTRUCTIONS
+----------------------------
+
+When responding to me please, please output a response in one of two formats:
+
+**Option 1:**
+Use this if you want humans to use the tools.
+Markdown code snippet formatted in the following schema:
+
+```json
+[{
+  "action": string \ The action to take. Must be one of <%= @agents.map do |a| a.name end.join(', ') %>
+  "action_input": string \ The input to the action
+}]
+```
+
+**Option #2:**
+Use this if you want to respond directly to the human. Markdown code snippet formatted in the following schema:
+
+```json
+{
+  "action": "Final Answer",
+  "action_input": string \ You should put what you want to return to use here
+}
+```
+
+USER'S INPUT
+--------------------
+Here is the user's input (remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else):
+
+<%= @last_user_input %>

data/lib/luogu/templates/agent_system.md.erb

@@ -0,0 +1,4 @@
+Assistant is a large language model trained by OpenAI.
+Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.
+Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.
+Overall, Assistant is a powerful system that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.

data/lib/luogu/templates/agent_tool_input.md.erb

@@ -0,0 +1,10 @@
+TOOL RESPONSE: 
+---------------------
+<% @tools_response.each do |r| -%>
+> <%= r[:name] %>: <%= r[:response] %>
+<% end -%>
+
+USER'S INPUT
+--------------------
+
+Okay, so what is the response to my last comment? If using information obtained from the tools you must mention it explicitly without mentioning the tool names - I have forgotten all TOOL RESPONSES! Remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else.

data/lib/luogu/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Luogu
-  VERSION = "0.1.14"
+  VERSION = "0.1.16"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: luogu
 version: !ruby/object:Gem::Version
-  version: 0.1.14
+  version: 0.1.16
 platform: ruby
 authors:
 - MJ
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-04-19 00:00:00.000000000 Z
+date: 2023-04-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dotenv
@@ -92,6 +92,8 @@ files:
 - Rakefile
 - exe/luogu
 - lib/luogu.rb
+- lib/luogu/agent.rb
+- lib/luogu/agent_runner.rb
 - lib/luogu/chatgpt.rb
 - lib/luogu/cli.rb
 - lib/luogu/history_queue.rb
@@ -99,6 +101,11 @@ files:
 - lib/luogu/openai.rb
 - lib/luogu/plugin.rb
 - lib/luogu/prompt_parser.rb
+- lib/luogu/prompt_template.rb
+- lib/luogu/session.rb
+- lib/luogu/templates/agent_input.md.erb
+- lib/luogu/templates/agent_system.md.erb
+- lib/luogu/templates/agent_tool_input.md.erb
 - lib/luogu/version.rb
 - luogu.gemspec
 - sig/luogu.rbs