luo 0.1.0 → 0.1.2

data/lib/luo/open_ai_agent_runner.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module Luo
+  class OpenAIAgentRunner < AgentRunnerBase
+
+    include Configurable
+
+    setting :retires, default: 3
+
+    on_init do
+      @openai = OpenAI.new
+    end
+
+    on_request do
+      context.messages = Messages.create(history: context.histories)
+                         .system(prompt: Luo::Prompts.luo_agent_system)
+                         .user(prompt: Luo::Prompts.luo_agent_input, context: {agents: self.class.agents, last_user_input: context.user_input})
+      context.response = @openai.chat(context.messages)
+    end
+
+    on_result do
+      actions = JSON.parse(context.response)
+      actions = [actions] if actions.is_a?(Hash)
+      actions.each do |action|
+        agent = self.class.agents[action['action']]&.new(
+          context: context,
+          action_input: action['action_input'],
+          client: @openai
+        )
+        add_agent(agent) if agent
+        if action['action'] == "Final Answer"
+          context.final_result = action['action_input']
+          context.histories.user(context.user_input)
+          context.histories.assistant(context.final_result)
+        end
+      end
+    end
+
+    after_run do
+      if context.retries < config.retires && context.final_result.nil?
+        context.messages = context.messages.assistant(
+          prompt: Luo::Prompts.luo_agent_tool_input,
+          context: {
+            tools_response: context.agent_results
+          }
+        )
+        context.response = @openai.chat(context.messages)
+        context.retries += 1
+        on_result
+        on_run
+        after_run
+      end
+    end
+  end
+end

data/lib/luo/prompt_template.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Luo
+  class PromptTemplate
+    def initialize(file_path)
+      @file_path = file_path
+      @template = ERB.new(File.read(@file_path), trim_mode: '-')
+    end
+
+    def render(data = {})
+      context = data.is_a?(Hash) ? data : data.each_slice(2).to_h
+      @template.result(context_binding(context))
+    end
+
+    def result()
+      @template.result(binding)
+    end
+
+    private
+    def context_binding(context)
+      context.each do |key, value|
+        instance_variable_set("@#{key}", value)
+        self.class.send(:attr_reader, key.to_sym)
+      end
+      binding
+    end
+
+    class << self
+      def create(file_path)
+        self.new(file_path)
+      end
+
+      def load_template(file_name)
+        self.new File.join(File.dirname(__FILE__), 'templates', file_name)
+      end
+    end
+
+  end
+end

data/lib/luo/prompts.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Luo
+  module Prompts
+    TEMPLATES_DIR = "#{__dir__}/templates"
+    PWD = ENV['LUO_ENV'] == 'test' ? "#{Dir.pwd}/spec/luo" : Dir.pwd
+    RUNTIME_TEMPLATES_DIR = "#{PWD}/templates"
+
+    extend self
+
+    def define_templates
+      define_templates_in_dir(TEMPLATES_DIR)
+      define_templates_in_dir(RUNTIME_TEMPLATES_DIR)
+    end
+
+    def define_templates_in_dir(dir_path)
+      Dir.glob("#{dir_path}/*.md.erb") do |file|
+        template_name = File.basename(file, '.md.erb').to_sym
+        define_template(template_name, file)
+      end
+    end
+
+    def define_template(template_name, file_path)
+      define_method(template_name) do
+        PromptTemplate.create(file_path)
+      end
+    end
+
+    define_templates
+  end
+end
+

data/lib/luo/templates/luo_agent_input.md.erb

@@ -0,0 +1,39 @@
+TOOLS
+------
+Assistant can ask the user to use tools to look up information that may be helpful in answering the users original question. The tools the human can use are:
+
+<% agents.values.each do |agent| -%>
+> <%= agent.agent_name %>: <%= agent.agent_desc %>
+<% end -%>
+
+RESPONSE FORMAT INSTRUCTIONS
+----------------------------
+
+When responding to me please, please output a response in one of two formats:
+
+**Option 1:**
+Use this if you want humans to use the tools.
+Markdown code snippet formatted in the following schema:
+
+```json
+[{
+  "action": string \ The action to take. Must be one of <%= agents.values.map do |a| a.agent_name end.join(', ') %>
+  "action_input": string \ The input to the action
+}]
+```
+
+**Option #2:**
+Use this if you want to respond directly to the human. Markdown code snippet formatted in the following schema:
+
+```json
+{
+  "action": "Final Answer",
+  "action_input": string \ You should put what you want to return to use here <%= Luo::AgentRunnerBase.language_info %>
+}
+```
+
+USER'S INPUT
+--------------------
+Here is the user's input (Remember to respond to a single or multiple actions with a json blob of markdown code snippets, and NOTHING else):
+
+<%= last_user_input %>

data/lib/luo/templates/luo_agent_system.md.erb

@@ -0,0 +1,4 @@
+Assistant is a large language model trained by OpenAI.
+Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.
+Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.
+Overall, Assistant is a powerful system that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.

data/lib/luo/templates/luo_agent_tool_input.md.erb

@@ -0,0 +1,10 @@
+TOOL RESPONSE: 
+---------------------
+<% tools_response.each do |r| -%>
+> <%= r[:agent_name] %>: <%= r[:agent_response] %>
+<% end -%>
+
+USER'S INPUT
+--------------------
+
+Okay, so what is the response to my last comment? If using information obtained from the tools you must mention it explicitly without mentioning the tool names - I have forgotten all TOOL RESPONSES! Remember to respond to a single or multiple actions with a json blob of markdown code snippets, and NOTHING else.

data/lib/luo/templates/luo_commit.md.erb

@@ -0,0 +1,2 @@
+你是一个git专家，我给你中文的commit，你提供合适的英文commit，然后我再提交到github上。
+我的提交说明是：<%= commit %>

data/lib/luo/templates/luo_xinghuo_agent_input.md.erb

@@ -0,0 +1,10 @@
+在回答的我的问题的时候，你可以使用以下工具：
+<% agents.values.each do |agent| -%>
+- <%= agent.agent_name %>：<%= agent.agent_desc %>
+<% end -%>
+请用以下格式回答问题
+```
+调用工具：你要选择的工具是什么？只能在<%= agents.values.map do |a| a.agent_name end.join('，') %>中选择一个
+最终回答：你要回答的内容是什么？
+```
+我的问题：<%= last_user_input %>

data/lib/luo/templates/luo_xinghuo_agent_tool_input.md.erb

@@ -0,0 +1,16 @@
+工具返回结果:
+<% @tools_response.each do |r| -%>
+> <%= r[:name] %>：<%= r[:response] %>
+<% end -%>
+
+刚才的问题是：<%= @last_user_input %>
+结合工具的输出和你的思考。
+
+当你知道答案，用以下格式回答：
+最终答案: 返回给用户的内容放在这里
+
+当你需要使用工具，用以下格式回答：
+工具调用: 如果工具 <%= @agents.values.map do |a| a.agent_name end.join(', ') %> 中有适合的那么输入合适的工具名，没有则输入无。
+工具输入: 工具要求的输入, 如果不用输入或者工具要求不输入直接输入无。
+
+你只能选择其中一种格式，那么你的答案是什么呢?

data/lib/luo/templates/prompt.demo.erb

@@ -0,0 +1 @@
+<%= text %>

data/lib/luo/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Luo
-  VERSION = "0.1.0"
+  VERSION = "0.1.2"
 end

data/lib/luo/xinghuo.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+module Luo
+  class Xinghuo
+    include Configurable
+
+    setting :access_token, default: ENV.fetch('XINGHUO_ACCESS_TOKEN')
+    setting :retries, default: ENV.fetch('XINGHUO_REQUEST_RETRIES', 3).to_i
+    setting :host, default: ENV.fetch('XINGHUO_HOST', 'https://integration-api.iflyos.cn/')
+    setting :history_limit, default: ENV.fetch('XINGHUO_LIMIT_HISTORY', '6').to_i * 2
+    setting :temperature, default: ENV.fetch('XINGHUO_TEMPERATURE', 0).to_i
+    setting :auditing, default: 'default'
+    setting :domain, default: 'general'
+    setting :max_tokens, default: 1024
+    setting :uid, default: -> { SecureRandom.hex(16) }
+
+    include HttpClient.init_client
+
+    PARAMS = Dry::Schema.Params do
+      required(:auditing).filled(:string)
+      required(:messages).filled(:array)
+      optional(:domain).maybe(:string)
+      optional(:max_tokens).maybe(:integer)
+      optional(:random_threshold).maybe(:float)
+    end
+
+    # header uid max length is 32 todo
+
+    def request_chat(params)
+      client.post('/external/ls_log/xf_completions', params.to_h)
+    end
+
+    def chat(messages)
+      if messages.is_a?(Messages)
+        messages = messages.to_a
+      end
+      params = PARAMS.call(
+        auditing: config.auditing,
+        domain: config.domain,
+        messages: messages,
+        max_tokens: config.max_tokens,
+        random_threshold: config.temperature,
+        uid: config.uid.call
+      )
+      return params.errors unless params.success?
+      request_chat(params).body.dig('choices', 0, 'message', 'content')
+    end
+
+  end
+end

data/lib/luo/xinghuo_agent_runner.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+module Luo
+  class XinghuoAgentRunner < AgentRunnerBase
+    include Configurable
+
+    setting :retires, default: 3
+
+    on_init do
+      @xinghuo = Xinghuo.new
+    end
+
+    on_request do
+      context.messages = Messages.create(history: context.histories)
+                                 .user(prompt: Luo::Prompts.luo_xinghuo_agent_input, context: {agents: self.class.agents, last_user_input: context.user_input})
+      context.response = @xinghuo.chat(context.messages)
+    end
+
+    on_result do
+      agent_name = context.response.match(/调用工具：(.*)/)&.captures&.first&.strip&.gsub(/[[:punct:]]/, '')
+      agent = self.class.agents[agent_name]&.new(
+        context: context,
+        action_input: context.user_input,
+        client: @xinghuo
+      )
+      answer = context.response.match(/最终回答：(.*)/)&.captures&.first&.strip
+
+      if agent_name.nil? && !answer.nil? && agent.nil?
+        context.final_result = answer
+      else
+        add_agent(agent)
+      end
+    end
+
+    after_run do
+      if context.final_result.nil?
+        answer = context.response.match(/最终回答：(.*)/)&.captures&.first&.strip
+        context.final_result = answer if answer
+      end
+
+      context.histories.user(context.user_input)
+      context.histories.assistant(context.final_result)
+    end
+  end
+
+  class XinghuoFinalAgent < Agent
+    agent_name '智能问答'
+    agent_desc '你可以问我任何问题，我都会尽力回答你'
+
+    on_call_with_final_result do
+      messages = Messages.create(history: context.histories).user(text: context.user_input)
+      client.chat(messages)
+    end
+
+  end
+end

data/lib/luo.rb

@@ -1,6 +1,25 @@
 # frozen_string_literal: true
 
-require_relative "luo/version"
+# require_relative "luo/version"
+
+require 'erb'
+require 'dotenv/load'
+require 'json'
+require 'faraday'
+require 'faraday/retry'
+require 'dry-configurable'
+require 'dry-schema'
+require 'dry/cli'
+require 'yaml'
+require 'tty-markdown'
+
+require "zeitwerk"
+loader = Zeitwerk::Loader.for_gem
+loader.inflector.inflect("open_ai" => "OpenAI")
+loader.inflector.inflect("aiui" => "AIUI")
+loader.inflector.inflect("cli" => "CLI")
+loader.inflector.inflect("open_ai_agent_runner" => "OpenAIAgentRunner")
+loader.setup
 
 module Luo
   class Error < StandardError; end

data/luo.gemspec

@@ -29,8 +29,18 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   # Uncomment to register a new dependency of your gem
+  spec.add_dependency 'zeitwerk', '~> 2.6', '>= 2.6.8'
+  spec.add_dependency 'dotenv', '~> 2.8', '>= 2.8.1'
+  spec.add_dependency 'faraday', '~> 2.7', '>= 2.7.4'
+  spec.add_dependency 'faraday-retry', '~> 2.1'
+  spec.add_dependency 'dry-schema', '~> 1.13', '>= 1.13.1'
+  spec.add_dependency 'dry-configurable', '~> 1.0', '>= 1.0.1'
+  spec.add_dependency 'dry-cli', '~> 1.0'
+  spec.add_dependency 'tty-markdown', '~> 0.7.2'
   # spec.add_dependency "example-gem", "~> 1.0"
 
+  spec.add_development_dependency "rspec", '~> 3.12'
+
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html
 end

data/sig/luo/agent.rbs

@@ -0,0 +1,21 @@
+module Luo
+  class Agent
+    @action_input: untyped
+    @context: AgentRunnerContext
+
+    attr_reader self.agent_desc: String
+    attr_reader self.agent_name: String
+
+    attr_reader action_input: untyped
+    attr_reader context: AgentRunnerContext
+
+    def initialize: (AgentRunnerContext) -> untyped
+
+    def self.create_parameter_method: -> untyped
+
+    def self.on_call: -> untyped
+
+    attr_reader input: String
+    attr_reader row_input: String?
+  end
+end

data/sig/luo/agent_runner_base.rbs

@@ -0,0 +1,25 @@
+module Luo
+  class AgentRunnerBase
+    self.@agents: Hash[String, Agent]
+
+    @context: AgentRunnerContext
+
+    def self.agents: -> Hash[String, Agent]
+
+    def self.register: (Agent) -> untyped
+
+    def add_agent: (Agent)-> untyped
+
+    def call: -> untyped
+
+    def context: -> AgentRunnerContext
+
+    def on_request: -> untyped
+
+    def on_result: -> untyped
+
+    def on_run: -> untyped
+
+    def reset_context: -> untyped
+  end
+end

data/sig/luo/agent_runner_context.rbs

@@ -0,0 +1,19 @@
+module Luo
+  class AgentRunnerContext
+    @histories: MemoryHistory
+
+    @running_agents: Array[Agent]
+
+    attr_accessor action_input: String
+    attr_accessor agent_results: Array[Hash[Symbol, string]]
+    attr_accessor final_result: String
+    attr_accessor messages: Messages
+    attr_accessor response: untyped
+    attr_accessor retries: Integer
+    attr_accessor user_input: String
+
+    def have_running_agents: -> Set[Agent]
+
+    def histories: -> MemoryHistory
+  end
+end

data/sig/luo/aiui.rbs

@@ -0,0 +1,9 @@
+module Luo
+  class AIUI
+    PARAMS: untyped
+
+    def chat: -> untyped
+
+    def request_aiui: -> untyped
+  end
+end

data/sig/luo/configurable.rbs

@@ -0,0 +1,5 @@
+module Luo
+  module Configurable
+    def config: -> untyped
+  end
+end

data/sig/luo/env.rbs

@@ -0,0 +1,9 @@
+module Luo
+  class Env
+    ENV_KEY: Array[String]
+
+    def self.get: -> String?
+
+    def self.set: -> untyped
+  end
+end

data/sig/luo/helpers.rbs

@@ -0,0 +1,7 @@
+module Luo
+  module Helpers
+    def load_test: (String) { (String) -> untyped }-> untyped
+
+    def print_md: (String) -> untyped
+  end
+end

data/sig/luo/http_client.rbs

@@ -0,0 +1,9 @@
+module Luo
+  module HttpClient
+    def self.http_client_configurable: -> untyped
+
+    def self.init_client: -> untyped
+
+    def http_client_configurable: -> untyped
+  end
+end

data/sig/luo/memory_history.rbs

@@ -0,0 +1,18 @@
+module Luo
+  class MemoryHistory
+    @max_size: Integer
+    @queue: Array[Hash[String, String]]
+
+    def dequeue: -> untyped
+
+    def enqueue: -> untyped
+
+    alias push enqueue
+
+    def size: -> Integer
+
+    def to_a: -> Array[Hash[String, String]]
+
+    def to_json: -> String
+  end
+end

data/sig/luo/messages.rbs

@@ -0,0 +1,20 @@
+module Luo
+  class Messages
+    @history: Array[Hash[Symbol, String]]
+    @messages: Array[Hash[Symbol, String]]
+    @system: Hash[Symbol, String]
+
+    def self.create: -> Messages
+
+    def self.create_role_message_method: -> untyped
+
+    def self.create_role_message_methods: -> untyped
+
+    def assistant: -> Messages
+    def system: -> Messages
+
+    def to_a: -> Array[Hash[Symbol, String]]
+
+    def user: -> Messages
+  end
+end

data/sig/luo/open_ai.rbs

@@ -0,0 +1,11 @@
+module Luo
+  class OpenAI
+    ACCESS_TOKEN: String
+    HOST: String
+    PARAMS: untyped
+
+    def chat: -> untyped
+
+    def chat_completions: -> untyped
+  end
+end

data/sig/luo/prompt_template.rbs

@@ -0,0 +1,18 @@
+module Luo
+  class PromptTemplate
+    @file_path: string
+    @template: ERB
+
+    def self.create: -> PromptTemplate
+
+    def self.load_template: -> PromptTemplate
+
+    def render: -> string
+
+    def result: -> String
+
+    private
+
+    def context_binding: -> untyped
+  end
+end

data/sig/luo/prompts.rbs

@@ -0,0 +1,15 @@
+module Luo
+  module Prompts
+    PWD: String
+    RUNTIME_TEMPLATES_DIR: String
+    TEMPLATES_DIR: String
+
+    def agent_input: -> PromptTemplate
+
+    def define_template: -> untyped
+
+    def define_templates: -> untyped
+
+    def define_templates_in_dir: -> untyped
+  end
+end

data/sig/luo/xinghuo.rbs

@@ -0,0 +1,9 @@
+module Luo
+  class Xinghuo
+    PARAMS: untyped
+
+    def chat: -> untyped
+
+    def request_chat: -> untyped
+  end
+end