smart_prompt 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 844d04d23e32f35f10feb9da06389b78f81d9f7616316cc04f0e8987e5bd6bae
-  data.tar.gz: 364703fc100dfad5a3180deb89fcb49d5aafe9686bc4bbe0f900c99a8d1fee1d
+  metadata.gz: ac20d9dc79d5ecdaa9993179fbe2276a6b0437b4cf46d7dc0db60b8688916c6a
+  data.tar.gz: c826a6d051fd60f06a72c7b3dd17366754ba19ef999df59f097705045218e9ae
 SHA512:
-  metadata.gz: 503ade825af0875584fe49d31fba389b482ff60ae7d8deb0c657d778bc6a0be0a037e65efc95dd66bf88c52ae08508248c851828e2185ad231c0ebd78886e564
-  data.tar.gz: 07370b6a99cd6f4146c06a3b4de88d0fd0abcfce144b4e4c333cbdd39383fc601ba1f5fed536a4a05601262d643fa12ff57c9d7cb8cbb46389fa46f96644bbc2
+  metadata.gz: da94c5503130c8e32681d2a11e0b9b3aef5ad2e290035fbc3cda90be64578ad6cb8cc80af9de2509c22ef39988dda5ec5f17e9273987f2df7e815a3acf636d01
+  data.tar.gz: d00dbc828ed0c6b74582635aaf0c0527a3fb5ea95149ef808395bd1cd6d7c8e3cfb4022bc0e0a83dceada6e5334b1765d5f32b0ad5e954b29db8e8b1eed52419

data/lib/smart_prompt/conversation.rb

@@ -1,5 +1,5 @@
-require 'yaml'
-require 'retriable'
+require "yaml"
+require "retriable"
 require "numo/narray"
 
 module SmartPrompt
@@ -7,7 +7,7 @@ module SmartPrompt
     include APIHandler
     attr_reader :messages, :last_response, :config_file
 
-    def initialize(engine)
+    def initialize(engine, tools = nil)
       SmartPrompt.logger.info "Create Conversation"
       @messages = []
       @engine = engine
@@ -16,6 +16,7 @@ module SmartPrompt
       @templates = engine.templates
       @current_adapter = engine.current_adapter
       @last_response = nil
+      @tools = tools
     end
 
     def use(llm_name)
@@ -32,52 +33,72 @@ module SmartPrompt
       @temperature = temperature
     end
 
+    def history_messages
+      @engine.history_messages
+    end
+
+    def add_message(msg)
+      history_messages << msg
+      @messages << msg
+    end
+
     def prompt(template_name, params = {})
       if template_name.class == Symbol
         template_name = template_name.to_s
         SmartPrompt.logger.info "Use template #{template_name}"
         raise "Template #{template_name} not found" unless @templates.key?(template_name)
         content = @templates[template_name].render(params)
-        @messages << { role: 'user', content: content }
+        add_message({ role: "user", content: content })
         self
       else
-        @messages << { role: 'user', content: template_name }
+        add_message({ role: "user", content: template_name })
         self
       end
     end
 
     def sys_msg(message)
       @sys_msg = message
-      @messages << { role: 'system', content: message }
+      add_message({ role: "system", content: message })
       self
     end
 
     def send_msg_once
       raise "No LLM selected" if @current_llm.nil?
       @last_response = @current_llm.send_request(@messages, @model_name, @temperature)
-      @messages=[]
-      @messages << { role: 'system', content: @sys_msg }
+      @messages = []
+      @messages << { role: "system", content: @sys_msg }
       @last_response
     end
 
-    def send_msg
+    def send_msg(params = {})
       Retriable.retriable(RETRY_OPTIONS) do
         raise ConfigurationError, "No LLM selected" if @current_llm.nil?
-        @last_response = @current_llm.send_request(@messages, @model_name, @temperature)
-        @messages=[]
-        @messages << { role: 'system', content: @sys_msg }
+        if params[:with_history]
+          @last_response = @current_llm.send_request(history_messages, @model_name, @temperature, @tools, nil)
+        else
+          @last_response = @current_llm.send_request(@messages, @model_name, @temperature, @tools, nil)
+        end
+        if @last_response == ""
+          @last_response = @current_llm.last_response
+        end
+        @messages = []
+        @messages << { role: "system", content: @sys_msg }
         @last_response
       end
-    rescue => e      
+    rescue => e
       return "Failed to call LLM after #{MAX_RETRIES} attempts: #{e.message}"
     end
 
-    def send_msg_by_stream(&proc)
+    def send_msg_by_stream(params = {}, &proc)
       Retriable.retriable(RETRY_OPTIONS) do
         raise ConfigurationError, "No LLM selected" if @current_llm.nil?
-        @current_llm.send_request(@messages, @model_name, @temperature, proc) 
-        @messages=[]
-        @messages << { role: 'system', content: @sys_msg }
+        if params[:with_history]
+          @current_llm.send_request(history_messages, @model_name, @temperature, @tools, proc)
+        else
+          @current_llm.send_request(@messages, @model_name, @temperature, @tools, proc)
+        end
+        @messages = []
+        @messages << { role: "system", content: @sys_msg }
       end
     rescue => e
       return "Failed to call LLM after #{MAX_RETRIES} attempts: #{e.message}"
@@ -85,7 +106,7 @@ module SmartPrompt
 
     def normalize(x, length)
       if x.length > length
-        x = Numo::NArray.cast(x[0..length-1])      
+        x = Numo::NArray.cast(x[0..length - 1])
         norm = Math.sqrt((x * x).sum)
         return (x / norm).to_a
       else
@@ -98,15 +119,15 @@ module SmartPrompt
         raise ConfigurationError, "No LLM selected" if @current_llm.nil?
         text = ""
         @messages.each do |msg|
-          if msg[:role]=="user"
+          if msg[:role] == "user"
             text = msg[:content]
           end
         end
         @last_response = @current_llm.embeddings(text, @model_name)
-        @messages=[]
-        @messages << { role: 'system', content: @sys_msg }
+        @messages = []
+        @messages << { role: "system", content: @sys_msg }
         normalize(@last_response, length)
       end
     end
   end
-end
+end

data/lib/smart_prompt/engine.rb

@@ -1,103 +1,130 @@
 module SmartPrompt
-    class Engine
-      attr_reader :config_file, :config, :adapters, :current_adapter, :llms, :templates
-      def initialize(config_file)
+  class Engine
+    attr_reader :config_file, :config, :adapters, :current_adapter, :llms, :templates
+
+    def initialize(config_file)
+      @config_file = config_file
+      @adapters = {}
+      @llms = {}
+      @templates = {}
+      @current_workers = {}
+      @history_messages = []
+      load_config(config_file)
+      SmartPrompt.logger.info "Started create the SmartPrompt engine."
+    end
+
+    def create_dir(filename)
+      path = File::path(filename).to_s
+      parent_dir = File::dirname(path)
+      Dir.mkdir(parent_dir, 0755) unless File.directory?(parent_dir)
+    end
+
+    def load_config(config_file)
+      begin
         @config_file = config_file
-        @adapters={}
-        @llms={}
-        @templates={}
-        load_config(config_file)
-        SmartPrompt.logger.info "Started create the SmartPrompt engine."
+        @config = YAML.load_file(config_file)
+        if @config["logger_file"]
+          create_dir(@config["logger_file"])
+          SmartPrompt.logger = Logger.new(@config["logger_file"])
+        end
+        SmartPrompt.logger.info "Loading configuration from file: #{config_file}"
+        @config["adapters"].each do |adapter_name, adapter_class|
+          adapter_class = SmartPrompt.const_get(adapter_class)
+          @adapters[adapter_name] = adapter_class
+        end
+        @config["llms"].each do |llm_name, llm_config|
+          adapter_class = @adapters[llm_config["adapter"]]
+          @llms[llm_name] = adapter_class.new(llm_config)
+        end
+        @current_llm = @config["default_llm"] if @config["default_llm"]
+        Dir.glob(File.join(@config["template_path"], "*.erb")).each do |file|
+          template_name = file.gsub(@config["template_path"] + "/", "").gsub("\.erb", "")
+          @templates[template_name] = PromptTemplate.new(file)
+        end
+        load_workers
+      rescue Psych::SyntaxError => ex
+        SmartPrompt.logger.error "YAML syntax error in config file: #{ex.message}"
+        raise ConfigurationError, "Invalid YAML syntax in config file: #{ex.message}"
+      rescue Errno::ENOENT => ex
+        SmartPrompt.logger.error "Config file not found: #{ex.message}"
+        raise ConfigurationError, "Config file not found: #{ex.message}"
+      rescue StandardError => ex
+        SmartPrompt.logger.error "Error loading configuration: #{ex.message}"
+        raise ConfigurationError, "Error loading configuration: #{ex.message}"
+      ensure
+        SmartPrompt.logger.info "Configuration loaded successfully"
       end
+    end
 
-      def create_dir(filename)
-        path = File::path(filename).to_s
-        parent_dir = File::dirname(path) 
-        Dir.mkdir(parent_dir, 0755) unless File.directory?(parent_dir)
+    def load_workers
+      Dir.glob(File.join(@config["worker_path"], "*.rb")).each do |file|
+        require(file)
       end
+    end
 
-      def load_config(config_file)
-        begin
-          @config_file = config_file
-          @config = YAML.load_file(config_file)
-          if @config['logger_file']
-            create_dir(@config['logger_file'])
-            SmartPrompt.logger = Logger.new(@config['logger_file'])
-          end
-          SmartPrompt.logger.info "Loading configuration from file: #{config_file}"
-          @config['adapters'].each do |adapter_name, adapter_class|
-            adapter_class = SmartPrompt.const_get(adapter_class)
-            @adapters[adapter_name] = adapter_class
-          end
-          @config['llms'].each do |llm_name,llm_config|
-            adapter_class = @adapters[llm_config['adapter']]
-            @llms[llm_name]=adapter_class.new(llm_config)
-          end
-          @current_llm = @config['default_llm'] if @config['default_llm']
-          Dir.glob(File.join(@config['template_path'], '*.erb')).each do |file|
-            template_name = file.gsub(@config['template_path']+"/","").gsub("\.erb","")
-            @templates[template_name] = PromptTemplate.new(file)
-          end
-          load_workers          
-        rescue Psych::SyntaxError => ex
-          SmartPrompt.logger.error "YAML syntax error in config file: #{ex.message}"
-          raise ConfigurationError, "Invalid YAML syntax in config file: #{ex.message}"
-        rescue Errno::ENOENT => ex
-          SmartPrompt.logger.error "Config file not found: #{ex.message}"
-          raise ConfigurationError, "Config file not found: #{ex.message}"
-        rescue StandardError => ex
-          SmartPrompt.logger.error "Error loading configuration: #{ex.message}"
-          raise ConfigurationError, "Error loading configuration: #{ex.message}"
-        ensure
-          SmartPrompt.logger.info "Configuration loaded successfully"          
-        end        
-      end
-
-      def load_workers
-        Dir.glob(File.join(@config['worker_path'], '*.rb')).each do |file|
-          require(file)
-        end
+    def check_worker(worker_name)
+      if SmartPrompt::Worker.workers[worker_name]
+        return true
+      else
+        SmartPrompt.logger.warn "Invalid worker: #{worker_name}"
+        return false
       end
+    end
 
-      def check_worker(worker_name)
-        if SmartPrompt::Worker.workers[worker_name]
-          return true
+    def call_worker(worker_name, params = {})
+      SmartPrompt.logger.info "Calling worker: #{worker_name} with params: #{params}"
+      worker = get_worker(worker_name)
+      begin
+        result = worker.execute(params)
+        SmartPrompt.logger.info "Worker #{worker_name} executed successfully"
+        if result.class == String
+          recive_message = {
+            "role": "assistant",
+            "content": result,
+          }
         else
-          SmartPrompt.logger.warn "Invalid worker: #{worker_name}"
-          return false
-        end
-      end
-      
-      def call_worker(worker_name, params = {})
-        SmartPrompt.logger.info "Calling worker: #{worker_name} with params: #{params}"
-        worker = get_worker(worker_name)        
-        begin
-          result = worker.execute(params)
-          SmartPrompt.logger.info "Worker #{worker_name} executed successfully"
-          result
-        rescue => e
-          SmartPrompt.logger.error "Error executing worker #{worker_name}: #{e.message}"
-          SmartPrompt.logger.debug e.backtrace.join("\n")
-          raise
+          recive_message = {
+            "role": result.dig("choices", 0, "message", "role"),
+            "content": result.dig("choices", 0, "message", "content").to_s + result.dig("choices", 0, "message", "tool_calls").to_s,
+          }
         end
+        worker.conversation.add_message(recive_message)
+        result
+      rescue => e
+        SmartPrompt.logger.error "Error executing worker #{worker_name}: #{e.message}"
+        SmartPrompt.logger.debug e.backtrace.join("\n")
+        raise
       end
+    end
 
-      def call_worker_by_stream(worker_name, params = {}, &proc)
-        SmartPrompt.logger.info "Calling worker: #{worker_name} with params: #{params}"
-        worker = get_worker(worker_name)        
-        begin
-          worker.execute_by_stream(params, &proc)
-          SmartPrompt.logger.info "Worker #{worker_name} executed(stream) successfully"          
-        rescue => e
-          SmartPrompt.logger.error "Error executing worker #{worker_name}: #{e.message}"
-          SmartPrompt.logger.debug e.backtrace.join("\n")
-          raise
-        end
+    def call_worker_by_stream(worker_name, params = {}, &proc)
+      SmartPrompt.logger.info "Calling worker: #{worker_name} with params: #{params}"
+      worker = get_worker(worker_name)
+      begin
+        worker.execute_by_stream(params, &proc)
+        SmartPrompt.logger.info "Worker #{worker_name} executed(stream) successfully"
+      rescue => e
+        SmartPrompt.logger.error "Error executing worker #{worker_name}: #{e.message}"
+        SmartPrompt.logger.debug e.backtrace.join("\n")
+        raise
       end
-    private
-      def get_worker(worker_name)
-        SmartPrompt.logger.info "Creating worker instance for: #{worker_name}"
-        Worker.new(worker_name, self)
+    end
+
+    def get_worker(worker_name)
+      SmartPrompt.logger.info "Creating worker instance for: #{worker_name}"
+      unless worker = @current_workers[worker_name]
+        worker = Worker.new(worker_name, self)
+        @current_workers[worker_name] = worker
       end
+      return worker
+    end
+
+    def history_messages
+      @history_messages
+    end
+
+    def clear_history_messages
+      @history_messages = []
     end
-end
+  end
+end

data/lib/smart_prompt/llm_adapter.rb

@@ -4,6 +4,7 @@ require 'uri'
 
 module SmartPrompt
   class LLMAdapter
+    attr_accessor :last_response
     def initialize(config)
       SmartPrompt.logger.info "Start create the SmartPrompt LLMAdapter."
       @config = config

data/lib/smart_prompt/openai_adapter.rb

@@ -1,18 +1,18 @@
-require 'openai'
+require "openai"
 
 module SmartPrompt
   class OpenAIAdapter < LLMAdapter
     def initialize(config)
       super
-      api_key = @config['api_key']
-      if api_key.is_a?(String) && api_key.start_with?('ENV[') && api_key.end_with?(']')
+      api_key = @config["api_key"]
+      if api_key.is_a?(String) && api_key.start_with?("ENV[") && api_key.end_with?("]")
         api_key = eval(api_key)
       end
       begin
         @client = OpenAI::Client.new(
           access_token: api_key,
-          uri_base: @config['url'],
-          request_timeout: 240
+          uri_base: @config["url"],
+          request_timeout: 240,
         )
       rescue OpenAI::ConfigurationError => e
         SmartPrompt.logger.error "Failed to initialize OpenAI client: #{e.message}"
@@ -31,33 +31,28 @@ module SmartPrompt
       end
     end
 
-    def send_request(messages, model=nil, temperature=0.7, proc)
+    def send_request(messages, model = nil, temperature = 0.7, tools = nil, proc = nil)
       SmartPrompt.logger.info "OpenAIAdapter: Sending request to OpenAI"
+      temperature = 0.7 if temperature == nil
       if model
         model_name = model
       else
-        model_name = @config['model']
+        model_name = @config["model"]
       end
       SmartPrompt.logger.info "OpenAIAdapter: Using model #{model_name}"
       begin
-        if proc == nil
-          response = @client.chat(
-            parameters: {
-              model: model_name,
-              messages: messages,
-              temperature: @config['temperature'] || temperature
-            }
-          )
-        else
-          @client.chat(
-            parameters: {
-              model: model_name,
-              messages: messages,
-              temperature: @config['temperature'] || temperature,
-              stream: proc
-            }
-          )
+        parameters = {
+          model: model_name,
+          messages: messages,
+          temperature: @config["temperature"] || temperature,
+        }
+        if proc
+          parameters[:stream] = proc
         end
+        if tools
+          parameters[:tools] = tools
+        end
+        response = @client.chat(parameters: parameters)
       rescue OpenAI::Error => e
         SmartPrompt.logger.error "OpenAI API error: #{e.message}"
         raise LLMAPIError, "OpenAI API error: #{e.message}"
@@ -75,6 +70,7 @@ module SmartPrompt
       end
       SmartPrompt.logger.info "OpenAIAdapter: Received response from OpenAI"
       if proc == nil
+        @last_response = response
         return response.dig("choices", 0, "message", "content")
       end
     end
@@ -84,15 +80,15 @@ module SmartPrompt
       if model
         model_name = model
       else
-        model_name = @config['model']        
+        model_name = @config["model"]
       end
       SmartPrompt.logger.info "OpenAIAdapter: Using model #{model_name}"
       begin
         response = @client.embeddings(
-            parameters: {
-              model: model_name,
-              input: text.to_s
-            }
+          parameters: {
+            model: model_name,
+            input: text.to_s,
+          },
         )
       rescue => e
         SmartPrompt.logger.error "Unexpected error during Ollama request: #{e.message}"
@@ -103,4 +99,4 @@ module SmartPrompt
       return response.dig("data", 0, "embedding")
     end
   end
-end
+end

data/lib/smart_prompt/version.rb

@@ -1,3 +1,3 @@
 module SmartPrompt
-  VERSION = "0.2.1"
+  VERSION = "0.2.3"
 end

data/lib/smart_prompt/worker.rb

@@ -1,6 +1,6 @@
 module SmartPrompt
   class Worker
-    attr_reader :name, :config_file
+    attr_reader :name, :config_file, :conversation
 
     def initialize(name, engine)
       SmartPrompt.logger.info "Create worker's name is #{name}"
@@ -11,14 +11,14 @@ module SmartPrompt
     end
 
     def execute(params = {})
-      conversation = Conversation.new(@engine)
-      context = WorkerContext.new(conversation, params, @engine)
+      @conversation = Conversation.new(@engine, params[:tools]) unless @conversation
+      context = WorkerContext.new(@conversation, params, @engine)
       context.instance_eval(&@code)
     end
 
-    def execute_by_stream(params = {}, &proc)      
-      conversation = Conversation.new(@engine)
-      context = WorkerContext.new(conversation, params, @engine, proc)
+    def execute_by_stream(params = {}, &proc)
+      @conversation = Conversation.new(@engine, params[:tools])
+      context = WorkerContext.new(@conversation, params, @engine, proc)
       context.instance_eval(&@code)
     end
 
@@ -34,7 +34,7 @@ module SmartPrompt
   end
 
   class WorkerContext
-    def initialize(conversation, params, engine, proc=nil)
+    def initialize(conversation, params, engine, proc = nil)
       @conversation = conversation
       @params = params
       @engine = engine
@@ -43,11 +43,11 @@ module SmartPrompt
 
     def method_missing(method, *args, &block)
       if @conversation.respond_to?(method)
-        if method==:send_msg
-          if @proc==nil
-            @conversation.send_msg
+        if method == :send_msg
+          if @proc == nil
+            @conversation.send_msg(params)
           else
-            @conversation.send_msg_by_stream(&@proc)
+            @conversation.send_msg_by_stream(params, &@proc)
           end
         else
           @conversation.send(method, *args, &block)
@@ -79,4 +79,4 @@ module SmartPrompt
       worker.execute_by_stream(params, proc)
     end
   end
-end
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: smart_prompt
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.3
 platform: ruby
 authors:
 - zhuang biaowei
 bindir: exe
 cert_chain: []
-date: 2025-03-10 00:00:00.000000000 Z
+date: 2025-04-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yaml