langchainrb 0.6.16 → 0.6.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 36e0bec4ad6abfd9077c9e7f2d6166ba99acb7dc3859749ee6facfb9409e6379
-  data.tar.gz: 6bd8d3de4f1d31b718381fcef1c21a8b417b2bd8483d7fdc2610cfda3b60a50e
+  metadata.gz: 3b9bca59bfb5909f6ac24ebf6dba6074f5faf3d2cdadab1a3b3a8a0f75f98adc
+  data.tar.gz: a202726d383d2dc691cb4146e9b36cb7ea6f8ac35382a3df67f6e11d35b3562e
 SHA512:
-  metadata.gz: ed7be8f193d44075f701622fd991127ab32580293fb6d1ab7ccc096eeff8704312ad34cdb7a4cfd09cf8879116ede17a5b017fe15851b9ee78cb159b7e8d8b59
-  data.tar.gz: f70d7a3707ed7fce123c2f9158c338cda3aa38a46abf5598f7d05c6ccd63d5a16a37ba10ff0a7a0a4cd17c0c2aeb2f07a07842a41f16322c48c7c9bae522dda4
+  metadata.gz: b4eaf631f22236035c9e29b3618a70d14487cc9e39b6885e44497ebad2a98670ce88997fdb25144b6467e0caa69a04ce7e625c9e10bc88322131181c2254a570
+  data.tar.gz: 981199fe2a0123e46ac3af54946c03d5eaa827473eae02f2e60accd0c680a0bbd40741800e05b79e890038523a1b910502a6cf4ed1f4ebf77845f4b2a2dbc5d9

data/README.md

@@ -59,7 +59,7 @@ client = Langchain::Vectorsearch::Weaviate.new(
 )
 
 # You can instantiate any other supported vector search database:
-client = Langchain::Vectorsearch::Chroma.new(...) # `gem "chroma-db", "~> 0.3.0"`
+client = Langchain::Vectorsearch::Chroma.new(...) # `gem "chroma-db", "~> 0.6.0"`
 client = Langchain::Vectorsearch::Hnswlib.new(...) # `gem "hnswlib", "~> 0.8.1"`
 client = Langchain::Vectorsearch::Milvus.new(...) # `gem "milvus", "~> 0.9.2"`
 client = Langchain::Vectorsearch::Pinecone.new(...) # `gem "pinecone", "~> 0.1.6"`

data/lib/langchain/chunker/base.rb

@@ -8,7 +8,10 @@ module Langchain
     #
     # == Available chunkers
     #
+    # - {Langchain::Chunker::RecursiveText}
     # - {Langchain::Chunker::Text}
+    # - {Langchain::Chunker::Semantic}
+    # - {Langchain::Chunker::Sentence}
     class Base
     end
   end

data/lib/langchain/chunker/prompts/semantic_prompt_template.yml

@@ -0,0 +1,8 @@
+_type: prompt
+input_variables:
+  - text
+template: | 
+  Please split the following text by topics.
+  Output only the paragraphs delimited by "---":
+
+  {text}

data/lib/langchain/chunker/semantic.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module Langchain
+  module Chunker
+    #
+    # LLM-powered semantic chunker.
+    # Semantic chunking is a technique of splitting texts by their semantic meaning, e.g.: themes, topics, and ideas.
+    # We use an LLM to accomplish this. The Anthropic LLM is highly recommended for this task as it has the longest context window (100k tokens).
+    #
+    # Usage:
+    #     Langchain::Chunker::Semantic.new(
+    #       text,
+    #       llm: Langchain::LLM::Anthropic.new(api_key: ENV["ANTHROPIC_API_KEY"])
+    #     ).chunks
+    #
+    class Semantic < Base
+      attr_reader :text, :llm, :prompt_template
+      # @param [Langchain::LLM::Base] Langchain::LLM::* instance
+      # @param [Langchain::Prompt::PromptTemplate] Optional custom prompt template
+      def initialize(text, llm:, prompt_template: nil)
+        @text = text
+        @llm = llm
+        @prompt_template = prompt_template || default_prompt_template
+      end
+
+      # @return [Array<String>]
+      def chunks
+        prompt = prompt_template.format(text: text)
+
+        # Replace static 50k limit with dynamic limit based on text length (max_tokens_to_sample)
+        completion = llm.complete(prompt: prompt, max_tokens_to_sample: 50000)
+        completion
+          .gsub("Here are the paragraphs split by topic:\n\n", "")
+          .split("---")
+          .map(&:strip)
+          .reject(&:empty?)
+      end
+
+      private
+
+      # @return [Langchain::Prompt::PromptTemplate] Default prompt template for semantic chunking
+      def default_prompt_template
+        Langchain::Prompt.load_from_path(
+          file_path: Langchain.root.join("langchain/chunker/prompts/semantic_prompt_template.yml")
+        )
+      end
+    end
+  end
+end

data/lib/langchain/{ai_message.rb → conversation/context.rb}

@@ -1,9 +1,8 @@
 # frozen_string_literal: true
 
 module Langchain
-  class AIMessage < Message
-    def type
-      "ai"
+  class Conversation
+    class Context < Message
     end
   end
 end

data/lib/langchain/conversation/memory.rb

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+module Langchain
+  class Conversation
+    class Memory
+      attr_reader :examples, :messages
+
+      # The least number of tokens we want to be under the limit by
+      TOKEN_LEEWAY = 20
+
+      def initialize(llm:, messages: [], **options)
+        @llm = llm
+        @context = nil
+        @summary = nil
+        @examples = []
+        @messages = messages
+        @strategy = options.delete(:strategy) || :truncate
+        @options = options
+      end
+
+      def set_context(message)
+        @context = message
+      end
+
+      def add_examples(examples)
+        @examples.concat examples
+      end
+
+      def append_message(message)
+        @messages.append(message)
+      end
+
+      def reduce_messages(exception)
+        case @strategy
+        when :truncate
+          truncate_messages(exception)
+        when :summarize
+          summarize_messages
+        else
+          raise "Unknown strategy: #{@options[:strategy]}"
+        end
+      end
+
+      def context
+        return if @context.nil? && @summary.nil?
+
+        Context.new([@context, @summary].compact.join("\n"))
+      end
+
+      private
+
+      def truncate_messages(exception)
+        raise exception if @messages.size == 1
+
+        token_overflow = exception.token_overflow
+
+        @messages = @messages.drop_while do |message|
+          proceed = token_overflow > -TOKEN_LEEWAY
+          token_overflow -= token_length(message.to_json, model_name, llm: @llm)
+
+          proceed
+        end
+      end
+
+      def summarize_messages
+        history = [@summary, @messages.to_json].compact.join("\n")
+        partitions = [history[0, history.size / 2], history[history.size / 2, history.size]]
+
+        @summary = partitions.map { |messages| @llm.summarize(text: messages.to_json) }.join("\n")
+
+        @messages = [@messages.last]
+      end
+
+      def partition_messages
+      end
+
+      def model_name
+        @llm.class::DEFAULTS[:chat_completion_model_name]
+      end
+
+      def token_length(content, model_name, options)
+        @llm.class::LENGTH_VALIDATOR.token_length(content, model_name, options)
+      end
+    end
+  end
+end

data/lib/langchain/conversation/message.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+module Langchain
+  class Conversation
+    class Message
+      attr_reader :content
+
+      ROLE_MAPPING = {
+        context: "system",
+        prompt: "user",
+        response: "assistant"
+      }
+
+      def initialize(content)
+        @content = content
+      end
+
+      def role
+        ROLE_MAPPING[type]
+      end
+
+      def to_s
+        content
+      end
+
+      def to_h
+        {
+          role: role,
+          content: content
+        }
+      end
+
+      def ==(other)
+        to_json == other.to_json
+      end
+
+      def to_json(options = {})
+        to_h.to_json
+      end
+
+      private
+
+      def type
+        self.class.to_s.split("::").last.downcase.to_sym
+      end
+    end
+  end
+end

data/lib/langchain/{human_message.rb → conversation/prompt.rb}

@@ -1,9 +1,8 @@
 # frozen_string_literal: true
 
 module Langchain
-  class HumanMessage < Message
-    def type
-      "human"
+  class Conversation
+    class Prompt < Message
     end
   end
 end

data/lib/langchain/{system_message.rb → conversation/response.rb}

@@ -1,9 +1,8 @@
 # frozen_string_literal: true
 
 module Langchain
-  class SystemMessage < Message
-    def type
-      "system"
+  class Conversation
+    class Response < Message
     end
   end
 end

data/lib/langchain/conversation.rb

@@ -28,7 +28,7 @@ module Langchain
       @llm = llm
       @context = nil
       @examples = []
-      @memory = ConversationMemory.new(
+      @memory = ::Langchain::Conversation::Memory.new(
         llm: llm,
         messages: options.delete(:messages) || [],
         strategy: options.delete(:memory_strategy)
@@ -44,48 +44,47 @@ module Langchain
     # Set the context of the conversation. Usually used to set the model's persona.
     # @param message [String] The context of the conversation
     def set_context(message)
-      @memory.set_context SystemMessage.new(message)
+      @memory.set_context ::Langchain::Conversation::Context.new(message)
     end
 
     # Add examples to the conversation. Used to give the model a sense of the conversation.
-    # @param examples [Array<AIMessage|HumanMessage>] The examples to add to the conversation
+    # @param examples [Array<Prompt|Response>] The examples to add to the conversation
     def add_examples(examples)
       @memory.add_examples examples
     end
 
     # Message the model with a prompt and return the response.
     # @param message [String] The prompt to message the model with
-    # @return [AIMessage] The response from the model
+    # @return [Response] The response from the model
     def message(message)
-      human_message = HumanMessage.new(message)
-      @memory.append_message(human_message)
-      ai_message = llm_response(human_message)
+      @memory.append_message ::Langchain::Conversation::Prompt.new(message)
+      ai_message = ::Langchain::Conversation::Response.new(llm_response)
       @memory.append_message(ai_message)
       ai_message
     end
 
     # Messages from conversation memory
-    # @return [Array<AIMessage|HumanMessage>] The messages from the conversation memory
+    # @return [Array<Prompt|Response>] The messages from the conversation memory
     def messages
       @memory.messages
     end
 
     # Context from conversation memory
-    # @return [SystemMessage] Context from conversation memory
+    # @return [Context] Context from conversation memory
     def context
       @memory.context
     end
 
     # Examples from conversation memory
-    # @return [Array<AIMessage|HumanMessage>] Examples from the conversation memory
+    # @return [Array<Prompt|Response>] Examples from the conversation memory
     def examples
       @memory.examples
     end
 
     private
 
-    def llm_response(prompt)
-      @llm.chat(messages: @memory.messages, context: @memory.context, examples: @memory.examples, **@options, &@block)
+    def llm_response
+      @llm.chat(messages: @memory.messages.map(&:to_h), context: @memory.context&.to_s, examples: @memory.examples.map(&:to_h), **@options, &@block)
     rescue Langchain::Utils::TokenLength::TokenLimitExceeded => exception
       @memory.reduce_messages(exception)
       retry

data/lib/langchain/llm/cohere.rb

@@ -70,7 +70,7 @@ module Langchain::LLM
     # Cohere does not have a dedicated chat endpoint, so instead we call `complete()`
     def chat(...)
       response_text = complete(...)
-      Langchain::AIMessage.new(response_text)
+      ::Langchain::Conversation::Response.new(response_text)
     end
 
     # Generate a summary in English for a given text

data/lib/langchain/llm/google_palm.rb

@@ -20,7 +20,7 @@ module Langchain::LLM
     }.freeze
     LENGTH_VALIDATOR = Langchain::Utils::TokenLength::GooglePalmValidator
     ROLE_MAPPING = {
-      "human" => "user"
+      "assistant" => "ai"
     }
 
     def initialize(api_key:, default_options: {})
@@ -74,12 +74,12 @@ module Langchain::LLM
     #
     # Generate a chat completion for a given prompt
     #
-    # @param prompt [HumanMessage] The prompt to generate a chat completion for
-    # @param messages [Array<AIMessage|HumanMessage>] The messages that have been sent in the conversation
-    # @param context [SystemMessage] An initial context to provide as a system message, ie "You are RubyGPT, a helpful chat bot for helping people learn Ruby"
-    # @param examples [Array<AIMessage|HumanMessage>] Examples of messages to provide to the model. Useful for Few-Shot Prompting
+    # @param prompt [String] The prompt to generate a chat completion for
+    # @param messages [Array<Hash>] The messages that have been sent in the conversation
+    # @param context [String] An initial context to provide as a system message, ie "You are RubyGPT, a helpful chat bot for helping people learn Ruby"
+    # @param examples [Array<Hash>] Examples of messages to provide to the model. Useful for Few-Shot Prompting
     # @param options [Hash] extra parameters passed to GooglePalmAPI::Client#generate_chat_message
-    # @return [AIMessage] The chat completion
+    # @return [String] The chat completion
     #
     def chat(prompt: "", messages: [], context: "", examples: [], **options)
       raise ArgumentError.new(":prompt or :messages argument is expected") if prompt.empty? && messages.empty?
@@ -87,7 +87,7 @@ module Langchain::LLM
       default_params = {
         temperature: @defaults[:temperature],
         model: @defaults[:chat_completion_model_name],
-        context: context.to_s,
+        context: context,
         messages: compose_chat_messages(prompt: prompt, messages: messages),
         examples: compose_examples(examples)
       }
@@ -108,7 +108,7 @@ module Langchain::LLM
       response = client.generate_chat_message(**default_params)
       raise "GooglePalm API returned an error: #{response}" if response.dig("error")
 
-      Langchain::AIMessage.new(response.dig("candidates", 0, "content"))
+      response.dig("candidates", 0, "content")
     end
 
     #
@@ -150,8 +150,8 @@ module Langchain::LLM
     def compose_examples(examples)
       examples.each_slice(2).map do |example|
         {
-          input: {content: example.first.content},
-          output: {content: example.last.content}
+          input: {content: example.first[:content]},
+          output: {content: example.last[:content]}
         }
       end
     end
@@ -159,8 +159,8 @@ module Langchain::LLM
     def transform_messages(messages)
       messages.map do |message|
         {
-          author: ROLE_MAPPING.fetch(message.type, message.type),
-          content: message.content
+          author: ROLE_MAPPING.fetch(message[:role], message[:role]),
+          content: message[:content]
         }
       end
     end

data/lib/langchain/llm/openai.rb

@@ -11,6 +11,7 @@ module Langchain::LLM
   #
   class OpenAI < Base
     DEFAULTS = {
+      n: 1,
       temperature: 0.0,
       completion_model_name: "gpt-3.5-turbo",
       chat_completion_model_name: "gpt-3.5-turbo",
@@ -26,10 +27,6 @@ module Langchain::LLM
     ].freeze
 
     LENGTH_VALIDATOR = Langchain::Utils::TokenLength::OpenAIValidator
-    ROLE_MAPPING = {
-      "ai" => "assistant",
-      "human" => "user"
-    }
 
     attr_accessor :functions
 
@@ -117,18 +114,18 @@ module Langchain::LLM
     #         },
     #       ]
     #
-    # @param prompt [HumanMessage] The prompt to generate a chat completion for
-    # @param messages [Array<AIMessage|HumanMessage>] The messages that have been sent in the conversation
-    # @param context [SystemMessage] An initial context to provide as a system message, ie "You are RubyGPT, a helpful chat bot for helping people learn Ruby"
-    # @param examples [Array<AIMessage|HumanMessage>] Examples of messages to provide to the model. Useful for Few-Shot Prompting
+    # @param prompt [String] The prompt to generate a chat completion for
+    # @param messages [Array<Hash>] The messages that have been sent in the conversation
+    # @param context [String] An initial context to provide as a system message, ie "You are RubyGPT, a helpful chat bot for helping people learn Ruby"
+    # @param examples [Array<Hash>] Examples of messages to provide to the model. Useful for Few-Shot Prompting
     # @param options [Hash] extra parameters passed to OpenAI::Client#chat
-    # @yield [AIMessage] Stream responses back one String at a time
-    # @return [AIMessage] The chat completion
+    # @yield [Hash] Stream responses back one token at a time
+    # @return [String|Array<String>] The chat completion
     #
-    def chat(prompt: "", messages: [], context: "", examples: [], **options)
+    def chat(prompt: "", messages: [], context: "", examples: [], **options, &block)
       raise ArgumentError.new(":prompt or :messages argument is expected") if prompt.empty? && messages.empty?
 
-      parameters = compose_parameters @defaults[:chat_completion_model_name], options
+      parameters = compose_parameters @defaults[:chat_completion_model_name], options, &block
       parameters[:messages] = compose_chat_messages(prompt: prompt, messages: messages, context: context, examples: examples)
 
       if functions
@@ -137,25 +134,11 @@ module Langchain::LLM
         parameters[:max_tokens] = validate_max_tokens(parameters[:messages], parameters[:model])
       end
 
-      if (streaming = block_given?)
-        parameters[:stream] = proc do |chunk, _bytesize|
-          delta = chunk.dig("choices", 0, "delta")
-          content = delta["content"]
-          additional_kwargs = {function_call: delta["function_call"]}.compact
-          yield Langchain::AIMessage.new(content, additional_kwargs)
-        end
-      end
+      response = with_api_error_handling { client.chat(parameters: parameters) }
 
-      response = with_api_error_handling do
-        client.chat(parameters: parameters)
-      end
+      return if block
 
-      unless streaming
-        message = response.dig("choices", 0, "message")
-        content = message["content"]
-        additional_kwargs = {function_call: message["function_call"]}.compact
-        Langchain::AIMessage.new(content.to_s, additional_kwargs)
-      end
+      extract_response response
     end
 
     #
@@ -191,12 +174,18 @@ module Langchain::LLM
       response.dig("choices", 0, "text")
     end
 
-    def compose_parameters(model, params)
-      default_params = {model: model, temperature: @defaults[:temperature]}
-
+    def compose_parameters(model, params, &block)
+      default_params = {model: model, temperature: @defaults[:temperature], n: @defaults[:n]}
       default_params[:stop] = params.delete(:stop_sequences) if params[:stop_sequences]
+      parameters = default_params.merge(params)
 
-      default_params.merge(params)
+      if block
+        parameters[:stream] = proc do |chunk, _bytesize|
+          yield chunk.dig("choices", 0)
+        end
+      end
+
+      parameters
     end
 
     def compose_chat_messages(prompt:, messages: [], context: "", examples: [])
@@ -206,9 +195,9 @@ module Langchain::LLM
 
       history.concat transform_messages(messages) unless messages.empty?
 
-      unless context.nil? || context.to_s.empty?
+      unless context.nil? || context.empty?
         history.reject! { |message| message[:role] == "system" }
-        history.prepend({role: "system", content: context.content})
+        history.prepend({role: "system", content: context})
       end
 
       unless prompt.empty?
@@ -225,14 +214,16 @@ module Langchain::LLM
     def transform_messages(messages)
       messages.map do |message|
         {
-          role: ROLE_MAPPING.fetch(message.type, message.type),
-          content: message.content
+          role: message[:role],
+          content: message[:content]
         }
       end
     end
 
     def with_api_error_handling
       response = yield
+      return if response.empty?
+
       raise Langchain::LLM::ApiError.new "OpenAI API error: #{response.dig("error", "message")}" if response&.dig("error")
 
       response
@@ -241,5 +232,10 @@ module Langchain::LLM
     def validate_max_tokens(messages, model)
       LENGTH_VALIDATOR.validate_max_tokens!(messages, model)
     end
+
+    def extract_response(response)
+      results = response.dig("choices").map { |choice| choice.dig("message", "content") }
+      (results.size == 1) ? results.first : results
+    end
   end
 end

data/lib/langchain/llm/replicate.rb

@@ -84,7 +84,7 @@ module Langchain::LLM
     # Cohere does not have a dedicated chat endpoint, so instead we call `complete()`
     def chat(...)
       response_text = complete(...)
-      Langchain::AIMessage.new(response_text)
+      ::Langchain::Conversation::Response.new(response_text)
     end
 
     #

data/lib/langchain/vectorsearch/chroma.rb

@@ -5,18 +5,17 @@ module Langchain::Vectorsearch
     #
     # Wrapper around Chroma DB
     #
-    # Gem requirements: gem "chroma-db", "~> 0.3.0"
+    # Gem requirements: gem "chroma-db", "~> 0.6.0"
     #
     # Usage:
     # chroma = Langchain::Vectorsearch::Chroma.new(url:, index_name:, llm:, llm_api_key:, api_key: nil)
     #
 
     # Initialize the Chroma client
-    # @param url [String] The URL of the Qdrant server
-    # @param api_key [String] The API key to use
+    # @param url [String] The URL of the Chroma server
     # @param index_name [String] The name of the index to use
     # @param llm [Object] The LLM client to use
-    def initialize(url:, index_name:, llm:, api_key: nil)
+    def initialize(url:, index_name:, llm:)
       depends_on "chroma-db"
 
       ::Chroma.connect_host = url
@@ -61,19 +60,19 @@ module Langchain::Vectorsearch
     end
 
     # Create the collection with the default schema
-    # @return [Hash] The response from the server
+    # @return [::Chroma::Resources::Collection] Created collection
     def create_default_schema
       ::Chroma::Resources::Collection.create(index_name)
     end
 
     # Get the default schema
-    # @return [Hash] The response from the server
+    # @return [::Chroma::Resources::Collection] Default schema
     def get_default_schema
       ::Chroma::Resources::Collection.get(index_name)
     end
 
     # Delete the default schema
-    # @return [Hash] The response from the server
+    # @return [bool] Success or failure
     def destroy_default_schema
       ::Chroma::Resources::Collection.delete(index_name)
     end

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.6.16"
+  VERSION = "0.6.17"
 end

data/lib/langchain.rb

@@ -7,7 +7,6 @@ require "zeitwerk"
 loader = Zeitwerk::Loader.for_gem
 loader.ignore("#{__dir__}/langchainrb.rb")
 loader.inflector.inflect(
-  "ai_message" => "AIMessage",
   "ai21" => "AI21",
   "ai21_validator" => "AI21Validator",
   "csv" => "CSV",

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.6.16
+  version: 0.6.17
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-10-03 00:00:00.000000000 Z
+date: 2023-10-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: baran
@@ -184,14 +184,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.0
+        version: 0.6.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.0
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
   name: cohere-ruby
   requirement: !ruby/object:Gem::Requirement
@@ -492,14 +492,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.7
+        version: 0.8.9
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.7
+        version: 0.8.9
 - !ruby/object:Gem::Dependency
   name: wikipedia-client
   requirement: !ruby/object:Gem::Requirement
@@ -532,17 +532,21 @@ files:
 - lib/langchain/agent/sql_query_agent.rb
 - lib/langchain/agent/sql_query_agent/sql_query_agent_answer_prompt.yaml
 - lib/langchain/agent/sql_query_agent/sql_query_agent_sql_prompt.yaml
-- lib/langchain/ai_message.rb
 - lib/langchain/chunker/base.rb
+- lib/langchain/chunker/prompts/semantic_prompt_template.yml
 - lib/langchain/chunker/recursive_text.rb
+- lib/langchain/chunker/semantic.rb
 - lib/langchain/chunker/sentence.rb
 - lib/langchain/chunker/text.rb
 - lib/langchain/contextual_logger.rb
 - lib/langchain/conversation.rb
-- lib/langchain/conversation_memory.rb
+- lib/langchain/conversation/context.rb
+- lib/langchain/conversation/memory.rb
+- lib/langchain/conversation/message.rb
+- lib/langchain/conversation/prompt.rb
+- lib/langchain/conversation/response.rb
 - lib/langchain/data.rb
 - lib/langchain/dependency_helper.rb
-- lib/langchain/human_message.rb
 - lib/langchain/llm/ai21.rb
 - lib/langchain/llm/anthropic.rb
 - lib/langchain/llm/base.rb
@@ -555,7 +559,6 @@ files:
 - lib/langchain/llm/prompts/summarize_template.yaml
 - lib/langchain/llm/replicate.rb
 - lib/langchain/loader.rb
-- lib/langchain/message.rb
 - lib/langchain/output_parsers/base.rb
 - lib/langchain/output_parsers/output_fixing_parser.rb
 - lib/langchain/output_parsers/prompts/naive_fix_prompt.yaml
@@ -575,7 +578,6 @@ files:
 - lib/langchain/prompt/loading.rb
 - lib/langchain/prompt/prompt_template.rb
 - lib/langchain/railtie.rb
-- lib/langchain/system_message.rb
 - lib/langchain/tool/base.rb
 - lib/langchain/tool/calculator.rb
 - lib/langchain/tool/database.rb

data/lib/langchain/conversation_memory.rb

@@ -1,84 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class ConversationMemory
-    attr_reader :examples, :messages
-
-    # The least number of tokens we want to be under the limit by
-    TOKEN_LEEWAY = 20
-
-    def initialize(llm:, messages: [], **options)
-      @llm = llm
-      @context = nil
-      @summary = nil
-      @examples = []
-      @messages = messages
-      @strategy = options.delete(:strategy) || :truncate
-      @options = options
-    end
-
-    def set_context(message)
-      @context = message
-    end
-
-    def add_examples(examples)
-      @examples.concat examples
-    end
-
-    def append_message(message)
-      @messages.append(message)
-    end
-
-    def reduce_messages(exception)
-      case @strategy
-      when :truncate
-        truncate_messages(exception)
-      when :summarize
-        summarize_messages
-      else
-        raise "Unknown strategy: #{@options[:strategy]}"
-      end
-    end
-
-    def context
-      return if @context.nil? && @summary.nil?
-
-      SystemMessage.new([@context, @summary].compact.join("\n"))
-    end
-
-    private
-
-    def truncate_messages(exception)
-      raise exception if @messages.size == 1
-
-      token_overflow = exception.token_overflow
-
-      @messages = @messages.drop_while do |message|
-        proceed = token_overflow > -TOKEN_LEEWAY
-        token_overflow -= token_length(message.to_json, model_name, llm: @llm)
-
-        proceed
-      end
-    end
-
-    def summarize_messages
-      history = [@summary, @messages.to_json].compact.join("\n")
-      partitions = [history[0, history.size / 2], history[history.size / 2, history.size]]
-
-      @summary = partitions.map { |messages| @llm.summarize(text: messages.to_json) }.join("\n")
-
-      @messages = [@messages.last]
-    end
-
-    def partition_messages
-    end
-
-    def model_name
-      @llm.class::DEFAULTS[:chat_completion_model_name]
-    end
-
-    def token_length(content, model_name, options)
-      @llm.class::LENGTH_VALIDATOR.token_length(content, model_name, options)
-    end
-  end
-end

data/lib/langchain/message.rb

@@ -1,35 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class Message
-    attr_reader :content, :additional_kwargs
-
-    def initialize(content, additional_kwargs = nil)
-      @content = content
-      @additional_kwargs = additional_kwargs
-    end
-
-    def type
-      raise NotImplementedError
-    end
-
-    def to_s
-      content
-    end
-
-    def ==(other)
-      to_json == other.to_json
-    end
-
-    def to_json(options = {})
-      hash = {
-        type: type,
-        content: content
-      }
-
-      hash[:additional_kwargs] = additional_kwargs unless additional_kwargs.nil? || additional_kwargs.empty?
-
-      hash.to_json
-    end
-  end
-end