langchainrb 0.9.5 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 833d4dafdf55e45852261e1c86b8121fd3ed1b61766a7fb121589e6549b255e0
-  data.tar.gz: d3834e7a5d15cf1ddd45bfc2db69b73afb5cf60b6b43004a398a688b5d5932e1
+  metadata.gz: 81783847d8152dbcff9e1ea0b51afee5619fb863b1cf3bf2f66912a52e96e797
+  data.tar.gz: 877bf77b04771a9a898d478967a0df5ef8ab2d62371f7e71c67e76daf39cffb9
 SHA512:
-  metadata.gz: 98dbc07b39f956d7425c562451d9eced8162cd7d7e181ac6188d029090275f5485376db3afeb826e730c168f6d64a7cd6af90503974f8b2696b1555f3d18b589
-  data.tar.gz: 3e641d27e3ccdedfa363c7bfecb7f6a1293c1f866421db3ac5e74dcd4615934a132345f9c7912fec0200d2fe626747faaefa592592066e336d33c4db5d3fd050
+  metadata.gz: 8a3c6e98399f8d76d10c0ccdd6af2650c77962662490a9541daf1bcb76f693c19637b8bdd140800dd920f116753178bdda7e7a2dd0649c9fdafaad837df3a3db
+  data.tar.gz: 8f0a18c9c3c25c2bea9041e5884aa2a29e79549fbbd73255f27bc2a6053e4524b4f3d0a4896d002291cf6f2b74c277462aa85d3933a2a3c4ab7499901d9aa89b

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 ## [Unreleased]
 
+## [0.10.0]
+- Delete `Langchain::Conversation` class
+
 ## [0.9.5]
 - Now using OpenAI's "text-embedding-3-small" model to generate embeddings
 - Added `remove_texts(ids:)` method to Qdrant and Chroma

data/lib/langchain/vectorsearch/base.rb

@@ -124,6 +124,11 @@ module Langchain::Vectorsearch
       raise NotImplementedError, "#{self.class.name} does not support updating texts"
     end
 
+    # Method supported by Vectorsearch DB to delete a list of texts from the index
+    def remove_texts(...)
+      raise NotImplementedError, "#{self.class.name} does not support deleting texts"
+    end
+
     # Method supported by Vectorsearch DB to search for similar texts in the index
     def similarity_search(...)
       raise NotImplementedError, "#{self.class.name} does not support similarity search"

data/lib/langchain/vectorsearch/elasticsearch.rb

@@ -75,6 +75,17 @@ module Langchain::Vectorsearch
       es_client.bulk(body: body)
     end
 
+    # Remove a list of texts from the index
+    # @param ids [Array<Integer>] The list of ids to delete
+    # @return [Elasticsearch::Response] from the Elasticsearch server
+    def remove_texts(ids: [])
+      body = ids.map do |id|
+        {delete: {_index: index_name, _id: id}}
+      end
+
+      es_client.bulk(body: body)
+    end
+
     # Create the index with the default schema
     # @return [Elasticsearch::Response] Index creation
     def create_default_schema

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.9.5"
+  VERSION = "0.10.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.9.5
+  version: 0.10.0
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-15 00:00:00.000000000 Z
+date: 2024-03-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -698,12 +698,6 @@ files:
 - lib/langchain/chunker/sentence.rb
 - lib/langchain/chunker/text.rb
 - lib/langchain/contextual_logger.rb
-- lib/langchain/conversation.rb
-- lib/langchain/conversation/context.rb
-- lib/langchain/conversation/memory.rb
-- lib/langchain/conversation/message.rb
-- lib/langchain/conversation/prompt.rb
-- lib/langchain/conversation/response.rb
 - lib/langchain/data.rb
 - lib/langchain/dependency_helper.rb
 - lib/langchain/evals/ragas/answer_relevance.rb

data/lib/langchain/conversation/context.rb

@@ -1,8 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class Conversation
-    class Context < Message
-    end
-  end
-end

data/lib/langchain/conversation/memory.rb

@@ -1,83 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class Conversation
-    class Memory
-      attr_reader :messages
-
-      # The least number of tokens we want to be under the limit by
-      TOKEN_LEEWAY = 20
-
-      def initialize(llm:, messages: [], **options)
-        warn "[DEPRECATION] `Langchain::Conversation::Memory` is deprecated. Please use `Langchain::Assistant` instead."
-
-        @llm = llm
-        @context = nil
-        @summary = nil
-        @messages = messages
-        @strategy = options.delete(:strategy) || :truncate
-        @options = options
-      end
-
-      def set_context(message)
-        @context = message
-      end
-
-      def append_message(message)
-        @messages.append(message)
-      end
-
-      def reduce_messages(exception)
-        case @strategy
-        when :truncate
-          truncate_messages(exception)
-        when :summarize
-          summarize_messages
-        else
-          raise "Unknown strategy: #{@options[:strategy]}"
-        end
-      end
-
-      def context
-        return if @context.nil? && @summary.nil?
-
-        Context.new([@context, @summary].compact.join("\n"))
-      end
-
-      private
-
-      def truncate_messages(exception)
-        raise exception if @messages.size == 1
-
-        token_overflow = exception.token_overflow
-
-        @messages = @messages.drop_while do |message|
-          proceed = token_overflow > -TOKEN_LEEWAY
-          token_overflow -= token_length(message.to_json, model_name, llm: @llm)
-
-          proceed
-        end
-      end
-
-      def summarize_messages
-        history = [@summary, @messages.to_json].compact.join("\n")
-        partitions = [history[0, history.size / 2], history[history.size / 2, history.size]]
-
-        @summary = partitions.map { |messages| @llm.summarize(text: messages.to_json) }.join("\n")
-
-        @messages = [@messages.last]
-      end
-
-      def partition_messages
-      end
-
-      def model_name
-        @llm.class::DEFAULTS[:chat_completion_model_name]
-      end
-
-      def token_length(content, model_name, options)
-        @llm.class::LENGTH_VALIDATOR.token_length(content, model_name, options)
-      end
-    end
-  end
-end

data/lib/langchain/conversation/message.rb

@@ -1,50 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class Conversation
-    class Message
-      attr_reader :content
-
-      ROLE_MAPPING = {
-        context: "system",
-        prompt: "user",
-        response: "assistant"
-      }
-
-      def initialize(content)
-        warn "[DEPRECATION] `Langchain::Conversation::*` is deprecated. Please use `Langchain::Assistant` and `Langchain::Messages` classes instead."
-
-        @content = content
-      end
-
-      def role
-        ROLE_MAPPING[type]
-      end
-
-      def to_s
-        content
-      end
-
-      def to_h
-        {
-          role: role,
-          content: content
-        }
-      end
-
-      def ==(other)
-        to_json == other.to_json
-      end
-
-      def to_json(options = {})
-        to_h.to_json
-      end
-
-      private
-
-      def type
-        self.class.to_s.split("::").last.downcase.to_sym
-      end
-    end
-  end
-end

data/lib/langchain/conversation/prompt.rb

@@ -1,8 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class Conversation
-    class Prompt < Message
-    end
-  end
-end

data/lib/langchain/conversation/response.rb

@@ -1,8 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  class Conversation
-    class Response < Message
-    end
-  end
-end

data/lib/langchain/conversation.rb

@@ -1,82 +0,0 @@
-# frozen_string_literal: true
-
-module Langchain
-  #
-  # A high-level API for running a conversation with an LLM.
-  # Currently supports: OpenAI and Google PaLM LLMs.
-  #
-  # Usage:
-  #     llm = Langchain::LLM::OpenAI.new(api_key: "YOUR_API_KEY")
-  #     chat = Langchain::Conversation.new(llm: llm)
-  #     chat.set_context("You are a chatbot from the future")
-  #     chat.message("Tell me about future technologies")
-  #
-  # To stream the chat response:
-  #     chat = Langchain::Conversation.new(llm: llm) do |chunk|
-  #       print(chunk)
-  #     end
-  #
-  class Conversation
-    attr_reader :options
-
-    # Intialize Conversation with a LLM
-    #
-    # @param llm [Object] The LLM to use for the conversation
-    # @param options [Hash] Options to pass to the LLM, like temperature, top_k, etc.
-    # @return [Langchain::Conversation] The Langchain::Conversation instance
-    def initialize(llm:, **options, &block)
-      warn "[DEPRECATION] `Langchain::Conversation` is deprecated. Please use `Langchain::Assistant` instead."
-
-      @llm = llm
-      @context = nil
-      @memory = ::Langchain::Conversation::Memory.new(
-        llm: llm,
-        messages: options.delete(:messages) || [],
-        strategy: options.delete(:memory_strategy)
-      )
-      @options = options
-      @block = block
-    end
-
-    # Set the context of the conversation. Usually used to set the model's persona.
-    # @param message [String] The context of the conversation
-    def set_context(message)
-      @memory.set_context ::Langchain::Conversation::Context.new(message)
-    end
-
-    # Message the model with a prompt and return the response.
-    # @param message [String] The prompt to message the model with
-    # @return [Response] The response from the model
-    def message(message)
-      @memory.append_message ::Langchain::Conversation::Prompt.new(message)
-      ai_message = ::Langchain::Conversation::Response.new(llm_response.chat_completion)
-      @memory.append_message(ai_message)
-      ai_message
-    end
-
-    # Messages from conversation memory
-    # @return [Array<Prompt|Response>] The messages from the conversation memory
-    def messages
-      @memory.messages
-    end
-
-    # Context from conversation memory
-    # @return [Context] Context from conversation memory
-    def context
-      @memory.context
-    end
-
-    private
-
-    def llm_response
-      message_history = messages.map(&:to_h)
-      # Prepend the system message as context as the first message
-      message_history.prepend({role: "system", content: @memory.context.to_s}) if @memory.context
-
-      @llm.chat(messages: message_history, **@options, &@block)
-    rescue Langchain::Utils::TokenLength::TokenLimitExceeded => exception
-      @memory.reduce_messages(exception)
-      retry
-    end
-  end
-end