langchainrb 0.9.4 → 0.9.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 62c459d5dc2f716eaeb81697bdf45ad42ae168784d28ff8a80a89d1b3e14eadd
-  data.tar.gz: 8bb1f94373c54619235cb24ea705179626e398d517739b93014a514283068468
+  metadata.gz: 833d4dafdf55e45852261e1c86b8121fd3ed1b61766a7fb121589e6549b255e0
+  data.tar.gz: d3834e7a5d15cf1ddd45bfc2db69b73afb5cf60b6b43004a398a688b5d5932e1
 SHA512:
-  metadata.gz: 4b6bd3fb3a983458dd0ff83573e268c4ab8ae26fcffbab93826d3f3143a648b3fa2fcb9e93ba1139551cf8b6d8641da74ea78d098e42ecd672245ca41610c137
-  data.tar.gz: a40d5bfb0301e7e9e4d66a708fc6bc048272da772bad21473f88be219caf139c86f8cbcf9ea73a3454642042872e796595518a75eb5e9ad3ba5288adf823bfc7
+  metadata.gz: 98dbc07b39f956d7425c562451d9eced8162cd7d7e181ac6188d029090275f5485376db3afeb826e730c168f6d64a7cd6af90503974f8b2696b1555f3d18b589
+  data.tar.gz: 3e641d27e3ccdedfa363c7bfecb7f6a1293c1f866421db3ac5e74dcd4615934a132345f9c7912fec0200d2fe626747faaefa592592066e336d33c4db5d3fd050

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## [Unreleased]
-- `Langchain::LLM::Ollama` can now `#summarize`
+
+## [0.9.5]
+- Now using OpenAI's "text-embedding-3-small" model to generate embeddings
+- Added `remove_texts(ids:)` method to Qdrant and Chroma
+- Add Ruby 3.3 support
 
 ## [0.9.4]
 - New `Ollama#summarize()` method

data/lib/langchain/llm/openai.rb

@@ -17,7 +17,7 @@ module Langchain::LLM
       n: 1,
       temperature: 0.0,
       chat_completion_model_name: "gpt-3.5-turbo",
-      embeddings_model_name: "text-embedding-ada-002"
+      embeddings_model_name: "text-embedding-3-small"
     }.freeze
 
     EMBEDDING_SIZES = {
@@ -53,7 +53,8 @@ module Langchain::LLM
       text:,
       model: defaults[:embeddings_model_name],
       encoding_format: nil,
-      user: nil
+      user: nil,
+      dimensions: EMBEDDING_SIZES.fetch(model.to_sym, nil)
     )
       raise ArgumentError.new("text argument is required") if text.empty?
       raise ArgumentError.new("model argument is required") if model.empty?
@@ -61,12 +62,15 @@ module Langchain::LLM
 
       parameters = {
         input: text,
-        model: model,
-        dimensions: default_dimension
+        model: model
       }
       parameters[:encoding_format] = encoding_format if encoding_format
       parameters[:user] = user if user
 
+      if ["text-embedding-3-small", "text-embedding-3-large"].include?(model)
+        parameters[:dimensions] = EMBEDDING_SIZES[model.to_sym] if EMBEDDING_SIZES.key?(model.to_sym)
+      end
+
       validate_max_tokens(text, parameters[:model])
 
       response = with_api_error_handling do

data/lib/langchain/processors/eml.rb

@@ -1,4 +1,3 @@
-require "mail"
 require "uri"
 
 module Langchain

data/lib/langchain/tool/ruby_code_interpreter/ruby_code_interpreter.rb

@@ -1,41 +1,45 @@
 # frozen_string_literal: true
 
-module Langchain::Tool
-  class RubyCodeInterpreter < Base
-    #
-    # A tool that execute Ruby code in a sandboxed environment.
-    #
-    # Gem requirements:
-    #     gem "safe_ruby", "~> 1.0.4"
-    #
-    # Usage:
-    #    interpreter = Langchain::Tool::RubyCodeInterpreter.new
-    #
-    NAME = "ruby_code_interpreter"
-    ANNOTATIONS_PATH = Langchain.root.join("./langchain/tool/#{NAME}/#{NAME}.json").to_path
+# RubyCodeInterpreter does not work with Ruby 3.3;
+# https://github.com/ukutaht/safe_ruby/issues/4
+if RUBY_VERSION <= "3.2"
+  module Langchain::Tool
+    class RubyCodeInterpreter < Base
+      #
+      # A tool that execute Ruby code in a sandboxed environment.
+      #
+      # Gem requirements:
+      #     gem "safe_ruby", "~> 1.0.4"
+      #
+      # Usage:
+      #    interpreter = Langchain::Tool::RubyCodeInterpreter.new
+      #
+      NAME = "ruby_code_interpreter"
+      ANNOTATIONS_PATH = Langchain.root.join("./langchain/tool/#{NAME}/#{NAME}.json").to_path
 
-    description <<~DESC
-      A Ruby code interpreter. Use this to execute ruby expressions. Input should be a valid ruby expression. If you want to see the output of the tool, make sure to return a value.
-    DESC
+      description <<~DESC
+        A Ruby code interpreter. Use this to execute ruby expressions. Input should be a valid ruby expression. If you want to see the output of the tool, make sure to return a value.
+      DESC
 
-    def initialize(timeout: 30)
-      depends_on "safe_ruby"
+      def initialize(timeout: 30)
+        depends_on "safe_ruby"
 
-      @timeout = timeout
-    end
+        @timeout = timeout
+      end
 
-    # Executes Ruby code in a sandboxes environment.
-    #
-    # @param input [String] ruby code expression
-    # @return [String] Answer
-    def execute(input:)
-      Langchain.logger.info("Executing \"#{input}\"", for: self.class)
+      # Executes Ruby code in a sandboxes environment.
+      #
+      # @param input [String] ruby code expression
+      # @return [String] Answer
+      def execute(input:)
+        Langchain.logger.info("Executing \"#{input}\"", for: self.class)
 
-      safe_eval(input)
-    end
+        safe_eval(input)
+      end
 
-    def safe_eval(code)
-      SafeRuby.eval(code, timeout: @timeout)
+      def safe_eval(code)
+        SafeRuby.eval(code, timeout: @timeout)
+      end
     end
   end
 end

data/lib/langchain/vectorsearch/chroma.rb

@@ -60,6 +60,13 @@ module Langchain::Vectorsearch
       collection.update(embeddings)
     end
 
+    # Remove a list of texts from the index
+    # @param ids [Array<String>] The list of ids to remove
+    # @return [Hash] The response from the server
+    def remove_texts(ids:)
+      collection.delete(ids)
+    end
+
     # Create the collection with the default schema
     # @return [::Chroma::Resources::Collection] Created collection
     def create_default_schema

data/lib/langchain/vectorsearch/qdrant.rb

@@ -64,6 +64,16 @@ module Langchain::Vectorsearch
       add_texts(texts: texts, ids: ids)
     end
 
+    # Remove a list of texts from the index
+    # @param ids [Array<Integer>] The ids to remove
+    # @return [Hash] The response from the server
+    def remove_texts(ids:)
+      client.points.delete(
+        collection_name: index_name,
+        points: ids
+      )
+    end
+
     # Get the default schema
     # @return [Hash] The response from the server
     def get_default_schema

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.9.4"
+  VERSION = "0.9.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.9.4
+  version: 0.9.5
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-02-28 00:00:00.000000000 Z
+date: 2024-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -819,7 +819,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.1
+rubygems_version: 3.5.3
 signing_key:
 specification_version: 4
 summary: Build LLM-backed Ruby applications with Ruby's Langchain.rb