langchainrb 0.10.0 → 0.10.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 81783847d8152dbcff9e1ea0b51afee5619fb863b1cf3bf2f66912a52e96e797
-  data.tar.gz: 877bf77b04771a9a898d478967a0df5ef8ab2d62371f7e71c67e76daf39cffb9
+  metadata.gz: 14c9c33c905c2df744cc7006735dbc55b86b767cfff4b655b03103072c804bb1
+  data.tar.gz: e5076e7322ff375b16463ff14e5c504d7b106e05874f6860f9669a2269346d61
 SHA512:
-  metadata.gz: 8a3c6e98399f8d76d10c0ccdd6af2650c77962662490a9541daf1bcb76f693c19637b8bdd140800dd920f116753178bdda7e7a2dd0649c9fdafaad837df3a3db
-  data.tar.gz: 8f0a18c9c3c25c2bea9041e5884aa2a29e79549fbbd73255f27bc2a6053e4524b4f3d0a4896d002291cf6f2b74c277462aa85d3933a2a3c4ab7499901d9aa89b
+  metadata.gz: f590a6f2f2adec60ee777a94886e178abfaf0789c0141bbd278d0a008d9ace75cb9f69d6afdf3ae3d58f7307246acfaf7f0fef43d43065bf8c1d83aa0e51562d
+  data.tar.gz: 3fef869c24edf5a14ea4ddbdae8af919b2082e8f95b676ca36dd9e606ba67812e88dcd6d67f15156b9cce8daaaab26acd9c8602e3c894199dd7eae43d0926443

data/CHANGELOG.md

@@ -1,5 +1,17 @@
 ## [Unreleased]
 
+## [0.10.3]
+- Bump dependencies
+- Ollama#complete fix
+- Misc fixes
+
+## [0.10.2]
+- New Langchain::LLM::Mistral
+- Drop Ruby 3.0 support
+- Fixes Zeitwerk::NameError
+
+## [0.10.1] - GEM VERSION YANKED
+
 ## [0.10.0]
 - Delete `Langchain::Conversation` class
 

data/README.md

@@ -29,6 +29,7 @@ Available for paid consulting engagements! [Email me](mailto:andrei@sourcelabs.i
 - [Evaluations](#evaluations-evals)
 - [Examples](#examples)
 - [Logging](#logging)
+- [Problems](#problems)
 - [Development](#development)
 - [Discord](#discord)
 
@@ -501,6 +502,12 @@ To show all log messages:
 Langchain.logger.level = :debug
 ```
 
+## Problems
+If you're having issues installing `unicode` gem required by `pragmatic_segmenter`, try running:
+```bash
+gem install unicode -- --with-cflags="-Wno-incompatible-function-pointer-types"
+```
+
 ## Development
 
 1. `git clone https://github.com/andreibondarev/langchainrb.git`

data/lib/langchain/llm/mistral_ai.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+module Langchain::LLM
+  # Gem requirements:
+  #    gem "mistral-ai"
+  #
+  # Usage:
+  #    llm = Langchain::LLM::MistralAI.new(api_key: ENV["MISTRAL_AI_API_KEY"])
+  class MistralAI < Base
+    DEFAULTS = {
+      chat_completion_model_name: "mistral-medium",
+      embeddings_model_name: "mistral-embed"
+    }.freeze
+
+    attr_reader :defaults
+
+    def initialize(api_key:, default_options: {})
+      depends_on "mistral-ai"
+
+      @client = Mistral.new(
+        credentials: {api_key: api_key},
+        options: {server_sent_events: true}
+      )
+
+      @defaults = DEFAULTS.merge(default_options)
+    end
+
+    def chat(
+      messages:,
+      model: defaults[:chat_completion_model_name],
+      temperature: nil,
+      top_p: nil,
+      max_tokens: nil,
+      safe_prompt: nil,
+      random_seed: nil
+    )
+      params = {
+        messages: messages,
+        model: model
+      }
+      params[:temperature] = temperature if temperature
+      params[:top_p] = top_p if top_p
+      params[:max_tokens] = max_tokens if max_tokens
+      params[:safe_prompt] = safe_prompt if safe_prompt
+      params[:random_seed] = random_seed if random_seed
+
+      response = client.chat_completions(params)
+
+      Langchain::LLM::MistralAIResponse.new(response.to_h)
+    end
+
+    def embed(
+      text:,
+      model: defaults[:embeddings_model_name],
+      encoding_format: nil
+    )
+      params = {
+        input: text,
+        model: model
+      }
+      params[:encoding_format] = encoding_format if encoding_format
+
+      response = client.embeddings(params)
+
+      Langchain::LLM::MistralAIResponse.new(response.to_h)
+    end
+  end
+end

data/lib/langchain/llm/ollama.rb

@@ -131,9 +131,14 @@ module Langchain::LLM
 
         req.options.on_data = proc do |chunk, size|
           chunk.split("\n").each do |line_chunk|
-            json_chunk = JSON.parse(line_chunk)
+            json_chunk = begin
+              JSON.parse(line_chunk)
+            # In some instance the chunk exceeds the buffer size and the JSON parser fails
+            rescue JSON::ParserError
+              nil
+            end
 
-            response += json_chunk.dig("response")
+            response += json_chunk.dig("response") unless json_chunk.blank?
           end
 
           yield json_chunk, size if block

data/lib/langchain/llm/response/mistral_ai_response.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Langchain::LLM
+  class MistralAIResponse < BaseResponse
+    def model
+      raw_response["model"]
+    end
+
+    def chat_completion
+      raw_response.dig("choices", 0, "message", "content")
+    end
+
+    def role
+      raw_response.dig("choices", 0, "message", "role")
+    end
+
+    def embedding
+      raw_response.dig("data", 0, "embedding")
+    end
+
+    def prompt_tokens
+      raw_response.dig("usage", "prompt_tokens")
+    end
+
+    def total_tokens
+      raw_response.dig("usage", "total_tokens")
+    end
+
+    def completion_tokens
+      raw_response.dig("usage", "completion_tokens")
+    end
+
+    def created_at
+      if raw_response.dig("created_at")
+        Time.at(raw_response.dig("created_at"))
+      end
+    end
+  end
+end

data/lib/langchain/tool/ruby_code_interpreter/ruby_code_interpreter.rb

@@ -1,45 +1,41 @@
 # frozen_string_literal: true
 
-# RubyCodeInterpreter does not work with Ruby 3.3;
-# https://github.com/ukutaht/safe_ruby/issues/4
-if RUBY_VERSION <= "3.2"
-  module Langchain::Tool
-    class RubyCodeInterpreter < Base
-      #
-      # A tool that execute Ruby code in a sandboxed environment.
-      #
-      # Gem requirements:
-      #     gem "safe_ruby", "~> 1.0.4"
-      #
-      # Usage:
-      #    interpreter = Langchain::Tool::RubyCodeInterpreter.new
-      #
-      NAME = "ruby_code_interpreter"
-      ANNOTATIONS_PATH = Langchain.root.join("./langchain/tool/#{NAME}/#{NAME}.json").to_path
+module Langchain::Tool
+  class RubyCodeInterpreter < Base
+    #
+    # A tool that execute Ruby code in a sandboxed environment.
+    #
+    # Gem requirements:
+    #     gem "safe_ruby", "~> 1.0.4"
+    #
+    # Usage:
+    #    interpreter = Langchain::Tool::RubyCodeInterpreter.new
+    #
+    NAME = "ruby_code_interpreter"
+    ANNOTATIONS_PATH = Langchain.root.join("./langchain/tool/#{NAME}/#{NAME}.json").to_path
 
-      description <<~DESC
-        A Ruby code interpreter. Use this to execute ruby expressions. Input should be a valid ruby expression. If you want to see the output of the tool, make sure to return a value.
-      DESC
+    description <<~DESC
+      A Ruby code interpreter. Use this to execute ruby expressions. Input should be a valid ruby expression. If you want to see the output of the tool, make sure to return a value.
+    DESC
 
-      def initialize(timeout: 30)
-        depends_on "safe_ruby"
+    def initialize(timeout: 30)
+      depends_on "safe_ruby"
 
-        @timeout = timeout
-      end
+      @timeout = timeout
+    end
 
-      # Executes Ruby code in a sandboxes environment.
-      #
-      # @param input [String] ruby code expression
-      # @return [String] Answer
-      def execute(input:)
-        Langchain.logger.info("Executing \"#{input}\"", for: self.class)
+    # Executes Ruby code in a sandboxes environment.
+    #
+    # @param input [String] ruby code expression
+    # @return [String] Answer
+    def execute(input:)
+      Langchain.logger.info("Executing \"#{input}\"", for: self.class)
 
-        safe_eval(input)
-      end
+      safe_eval(input)
+    end
 
-      def safe_eval(code)
-        SafeRuby.eval(code, timeout: @timeout)
-      end
+    def safe_eval(code)
+      SafeRuby.eval(code, timeout: @timeout)
     end
   end
 end

data/lib/langchain/vectorsearch/pgvector.rb

@@ -89,6 +89,13 @@ module Langchain::Vectorsearch
       upsert_texts(texts: texts, ids: ids)
     end
 
+    # Remove a list of texts from the index
+    # @param ids [Array<Integer>] The ids of the texts to remove from the index
+    # @return [Integer] The number of texts removed from the index
+    def remove_texts(ids:)
+      @db[table_name.to_sym].where(id: ids).delete
+    end
+
     # Create default schema
     def create_default_schema
       db.run "CREATE EXTENSION IF NOT EXISTS vector"

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.10.0"
+  VERSION = "0.10.3"
 end

data/lib/langchain.rb

@@ -16,6 +16,8 @@ loader.inflector.inflect(
   "json" => "JSON",
   "jsonl" => "JSONL",
   "llm" => "LLM",
+  "mistral_ai" => "MistralAI",
+  "mistral_ai_response" => "MistralAIResponse",
   "openai" => "OpenAI",
   "openai_validator" => "OpenAIValidator",
   "openai_response" => "OpenAIResponse",
@@ -32,6 +34,11 @@ loader.collapse("#{__dir__}/langchain/tool/google_search")
 loader.collapse("#{__dir__}/langchain/tool/ruby_code_interpreter")
 loader.collapse("#{__dir__}/langchain/tool/weather")
 loader.collapse("#{__dir__}/langchain/tool/wikipedia")
+
+# RubyCodeInterpreter does not work with Ruby 3.3;
+# https://github.com/ukutaht/safe_ruby/issues/4
+loader.ignore("#{__dir__}/langchain/tool/ruby_code_interpreter") if RUBY_VERSION >= "3.3.0"
+
 loader.setup
 
 # Langchain.rb a is library for building LLM-backed Ruby applications. It is an abstraction layer that sits on top of the emerging AI-related tools that makes it easy for developers to consume and string those services together.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.10.3
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-17 00:00:00.000000000 Z
+date: 2024-03-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -472,6 +472,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.8'
+- !ruby/object:Gem::Dependency
+  name: mistral-ai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: open-weather-ruby-client
   requirement: !ruby/object:Gem::Requirement
@@ -520,14 +534,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: pinecone
   requirement: !ruby/object:Gem::Requirement
@@ -590,14 +604,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.3.0
+        version: 6.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.3.0
+        version: 6.4.0
 - !ruby/object:Gem::Dependency
   name: safe_ruby
   requirement: !ruby/object:Gem::Requirement
@@ -718,6 +732,7 @@ files:
 - lib/langchain/llm/google_vertex_ai.rb
 - lib/langchain/llm/hugging_face.rb
 - lib/langchain/llm/llama_cpp.rb
+- lib/langchain/llm/mistral_ai.rb
 - lib/langchain/llm/ollama.rb
 - lib/langchain/llm/openai.rb
 - lib/langchain/llm/prompts/ollama/summarize_template.yaml
@@ -732,6 +747,7 @@ files:
 - lib/langchain/llm/response/google_vertex_ai_response.rb
 - lib/langchain/llm/response/hugging_face_response.rb
 - lib/langchain/llm/response/llama_cpp_response.rb
+- lib/langchain/llm/response/mistral_ai_response.rb
 - lib/langchain/llm/response/ollama_response.rb
 - lib/langchain/llm/response/openai_response.rb
 - lib/langchain/llm/response/replicate_response.rb
@@ -806,7 +822,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.0.0
+      version: 3.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="