langchainrb 0.10.2 → 0.10.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 19b23746583868d1a5eca30d5e8f30bf548cfc253d8cf20fa13c27bb4e03b967
-  data.tar.gz: 6de6bea0a348b812d09745af6f14c03def1f8d7a4fb7a246ab328de4992b9e8e
+  metadata.gz: 14c9c33c905c2df744cc7006735dbc55b86b767cfff4b655b03103072c804bb1
+  data.tar.gz: e5076e7322ff375b16463ff14e5c504d7b106e05874f6860f9669a2269346d61
 SHA512:
-  metadata.gz: 12e39b5c0c523d7ea798f4fc0729fc53f0e0754db43261ec9c464369a4a01fea18ef7c30bee9d26b45a08add746cd45b0550f1a741dda0f84ae4cd72be9481d1
-  data.tar.gz: abf235f4d1dffd76d4a73a45a8e3e3af81ed358eadb43189ccef6cd8d3ff7739c8e1fcb38287c786dd56de6edf8944efc16270936cd6d4e4763e2ec4f7c84eea
+  metadata.gz: f590a6f2f2adec60ee777a94886e178abfaf0789c0141bbd278d0a008d9ace75cb9f69d6afdf3ae3d58f7307246acfaf7f0fef43d43065bf8c1d83aa0e51562d
+  data.tar.gz: 3fef869c24edf5a14ea4ddbdae8af919b2082e8f95b676ca36dd9e606ba67812e88dcd6d67f15156b9cce8daaaab26acd9c8602e3c894199dd7eae43d0926443

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## [Unreleased]
 
+## [0.10.3]
+- Bump dependencies
+- Ollama#complete fix
+- Misc fixes
+
 ## [0.10.2]
 - New Langchain::LLM::Mistral
 - Drop Ruby 3.0 support

data/README.md

@@ -29,6 +29,7 @@ Available for paid consulting engagements! [Email me](mailto:andrei@sourcelabs.i
 - [Evaluations](#evaluations-evals)
 - [Examples](#examples)
 - [Logging](#logging)
+- [Problems](#problems)
 - [Development](#development)
 - [Discord](#discord)
 
@@ -501,6 +502,12 @@ To show all log messages:
 Langchain.logger.level = :debug
 ```
 
+## Problems
+If you're having issues installing `unicode` gem required by `pragmatic_segmenter`, try running:
+```bash
+gem install unicode -- --with-cflags="-Wno-incompatible-function-pointer-types"
+```
+
 ## Development
 
 1. `git clone https://github.com/andreibondarev/langchainrb.git`

data/lib/langchain/llm/mistral_ai.rb

@@ -5,7 +5,7 @@ module Langchain::LLM
   #    gem "mistral-ai"
   #
   # Usage:
-  #    llm = Langchain::LLM::MistralAI.new(api_key: ENV["OPENAI_API_KEY"])
+  #    llm = Langchain::LLM::MistralAI.new(api_key: ENV["MISTRAL_AI_API_KEY"])
   class MistralAI < Base
     DEFAULTS = {
       chat_completion_model_name: "mistral-medium",
@@ -18,7 +18,7 @@ module Langchain::LLM
       depends_on "mistral-ai"
 
       @client = Mistral.new(
-        credentials: {api_key: ENV["MISTRAL_AI_API_KEY"]},
+        credentials: {api_key: api_key},
         options: {server_sent_events: true}
       )
 

data/lib/langchain/llm/ollama.rb

@@ -131,9 +131,14 @@ module Langchain::LLM
 
         req.options.on_data = proc do |chunk, size|
           chunk.split("\n").each do |line_chunk|
-            json_chunk = JSON.parse(line_chunk)
+            json_chunk = begin
+              JSON.parse(line_chunk)
+            # In some instance the chunk exceeds the buffer size and the JSON parser fails
+            rescue JSON::ParserError
+              nil
+            end
 
-            response += json_chunk.dig("response")
+            response += json_chunk.dig("response") unless json_chunk.blank?
           end
 
           yield json_chunk, size if block

data/lib/langchain/vectorsearch/pgvector.rb

@@ -89,6 +89,13 @@ module Langchain::Vectorsearch
       upsert_texts(texts: texts, ids: ids)
     end
 
+    # Remove a list of texts from the index
+    # @param ids [Array<Integer>] The ids of the texts to remove from the index
+    # @return [Integer] The number of texts removed from the index
+    def remove_texts(ids:)
+      @db[table_name.to_sym].where(id: ids).delete
+    end
+
     # Create default schema
     def create_default_schema
       db.run "CREATE EXTENSION IF NOT EXISTS vector"

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.10.2"
+  VERSION = "0.10.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.10.2
+  version: 0.10.3
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-03-21 00:00:00.000000000 Z
+date: 2024-03-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -534,14 +534,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: pinecone
   requirement: !ruby/object:Gem::Requirement
@@ -604,14 +604,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.3.0
+        version: 6.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.3.0
+        version: 6.4.0
 - !ruby/object:Gem::Dependency
   name: safe_ruby
   requirement: !ruby/object:Gem::Requirement