bx_builder_chain 0.1.13 → 0.1.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 38f4062b8cf5eb13c2ed44821bff90b6a29dbfbc3a39d5c38c052f19b8df7fb6
-  data.tar.gz: e8b167d59f1764d3c2f8aff7edac1d51a0990b9971e281b3d42ce531129762cc
+  metadata.gz: 9eb5ff5b21c231a4b2780d308fb4f60e7547f665c01338d309e7e596d8ddcc88
+  data.tar.gz: 23d0c9b0eaa1e9aac37e51bdad3e4228e7ca110bb74c03a0e3f51444c75e3844
 SHA512:
-  metadata.gz: 57cc603b6f20f8d66270680d2243583ce1cac57d3b36f849412fdb4c8ec77dd8830579954256aa02f9693753e088ab63c1f6e3b64aed35719f66eb9fa68c5430
-  data.tar.gz: 607857292395ca97abbe6754ac5a896df79a4dfb2333e269a03be5dcdcdacfcbf9188c02d4eb09f387e66aebcfb6cce0792c39d5cbc5cff9625b9663681efa85
+  metadata.gz: 0c6492b7df7f26268d0b950603c945d14b1b75c1bbde0876793dd03b02b7ca66c324d047ad1dd5aebe269a37400bfca7a9bbadab95bcd6e6ee1ac8d5adcc9124
+  data.tar.gz: 8d959ade792d8f9977219814358b283cb79a105285e3ccc9c6034639f0df61e455aa61746b656d305dc82950f5e7de1eb35ee0f5bfcd3c8c4084f6425ab5c63b

data/lib/bx_builder_chain/llm/open_ai.rb

@@ -184,7 +184,7 @@ module BxBuilderChain::Llm
     def transform_messages(messages)
       messages.map do |message|
         {
-          role: ROLE_MAPPING.fetch(message.type, message.type),
+          role: ROLE_MAPPING.fetch(message[:type], message[:type]),
           content: message.content
         }
       end

data/lib/bx_builder_chain/vectorsearch/pgvector.rb

@@ -69,13 +69,20 @@ module BxBuilderChain::Vectorsearch
     # @return [Array<Integer>] The the ids of the added texts.
     def add_texts(texts:, ids: nil)
       if ids.nil? || ids.empty?
-        Async do
-          data = texts.map do |text|
-            Async do
-              {content: text, vectors: llm.embed(text: text).to_s, namespace: namespaces[0]}
-            end
+        Async do |parent|
+          data = texts.each_slice(20).flat_map do |text_batch|  # Process in batches of 20
+            text_batch.map do |text|
+              parent.async do |task|
+                begin
+                  {content: text, vectors: llm.embed(text: text).to_s, namespace: namespaces[0]}
+                rescue => e
+                  puts "Error processing text: #{e.message}"
+                  nil  # or some error indication
+                end
+              end
+            end.map(&:wait)  # Ensure all tasks in the batch are completed
           end
-        end
+        end        
         @db[@table_name.to_sym].multi_insert(data, return: :primary_key)
       else
         upsert_texts(texts: texts, ids: ids)

data/lib/bx_builder_chain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module BxBuilderChain
-  VERSION = "0.1.13"
+  VERSION = "0.1.15"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bx_builder_chain
 version: !ruby/object:Gem::Version
-  version: 0.1.13
+  version: 0.1.15
 platform: ruby
 authors:
 - Paul Ketelle
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-19 00:00:00.000000000 Z
+date: 2024-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: zeitwerk