bx_builder_chain 0.1.14 → 0.1.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a129a03fb46c5a4c483721b73d4f6b519573bda233ab32179b88888bff43d3d0
-  data.tar.gz: 699c90850886df914112c003e9fccc01baa131eff088dbc344e1e18a3b605322
+  metadata.gz: 9eb5ff5b21c231a4b2780d308fb4f60e7547f665c01338d309e7e596d8ddcc88
+  data.tar.gz: 23d0c9b0eaa1e9aac37e51bdad3e4228e7ca110bb74c03a0e3f51444c75e3844
 SHA512:
-  metadata.gz: d2f871a38cc38e88a481239f4f1a297e8d50ccee7449f82628d675fc129481b839aaabf683c5e8fd222db52eea696b190af29dda1f6fb2c5f8e9bd42c5d91eff
-  data.tar.gz: e4b293d650197f9db8691435fc577ffb4d60cac24f61ead231d48e736941bedcc4b2a1713e3b2b462de7d6d12d3cc49aed8f2910580f8cde97c170292243a3b2
+  metadata.gz: 0c6492b7df7f26268d0b950603c945d14b1b75c1bbde0876793dd03b02b7ca66c324d047ad1dd5aebe269a37400bfca7a9bbadab95bcd6e6ee1ac8d5adcc9124
+  data.tar.gz: 8d959ade792d8f9977219814358b283cb79a105285e3ccc9c6034639f0df61e455aa61746b656d305dc82950f5e7de1eb35ee0f5bfcd3c8c4084f6425ab5c63b

data/lib/bx_builder_chain/llm/open_ai.rb

@@ -184,7 +184,7 @@ module BxBuilderChain::Llm
     def transform_messages(messages)
       messages.map do |message|
         {
-          role: ROLE_MAPPING.fetch(message.type, message.type),
+          role: ROLE_MAPPING.fetch(message[:type], message[:type]),
           content: message.content
         }
       end

data/lib/bx_builder_chain/vectorsearch/pgvector.rb

@@ -69,9 +69,20 @@ module BxBuilderChain::Vectorsearch
     # @return [Array<Integer>] The the ids of the added texts.
     def add_texts(texts:, ids: nil)
       if ids.nil? || ids.empty?
-        data = texts.map do |text|
-            {content: text, vectors: llm.embed(text: text).to_s, namespace: namespaces[0]}
-        end
+        Async do |parent|
+          data = texts.each_slice(20).flat_map do |text_batch|  # Process in batches of 20
+            text_batch.map do |text|
+              parent.async do |task|
+                begin
+                  {content: text, vectors: llm.embed(text: text).to_s, namespace: namespaces[0]}
+                rescue => e
+                  puts "Error processing text: #{e.message}"
+                  nil  # or some error indication
+                end
+              end
+            end.map(&:wait)  # Ensure all tasks in the batch are completed
+          end
+        end        
         @db[@table_name.to_sym].multi_insert(data, return: :primary_key)
       else
         upsert_texts(texts: texts, ids: ids)

data/lib/bx_builder_chain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module BxBuilderChain
-  VERSION = "0.1.14"
+  VERSION = "0.1.15"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bx_builder_chain
 version: !ruby/object:Gem::Version
-  version: 0.1.14
+  version: 0.1.15
 platform: ruby
 authors:
 - Paul Ketelle
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-19 00:00:00.000000000 Z
+date: 2024-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: zeitwerk