bx_builder_chain 0.1.15 → 0.1.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9eb5ff5b21c231a4b2780d308fb4f60e7547f665c01338d309e7e596d8ddcc88
-  data.tar.gz: 23d0c9b0eaa1e9aac37e51bdad3e4228e7ca110bb74c03a0e3f51444c75e3844
+  metadata.gz: 022f97be7d06eac31ca9d9f70f541b9fc3636ae44f7fda16ee72f43e5b86aa69
+  data.tar.gz: dbe3501ebd87e3e3f1149b31e66a35bd26649c60c06e5195d87ba98a7c7c7913
 SHA512:
-  metadata.gz: 0c6492b7df7f26268d0b950603c945d14b1b75c1bbde0876793dd03b02b7ca66c324d047ad1dd5aebe269a37400bfca7a9bbadab95bcd6e6ee1ac8d5adcc9124
-  data.tar.gz: 8d959ade792d8f9977219814358b283cb79a105285e3ccc9c6034639f0df61e455aa61746b656d305dc82950f5e7de1eb35ee0f5bfcd3c8c4084f6425ab5c63b
+  metadata.gz: c10fbc01e9cedfa8ffb188e3d47c3522c931830002099a71b623b31574af2fb0b3df089760593d3b7e87fb38a1257eef54c4fde0b32eb600adea8dabdc234471
+  data.tar.gz: 95b0b54b0fbeba57225f6d7a07f2166dc3b28b4ea0a973d08cecdff7e3f870030f470df662a329dcc4b364b7c346e9357f9acfd693e67307e2c8cd05db4d8a92

data/lib/bx_builder_chain/llm/open_ai.rb

@@ -185,7 +185,7 @@ module BxBuilderChain::Llm
       messages.map do |message|
         {
           role: ROLE_MAPPING.fetch(message[:type], message[:type]),
-          content: message.content
+          content: message[:message]
         }
       end
     end

data/lib/bx_builder_chain/vectorsearch/pgvector.rb

@@ -69,21 +69,26 @@ module BxBuilderChain::Vectorsearch
     # @return [Array<Integer>] The the ids of the added texts.
     def add_texts(texts:, ids: nil)
       if ids.nil? || ids.empty?
-        Async do |parent|
-          data = texts.each_slice(20).flat_map do |text_batch|  # Process in batches of 20
+        mutex = Mutex.new
+        texts.each_slice(10).flat_map do |text_batch|  # Process in batches of 10
+          data = []
+          Async do |parent|
             text_batch.map do |text|
               parent.async do |task|
                 begin
-                  {content: text, vectors: llm.embed(text: text).to_s, namespace: namespaces[0]}
+                  vectorised_text = {content: text, vectors: llm.embed(text: text).to_s, namespace: namespaces[0]}
+                  mutex.synchronize do
+                    data << vectorised_text
+                  end
                 rescue => e
                   puts "Error processing text: #{e.message}"
                   nil  # or some error indication
                 end
               end
-            end.map(&:wait)  # Ensure all tasks in the batch are completed
-          end
+            end # Ensure all tasks in the batch are completed
+          end.map(&:wait) 
+          @db[@table_name.to_sym].multi_insert(data, return: :primary_key)
         end        
-        @db[@table_name.to_sym].multi_insert(data, return: :primary_key)
       else
         upsert_texts(texts: texts, ids: ids)
       end

data/lib/bx_builder_chain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module BxBuilderChain
-  VERSION = "0.1.15"
+  VERSION = "0.1.17"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bx_builder_chain
 version: !ruby/object:Gem::Version
-  version: 0.1.15
+  version: 0.1.17
 platform: ruby
 authors:
 - Paul Ketelle
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-02-01 00:00:00.000000000 Z
+date: 2024-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: zeitwerk