ruby_mongo_x 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 572e5ea8830b21f4383aea598af182771d30cb7825b89632fca870be5de69cee
-  data.tar.gz: ec51fbaa55bd7593ca2417da94127440930ce5c90c18cb1e07f6d3d82027166b
+  metadata.gz: a5d7bd728e88970a0ff957c2935f59e9d30c9992563adb15a79ee897e077827a
+  data.tar.gz: e8cfe6bfbb400e25aebc866fc476dadc816f63a678c24bd739a139fad8ff39e9
 SHA512:
-  metadata.gz: d9298a9965220c26672083d00407838932367c065f2be36c093e23871d4787c13b2b5eea25a610a1f9f286b784ac6828c96b0d97794327b64cceb357b57ea680
-  data.tar.gz: 4a719efef6c5eb616adbb38748304a72cbe17ac431784efc0bd06c7f34354f0eb3dca4108f7f652d8bb2dc25a3774439e0b3fb2d3909722c0c6aa35415518be4
+  metadata.gz: e8ff01c4f8782680259dad4cc224d7efc1653c6663155025999cee1832d6b6632aead51d3481a2518f73ed6eac9a8e62979926bb71e225a146c86d74eb87412d
+  data.tar.gz: 24d259ac7baee8f3c199b9e76ab0bc0e18fcfa34076d5d77cb7ed469e7bd08ccdb554f76e0c186fb194a70153b1599bf23aa3269689e74f3551ddb4e71c362bd

data/lib/ruby_mongo_x.rb

@@ -1,6 +1,5 @@
 require 'mongo'
 require 'concurrent'
-require 'pry'
 require_relative './helpers/loggable'
 
 class RubyMongoX
@@ -14,12 +13,31 @@ class RubyMongoX
     @max_count_per_shard = max_count_per_shard
     @mongo_clients = {}
 
+    threads = []
+
+    options = {}
+
     shards.each_with_index do |shard, idx|
-      log_debug "\t Connecting to shard #{shard} ..."
-      @mongo_clients[idx.to_s] = ::Mongo::Client.new(shard)
-      log_debug " OK\n"
+      threads << Thread.new do
+        log_debug "\t Connecting to shard #{shard} ...\n"
+        begin
+          @mongo_clients[idx.to_s] = ::Mongo::Client.new(shard, options)
+        rescue Mongo::Error::NoSRVRecords => e
+          log_debug "\t NoSRVRecords: #{e.message}...\n"
+          log_debug "\t NoSRVRecords: Retrying connect to shard #{shard}...\n"
+          sleep 1
+          retry
+        rescue Mongo::Error::SocketTimeoutError => e
+          log_debug "\t SocketTimeoutError: #{e.message}...\n"
+          log_debug "\t SocketTimeoutError: Retrying connect to shard #{shard}...\n"
+          sleep 1
+          retry
+        end
+        log_debug "\t Connected to shard #{shard} --> OK\n"
+      end
     end
 
+    threads.each(&:join)
     @collection_name = collection_name
   end
 
@@ -48,44 +66,54 @@ class RubyMongoX
     ((key.to_i - 1).to_f / @max_count_per_shard).to_i
   end
 
-
   def find(query)
-    log_debug "\t Query: #{query}\n"
+    log_debug "\t Query: #{query.to_json}\n"
     promises = @mongo_clients.map do |mongo_client_item|
       mongo_client = mongo_client_item[1]
-      log_debug "\t\tfind() with mongo_client: #{mongo_client.to_s}\n"
       Concurrent::Promise.execute do
         fetch_data_from_shard(mongo_client, query)
       end
     end
-
-    # Wait for all promises to complete and retrieve their results
-    results = promises.map { |promise| promise.value }
-
-    # Merge the results from all data sources
+    results = promises.map { |promise| promise.value[:results] }
     merged_results = results.flatten
-
-    # Now you have merged_results containing data from all sources
     merged_results
   end
 
   def count(query)
-    log_debug "\t Count query: #{query}\n"
+    log_debug "\t Count query: #{query.to_json}\n"
+    promises = @mongo_clients.map do |mongo_client_item|
+      mongo_client = mongo_client_item[1]
+      Concurrent::Promise.execute do
+        count_data_from_shard(mongo_client, query)
+      end
+    end
+    results = promises.map { |promise| promise.value[:count] }.sort.reverse
+    log_debug "Results sorted: #{results}\n"
+    merged_results = results.sum()
+    merged_results
+  end
+
+  def count_per_shard(query)
+    log_debug "\t Count query per shard: #{query.to_json}\n"
     promises = @mongo_clients.map do |mongo_client_item|
       mongo_client = mongo_client_item[1]
-      log_debug "\t\tcount() with mongo_client: #{mongo_client.to_s}\n"
       Concurrent::Promise.execute do
         count_data_from_shard(mongo_client, query)
       end
     end
 
-    # Wait for all promises to complete and retrieve their results
-    results = promises.map { |promise| promise.value }
+    results = {
+      count: 0,
+      shards: {}
+    }
 
-    merged_results = results.sum()
+    promises.map { |promise|
+      results[:shards][promise.value[:shard]] = promise.value[:count]
+      results[:count] = results[:count] + promise.value[:count]
+    }
 
-    # Now you have merged_results containing data from all sources
-    merged_results
+    log_debug "Results: #{results}\n"
+    results
   end
 
 
@@ -99,14 +127,39 @@ class RubyMongoX
 
   def fetch_data_from_shard(mongo_client, query)
     collection = mongo_client[@collection_name.to_sym]
-    collection.find(query).to_a
+    results = collection.find(query).to_a
+    mongo_server = mongo_client&.cluster&.servers&.first
+    mongo_user = mongo_server&.options["user"] || ""
+    mongo_db = mongo_server&.options["database"] || ""
+    log_debug "\t\tfind() with mongo_client user: #{mongo_user}, database: #{mongo_db} returns #{results.count} items...\n"
+
+    {
+      shard: (mongo_user.nil? || mongo_user == "") ? mongo_db : mongo_user,
+      results: results
+    }
   end
 
   def count_data_from_shard(mongo_client, query)
     collection = mongo_client[@collection_name.to_sym]
     count = collection.count_documents(query)
     count = 0 if count.nil?
-    count
+    mongo_server = mongo_client&.cluster&.servers&.first
+    mongo_user = mongo_server&.options["user"] || ""
+    mongo_db = mongo_server&.options["database"] || ""
+    log_debug "\t\tcount() with mongo_client user: #{mongo_user}, database: #{mongo_db} returns #{count}\n"
+
+    {
+      shard: (mongo_user.nil? || mongo_user == "") ? mongo_db : mongo_user,
+      count: count
+    }
+  end
+
+  def disconnect()
+    @mongo_clients.values.each do |client|
+      log_debug "\t Disconnecting from client #{client.to_s} ..."
+      client.close
+      log_debug " OK\n"
+    end
   end
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_mongo_x
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Grzegorz Błaszczyk
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-09-09 00:00:00.000000000 Z
+date: 2023-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: config
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.10.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: MongoDB client in Ruby that connects to dozens of Mongo databases, performs
   queries simultaneously and gets the results in a unified way.
 email: grzegorz.blaszczyk@gmail.com