ruby_mongo_x 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9eaedb3e5a9b24803714ebeecbb8b2e1bb5116724da0ae0ef639127372403531
+  data.tar.gz: 91bd5334eaf9309e714ada4c27b1d427794880ca206e30743c2be253af52bf22
+SHA512:
+  metadata.gz: 109a0d54f4e697f9aa41caf0f810e6952020926fd75f467cf3734bfc974aca81e719f98196f278d289ff94ed568fc073261625f561cd46b32820bde4892366c7
+  data.tar.gz: 1241abab507078eb3b1b43527a48e12dba103eb1c99b069022250d7874914804f547d90d68d88d20d6a1391392337c8cf926885598c1a3325a74ec0ba4636c75

data/lib/helpers/loggable.rb

@@ -0,0 +1,7 @@
+module Helpers
+  module Loggable
+    def log_debug(message)
+    	print "[#{self.class.name}] #{message} "
+    end
+  end
+end

data/lib/ruby_mongo_x.rb

@@ -0,0 +1,168 @@
+require 'mongo'
+require 'concurrent'
+require_relative './helpers/loggable'
+
+class RubyMongoX
+  include ::Helpers::Loggable
+
+  def self.build(collection_name, shards, max_count_per_shard)
+    new(collection_name, shards, max_count_per_shard)
+  end
+
+  def initialize(collection_name, shards, max_count_per_shard)
+    @max_count_per_shard = max_count_per_shard
+    @mongo_clients = {}
+
+    threads = []
+
+    options = {}
+
+    shards.each_with_index do |shard, idx|
+      threads << Thread.new do
+        log_debug "\t Connecting to shard #{shard} ...\n"
+        begin
+          @mongo_clients[idx.to_s] = ::Mongo::Client.new(shard, options)
+        rescue Mongo::Error::SocketError => e
+          log_debug "\t SocketError: #{e.message}...\n"
+          log_debug "\t SocketError: Stopped trying to connect to shard #{shard}... FAIL!\n"
+        rescue Mongo::Error::NoSRVRecords => e
+          log_debug "\t NoSRVRecords: #{e.message}...\n"
+          log_debug "\t NoSRVRecords: Retrying connect to shard #{shard}...\n"
+          sleep 1
+          retry
+        rescue Mongo::Error::SocketTimeoutError => e
+          log_debug "\t SocketTimeoutError: #{e.message}...\n"
+          log_debug "\t SocketTimeoutError: Retrying connect to shard #{shard}...\n"
+          sleep 1
+          retry
+        end
+        log_debug "\t Connected to shard #{shard} --> OK\n"
+      end
+    end
+
+    threads.each(&:join)
+    @collection_name = collection_name
+  end
+
+  def get_collection(key)
+    shard_idx = get_shard_index(key)
+    unless @mongo_clients[shard_idx.to_s].nil?
+      return @mongo_clients[shard_idx.to_s][@collection_name.to_sym]
+    else
+      raise StandardError.new("No Mongo shard for shard index: #{shard_idx} !!!")
+    end
+  end
+
+  # def ensure_indices(collection_name, index_definitions)
+  #   @mongo_clients.each do |e|
+  #     mongo_client = e[1]
+  #     collection = mongo_client[collection_name.to_sym]
+  #     mongo_user = collection.client.cluster.servers.first.options["user"]
+
+  #     log_debug "\tEnsuring index: #{index_definitions} on #{collection_name} (#{mongo_user})... "
+  #     mongo_client[collection_name.to_sym].indexes.create_many(index_definitions)
+  #     log_debug " OK\n"
+  #   end
+  # end
+
+  def get_shard_index(key)
+    ((key.to_i - 1).to_f / @max_count_per_shard).to_i
+  end
+
+  def find(query)
+    log_debug "\t Query: #{query.to_json}\n"
+    promises = @mongo_clients.map do |mongo_client_item|
+      mongo_client = mongo_client_item[1]
+      Concurrent::Promise.execute do
+        fetch_data_from_shard(mongo_client, query)
+      end
+    end
+    results = promises.map { |promise| promise.value[:results] }
+    merged_results = results.flatten
+    merged_results
+  end
+
+  def count(query)
+    log_debug "\t Count query: #{query.to_json}\n"
+    promises = @mongo_clients.map do |mongo_client_item|
+      mongo_client = mongo_client_item[1]
+      Concurrent::Promise.execute do
+        count_data_from_shard(mongo_client, query)
+      end
+    end
+    results = promises.map { |promise| promise.value[:count] }.sort.reverse
+    log_debug "Results sorted: #{results}\n"
+    merged_results = results.sum()
+    merged_results
+  end
+
+  def count_per_shard(query)
+    log_debug "\t Count query per shard: #{query.to_json}\n"
+    promises = @mongo_clients.map do |mongo_client_item|
+      mongo_client = mongo_client_item[1]
+      Concurrent::Promise.execute do
+        count_data_from_shard(mongo_client, query)
+      end
+    end
+
+    results = {
+      count: 0,
+      shards: {}
+    }
+
+    promises.map { |promise|
+      results[:shards][promise.value[:shard]] = promise.value[:count]
+      results[:count] = results[:count] + promise.value[:count]
+    }
+
+    log_debug "Results: #{results}\n"
+    results
+  end
+
+
+  def update_one()
+    # TODO: implement
+  end
+
+  def update_many()
+    # TODO: implement
+  end
+
+  def fetch_data_from_shard(mongo_client, query)
+    collection = mongo_client[@collection_name.to_sym]
+    results = collection.find(query).to_a
+    mongo_server = mongo_client&.cluster&.servers&.first
+    mongo_user = mongo_server&.options["user"] || ""
+    mongo_db = mongo_server&.options["database"] || ""
+    log_debug "\t\tfind() with mongo_client user: #{mongo_user}, database: #{mongo_db} returns #{results.count} items...\n"
+
+    {
+      shard: (mongo_user.nil? || mongo_user == "") ? mongo_db : mongo_user,
+      results: results
+    }
+  end
+
+  def count_data_from_shard(mongo_client, query)
+    collection = mongo_client[@collection_name.to_sym]
+    count = collection.count_documents(query)
+    count = 0 if count.nil?
+    mongo_server = mongo_client&.cluster&.servers&.first
+    mongo_user = mongo_server&.options["user"] || ""
+    mongo_db = mongo_server&.options["database"] || ""
+    log_debug "\t\tcount() with mongo_client user: #{mongo_user}, database: #{mongo_db} returns #{count}\n"
+
+    {
+      shard: (mongo_user.nil? || mongo_user == "") ? mongo_db : mongo_user,
+      count: count
+    }
+  end
+
+  def disconnect()
+    @mongo_clients.values.each do |client|
+      log_debug "\t Disconnecting from client #{client.to_s} ..."
+      client.close
+      log_debug " OK\n"
+    end
+  end
+
+end

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: ruby_mongo_x
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Grzegorz Błaszczyk
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2025-03-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.19.1
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.10.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.2.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.2.1
+description: MongoDB client in Ruby that connects to dozens of Mongo databases, performs
+  queries simultaneously and gets the results in a unified way.
+email: grzegorz.blaszczyk@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/helpers/loggable.rb
+- lib/ruby_mongo_x.rb
+homepage: https://rubygems.org/gems/ruby_mongo_x
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.6
+signing_key:
+specification_version: 4
+summary: Multi-database Ruby MongoDB client
+test_files: []