ruby_mongo_x 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 572e5ea8830b21f4383aea598af182771d30cb7825b89632fca870be5de69cee
+  data.tar.gz: ec51fbaa55bd7593ca2417da94127440930ce5c90c18cb1e07f6d3d82027166b
+SHA512:
+  metadata.gz: d9298a9965220c26672083d00407838932367c065f2be36c093e23871d4787c13b2b5eea25a610a1f9f286b784ac6828c96b0d97794327b64cceb357b57ea680
+  data.tar.gz: 4a719efef6c5eb616adbb38748304a72cbe17ac431784efc0bd06c7f34354f0eb3dca4108f7f652d8bb2dc25a3774439e0b3fb2d3909722c0c6aa35415518be4

data/lib/helpers/loggable.rb

@@ -0,0 +1,7 @@
+module Helpers
+  module Loggable
+    def log_debug(message)
+    	print "[#{self.class.name}] #{message} "
+    end
+  end
+end

data/lib/ruby_mongo_x.rb

@@ -0,0 +1,112 @@
+require 'mongo'
+require 'concurrent'
+require 'pry'
+require_relative './helpers/loggable'
+
+class RubyMongoX
+  include ::Helpers::Loggable
+
+  def self.build(collection_name, shards, max_count_per_shard)
+    new(collection_name, shards, max_count_per_shard)
+  end
+
+  def initialize(collection_name, shards, max_count_per_shard)
+    @max_count_per_shard = max_count_per_shard
+    @mongo_clients = {}
+
+    shards.each_with_index do |shard, idx|
+      log_debug "\t Connecting to shard #{shard} ..."
+      @mongo_clients[idx.to_s] = ::Mongo::Client.new(shard)
+      log_debug " OK\n"
+    end
+
+    @collection_name = collection_name
+  end
+
+  def get_collection(key)
+    shard_idx = get_shard_index(key)
+    unless @mongo_clients[shard_idx.to_s].nil?
+      return @mongo_clients[shard_idx.to_s][@collection_name.to_sym]
+    else
+      raise StandardError.new("No Mongo shard for shard index: #{shard_idx} !!!")
+    end
+  end
+
+  # def ensure_indices(collection_name, index_definitions)
+  #   @mongo_clients.each do |e|
+  #     mongo_client = e[1]
+  #     collection = mongo_client[collection_name.to_sym]
+  #     mongo_user = collection.client.cluster.servers.first.options["user"]
+
+  #     log_debug "\tEnsuring index: #{index_definitions} on #{collection_name} (#{mongo_user})... "
+  #     mongo_client[collection_name.to_sym].indexes.create_many(index_definitions)
+  #     log_debug " OK\n"
+  #   end
+  # end
+
+  def get_shard_index(key)
+    ((key.to_i - 1).to_f / @max_count_per_shard).to_i
+  end
+
+
+  def find(query)
+    log_debug "\t Query: #{query}\n"
+    promises = @mongo_clients.map do |mongo_client_item|
+      mongo_client = mongo_client_item[1]
+      log_debug "\t\tfind() with mongo_client: #{mongo_client.to_s}\n"
+      Concurrent::Promise.execute do
+        fetch_data_from_shard(mongo_client, query)
+      end
+    end
+
+    # Wait for all promises to complete and retrieve their results
+    results = promises.map { |promise| promise.value }
+
+    # Merge the results from all data sources
+    merged_results = results.flatten
+
+    # Now you have merged_results containing data from all sources
+    merged_results
+  end
+
+  def count(query)
+    log_debug "\t Count query: #{query}\n"
+    promises = @mongo_clients.map do |mongo_client_item|
+      mongo_client = mongo_client_item[1]
+      log_debug "\t\tcount() with mongo_client: #{mongo_client.to_s}\n"
+      Concurrent::Promise.execute do
+        count_data_from_shard(mongo_client, query)
+      end
+    end
+
+    # Wait for all promises to complete and retrieve their results
+    results = promises.map { |promise| promise.value }
+
+    merged_results = results.sum()
+
+    # Now you have merged_results containing data from all sources
+    merged_results
+  end
+
+
+  def update_one()
+    # TODO: implement
+  end
+
+  def update_many()
+    # TODO: implement
+  end
+
+  def fetch_data_from_shard(mongo_client, query)
+    collection = mongo_client[@collection_name.to_sym]
+    collection.find(query).to_a
+  end
+
+  def count_data_from_shard(mongo_client, query)
+    collection = mongo_client[@collection_name.to_sym]
+    count = collection.count_documents(query)
+    count = 0 if count.nil?
+    count
+  end
+
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: ruby_mongo_x
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Grzegorz Błaszczyk
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2023-09-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.19.1
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.10.1
+description: MongoDB client in Ruby that connects to dozens of Mongo databases, performs
+  queries simultaneously and gets the results in a unified way.
+email: grzegorz.blaszczyk@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/helpers/loggable.rb
+- lib/ruby_mongo_x.rb
+homepage: https://rubygems.org/gems/ruby_mongo_x
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.6
+signing_key:
+specification_version: 4
+summary: Multi-database Ruby MongoDB client
+test_files: []