RubyGems - lowkiq - Versions diffs - 1.0.0 - Mend

lowkiq 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (39) hide show

checksums.yaml +7 -0
data/.gitignore +3 -0
data/.rspec +3 -0
data/Gemfile +6 -0
data/Gemfile.lock +45 -0
data/LICENSE.md +133 -0
data/README.md +577 -0
data/Rakefile +6 -0
data/bin/console +14 -0
data/bin/setup +8 -0
data/deploy.md +3 -0
data/docker-compose.yml +29 -0
data/exe/lowkiq +43 -0
data/lib/lowkiq.rb +111 -0
data/lib/lowkiq/extend_tracker.rb +13 -0
data/lib/lowkiq/option_parser.rb +24 -0
data/lib/lowkiq/queue/actions.rb +63 -0
data/lib/lowkiq/queue/fetch.rb +51 -0
data/lib/lowkiq/queue/keys.rb +67 -0
data/lib/lowkiq/queue/marshal.rb +23 -0
data/lib/lowkiq/queue/queries.rb +143 -0
data/lib/lowkiq/queue/queue.rb +177 -0
data/lib/lowkiq/queue/queue_metrics.rb +80 -0
data/lib/lowkiq/queue/shard_metrics.rb +52 -0
data/lib/lowkiq/redis_info.rb +21 -0
data/lib/lowkiq/schedulers/lag.rb +27 -0
data/lib/lowkiq/schedulers/seq.rb +28 -0
data/lib/lowkiq/server.rb +54 -0
data/lib/lowkiq/shard_handler.rb +110 -0
data/lib/lowkiq/splitters/by_node.rb +19 -0
data/lib/lowkiq/splitters/default.rb +15 -0
data/lib/lowkiq/utils.rb +36 -0
data/lib/lowkiq/version.rb +3 -0
data/lib/lowkiq/web.rb +45 -0
data/lib/lowkiq/web/action.rb +31 -0
data/lib/lowkiq/web/api.rb +142 -0
data/lib/lowkiq/worker.rb +43 -0
data/lowkiq.gemspec +36 -0
metadata +206 -0

data/lib/lowkiq/worker.rb ADDED

@@ -0,0 +1,43 @@
+module Lowkiq
+  module Worker
+    extend ExtendTracker
+    attr_accessor :shards_count,
+                  :batch_size,
+                  :max_retry_count,
+                  :queue_name,
+                  def self.extended(mod)
+                    super
+                    mod.shards_count = 5
+                    mod.batch_size = 1
+                    mod.max_retry_count = 25
+                    mod.queue_name = mod.name
+                  end
+    # i.e. 15, 16, 31, 96, 271, ... seconds + a random amount of time
+    def retry_in(retry_count)
+      (retry_count ** 4) + 15 + (rand(30) * (retry_count + 1))
+    end
+    def perform(payload)
+      fail "not implemented"
+    end
+    def client_queue
+      Queue::Queue.new Lowkiq.client_redis_pool, self.queue_name, self.shards_count
+    end
+    def client_queries
+      Queue::Queries.new Lowkiq.client_redis_pool, self.queue_name
+    end
+    def client_actions
+      Queue::Actions.new client_queue, client_queries
+    end
+    def perform_async(batch)
+      client_queue.push batch
+    end
+  end
+end

data/lowkiq.gemspec ADDED

@@ -0,0 +1,36 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "lowkiq/version"
+Gem::Specification.new do |spec|
+  spec.name          = "lowkiq"
+  spec.version       = Lowkiq::VERSION
+  spec.authors       = ["Mikhail Kuzmin"]
+  spec.email         = ["Mihail.Kuzmin@bia-tech.ru"]
+  spec.summary       = %q{Lowkiq}
+  spec.description   = %q{Lowkiq}
+  spec.homepage      = "https://github.com/bia-technologies/lowkiq"
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`
+      .split("\x0")
+      .reject { |f| f.match(%r{^(spec|frontend|examples|doc)/}) }
+      .push('assets/app.js')
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  spec.add_dependency "redis", ">= 4.0.1", "< 5"
+  spec.add_dependency "connection_pool", "~> 2.2", ">= 2.2.2"
+  spec.add_dependency "rack", ">= 1.5.0"
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rspec-mocks", "~> 3.8"
+  spec.add_development_dependency "rack-test", "~> 1.1"
+end

metadata ADDED

@@ -0,0 +1,206 @@
+--- !ruby/object:Gem::Specification
+name: lowkiq
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Mikhail Kuzmin
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2019-10-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.1
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.1
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5'
+- !ruby/object:Gem::Dependency
+  name: connection_pool
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+description: Lowkiq
+email:
+- Mihail.Kuzmin@bia-tech.ru
+executables:
+- lowkiq
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- Gemfile
+- Gemfile.lock
+- LICENSE.md
+- README.md
+- Rakefile
+- assets/app.js
+- bin/console
+- bin/setup
+- deploy.md
+- docker-compose.yml
+- exe/lowkiq
+- lib/lowkiq.rb
+- lib/lowkiq/extend_tracker.rb
+- lib/lowkiq/option_parser.rb
+- lib/lowkiq/queue/actions.rb
+- lib/lowkiq/queue/fetch.rb
+- lib/lowkiq/queue/keys.rb
+- lib/lowkiq/queue/marshal.rb
+- lib/lowkiq/queue/queries.rb
+- lib/lowkiq/queue/queue.rb
+- lib/lowkiq/queue/queue_metrics.rb
+- lib/lowkiq/queue/shard_metrics.rb
+- lib/lowkiq/redis_info.rb
+- lib/lowkiq/schedulers/lag.rb
+- lib/lowkiq/schedulers/seq.rb
+- lib/lowkiq/server.rb
+- lib/lowkiq/shard_handler.rb
+- lib/lowkiq/splitters/by_node.rb
+- lib/lowkiq/splitters/default.rb
+- lib/lowkiq/utils.rb
+- lib/lowkiq/version.rb
+- lib/lowkiq/web.rb
+- lib/lowkiq/web/action.rb
+- lib/lowkiq/web/api.rb
+- lib/lowkiq/worker.rb
+- lowkiq.gemspec
+homepage: https://github.com/bia-technologies/lowkiq
+licenses: []
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.7
+signing_key:
+specification_version: 4
+summary: Lowkiq
+test_files: []