tennis-jobs-redis 0.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 43cd12f5e52b0d377da344fb61ef3a3d6002642f
+  data.tar.gz: 8d5b9db609ad95118f948fcaae13c990dcb6f477
+SHA512:
+  metadata.gz: 1c328224728e65fc5ae8323020d342fc4a4d626cab9bf722a4f2152089dadf4ca86e171a7d72ebdc4ded8b3e7967e71d6923085f75e873fa3d62a623781a2ef5
+  data.tar.gz: 849b97dfb2d82db4e545140bbe586cfb8cfd7f446796b179dd967dcf3a9a9db13bfb88120bd1ff9cb9ed77f6c39324c02e2aecf98f45532290d1f3f3bb4b73fb

data/.codeclimate.yml

@@ -0,0 +1,44 @@
+# For an overview of the Code Climate Platform, see here:
+# http://docs.codeclimate.com/article/300-the-codeclimate-platform
+
+# Under the engines key, you can configure which engines will analyze your repo.
+# Each key is an engine name. For each value, you need to specify enabled: true
+# to enable the engine as well as any other engines-specific configuration.
+
+# For more details, see here:
+# http://docs.codeclimate.com/article/289-configuring-your-repository-via-codeclimate-yml#platform
+
+# For a list of all available engines, see here:
+# http://docs.codeclimate.com/article/296-engines-available-engines
+
+engines:
+  rubocop:
+    enabled: true
+    checks:
+      Rubocop/Style/EmptyLinesAroundClassBody:
+        enabled: false
+      Rubocop/Style/BracesAroundHashParameters:
+        enabled: fals
+      Rubocop/Style/StringLiterals:
+        enabled: false
+      Rubocop/Style/StringLiteralsInInterpolation:
+        enabled: false
+      Rubocop/Style/TrailingComma:
+        enabled: false
+
+# Engines can analyze files and report issues on them, but you can separately
+# decide which files will receive ratings based on those issues. This is
+# specified by path patterns under the ratings key.
+
+# For more details see here:
+# http://docs.codeclimate.com/article/289-configuring-your-repository-via-codeclimate-yml#platform
+
+ratings:
+  paths:
+  - lib/**
+
+# You can globally exclude files from being analyzed by any engine using the
+# exclude_paths key.
+
+exclude_paths:
+- spec/**/*

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,10 @@
+language: ruby
+rvm:
+  - "2.2.3"
+branches:
+  only:
+    - master
+services:
+  - redis-server
+script: bundle exec rspec spec
+before_install: gem install bundler -v 1.10.5

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Nicolas ZERMATI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# Tennis::Backend::Redis
+
+A Redis backend for [tennis-jobs][tennis-jobs].
+
+<a target="_blank" href="https://travis-ci.org/nicoolas25/tennis-redis"><img src="https://travis-ci.org/nicoolas25/tennis-redis.svg?branch=master" /></a>
+<a target="_blank" href="https://codeclimate.com/github/nicoolas25/tennis-redis"><img src="https://codeclimate.com/github/nicoolas25/tennis-redis/badges/gpa.svg" /></a>
+<a target="_blank" href="https://codeclimate.com/github/nicoolas25/tennis-redis/coverage"><img src="https://codeclimate.com/github/nicoolas25/tennis-redis/badges/coverage.svg" /></a>
+<a target="_blank" href="https://rubygems.org/gems/tennis-jobs-redis"><img src="https://badge.fury.io/rb/tennis-jobs-redis.svg" /></a>
+
+## Usage
+
+Simply configure Tennis with this backend:
+
+``` ruby
+REDIS_URL = "redis://localhost:6379"
+
+Tennis.configure do |config|
+  config.backend = Tennis::Backend::Redis.new(logger: logger, url: REDIS_URL)
+end
+```
+
+The backend take an extra argument nammed `namespace`.
+Its default value is: `tennis`. All the redis keys are prefixed with `tennis:`.
+
+## TODO
+
+- Support the delay option.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+
+
+[tennis-jobs]: https://github.com/nicoolas25/tennis

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/examples/async_sum.rb

@@ -0,0 +1,57 @@
+#
+# bundle exec ruby examples/async_sum.rb client
+# bundle exec ruby examples/async_sum.rb server
+#
+
+require "tennis"
+require "tennis/backend/redis"
+
+logger = Logger.new(STDOUT)
+logger.level = Logger::DEBUG
+redis_url = "redis://localhost:6379"
+
+Tennis.configure do |config|
+  config.backend = Tennis::Backend::Redis.new(logger: logger, url: redis_url)
+  config.logger = logger
+end
+
+class Job
+  include Tennis::Job
+
+  def sum(*numbers)
+    sleep 0.4
+    total = numbers.inject(&:+)
+    puts "Sum #{numbers} => #{total}"
+  end
+
+  def job_dump
+    nil
+  end
+
+  def self.job_load(_)
+    new
+  end
+end
+
+
+if ARGV[0] == "server"
+  require "tennis/launcher"
+
+  # Start Tennis.
+  launcher = Tennis::Launcher.new(concurrency: 2, job_classes: [Job])
+  launcher.async.start
+
+  begin
+    sleep 5 while true
+  rescue Interrupt
+    puts "Stopping the server..."
+  ensure
+    launcher.async.stop
+  end
+else
+  # Instanciate a job and add the sum to the job to do.
+  numbers = (1..9).to_a
+  10.times do
+    Job.new.async.sum(*numbers.sample(3))
+  end
+end

data/lib/tennis/backend/redis.rb

@@ -0,0 +1,109 @@
+require "securerandom"
+
+require "tennis"
+require "tennis/backend/abstract"
+require "tennis/backend/serializer"
+require "tennis/backend/task"
+
+require "redis"
+require "redis/namespace"
+
+module Tennis
+  module Backend
+    class Redis < Abstract
+
+      def initialize(logger:, url:, namespace: "tennis")
+        super(logger: logger)
+        @redis_url = url
+        @redis_namespace = namespace
+      end
+
+      # Delayed jobs are not yet supported with Redis backend
+      def enqueue(job:, method:, args:, delay: nil)
+        meta = { "enqueued_at" => Time.now.to_i }
+        task = Task.new(self, generate_task_id, job, method, args, meta)
+        client_push(task)
+      end
+
+      def receive(job_classes:, timeout: 1)
+        unordered_queues = queues(job_classes).shuffle
+        serialized_task = timeout && timeout >= 1 ?
+          client_pop_with_timeout(unordered_queues, timeout) :
+          client_pop(unordered_queues)
+        serialized_task && deserialize_task(serialized_task)
+      end
+
+      def ack(_)
+        # Nothing to do here
+      end
+
+      def requeue(task)
+        (task.meta["requeued_at"] ||= []) << Time.now.to_i
+        client_push(task)
+      end
+
+      private
+
+      def client
+        @client ||= begin
+          redis = ::Redis.new(url: @redis_url)
+          ::Redis::Namespace.new(@redis_namespace, redis: redis)
+        end
+      end
+
+      def client_push(task)
+        serialized_task = serialize(task)
+        client.lpush(queue_name(task.job.class), serialized_task)
+      end
+
+      def client_pop_with_timeout(unordered_queues, timeout)
+        unordered_queues << timeout.to_i
+        _, serialized_task = client.brpop(*unordered_queues)
+        serialized_task
+      end
+
+      def client_pop(unordered_queues)
+        script_lines = ["local element = nil"]
+        unordered_queues.each do |queue_name|
+          script_lines << <<-LUA
+            element = redis.call("RPOP", "#{@redis_namespace}:#{queue_name}")
+            if element ~= nil then
+              return element
+            end
+          LUA
+        end
+        client.eval(script_lines.join("\n"))
+      end
+
+      def serialize(task)
+        Serializer.new.dump({
+          "id"     => task.task_id,
+          "job"    => task.job,
+          "method" => task.method,
+          "args"   => task.args,
+          "meta"   => task.meta,
+        })
+      end
+
+      def deserialize_task(serialized_task)
+        hash = Serializer.new.load(serialized_task)
+        Task.new(self, hash["id"], hash["job"], hash["method"], hash["args"], hash["meta"])
+      end
+
+      def generate_task_id
+        SecureRandom.hex(10)
+      end
+
+      def queues(job_classes)
+        @queues ||= {}
+        @queues[job_classes] ||= job_classes.map { |klass| queue_name(klass) }
+      end
+
+      def queue_name(klass)
+        @queue_names ||= {}
+        @queue_names[klass] ||= "queue:#{klass.name.gsub("::", "-").downcase}"
+      end
+
+    end
+  end
+end

data/tennis-jobs-redis.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+
+Gem::Specification.new do |spec|
+  spec.name          = "tennis-jobs-redis"
+  spec.version       = "0.4.0"
+  spec.authors       = ["Nicolas ZERMATI"]
+  spec.email         = ["nicoolas25@gmail.com"]
+
+  spec.summary       = %q{A Redis backend for tennis-jobs.}
+  spec.description   = %q{A Redis backend for tennis-jobs.}
+  spec.homepage      = "https://github.com/nicoolas25/tennis-redis"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "redis"
+  spec.add_runtime_dependency "redis-namespace"
+  spec.add_runtime_dependency "tennis-jobs", "~> 0.4"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "guard-rspec"
+  spec.add_development_dependency "codeclimate-test-reporter"
+end

metadata

@@ -0,0 +1,195 @@
+--- !ruby/object:Gem::Specification
+name: tennis-jobs-redis
+version: !ruby/object:Gem::Version
+  version: 0.4.0
+platform: ruby
+authors:
+- Nicolas ZERMATI
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-09-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tennis-jobs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: codeclimate-test-reporter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A Redis backend for tennis-jobs.
+email:
+- nicoolas25@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".codeclimate.yml"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- examples/async_sum.rb
+- lib/tennis/backend/redis.rb
+- tennis-jobs-redis.gemspec
+homepage: https://github.com/nicoolas25/tennis-redis
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: A Redis backend for tennis-jobs.
+test_files: []