nsque 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 88f206502dc0517560d3ac2da3034aeb6ff1e600
+  data.tar.gz: b038bb128dc307461adfbb4df297d4e16ef874c2
+SHA512:
+  metadata.gz: 99edc915abbb8161bfdd389a3e10d22045be3fc9fc7e009fdc0a8021cd7fe7cd85e4c130aaf35efa5d01881b748d1729256e2380751321338e6ec63d72af0e7e
+  data.tar.gz: 7a0e348f03b19d4e6f330ebeb94650309540bf341f0c5f7d1fdb124eaf9ba4845bdab6e4a45f0f63d0ad1a13ac6efdde35a51e5f5104d8e075bfdfface4a8c75

data/.gitignore

@@ -0,0 +1,34 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/Gemfile

@@ -0,0 +1 @@
+source 'https://rubygems.org'

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Mikhail Salosin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,4 @@
+nsque
+=====
+
+Background job library based on NSQ (http://nsq.io)

data/lib/nsque.rb

@@ -0,0 +1,12 @@
+# encoding: utf-8
+require 'nsque/version'
+require 'nsque/errors'
+require 'nsque/job'
+require 'nsque/producer'
+require 'nsque/worker'
+
+require 'krakow'
+require 'json'
+
+module Nsque
+end

data/lib/nsque/errors.rb

@@ -0,0 +1,7 @@
+module Nsque
+  class Error < RuntimeError
+  end
+
+  class ChannelRequiredError < Error; end
+  class ProducerCantBeNilError < Error; end
+end

data/lib/nsque/job.rb

@@ -0,0 +1,45 @@
+module Nsque
+  class Job
+    ##
+    # Inherit your worker class from this base class and you will be able to do
+    # asynchronous jobs:
+    #
+    # class SomeJob < Nsque::Job
+    #
+    #   def self.arguments(object)
+    #     {}
+    #     # convert given object to arguments that will be passed to perform method
+    #   end
+    #
+    #   def perform(*args)
+    #     # some important work
+    #   end
+    # end
+    #
+    # And you will be able to make async calls like
+    #
+    #   SomeJob.process_async(cool_object)
+    #
+    # Note that process_async is a class method, perform is an instance method.
+    # Also do not forget to implement arguments class method.
+    # It takes object and converts it to something (usually Hash or Array) that
+    # will be stored in the queue and will be passed to perform method of the job.
+
+    def self.process_async(object)
+      client_push('class' => self.to_s, 'args' => arguments(object))
+    end
+
+    def self.process_in(delay, object)
+      at = (Time.now + delay).to_f
+      item = { 'class' => self.to_s, 'args' => arguments(object), 'at' => at }
+      client_push(item)
+    end
+
+  private
+
+    def self.client_push(item)
+      $producer.write(item)
+    end
+
+  end
+end

data/lib/nsque/producer.rb

@@ -0,0 +1,21 @@
+module Nsque
+  class Producer
+    attr_reader :messages_count
+
+    def initialize(options = {})
+      Krakow::Utils::Logging.level = options.delete(:logging_level) || :warn
+      @producer = Krakow::Producer.new(options)
+      @messages_count = 0
+    end
+
+    def write(item)
+      message = JSON.generate(item)
+      @producer.write(message)
+      @messages_count += 1
+    end
+
+    def reset_counters
+      @messages_count = 0
+    end
+  end
+end

data/lib/nsque/testing_worker.rb

@@ -0,0 +1,45 @@
+module Nsque
+  class TestingWorker
+    # use this worker in your test to process delayed jobs
+
+    def initialize(options)
+      raise ChannelRequiredError.new unless options.has_key?(:channel)
+      @options = options
+      raise ProducerCantBeNilError.new if options[:producer].nil?
+      @producer = options[:producer]
+      @consumer = Krakow::Consumer.new(@options)
+    end
+
+    def process_all
+      count = 0
+      while @producer.messages_count > count
+        message = @consumer.queue.pop
+        hash = JSON.parse(message.message)
+        begin
+          klass = hash['class'].constantize
+          klass.new.perform(hash['args'])
+        rescue
+        end
+        @consumer.confirm(message)
+        count += 1
+      end
+
+      @producer.reset_counters
+      count
+    end
+
+    def clear_all
+      count = 0
+
+      while !@consumer.queue.empty?
+        message = @consumer.queue.pop
+        @consumer.confirm(message)
+
+        count += 1
+      end
+
+      @producer.reset_counters
+      count
+    end
+  end
+end

data/lib/nsque/version.rb

@@ -0,0 +1,3 @@
+module Nsque
+  VERSION = "0.0.2"
+end

data/lib/nsque/worker.rb

@@ -0,0 +1,36 @@
+module Nsque
+  class Worker
+
+    def initialize(options)
+      Krakow::Utils::Logging.level = options.delete(:logging_level) || :warn
+      raise ChannelRequiredError.new unless options.has_key?(:channel)
+      @options = options
+    end
+
+    def run
+      consumer = Krakow::Consumer.new(@options)
+      loop do
+        message = consumer.queue.pop
+        begin
+          hash = JSON.parse(message.message)
+          p hash.inspect
+          enqueue_after = (hash['at'].to_f - Time.now.to_f) * 1000
+          if enqueue_after <= 0
+            klass = hash['class'].constantize
+            klass.new.perform(hash['args'])
+          else
+            enqueue_after = [enqueue_after.to_i, 1.hour.to_i * 1000].min #FIXME NSQ max timeout is 1 hour
+            p "Requeued: #{enqueue_after} ms"
+            consumer.requeue(message, enqueue_after.to_i)
+            next
+          end
+        rescue => e
+          p e.message
+        end
+        consumer.confirm(message)
+      end
+    ensure
+      consumer.terminate if consumer
+    end
+  end
+end

data/nsque.gemspec

@@ -0,0 +1,14 @@
+require File.expand_path('../lib/nsque/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = 'nsque'
+  gem.version     = Nsque::VERSION
+  gem.description = gem.summary = "Background job library based on NSQ (http://nsq.io)"
+  gem.authors     = ["Mikhail Salosin"]
+  gem.email       = 'mikhail@salosin.me'
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- test/*`.split("\n")
+  gem.homepage    = 'http://rubygems.org/gems/nsque'
+  gem.license     = 'MIT'
+  gem.add_dependency 'krakow'#, github: 'AlphaB/krakow'
+end

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification
+name: nsque
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Mikhail Salosin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: krakow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Background job library based on NSQ (http://nsq.io)
+email: mikhail@salosin.me
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- lib/nsque.rb
+- lib/nsque/errors.rb
+- lib/nsque/job.rb
+- lib/nsque/producer.rb
+- lib/nsque/testing_worker.rb
+- lib/nsque/version.rb
+- lib/nsque/worker.rb
+- nsque.gemspec
+- test/helper.rb
+homepage: http://rubygems.org/gems/nsque
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Background job library based on NSQ (http://nsq.io)
+test_files:
+- test/helper.rb