reqless 0.0.1

data/Rakefile

@@ -0,0 +1,117 @@
+#!/usr/bin/env rake
+require 'bundler/gem_helper'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = %w[--profile]
+  t.ruby_opts  = "-Ispec -rsimplecov_setup"
+end
+
+min_coverage_threshold = 85.0
+desc "Checks the spec coverage and fails if it is less than #{min_coverage_threshold}%"
+task :check_coverage do
+  percent = File.read("./coverage/coverage_percent.txt").to_f
+  if percent < min_coverage_threshold
+    raise "Spec coverage was not high enough: #{percent.round(2)}%"
+  else
+    puts "Nice job!  Spec coverage is still at least #{min_coverage_threshold}%"
+  end
+end
+
+task default: [:spec, :check_coverage]
+
+namespace :core do
+  reqless_core_dir = "./lib/reqless/reqless-core"
+
+  desc "Builds the reqless-core lua scripts"
+  task :build do
+    Dir.chdir(reqless_core_dir) do
+      sh "make clean && make"
+      sh "cp reqless.lua ../lua"
+      sh "cp reqless-lib.lua ../lua"
+    end
+  end
+
+  task :update_submodule do
+    Dir.chdir(reqless_core_dir) do
+      sh "git checkout main"
+      sh "git pull --rebase"
+    end
+  end
+
+  desc "Updates reqless-core and rebuilds it"
+  task update: [:update_submodule, :build]
+
+  namespace :verify do
+    script_files = %w[ lib/reqless/lua/reqless.lua lib/reqless/lua/reqless-lib.lua ]
+
+    desc "Verifies the script has no uncommitted changes"
+    task :clean do
+      script_files.each do |file|
+        git_status = `git status -- #{file}`
+        unless /working directory clean/.match(git_status)
+          raise "#{file} is dirty: \n\n#{git_status}\n\n"
+        end
+      end
+    end
+
+    desc "Verifies the script is current"
+    task :current do
+      require 'digest/md5'
+      our_md5s = script_files.map do |file|
+        Digest::MD5.hexdigest(File.read file)
+      end
+
+      canonical_md5s = Dir.chdir(reqless_core_dir) do
+        sh "make clean && make"
+        script_files.map do |file|
+          Digest::MD5.hexdigest(File.read(File.basename file))
+        end
+      end
+
+      unless our_md5s == canonical_md5s
+        raise "The current scripts are out of date with reqless-core"
+      end
+    end
+  end
+
+  desc "Verifies the committed script is current"
+  task verify: %w[ verify:clean verify:current ]
+end
+
+desc "Starts a reqless console"
+task :console do
+  ENV['PUBLIC_SEQUEL_API'] = 'true'
+  ENV['NO_NEW_RELIC'] = 'true'
+  exec "bundle exec pry -r./conf/console"
+end
+
+namespace :reqless do
+  desc "Runs a test worker so you can send signals to it for testing"
+  task :run_test_worker do
+    require 'reqless'
+    require 'reqless/job_reservers/ordered'
+    require 'reqless/worker'
+    queue = Reqless::Client.new.queues["example"]
+    queue.client.redis.flushdb
+
+    ENV['VVERBOSE'] = '1'
+
+    class ExampleJob
+      def self.perform(job)
+        sleep_time = job.data.fetch("sleep")
+        print "Sleeping for #{sleep_time}..."
+        sleep sleep_time
+        puts "done"
+      end
+    end
+
+    20.times do |i|
+      queue.put(ExampleJob, sleep: i)
+    end
+
+    reserver = Reqless::JobReservers::Ordered.new([queue])
+    Reqless::Workers::ForkingWorker.new(reserver, log_level: Logger::INFO).run
+  end
+end

data/bin/docker-build-and-test

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+set -e -o pipefail
+
+# From https://stackoverflow.com/a/4774063
+REPO_DIR="$( cd -- "$(dirname "$0")/.." >/dev/null 2>&1 ; pwd -P )"
+
+COMMAND="$@"
+if [ -z "$COMMAND" ]; then
+  COMMAND="bundle exec rspec"
+fi
+
+test -f "$REPO_DIR/Gemfile.lock" && rm -f "$REPO_DIR/Gemfile.lock"
+redis-cli flushdb
+docker build -t reqless-rb "$REPO_DIR"
+docker run \
+  -it \
+  --publish 4000:4000 \
+  --rm \
+  --volume $REPO_DIR:/app \
+  reqless-rb \
+  $COMMAND

data/exe/reqless-web

@@ -0,0 +1,11 @@
+#! /usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require "rackup"
+
+rackup_file = File.realpath(File.dirname(__FILE__) + '/../config.ru')
+
+ARGV << rackup_file
+server = Rackup::Server.new
+server.start

data/lib/reqless/config.rb

@@ -0,0 +1,31 @@
+# Encoding: utf-8
+
+require 'json'
+
+module Reqless
+  # A configuration class associated with a reqless client
+  class Config
+    def initialize(client)
+      @client = client
+    end
+
+    def [](key)
+      @client.call('config.get', key)
+    end
+
+    def []=(key, value)
+      @client.call('config.set', key, value)
+    end
+
+    # Get the specified `reqless` configuration option, or if
+    # none is provided, get the complete current configuration
+    def all
+      JSON.parse(@client.call('config.getAll'))
+    end
+
+    # Restore this option to the default (remove this option)
+    def clear(option)
+      @client.call('config.unset', option)
+    end
+  end
+end

data/lib/reqless/failure_formatter.rb

@@ -0,0 +1,43 @@
+# Encoding: utf-8
+
+module Reqless
+  # A helper for formatting failure messages
+  class FailureFormatter
+    Failure = Struct.new(:group, :message) do
+      # allow de-structring assignment
+      def to_ary
+        [group, message]
+      end
+    end
+
+    def initialize
+      @replacements = { Dir.pwd => '.' }
+      @replacements[ENV['GEM_HOME']] = '<GEM_HOME>' if ENV.key?('GEM_HOME')
+    end
+
+    def format(job, error, lines_to_remove = caller(2))
+      group = "#{job.klass_name}:#{error.class}"
+      message = "#{truncated_message(error)}\n\n" +
+        "#{format_failure_backtrace(error.backtrace, lines_to_remove)}"
+      Failure.new(group, message)
+    end
+
+  private
+
+    # TODO: pull this out into a config option.
+    MAX_ERROR_MESSAGE_SIZE = 10_000
+    def truncated_message(error)
+      return error.message if error.message.length <= MAX_ERROR_MESSAGE_SIZE
+      error.message.slice(0, MAX_ERROR_MESSAGE_SIZE) +
+        "\n... (truncated due to length)"
+    end
+
+    def format_failure_backtrace(error_backtrace, lines_to_remove)
+      (error_backtrace - lines_to_remove).map do |line|
+        @replacements.reduce(line) do |formatted, (original, new)|
+          formatted.sub(original, new)
+        end
+      end.join("\n")
+    end
+  end
+end