leecher 0.2.3 → 1.0.0

data/.gitignore

@@ -1,4 +1,5 @@
-*.gem
-.bundle
-Gemfile.lock
-pkg/*
+log
+config/gheed.yml
+config/amqp.yml
+config/aria2.yml
+config/leecher.yml

data/.travis.yml

@@ -0,0 +1,2 @@
+rvm:
+  - 1.9.3

data/Gemfile

@@ -1,4 +1,3 @@
-source "http://rubygems.org"
+source :rubygems
 
-# Specify your gem's dependencies in leecher.gemspec
 gemspec

data/Gemfile.lock

@@ -0,0 +1,48 @@
+PATH
+  remote: .
+  specs:
+    leecher (1.0.0)
+      amqp
+      daemon-kit
+      erubis
+      multi_json
+      safely
+      yajl-ruby
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    amq-client (0.9.4)
+      amq-protocol (>= 0.9.4)
+      eventmachine
+    amq-protocol (0.9.4)
+    amqp (0.9.7)
+      amq-client (~> 0.9.4)
+      amq-protocol (>= 0.9.4)
+      eventmachine
+    daemon-kit (0.1.8.2)
+      eventmachine (>= 0.12.10)
+      safely (>= 0.3.1)
+    diff-lcs (1.1.3)
+    erubis (2.7.0)
+    eventmachine (0.12.10)
+    multi_json (1.3.6)
+    rake (0.9.2.2)
+    rspec (2.11.0)
+      rspec-core (~> 2.11.0)
+      rspec-expectations (~> 2.11.0)
+      rspec-mocks (~> 2.11.0)
+    rspec-core (2.11.0)
+    rspec-expectations (2.11.1)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.11.1)
+    safely (0.3.2)
+    yajl-ruby (1.1.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  leecher!
+  rake
+  rspec

data/README

@@ -0,0 +1,58 @@
+daemon-kit README
+================
+
+daemon-kit has generated a skeleton Ruby daemon for you to build on. Please read
+through this file to ensure you get going quickly.
+
+Directories
+===========
+
+bin/
+  leecher - Stub executable to control your daemon with
+
+config/
+  Environment configuration files
+
+lib/
+  Place for your libraries
+
+libexec/
+  leecher.rb - Your daemon code
+
+log/
+  Log files based on the environment name
+
+spec/
+  rspec's home
+
+tasks/
+  Place for rake tasks
+
+vendor/
+  Place for unpacked gems and DaemonKit
+
+tmp/
+  Scratch folder
+
+
+Logging
+=======
+
+One of the biggest issues with writing daemons are getting insight into what your
+daemons are doing. Logging with daemon-kit is simplified as DaemonKit creates log
+files per environment in log.
+
+On all environments except production the log level is set to DEBUG, but you can
+toggle the log level by sending the running daemon SIGUSR1 and SIGUSR2 signals.
+SIGUSR1 will toggle between DEBUG and INFO levels, SIGUSR2 will blatantly set the
+level to DEBUG.
+
+Bundler
+=======
+
+daemon-kit uses bundler to ease the nightmare of dependency loading in Ruby 
+projects. daemon-kit and its generators all create/update the Gemfile in the
+root of the daemon. You can satisfy the project's dependencies by running
+`bundle install` from within the project root.
+
+For more information on bundler, please see http://github.com/carlhuda/bundler

data/Rakefile

@@ -1,10 +1,8 @@
-require 'bundler'
+require "bundler"
 Bundler::GemHelper.install_tasks
 
-require "rspec/core/rake_task"
-desc "Run specs"
-RSpec::Core::RakeTask.new do |t|
-  t.rspec_opts = %w(-fs --color)
-  # t.ruby_opts = %w(-w)
-end
+require 'daemon_kit/tasks'
 
+Dir[File.join(File.dirname(__FILE__), 'tasks/*.rake')].each { |rake| load rake }
+
+task default: :spec

data/bin/leecher

@@ -1,268 +1,5 @@
 #!/usr/bin/env ruby
 
-module Leecher
-  class Cli
+require File.expand_path('../../config/environment',  __FILE__)
 
-    require "optparse"
-    require "yaml"
-    require "erubis"
-    require "fileutils"
-    require "leecher/log"
-    require "leecher/client"
-
-
-    RC_OK = 0
-    RC_USAGE = 1
-    RC_CONF_MISSING = 2
-    RC_CATASTROPHE = 99
-
-    
-    def initialize()
-      @config_dirname = File.join(ENV["HOME"], ".leecher")
-      @foreground = false
-    end
-
-
-    def parse_opts(argv)
-      optparser = OptionParser.new() do |o|
-        o.banner = "leecher [options]"
-
-        o.separator("")
-        o.separator("options:")
-        
-        o.on("--config=DIR",
-             "Dir containing settings",
-             "Default: #{@config_dirname}") do |v|
-          @config_dirname = v
-        end
-
-        o.on("-f", "--[no-]foreground",
-             "Run as a loop in a daemon?",
-             "Default #{@foreground}") do |v|
-          @foreground = v
-        end
-
-        o.on("-q", "--print-queue",
-             "Print the active queue") do |v|
-          do_print_queue()
-          Kernel.exit!(RC_OK)
-        end
-
-        o.on("-p", "--pause",
-             "Pause downloads") do |v|
-          do_pause()
-          Kernel.exit!(RC_OK)
-        end
-
-        o.on("-r", "--unpause",
-             "Unpause downloads") do |v|
-          do_unpause()
-          Kernel.exit!(RC_OK)
-        end
-
-        o.separator("")
-        o.on("-h", "--help", "You're reading it :-)") do
-          puts o
-          Kernel.exit!(RC_USAGE)
-        end
-      end
-
-      optparser.parse(argv)
-      self
-    end
-
-    def do_getting_started()
-      log.info("We'll ask you a few questions then write you a config in #{@config_dirname}")
-      log.info(".. you can change where your config lives with -c/--config")
-
-      STDOUT.puts("\n")
-      config = { :config_dirname => @config_dirname }
-      [
-       [:username, "your username on the website?", :required],
-       [:password, ".. and the password for that user?", :password],
-       [:host, "where does the amqp queue live?", "nzb.trim.za.net"],
-       [:aria2_bin, "which aria2 must I use?", %x{which aria2c}.strip()],
-       [:aria2_dir, "what whould you like your default download directory to be?", Dir.pwd],
-       [:aria2_connections, "how many connections would you like to download with?", 5],
-       [:aria2_rpc_user, "what is your aria2 rpc username?", :required],
-       [:aria2_rpc_password, "what is your aria2 rpc password?", :password],
-       [:aria2_rpc_port, "what is your aria2 rpc port?", 6800],
-      ].each do |setting, question, default|
-        config[setting] = get_user_input(question, default)
-      end
-
-      FileUtils.mkdir_p(@config_dirname)
-      erb = Erubis::Eruby.new(File.read(File.join(File.dirname(__FILE__),
-                                                  "../config/client.yml")))
-      File.open(File.join(@config_dirname, "config.yml"), "w") do |f|
-        f.puts(erb.result(config))
-      end
-      
-      erb = Erubis::Eruby.new(File.read(File.join(File.dirname(__FILE__),
-                                                  "../config/aria2.conf")))
-      
-      File.open(File.join(@config_dirname, "aria2.conf"), "w") do |f|
-        f.puts(erb.result(config))
-      end
-
-      STDOUT.puts("\n")
-      log.info("Looking good, now take us for a real spin!")
-    end
-
-    # Somewhat lifted from
-    # http://sourceforge.net/apps/trac/aria2/browser/trunk/doc/xmlrpc/aria2mon
-    def do_print_queue()
-      config = load_config(@config_dirname)
-      client = make_client(config, @log)
-      log.info("Asking aria2 about it's active downloads ..")
-      active = client.call_rpc("aria2.tellActive")
-      active.each do |entry|
-        gid = entry["gid"]
-        complete, total, speed = [
-                                  "completedLength",
-                                  "totalLength",
-                                  "downloadSpeed",
-                                 ].map do |field|
-          entry[field].to_i
-        end
-        remaining = total - complete
-        eta_str = if speed == 0
-                    "N/A"
-                  else
-                    remsec = remaining/speed
-                    hr = remsec/3600
-                    remsec = remsec%3600
-                    min = remsec/60
-                    remsec = remsec%60
-                    result = ""
-                    result += "#{hr}h" if hr > 0
-                    result += "#{min}m" if min > 0
-                    result += "#{remsec}s"
-                  end
-        no_files = entry["files"].size
-        first_file = entry["files"].first["uris"].first["uri"]
-        log.info("##{gid}: #{no_files} file(s) (currently: #{File.basename(first_file)}). "\
-                 "#{complete}/#{total} (#{"%.2f" % (complete.to_f * 100 / total)}%). "\
-                 "ETA: #{eta_str}")
-      end
-    end
-
-    def do_pause()
-      config = load_config(@config_dirname)
-      client = make_client(config, @log)
-      log.info("Asking aria2 to pause ..")
-      log.debug(client.call_rpc("aria2.pauseAll"))
-    end
-
-    def do_unpause()
-      config = load_config(@config_dirname)
-      client = make_client(config, @log)
-      log.info("Asking aria2 to pause ..")
-      log.debug(client.call_rpc("aria2.unpauseAll"))
-    end
-
-    def get_user_input(question, default)
-      default_text = case default
-                     when :required, :password; nil
-                     when :disable; "blank to disable"
-                     else; "default: #{default}"
-                     end
-
-      response = ask([
-                      question,
-                      default_text ? "(#{default_text})" : nil,
-                     ].compact.join(" "),
-                     default == :password)
-      
-      if response.empty?
-        response = case default
-                   when :required, :password
-                     log.error("That option was required! Try again :-)")
-                     get_user_input(question, default)
-                   when :disable
-                     nil
-                   else
-                     default
-                   end
-      end
-      
-      return response
-    end
-
-    def ask(question, hide_input = false)
-      STDOUT.write(question + " ")
-      system("stty -echo") if hide_input
-      response = STDIN.gets().strip()
-      if hide_input
-        STDOUT.puts()
-        system("stty echo")
-      end
-      response
-    end
-
-    def run()
-      config = load_config(@config_dirname)
-      unless @foreground
-        log.info("Fading into the ether ..")
-        make_daemon(config[:daemon])
-      end
-      client = make_client(config, @log)
-      client.run()
-      Kernel.exit(RC_OK)
-    end
-
-    def log
-      @log ||= Leecher::Log.new()
-    end
-
-    def load_config(config_dirname)
-      unless File.exist?(config_dirname)
-        log.info("You don't have a leecher config setup")
-        do_getting_started()
-      end
-      
-      config = YAML.load_file(File.join(config_dirname, "config.yml"))
-      if (log_conf = config[:log])
-        @log = Leecher::Log.new(config[:log][:level],
-                                config[:log][:filename])
-      end
-      config
-    rescue Errno::ENOENT
-      log.error("No such config file #{config_dirname.inspect()}")
-      Kernel.exit!(RC_CONF_MISSING)
-    end
-
-    def make_daemon(config)
-      raise log.fatal("First fork failed") if (pid = Kernel.fork()) == -1
-      Kernel.exit!(RC_OK) unless pid.nil?
-      Process.setsid()
-      File.open(File.join(@config_dirname, "pid"), "w") do |f|
-        f.puts(Process.pid)
-      end
-      Dir.chdir(config[:chdir]) if config.has_key? :chdir
-      File.umask(config[:umask]) if config.has_key? :umask
-      [
-       [STDIN, :stdin],
-       [STDOUT, :stdout],
-       [STDERR, :stderr],
-      ].each do |io, key|
-         if config.has_key? key
-           io.reopen(*config[key])
-         else
-           io.reopen("/dev/null")
-         end
-      end
-    end
-
-    def make_client(config, log)
-      Leecher::Client.new(config[:username],
-                          config[:password],
-                          config[:metalink_queue_name],
-                          config[:bunny_opts],
-                          config[:aria2_opts],
-                          log)
-    end
-  end
-end
-
-Leecher::Cli.new().parse_opts(ARGV).run()
+DaemonKit::Application.exec(DAEMON_ROOT + '/libexec/leecher-daemon.rb')

data/bin/leecher-aria2-event-hook

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+require File.expand_path('../../config/environment',  __FILE__)
+
+leecher = Leecher.new
+
+unless ARGV.size == 3
+  raise ArgumentError.new("#{ARGV.inspect} should be in format: [gid, number-of-files, file-path]")
+end
+
+gid, no_files, file_path = ARGV
+leecher.state_change(Integer(gid))

data/config/amqp.example.yml

@@ -0,0 +1,28 @@
+# AMQP client configuration file
+
+# These values will be used to configure the ampq gem, any values
+# omitted will let the gem use it's own defaults.
+
+# The configuration specifies the following keys:
+# * user - Username for the broker
+# * pass - Password for the broker
+# * host     - Hostname where the broker is running
+# * vhost    - Vhost to connect to
+# * port     - Port where the broker is running
+# * ssl      - Use ssl or not
+# * timeout  - Timeout
+
+defaults: &defaults
+  user: guest
+  pass: guest
+  host: localhost
+  vhost: /
+
+development:
+  <<: *defaults
+
+test:
+  <<: *defaults
+
+production:
+  <<: *defaults