saber 0.0.7 → 1.0.0

data/lib/saber/mechanize_ext.rb

@@ -0,0 +1,136 @@
+class Mechanize::Form
+  # A Generic api to get value
+  # @see set
+  def get(type, criteial)
+    case type.to_sym
+    when :text, :hidden, :textarea, :keygen
+      (f=field(criteia)) ? f.value : nil
+    when :radiobutton 
+      (f=radiobutton(criteia)) ? f.checked? : nil
+    when :checkbox
+      (f=checkbox(criteia)) ? f.checked? : nil
+    when :multi_select_list, :select_list
+      (f=field(criteia)) ? f.value : nil
+    when :multi_select_list_text, :select_list_text
+      (f=field(criteia)) ? f.text_value : nil
+    when :file_upload
+      (f=file_upload(criteia)) ? f.file_name : nil
+    else
+      raise ArgumentError, "the type argument is wrong -- #{type.insepect}"
+    end
+  end
+
+  # A Generic api to set value
+  #
+  # types: :text, :hidden, :textarea, :keygen, :radiobutton, :checkbox, 
+  #        :multi_select_list[_text] :select_list[_text] :file_upload
+  #
+  # @param type [Symbol,String] 
+  # @param value [Object] use nil to pass the set.
+  #
+  # @example
+  #
+  #   set :text, "foo"
+  #   set :checkbox, true
+  #   set :select_list, "1"
+  #   set :select_list_text, "EPUB"
+  #
+  # @see get
+  def set(type, criteia, value)
+    return nil if value.nil?
+
+    case type.to_sym
+    when :text, :hidden, :textarea, :keygen
+      (f=field(criteia)) ? f.value = value : nil
+    when :radiobutton 
+      (f=radiobutton(criteia)) ? f.check(value) : nil
+    when :checkbox
+      (f=checkbox(criteia)) ? f.check(value) : nil
+    when :multi_select_list, :select_list
+      (f=field(criteia)) ? f.value = value : nil
+    when :multi_select_list_text, :select_list_text
+      (f=field(criteia)) ? f.text_value = value : nil
+    when :file_upload
+      (f=file_upload(criteia)) ? f.file_name = value : nil
+    else
+      raise ArgumentError, "the type argument is wrong -- #{type.insepect}"
+    end
+  end
+end
+
+class Mechanize::Form::MultiSelectList 
+  # Select no options
+  def select_none_with_tagen
+    @text_value = []
+    select_none_without_tagen
+  end
+  alias select_none_without_tagen select_none
+  alias select_none select_none_with_tagen
+
+  # Select all options
+  def select_all_with_tagen
+    @text_value = []
+    select_all_withoutout_tagen
+  end
+  alias select_all_without_tagen select_all
+  alias select_all select_all_with_tagen
+
+  def text_value
+    value = []
+    value.concat @text_value
+    value.concat selected_options.map { |o| o.text }
+    value
+  end
+
+  def text_value=(values)
+    select_none
+    [values].flatten.each do |value|
+      option = options.find { |o| o.text == value }
+      if option.nil?
+        @text_value.push(value)
+      else
+        option.select
+      end
+    end
+  end
+end
+
+class Mechanize::Form::SelectList
+  def text_value
+    value = super
+    if value.length > 0
+      value.last
+    elsif @options.length > 0
+      @options.first.value
+    else
+      nil
+    end
+  end
+
+  def text_value=(new)
+    if new != new.to_s and new.respond_to? :first
+      super([new.first])
+    else
+      super([new.to_s])
+    end
+  end
+end
+
+class Mechanize::Form::RadioButton
+  # check_with_tagen(nil)
+  # check_with_tagen(true)
+  # check_with_tagen(false)
+  def check_with_tagen(check=true)
+    if check.nil?
+      return
+    elsif check
+      check_without_tagen
+    else
+      uncheck
+    end
+  end
+
+  alias check_without_tagen check
+  alias check check_with_tagen
+end
+

data/lib/saber/rc.rb

@@ -1,31 +1,13 @@
 scgi_server = "http://localhost/RPC2"
 
 p:
-  download = Pa("~/download") # local download directory.
+  root = Pa.expand("../../..", __FILE__)
+  home = Pa("~/.saber")
+  homerc = Pa("~/.saberrc")
 
 aria2:
   rpc = "http://localhost:6800/rpc"
 
-label = "saber" # default auto-download label.
 port = 3014
 token = "641a16655dad688ab681c0279a4369b5"
 drb_uri = "druby://localhost:3015"
-
-server:
-  download = Pa("/home/foo/download") # remote download directory.
-  ftp = "ftp://seedbox/download" # download from "#{ftp}/<file>"
-  host = "seedbox"
-  user = "foo"
-
-  xmpp:
-    jid = "foo@jabber.org"
-    password = "y"
-    host = nil
-    port = nil
-
-client:
-  xmpp:
-    jid = "bar@jabber.org"
-    password = "y"
-    host = nil
-    port = nil

data/lib/saber/task.rb

@@ -1,17 +1,32 @@
 module Saber
-  class Task
-    class << self
-      def clean
-        Retort::Service.configure do |c| 
-          c.url = Rc.scgi_server 
-        end
+  # Usage
+  # 
+  #   require "saber/task/make"
+  #   Saber::Task["make"].invoke
+  #
+  # Define a new task
+  #
+  #   class HelloWorld < Task::Base
+  #     def invoke(*args, &blk)
+  #       p args
+  #     end
+  #   end
+  #
+  #   Task.hello_world(1, 2)   ->  [1, 2]
+  module Task 
+    autoload :Base, "saber/task/base"
+    autoload :Clean, "saber/task/clean"
+    autoload :Make, "saber/task/make"
+    autoload :Upload, "saber/task/upload"
+
+    @@tasks = {}
 
-        disk_files = Rc.p.download.ls2(:absolute => true)
-        bt_files = Retort::Torrent.all.map{|t| Retort::Torrent.action("name", t.info_hash) }.map{|n| Rc.p.download.join2(n)}
+    # a list of all tasks 
+    mattr_reader :tasks
 
-        (disk_files - bt_files).each { |file|
-          Pa.rm_r file, :verbose => true
-        }
+    class << self
+      def [](name)
+        tasks[name]
       end
     end
   end

data/lib/saber/task/base.rb

@@ -0,0 +1,18 @@
+require "active_support/core_ext/string/inflections"
+
+module Saber 
+  module Task
+    class Base < Thor
+      class << self
+        def inherited(child)
+          Task.tasks[child.name.demodulize.underscore] = child
+        end
+
+        # invoke a task
+        def invoke(*args)
+          new.invoke(*args)
+        end
+      end
+    end
+  end
+end

data/lib/saber/task/clean.rb

@@ -0,0 +1,18 @@
+require "retort"
+Retort::Service.configure { |c| c.url = Saber::Rc.scgi_server }
+
+module Saber
+  module Task
+    class Clean < Base
+      desc "clean", "clean"
+      def clean
+        disk_files = Pa.ls2(Rc.p.download, absolute: true)
+        bt_files = Retort::Torrent.all.map{|t| Retort::Torrent.action("name", t.info_hash) }.map{|n| Pa.join2(Rc.p.download, n)}
+
+        (disk_files - bt_files).each { |file|
+          Pa.rm_r file, :verbose => true
+        }
+      end
+    end
+  end
+end

data/lib/saber/task/generate.rb

@@ -0,0 +1,38 @@
+module Saber
+  module Task
+    # Generate meta data file. 
+    #
+    # Usage
+    # -----
+    #
+    #     Task["generate"].invoke(:generate, ["bib", "ebook", "Hello.epub", isbn])
+    #     > generate Hello.epub.yml data file.
+    #
+    class Generate < Base
+      include Thor::Actions
+
+      source_root "#{Rc.p.root}/templates"
+
+      desc "generate", "generate"
+      def generate(tracker_name, type, filename, *args)
+        require "saber/tracker/#{tracker_name}" if !args.empty?
+        template_file = find_in_source_paths("#{tracker_name}/#{type}.yml")
+        dest = "#{filename}.yml" 
+
+        if !args.empty? and Tracker[tracker_name].can_populate?(type)
+          populate = {}
+          data = YAML.load_file(template_file)
+
+          tracker = Tracker[tracker_name].new
+          tracker.login
+          populate = tracker.populate(type, *args)
+          data.merge!(populate)
+
+          create_file dest, YAML.dump(data)
+        else
+          copy_file template_file, dest
+        end
+      end
+    end
+  end
+end

data/lib/saber/task/make.rb

@@ -0,0 +1,44 @@
+require "shellwords"
+require "tagen/core/kernel/shell"
+
+module Saber
+  module Task
+    #
+    # Usage
+    # -----
+    #
+    #    Task["make"].invoke(:make, ["bib", "a.epub", "b.epub"])
+    #    > create a.epub.torrent and send it to local and remote watch directory.
+    #    > create b.epub.torrent ..
+    #
+    class Make < Base
+      desc "make", "make"
+      def make(tracker_name, *files)
+        Saber.ui.error! "You need set #{tracker_name}.announce_url in ~/.saberrc first" unless 
+          Rc._has_key?("#{tracker_name}.announce_url")
+
+        files.each { |file|
+          torrent_file = "#{file}.torrent"
+
+          if Pa.exists?(torrent_file) 
+            if options["force"]
+              Pa.rm torrent_file
+            else
+              Saber.ui.say "Skip make: #{file} (torrent alreay exists. use -f to overwrite it.)"
+              next
+            end
+          end
+
+          system "mktorrent -p -a #{Rc[tracker_name].announce_url} #{file.shellescape}", show_cmd: true
+          # cp tororent file to watch directory.
+          Pa.cp_f torrent_file, Rc.p.watch, show_cmd: true if Rc.p._has_key?(:watch) 
+          if Rc.p._has_key?(:remote_watch)
+            require "saber/task/send"
+            Task["send"].invoke(:send, [torrent_file, Rc.p.remote_watch]) 
+          end
+          Saber.ui.say ""
+        }
+      end
+    end
+  end
+end

data/lib/saber/task/send.rb

@@ -0,0 +1,21 @@
+require "shellwords"
+require "tagen/core/kernel/shell"
+
+module Saber
+  module Task
+    # send files to seedbox.
+    class Send < Base
+
+      desc "send1", "send"
+      # @overload send(*files, dest)
+      def send1(*args)
+        if args.length == 1 then
+          Saber.ui.error! "At least one src for send -- src: nil, dest: #{args[1].inspect}."
+        end
+
+        *files, dest = args
+        system "rsync -Phr #{files.shelljoin} #{Rc.server.user}@#{Rc.server.host}:#{dest}", show_cmd: true 
+      end
+    end
+  end
+end

data/lib/saber/task/upload.rb

@@ -0,0 +1,37 @@
+module Saber
+  module Task
+    # Usage
+    #
+    #   Task["upload"].invoke(:upload, ["site", "Hello.epub"])             # make hello.epub.torrent
+    #   Task["upload"].invoke(:upload, ["site", "Hello.epub.torrent"])
+    #
+    class Upload < Base
+      desc "upload", "upload"
+      # @param [String] tracker_name
+      # @param [String] file/torrent_file  "foo" or "foo.torrent"
+      def upload(tracker_name, *torrent_files)
+        require "saber/tracker/#{tracker_name}"
+
+        torrent_files.map!{|v| Pa.add_ext2(v, ".torrent")}
+
+        ensure_torrent_file(tracker_name, *torrent_files)
+
+        tracker = Tracker[tracker_name].new
+        tracker.login
+        tracker.upload(*torrent_files)
+      end
+
+    private
+
+      def ensure_torrent_file(tracker_name, *torrent_files)
+        require "saber/task/make"
+
+        torrent_files.each { |torrent_file|
+          next if Pa.exists?(torrent_file)
+
+          Task["make"].invoke(:make, [tracker_name, Pa.delete_ext2(torrent_file, ".torrent")])
+        }
+      end
+    end
+  end
+end

data/lib/saber/tracker.rb

@@ -0,0 +1,28 @@
+require "mechanize"
+require "saber/mechanize_ext"
+require "highline/import"
+require "reverse_markdown"
+require "json"
+
+module Saber
+  # Usage
+  #
+  #  bib = Tracker["bib"]
+  #  bib.login
+  #  bib.upload("Hello.epub.torrent")
+  #
+  module Tracker
+    autoload :Base, "saber/tracker/base"
+    autoload :What, "saber/tracker/what"
+    autoload :BIB, "saber/tracker/bib"
+
+    @@trackers = {}
+    mattr_reader :trackers
+
+    class << self
+      def [](name)
+        trackers[name]
+      end
+    end
+  end
+end

data/lib/saber/tracker/base.rb

@@ -1,8 +1,121 @@
-require "httparty"
+require "active_support/core_ext/string/inflections"
 
 module Saber
-  class Tracker
+  module Tracker
     class Base
+      def self.inherited(child)
+        Tracker.trackers[child.name.demodulize.underscore] = child
+      end
+
+      # implement
+      @@POPULATE_TYPES = []
+
+      def self.can_populate?(type)
+        @@POPULATE_TYPES.include?(type.to_s)
+      end
+
+      # implement
+      @@BASE_URL = ""
+      @@LOGIN_CHECK_PATH = ""
+
+      attr_reader :agent
+      attr_reader :site_name
+      
+      def initialize
+        @site_name = self.class.name.demodulize.underscore
+        @agent = Mechanize.new 
+
+        @agent.get(@@BASE_URL)
+      end
+
+      def login
+        if login_with_cookie
+          return
+        end
+
+        login_with_username
+      end
+
+      def upload(*torrent_files)
+        files = torrent_files.map{|v| Pa.delete_ext(v, ".torrent")}
+
+        files.each {|file|
+          info = Optimism.require!("./#{file}.yml")
+
+          if do_upload(file, info)
+            Saber.ui.say "Upload Complete: #{file}"
+          else
+            Saber.ui.error "Upload Failed: #{file}"
+          end
+        }
+      end
+
+      # Return data by auto-fill functions provied by site.
+      #
+      # @example
+      #
+      #  populate("ebook", isbn)
+      #
+      # @return [Hash]
+      def populate(type, *args)
+        meth = "populate_#{type}"
+
+        if respond_to?(meth) then
+          send meth, *args
+        else
+          raise ArgumentError, "Not support this type -- #{type}"
+        end
+      end
+
+    protected
+
+      # Implement
+      #
+      # @return [Boolean] success?
+      def do_upload(file, info)
+        raise NotImplementedError
+      end
+
+      # Implement
+      #
+      # @return [Boolean] success?
+      def do_login_with_username(username)
+        raise NotImplementedError
+      end
+
+      def login_with_cookie
+        if Pa.exists?("#{Rc.p.home}/#{site_name}.cookies") then
+          open("#{Rc.p.home}/#{site_name}.cookies") { |io|
+            agent.cookie_jar.load_cookiestxt(io)
+          }
+
+          ret = agent.get(@@LOGIN_CHECK_PATH)
+
+          if ret.uri.path == @@LOGIN_CHECK_PATH
+            true 
+          else
+            Saber.ui.say "Login with cookie failed."
+            false
+          end
+        end
+      end
+
+      def login_with_username
+        username = Rc._fetch(["#{site_name}.username", "username"], nil)
+
+        Saber.ui.say "Begin to login manually."
+        Saber.ui.say "Username: #{username}" if username
+        loop do
+          if do_login_with_username(username)
+            open("#{Rc.p.home}/#{site_name}.cookies", "w") { |f|
+              agent.cookie_jar.dump_cookiestxt(f)
+            }
+            return true
+          end
+        end
+      end
     end
   end
 end
+
+# vim: fdn=4