saber 1.1.1 → 1.2.0

data/lib/saber/tracker2/gazelle.rb

@@ -0,0 +1,52 @@
+module Saber
+  module Tracker2
+    class Gazelle < Base
+      def add_format(info)
+        unless info[:groupid]
+          Saber.ui.error "You must provide groupid." 
+          return false 
+        end
+
+        agent.goto "#{self.class::BASE_URL}/upload.php?groupid=#{info[:groupid]}"
+        check_login %r~/upload\.php~
+
+        form = agent.form(action: "")
+        fill_add_form(form, info)
+        form.submit() unless options["dry-run"]
+
+        if agent.url =~ %r~/upload\.php~
+          begin
+            error = agent.element(xpath: "//*[@id='content']/div[2]/p[2]").html
+          rescue Watir::Exception::UnknownObjectException # unable to locate element
+          end
+          error = ReverseMarkdown.parse(error) if error
+          Saber.ui.error "ERROR: #{error.to_s.strip}\n"
+          return false 
+        else
+          return true
+        end
+      end
+
+      def new_upload(info)
+        agent.goto "#{self.class::BASE_URL}/upload.php"
+        check_login %r~/upload\.php~
+
+        form = agent.form(action: "")
+        fill_form(form, info)
+        form.submit() unless options["dry-run"]
+
+        if agent.url =~ %r~/upload\.php~
+          begin
+            error = agent.element(xpath: "//*[@id='content']/div[2]/p[2]").html
+          rescue Watir::Exception::UnknownObjectException # unable to locate element
+          end
+          error = ReverseMarkdown.parse(error) if error
+          Saber.ui.error "ERROR: #{error.to_s.strip}\n"
+          return false 
+        else
+          return true
+        end
+      end
+    end
+  end
+end

data/lib/saber/tracker2/stp.rb

@@ -0,0 +1,136 @@
+module Saber
+  module Tracker2
+    class STP < Gazelle
+      BASE_URL = "https://stopthepress.es"
+
+      TYPES = {
+        "magazine" => "Magazines",
+        "newspaper" => "Newspapers",
+        "manual" => "Manuals",
+        "journal" => "Journals",
+        "ebook" => "E-Books"
+      }
+
+      FIELDS = { 
+        "magazine" => {
+          torrent_file: "//input[@name='file_input']",
+          name: "//input[@name='artists[]']",
+          title: "//input[@name='title']",
+          type: "//select[@name='releasetype']",
+          edition: "//input[@name='remaster_title']",
+          scene: "//input[@name='scene']",
+          format: "//select[@name='format']",
+          source: "//select[@name='media']",
+          retail: "//input[@name='flac_log']",
+          tags: "//input[@name='tags']",
+          image: "//input[@name='image']",
+          description: "//textarea[@name='album_desc']",
+          release_description: "//textarea[@name='release_desc']"
+        },
+
+        "newspaper" => {
+          torrent_file: "//input[@name='file_input']",
+          title: "//input[@name='title']",
+          tags: "//input[@name='tags']",
+          image: "//input[@name='image']",
+          description: "//textarea[@name='desc']"
+        },
+
+        "manual" => {
+          torrent_file: "//input[@name='file_input']",
+          title: "//input[@name='title']",
+          tags: "//input[@name='tags']",
+          image: "//input[@name='image']",
+          description: "//textarea[@name='desc']"
+        },
+
+        "journal" => {
+          torrent_file: "//input[@name='file_input']",
+          title: "//input[@name='title']",
+          tags: "//input[@name='tags']",
+          image: "//input[@name='image']",
+          description: "//textarea[@name='desc']"
+        },
+
+        "ebook" => {
+          torrent_file: "//input[@name='file_input']",
+          title: "//input[@name='title']",
+          publisher: "//input[@name='record_label']",
+          isbn: "//input[@name='catalogue_number']",
+          year: "//input[@name='year']",
+          #edition: "//input[@name='remaster_title']",
+          #edition_year:  "//input[@name='remaster_year']",
+          #edition_publisher: "//input[@name='remaster_record_label']",
+          #edition_isbn: "//input[@name='remaster_catalogue_number']",
+          scene: "//input[@name='scene']",
+          format: "//select[@name='format']",
+          source: "//select[@name='media']",
+          retail: "//input[@name='flac_log']",
+          tags: "//input[@name='tags']",
+          image: "//input[@name='image']",
+          description: "//textarea[@name='album_desc']",
+          release_description: "//textarea[@name='release_desc']"
+        },
+      }
+
+      ADD_FIELDS = {
+        "ebook" => {
+          torrent_file: "//input[@name='file_input']",
+          edition: "//input[@name='remaster_title']",
+          year:  "//input[@name='remaster_year']",
+          publisher: "//input[@name='remaster_record_label']",
+          isbn: "//input[@name='remaster_catalogue_number']",
+          scene: "//input[@name='scene']",
+          format: "//select[@name='format']",
+          source: "//select[@name='media']",
+          retail: "//input[@name='flac_log']",
+          release_description: "//textarea[@name='release_desc']"
+        },
+      }
+
+      def fill_add_form(form, info)
+        # ebook: edition
+        if %w[ebook].include? info[:upload_type]
+          form.checkbox(name: "remaster").set(true)
+        end
+
+        ADD_FIELDS[info[:upload_type]].each {|key, selector|
+          form.quick_set(selector, check_value!(info[key]))
+        }
+      end
+
+      def fill_form(form, info)
+        form.select(name: "type").select info[:upload_type2]
+        form.input(name: "artists[]").wait_while_present unless info[:upload_type] == "magazine"
+        sleep 0.1
+
+        # magazine. edition
+        if %[magazine].include? info[:upload_type]
+          form.checkbox(name: "remaster").set(true)
+        end
+
+        # edition, authors
+        if %w[ebook].include? info[:upload_type]
+          #form.checkbox(name: "remaster").set(true)
+
+          (info[:authors].split(",").length - 1).times { 
+            form.a(text: '+').click 
+          }
+        end
+
+        FIELDS[info[:upload_type]].each {|key, selector|
+          form.quick_set(selector, info[key])
+        }
+
+        # authors
+        if %w[ebook].include? info[:upload_type]
+          info[:authors].split(",").each.with_index { |author, i|
+            form.text_fields(name: "authors[]")[i].set author
+          }
+        end
+      end
+    end
+  end
+end
+
+# vim: fdn=4

data/lib/saber/tracker2/what.rb

@@ -0,0 +1,51 @@
+module Saber
+  module Tracker2
+    class What < Base
+      BASE_URL = "https://what.cd"
+
+      TYPES = {
+        "music" => "Musics",
+        "application" => "Applications",
+        "ebook" => "E-Books",
+        "audiobook" => "Audiobooks",
+        "elearning-video" => "E-Learning Videos",
+        "comedy" => "Comedy",
+        "comic" => "Comics"
+      }
+
+      FIELDS = { 
+        "ebook" => { 
+          torrent_file: "//input[@name='file_input']",
+          title: "//input[@name='title']",
+          tags: "//input[@name='tags']",
+          image: "//input[@name='image']",
+          description: "//textarea[@name='desc']"
+        }
+      }
+      
+      def do_upload(file, info)
+        #path = info["group_id"] ? "/upload.php?group_id=#{info['group_id']}" : "/upload.php"
+
+        agent.goto "#{BASE_URL}/upload.php"
+        check_login %r~/upload\.php~
+
+        form = agent.form(action: "")
+        form.select(name: "type").select info[:type2]
+        form.input(value: "Find Info").wait_while_present unless info[:type] == "music"
+        sleep 0.1
+
+        FIELDS[info[:type]].each {|key, selector|
+          form.quick_set(selector, info[key])
+        }
+
+        form.submit()
+
+        if agent.url =~ %r~/upload\.php~
+          return false
+        else
+          return true
+        end
+      end
+    end
+  end
+end

data/lib/saber/version.rb

@@ -1,3 +1,3 @@
 module Saber
-  VERSION = "1.1.1"
+  VERSION = "1.2.0"
 end

data/lib/saber/watir_ext.rb

@@ -0,0 +1,95 @@
+# Cookies
+module Watir
+  class Browser
+    # Read cookies from Mozilla cookies.txt-style IO stream
+    #
+    # @param file [IO,String]
+    #
+    def load_cookies(file)
+      now = ::Time.now
+
+      io = case file
+      when String
+        open(file)
+      else
+        file
+      end
+
+      io.each_line do |line|
+        line.chomp!
+        line.gsub!(/#.+/, '')
+        fields = line.split("\t")
+
+        next if fields.length != 7
+
+        name, value, domain, for_domain, path, secure, version = fields[5], fields[6], 
+          fields[0], (fields[1] == "TRUE"), fields[2], (fields[3] == "TRUE"), 0
+
+        expires_seconds = fields[4].to_i
+        expires = (expires_seconds == 0) ? nil : ::Time.at(expires_seconds)
+        next if expires and (expires < now)
+
+        cookies.add(name, value, domain: domain, path: path, expires: expires, secure: secure)
+      end
+
+      io.close if String === file
+
+      self
+    end
+
+    # Write cookies to Mozilla cookies.txt-style IO stream
+    #
+    # @param file [IO,String]
+    def dump_cookies(file)
+      io = case file
+      when String
+        open(file, "w")
+      else
+        file
+      end
+
+      cookies.to_a.each do |cookie|
+        io.puts([
+          cookie[:domain],
+          "FALSE", # for_domain
+          cookie[:path],
+          cookie[:secure] ? "TRUE" : "FALSE",
+          cookie[:expires].to_i.to_s,
+          cookie[:name],
+          cookie[:value]
+        ].join("\t"))
+      end
+
+      io.close if String === file
+
+      self
+    end
+  end
+end
+
+# Element
+module Watir
+  class Element
+    # quick set value.
+    #
+    # @example
+    #
+    #  form = browser.form
+    #  form.quick_set("//input[@name='value']", "hello")
+    #  form.quick_set("//input[@name='check']", true)
+    #  form.quick_set("//select[@name='foo']", "Bar")
+    #  form.quick_set("//textarea[@name='foo']", "bar")
+    #
+    def quick_set(selector, value)
+      elem = element(xpath: selector).to_subtype
+      case elem.tag_name
+      when "input"
+        elem.set value
+      when "select"
+        elem.select value
+      when "textarea"
+        elem.set value
+      end
+    end
+  end
+end

data/saber.gemspec

@@ -20,7 +20,7 @@ A complete solution for PT users.
 	s.add_dependency "pd", ">= 0"
 	s.add_dependency "tagen", "~> 2.0.1"
 	s.add_dependency "optimism", "~> 3.3.1"
-	s.add_dependency "pa", "~> 1.3.2"
+	s.add_dependency "pa", "~> 1.3.3"
 	s.add_dependency "retort", "~> 0.0.6"
 	s.add_dependency "thor", "~> 0.16.0"
 	s.add_dependency "net-ssh", "~> 2.5.2"
@@ -28,4 +28,9 @@ A complete solution for PT users.
 	s.add_dependency "mechanize", "~> 2.5.1"
 	s.add_dependency "highline", "~> 1.6.14"
 	s.add_dependency "reverse_markdown", "~> 0.3.0"
+	s.add_dependency "watir", "~> 4.0.1"
+	s.add_dependency "faraday", "~> 0.8.4"
+	s.add_dependency "faraday_middleware", "~> 0.8.8"
+	s.add_dependency "isbn", "~> 2.0.7"
+	s.add_dependency "sys-filesystem", "~> 1.0.0"
 end

data/spec/saber/autofetcher/server_spec.rb

@@ -4,7 +4,7 @@ Server = Saber::AutoFetcher::Server
 DRbServer = Saber::AutoFetcher::DRbServer
 public_all_methods DRbServer
 
-describe DRbServer do
+xdescribe DRbServer do
   describe "#build_files" do
     it "works" do
       s = DRbServer.new(nil)

data/spec/saber/task_spec.rb

@@ -9,7 +9,7 @@ class Task::HelloTest  < Task::Base
   end
 end
 
-describe Task do
+xdescribe Task do
   it "(complete example)" do
     expect(Task["hello_test"]).to be(Task::HelloTest)
     expect(Task["hello_test"].invoke(:hello, [1, 2])).to eq([1, 2])

data/systemd/saber-chd@.service

@@ -0,0 +1,12 @@
+[Unit]
+Description=saber-chd Service
+After=network.target
+
+[Service]
+Type=simple
+User=%i
+Environment=VAR=/var/%i
+ExecStart=/usr/bin/saber chd --log ${VAR}/saber-chd.log -V
+
+[Install]
+WantedBy=multi-user.target

data/systemd/saber-client@.service

@@ -0,0 +1,12 @@
+[Unit]
+Description=saber-client Service
+After=network.target
+
+[Service]
+Type=simple
+User=%i
+Environment=VAR=/var/%i
+ExecStart=/usr/bin/saber client --log ${VAR}/saber-client.log -V
+
+[Install]
+WantedBy=multi-user.target

data/systemd/saber-server@.service

@@ -0,0 +1,12 @@
+[Unit]
+Description=saber-server Service
+After=network.target
+
+[Service]
+Type=simple
+User=%i
+Environment=VAR=/var/%i
+ExecStart=/usr/bin/saber server --log ${VAR}/saber-server.log -V
+
+[Install]
+WantedBy=multi-user.target

data/templates/_saberrc

@@ -1,9 +1,23 @@
-p:
-  #watch = Pa("~/bt/watch")           # OPTIONAL local watch directory.    [saber-make]
-  remote_watch = Pa("bt/watch")       # OPTIONAL remote watch directory.   [saber-make]
-  fetcher_download = Pa("~/download") # aria2 download directory.          [saber-fetch]
-  remote_download = Pa("~/bt")        # remote bt download directory.      [saber-fetch]
-  download = Pa("~/bt")               # local bt download directory.       [saber-clean]
+#browser = [:firefox, {profile: "jobs"}]
+
+make:
+  #dir = Pa(".")                      # move to directory.
+  #watch = Pa("~/bt/watch")           # copy to local watch directory.
+  #remote_watch = Pa("bt/watch")      # ssh copy to remote watch directory.
+
+find_uploads:
+  #dir = Pa("~/bt/watch")
+
+upload:
+  #move_yml = Pa("done")
+  #move_torrent = Pa("done")
+
+fetch:
+  dir = Pa("~/downloads")   # aria2 download directory.
+  remote_dir = Pa("~/bt")   # remote bt download directory.
+
+clean:
+  dir = Pa("~/bt")          # local bt download directory.
 
 server:
   user = "x"               # seedbox login name
@@ -13,8 +27,15 @@ server:
 username = "foo"           # default username for login into site.
 
 bib:
-  username = "bar"         # OPTIONAL per-site username. use default username if not set.
-  announce_url = "x"       #                                    [saber-make, saber-upload]
+  #username = "bar"        # per-site username. use default username if not set.
+  announce_url = "x"
+
+chd:
+  passkey = "x"
+  dir = Pa("~/bt/watch")
+  update_interval = 15*60
+  diskspace_dir = Pa("/")
+  diskspace_limit = 20.gigabytes
 
 # [saber-fetch]
 server: