xunlei 0.0.1

data/.gitignore

@@ -0,0 +1,6 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+coverage
+*.log

data/.travis.yml

@@ -0,0 +1,4 @@
+rvm:
+  - 1.9.2
+  - 1.8.7
+gemfile: Gemfile.ci

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.ci

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Guardfile

@@ -0,0 +1,5 @@
+guard 'rspec', :version => 2 do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end

data/README.md

@@ -0,0 +1,40 @@
+xunlei gem
+===========
+
+lixian.vip.xunlei.com utility script for Mac OS X users
+
+Summary:
+-----------
+
+This is a browser script for lixian.vip.xunlei.com.
+It drives Google Chrome to do automation tasks for you, so please
+make sure you have Google Chrome installed first.
+
+WARNING:
+it stores your USERNAME and PASSWORD for
+lixian.vip.xunlei.com as PLAINTEXT at ~/.xunlei/credentials.yml
+
+Install:
+-----------
+
+    gem install xunlei
+
+Usage:
+-----------
+
+Dump all tasks from web:
+
+    xunlei dump_tasks
+
+Download files
+
+    xunlei download
+
+Download files according to pattern in file names
+
+    xunlei download --only matrix
+    xunlei download --except bourne
+
+Pass --help to see more tasks and options
+
+    xunlei --help

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/xunlei

@@ -0,0 +1,199 @@
+#!/usr/bin/env ruby
+
+require "xunlei"
+require "yaml"
+require "commander/import"
+
+program :name, "Xunlei"
+program :version, Xunlei::VERSION
+program :description, "lixian.vip.xunlei.com utility script"
+
+def filter_files(options = nil)
+  files = []
+  YAML.load_file(xunlei_tasks_path).each do |file|
+    if !options.only.nil?
+      files << file if file[:name] =~ /#{options.only}/i
+    elsif !options.except.nil?
+      files << file unless file[:name] =~ /#{options.except}/i
+    else
+      files << file
+    end
+  end
+  files
+end
+
+def do_dump_cookies(c)
+  c.option "--driver DRIVER", String, "use a different webdriver (e.g. firefox). default is chrome"
+  c.action do |args, options|
+    options.default :driver => "chrome"
+    
+    check_for_config_files
+    check_for_chromedriver
+    credentials = YAML.load_file(xunlei_credential_file_path)
+    engine = Xunlei::Engine.new(credentials[:username], credentials[:password], options.driver.downcase.to_sym)
+
+    File.open(xunlei_cookies_path, "w") do |file|
+      engine.dump_cookies.each do |line|
+        file.write(line)
+      end
+    end
+
+    yield(engine) if block_given?
+
+    engine.stop
+  end
+end
+
+def xunlei_cookies_path
+  File.join(xunlei_folder_path, "cookies.txt")
+end
+
+def xunlei_tasks_path
+  File.join(xunlei_folder_path, "all_tasks.yml")
+end
+
+def xunlei_credential_file_path
+  File.join(xunlei_folder_path, "credentials.yml")
+end
+
+def xunlei_folder_name
+  "~/.xunlei"
+end
+
+def xunlei_folder_path
+  File.expand_path(xunlei_folder_name)
+end
+
+def xunlei_folder_exists?
+  Dir.exists?(xunlei_folder_path)
+end
+
+def credential_file_exists?
+  File.exists?(xunlei_credential_file_path)
+end
+
+def create_xunlei_folder
+  Dir.mkdir(xunlei_folder_path)
+end
+
+def ask_for_credentials
+  puts "#{xunlei_credential_file_path} not exists. Now creating one."
+  puts "*** WARNING: your USERNAME and PASSWORD will be stored as PLAINTEXT at #{xunlei_credential_file_path} ***"
+    
+  username = ask("Username: ")
+  password = ask("Password: ") { |q| q.echo = "*" }
+  File.open(xunlei_credential_file_path, "w") do |file|
+    file.write({ :username => username, :password => password }.to_yaml)
+  end
+  
+  puts "#{xunlei_credential_file_path} successfully created."
+end
+
+def check_for_credentials
+  ask_for_credentials unless credential_file_exists?
+end
+
+def chromedriver_zip_name
+  "chromedriver_mac.zip"
+end
+
+def check_for_chromedriver
+  unless system("which chromedriver > /dev/null 2>&1")
+    puts "chromedriver not found in your PATH"
+    if agree("Would you like me to try download it for you? (yes or no)")
+      if system("wget 'http://chromium.googlecode.com/files/chromedriver_mac_16.0.902.0.zip' -O #{chromedriver_zip_name}")
+        if system("unzip #{chromedriver_zip_name}")
+          puts "moving chromedriver to /usr/local/bin ..."
+          system("mv -v chromedriver /usr/local/bin")
+          
+          puts "deleting temporary files..."
+          system("rm -v #{chromedriver_zip_name}")
+        else
+          puts "`unzip` not found in your PATH. Try manually unzip #{chromedriver_zip_name} and move it to /usr/local/bin"
+          exit
+        end
+      end
+    else
+      puts "OK. You can download it manually here: http://code.google.com/p/chromium/downloads"
+      exit
+    end
+  end
+end
+
+def check_for_config_files
+  create_xunlei_folder unless xunlei_folder_exists?
+  check_for_credentials
+end
+
+command :dump_tasks do |c|
+  c.syntax= "dump_tasks"
+  c.description = "dump all files to #{xunlei_tasks_path}"
+  
+  do_dump_cookies(c) do |engine|
+    tasks = engine.dump_tasks
+    
+    File.open(xunlei_tasks_path, "w") do |file|
+      file.write(tasks.to_yaml)
+    end
+    
+    puts "Successfully dumped following tasks:"
+    puts
+    tasks.each do |task|
+      puts task[:name]
+    end
+  end
+end
+
+command :dump_cookies do |c|
+  c.syntax = "dump_cookies"
+  c.description = "dump cookies to #{xunlei_cookies_path}"
+  
+  do_dump_cookies(c)
+end
+
+command :download do |c|
+  c.syntax = "download"
+  c.description = "download all files in #{xunlei_tasks_path}"
+  c.option "--only PATTERN", String, "only download files which names include PATTERN"
+  c.option "--except PATTERN", String, "do not download files which names include PATTERN"
+  
+  c.action do |args, options|
+    options.default :only => nil, :except => nil
+    
+    files = filter_files(options)
+    
+    if files.empty?
+      puts "Nothing to do."
+    else
+      puts "\nAbout to download following files:"
+      puts
+      filter_files(options).each do |file|
+        puts file[:name]
+      end
+      
+      if agree("\nConfirm? (yes or no)")
+        filter_files(options).each do |file|
+          cmd = "wget --load-cookies=#{xunlei_cookies_path} '#{file[:url]}' -c -O '#{file[:name]}'"
+          break unless system(cmd)
+        end
+      end
+    end
+  end
+end
+
+command :show do |c|
+  c.syntax = "show"
+  c.description = "show files in #{xunlei_tasks_path}"
+  
+  c.action do |args, options|
+    options.default :only => nil, :except => nil
+    puts "You have following files in your #{xunlei_tasks_path}:"
+    puts
+    filter_files(options).each do |file|
+      puts file[:name]
+    end
+  end
+end
+
+alias_command :down, :download
+alias_command :dump, :dump_tasks

data/lib/xunlei.rb

@@ -0,0 +1,3 @@
+require "xunlei/version"
+require "xunlei/engine"
+

data/lib/xunlei/engine.rb

@@ -0,0 +1,132 @@
+require "watir-webdriver"
+
+module Xunlei
+  class Engine
+    def initialize(username, password, driver = :chrome)
+      @browser = Watir::Browser.new driver
+      @browser.goto "http://lixian.vip.xunlei.com"
+
+      @browser.text_field(:id => "u").when_present.set(username)
+      @browser.text_field(:id => "p_show").when_present.set(password)
+      @browser.button(:id => "button_submit4reg").when_present.click
+    end
+    
+    def dump_cookies
+      # wait until cookies are ready
+      get_task_list
+      
+      cookies = []
+      @browser.driver.manage.all_cookies.each do |cookie|
+        domain = cookie[:domain]
+        path = cookie[:path]
+        expires = cookie[:expires] ? cookie[:expires].strftime("%s") : "0"
+        name = cookie[:name]
+        value = cookie[:value]
+        cookies << "#{domain}\tTRUE\t#{path}\tFALSE\t#{expires}\t#{name}\t#{value}\n"
+      end
+      
+      cookies
+    end
+    
+    def dump_tasks
+      all_files = []
+      
+      begin
+        all_files += process_current_page
+      end while next_page
+      
+      all_files
+    end
+    
+    def stop
+      @browser.close
+    end
+    
+  private  
+    
+    def wait_until_all_loaded
+      get_task_list
+    end
+    
+    def get_task_list
+      task_list = @browser.div(:id => "rowbox_list")
+      task_list.wait_until_present
+      task_list
+    end
+    
+    def next_page
+      next_li = @browser.li(:class => "next")
+      if next_li.present?
+        next_li.as.first.click
+        true
+      else
+        false
+      end
+    end
+    
+    def process_current_page
+      task_list = get_task_list
+      
+      all_files = []
+
+      task_list.divs(:class => "rw_list").each do |task_div|
+        all_files += process_task(task_div)
+      end
+
+      all_files
+    end
+    
+    def process_task(task_div)
+      task_files = []
+      
+      task_div.wait_until_present
+
+      if task_is_ready?(task_div)  
+        task_div.click
+        task_div.a(:class => "rwbtn ic_down").wait_until_present
+
+        if task_div.a(:class => "rwbtn ic_open").present?
+          task_files += process_bt_task(task_div)
+        else
+          task_files << process_normal_task(task_div)
+        end
+      else
+        # still downloading
+      end
+      
+      task_files
+    end
+    
+    def task_is_ready?(task_div)
+      task_div.em(:class => "loadnum").text == "100%"
+    end
+    
+    def process_normal_task(task_div)
+      normal_task_a = task_div.span(:class => "namelink").as.first
+      normal_task_input = task_div.input(:id => "dl_url" + task_div.id.gsub(/\D+/, ""))
+      { :name => normal_task_a.text, :url => normal_task_input.value }
+    end
+    
+    def process_bt_task(task_div)
+      task_files = []
+      task_div.a(:class => "rwbtn ic_open").when_present.click
+
+      folder_list = @browser.div(:id => "rwbox_bt_list")
+      folder_list.wait_until_present
+      
+      folder_list.as(:name => "bturls").each do |a|
+        task_files << { :name => a.text, :url => a.href }
+      end
+
+      go_back_from_bt_task
+      
+      task_files
+    end
+    
+    def go_back_from_bt_task
+      back_div = @browser.div(:id => "view_bt_list_nav")
+      back_div.wait_until_present
+      back_div.lis(:class => "main_link main_linksub").first.a(:class => "btn_m").click
+    end
+  end
+end

data/lib/xunlei/version.rb

@@ -0,0 +1,3 @@
+module Xunlei
+  VERSION = "0.0.1"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+require "simplecov"
+SimpleCov.start
+
+require "fakeweb"
+
+FakeWeb.allow_net_connect = false

data/spec/xunlei/engine_spec.rb

@@ -0,0 +1,3 @@
+require "spec_helper"
+
+# Sorry there's no spec here. Just hack around.

data/xunlei.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "xunlei/version"
+
+Gem::Specification.new do |s|
+  s.name        = "xunlei"
+  s.version     = Xunlei::VERSION
+  s.authors     = ["Forrest Ye"]
+  s.email       = ["afu@forresty.com"]
+  s.homepage    = ""
+  s.summary     = %q{A browser script to access lixian.vip.xunlei.com tasks automatically}
+  s.description = %q{A browser script to access lixian.vip.xunlei.com tasks automatically}
+
+  s.rubyforge_project = "xunlei"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency "rake"
+  
+  s.add_runtime_dependency "watir-webdriver"
+  s.add_runtime_dependency "commander"
+end

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: xunlei
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Forrest Ye
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-10-16 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70288983816380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70288983816380
+- !ruby/object:Gem::Dependency
+  name: watir-webdriver
+  requirement: &70288983815740 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70288983815740
+- !ruby/object:Gem::Dependency
+  name: commander
+  requirement: &70288983815280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70288983815280
+description: A browser script to access lixian.vip.xunlei.com tasks automatically
+email:
+- afu@forresty.com
+executables:
+- xunlei
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- Gemfile.ci
+- Guardfile
+- README.md
+- Rakefile
+- bin/xunlei
+- lib/xunlei.rb
+- lib/xunlei/engine.rb
+- lib/xunlei/version.rb
+- spec/spec_helper.rb
+- spec/xunlei/engine_spec.rb
+- xunlei.gemspec
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: xunlei
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: A browser script to access lixian.vip.xunlei.com tasks automatically
+test_files:
+- spec/spec_helper.rb
+- spec/xunlei/engine_spec.rb