sq 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 13322e186f26b4bfd9d0d549d9e431d11e5eb204
+  data.tar.gz: 27fef1a017cedea1b8f624fa69933197b7914801
+SHA512:
+  metadata.gz: c9323f2d65d1dae55a2d0ecceb979f983ef62584759dbcadc4a7c6cd63df1e1091f042c3f748df794ad9fa40e60aa0bbbcbb6c93d4b6e6815e00788c9117b815
+  data.tar.gz: 4c1916d0f879fa8e16445e85beaa3545823bdb9e371373429469acdc0adb8ca7ee73d66ad2cdf1405792beb3d9085b091080f6b41f008d01be433d05b5163ddb

data/bin/sq

@@ -0,0 +1,28 @@
+#! /usr/bin/env ruby
+# -*- coding: UTF-8 -*-
+
+require 'trollop'
+require 'sq'
+
+opts = Trollop.options do
+  version "sq #{SQ.version}"
+  banner <<-EOS
+sq is a bulk PDFs downloader
+
+Usage:
+    sq [options] <uri> [<regex>]
+where [options] are:
+EOS
+
+  opt :directory, 'Choose the output directory', :short => '-o', :type => :string, :default => '.'
+end
+
+if ARGV.empty?
+  puts 'Error: No URI provided. Use -h or --help to see the help.'
+  exit 1
+end
+
+url, *regex_parts = ARGV
+regex = regex_parts.join(' ')
+
+SQ.process(url, Regexp.new(regex), opts)

data/lib/sq.rb

@@ -0,0 +1,53 @@
+#! /usr/bin/env ruby
+# -*- coding: UTF-8 -*-
+
+require 'uri'
+require 'open-uri'
+require 'nokogiri'
+require 'fileutils'
+
+module SQ
+  class << self
+    def version
+      '0.0.1'
+    end
+
+    def user_agent
+      "SQ/#{version} +github.com/bfontaine/sq"
+    end
+
+    def query(uri, regex=/./)
+      uri = 'http://' + uri unless uri =~ /^https?:\/\//
+
+      doc = Nokogiri::HTML(open(uri, 'User-Agent' => user_agent))
+      links = doc.css('a[href]')
+
+      uris = links.map { |a| URI.join(uri, a.attr('href')) }
+      uris.select! { |u| u.path =~ /\.pdf$/i && u.to_s =~ regex }
+
+      uris.map do |u|
+        {
+          :uri => u.to_s,
+          :name => u.path.split('/').last
+        }
+      end
+    end
+
+    def process(uri, regex=/./, opts={})
+      uris = self.query(uri, regex)
+      return 0 if uris.empty?
+
+      out = File.expand_path(opts[:directory] || '.')
+
+      Dir.mkdir(out) unless Dir.exists?(out)
+
+      uris.each do |u|
+        open("#{out}/#{u[:name]}", 'wb') do |f|
+          open(u[:uri], 'rb') do |resp|
+            f.write(resp.read)
+          end
+        end
+      end
+    end
+  end
+end

data/tests/tests.rb

@@ -0,0 +1,28 @@
+#! /usr/bin/env ruby
+# -*- coding: UTF-8 -*-
+
+require 'test/unit'
+require 'simplecov'
+
+test_dir = File.expand_path( File.dirname(__FILE__) )
+
+SimpleCov.start { add_filter '/tests/' } if ENV['COVERAGE']
+
+require 'sq'
+
+for t in Dir.glob( File.join( test_dir,  '*_tests.rb' ) )
+  require t
+end
+
+class SQTests < Test::Unit::TestCase
+
+  # == UD#version == #
+
+  def test_sq_version
+    assert(SQ.version =~ /^\d+\.\d+\.\d+/)
+  end
+
+end
+
+
+exit Test::Unit::AutoRunner.run

metadata

@@ -0,0 +1,146 @@
+--- !ruby/object:Gem::Specification
+name: sq
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Baptiste Fontaine
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: colored
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Download all PDFs linked in a Web page
+email: batifon@yahoo.fr
+executables:
+- sq
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/sq.rb
+- tests/tests.rb
+- bin/sq
+homepage: https://github.com/bfontaine/sq
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Bulk PDFs downloader
+test_files:
+- tests/tests.rb