unbreakable 0.0.2 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/unbreakable.rb +1 -1
- data/lib/unbreakable/scraper.rb +8 -8
- data/lib/unbreakable/version.rb +1 -1
- data/unbreakable.gemspec +1 -1
- metadata +8 -8
    
        data/lib/unbreakable.rb
    CHANGED
    
    
    
        data/lib/unbreakable/scraper.rb
    CHANGED
    
    | @@ -10,12 +10,12 @@ module Unbreakable | |
| 10 10 | 
             
              #     require 'open-uri'
         | 
| 11 11 | 
             
              #     class MyScraper < Unbreakable::Scraper
         | 
| 12 12 | 
             
              #       # Stores the contents of +http://www.example.com/+ in +index.html+.
         | 
| 13 | 
            -
              #       def retrieve( | 
| 13 | 
            +
              #       def retrieve(args)
         | 
| 14 14 | 
             
              #         store(:path => 'index.html'){ open('http://www.example.com/').read }
         | 
| 15 15 | 
             
              #       end
         | 
| 16 16 | 
             
              #
         | 
| 17 17 | 
             
              #       # Processes +index.html+.
         | 
| 18 | 
            -
              #       def process( | 
| 18 | 
            +
              #       def process(args)
         | 
| 19 19 | 
             
              #         fetch('index.html').process(:transform).apply
         | 
| 20 20 | 
             
              #       end
         | 
| 21 21 | 
             
              #
         | 
| @@ -96,9 +96,9 @@ The most commonly used commands are: | |
| 96 96 | 
             
                  command = args.shift
         | 
| 97 97 | 
             
                  case command
         | 
| 98 98 | 
             
                  when 'retrieve'
         | 
| 99 | 
            -
                    retrieve( | 
| 99 | 
            +
                    retrieve(args)
         | 
| 100 100 | 
             
                  when 'process'
         | 
| 101 | 
            -
                    process( | 
| 101 | 
            +
                    process(args)
         | 
| 102 102 | 
             
                  when 'config'
         | 
| 103 103 | 
             
                    print_configuration @app
         | 
| 104 104 | 
             
                  when nil
         | 
| @@ -148,14 +148,14 @@ The most commonly used commands are: | |
| 148 148 | 
             
                end
         | 
| 149 149 |  | 
| 150 150 | 
             
                # Caches remote files to the datastore for later processing.
         | 
| 151 | 
            -
                # @param [Array] args  | 
| 152 | 
            -
                def retrieve( | 
| 151 | 
            +
                # @param [Array] args command-line arguments
         | 
| 152 | 
            +
                def retrieve(args)
         | 
| 153 153 | 
             
                  raise NotImplementedError
         | 
| 154 154 | 
             
                end
         | 
| 155 155 |  | 
| 156 156 | 
             
                # Processes cached files into machine-readable data.
         | 
| 157 | 
            -
                # @param [Array] args  | 
| 158 | 
            -
                def process( | 
| 157 | 
            +
                # @param [Array] args command-line arguments
         | 
| 158 | 
            +
                def process(args)
         | 
| 159 159 | 
             
                  processable.each do |record|
         | 
| 160 160 | 
             
                    fetch(record).process(:transform, :args => args).apply
         | 
| 161 161 | 
             
                  end
         | 
    
        data/lib/unbreakable/version.rb
    CHANGED
    
    
    
        data/unbreakable.gemspec
    CHANGED
    
    | @@ -9,7 +9,7 @@ Gem::Specification.new do |s| | |
| 9 9 | 
             
              s.authors     = ["Open North"]
         | 
| 10 10 | 
             
              s.email       = ["info@opennorth.ca"]
         | 
| 11 11 | 
             
              s.homepage    = "http://github.com/opennorth/unbreakable"
         | 
| 12 | 
            -
              s.summary     = %q{Make your scrapers unbreakable | 
| 12 | 
            +
              s.summary     = %q{Make your scrapers unbreakable}
         | 
| 13 13 | 
             
              s.description = %q{Abstracts and bulletproofs common scraping tasks.}
         | 
| 14 14 |  | 
| 15 15 | 
             
              s.rubyforge_project = "unbreakable"
         | 
    
        metadata
    CHANGED
    
    | @@ -1,7 +1,7 @@ | |
| 1 1 | 
             
            --- !ruby/object:Gem::Specification
         | 
| 2 2 | 
             
            name: unbreakable
         | 
| 3 3 | 
             
            version: !ruby/object:Gem::Version
         | 
| 4 | 
            -
              version: 0.0. | 
| 4 | 
            +
              version: 0.0.3
         | 
| 5 5 | 
             
              prerelease: 
         | 
| 6 6 | 
             
            platform: ruby
         | 
| 7 7 | 
             
            authors:
         | 
| @@ -13,7 +13,7 @@ date: 2011-09-08 00:00:00.000000000Z | |
| 13 13 | 
             
            dependencies:
         | 
| 14 14 | 
             
            - !ruby/object:Gem::Dependency
         | 
| 15 15 | 
             
              name: activesupport
         | 
| 16 | 
            -
              requirement: & | 
| 16 | 
            +
              requirement: &70251392277560 !ruby/object:Gem::Requirement
         | 
| 17 17 | 
             
                none: false
         | 
| 18 18 | 
             
                requirements:
         | 
| 19 19 | 
             
                - - ~>
         | 
| @@ -21,10 +21,10 @@ dependencies: | |
| 21 21 | 
             
                    version: 3.1.0
         | 
| 22 22 | 
             
              type: :runtime
         | 
| 23 23 | 
             
              prerelease: false
         | 
| 24 | 
            -
              version_requirements: * | 
| 24 | 
            +
              version_requirements: *70251392277560
         | 
| 25 25 | 
             
            - !ruby/object:Gem::Dependency
         | 
| 26 26 | 
             
              name: dragonfly
         | 
| 27 | 
            -
              requirement: & | 
| 27 | 
            +
              requirement: &70251392277060 !ruby/object:Gem::Requirement
         | 
| 28 28 | 
             
                none: false
         | 
| 29 29 | 
             
                requirements:
         | 
| 30 30 | 
             
                - - ~>
         | 
| @@ -32,10 +32,10 @@ dependencies: | |
| 32 32 | 
             
                    version: 0.9.5
         | 
| 33 33 | 
             
              type: :runtime
         | 
| 34 34 | 
             
              prerelease: false
         | 
| 35 | 
            -
              version_requirements: * | 
| 35 | 
            +
              version_requirements: *70251392277060
         | 
| 36 36 | 
             
            - !ruby/object:Gem::Dependency
         | 
| 37 37 | 
             
              name: rspec
         | 
| 38 | 
            -
              requirement: & | 
| 38 | 
            +
              requirement: &70251392276600 !ruby/object:Gem::Requirement
         | 
| 39 39 | 
             
                none: false
         | 
| 40 40 | 
             
                requirements:
         | 
| 41 41 | 
             
                - - ~>
         | 
| @@ -43,7 +43,7 @@ dependencies: | |
| 43 43 | 
             
                    version: 2.6.0
         | 
| 44 44 | 
             
              type: :development
         | 
| 45 45 | 
             
              prerelease: false
         | 
| 46 | 
            -
              version_requirements: * | 
| 46 | 
            +
              version_requirements: *70251392276600
         | 
| 47 47 | 
             
            description: Abstracts and bulletproofs common scraping tasks.
         | 
| 48 48 | 
             
            email:
         | 
| 49 49 | 
             
            - info@opennorth.ca
         | 
| @@ -92,7 +92,7 @@ rubyforge_project: unbreakable | |
| 92 92 | 
             
            rubygems_version: 1.8.6
         | 
| 93 93 | 
             
            signing_key: 
         | 
| 94 94 | 
             
            specification_version: 3
         | 
| 95 | 
            -
            summary: Make your scrapers unbreakable | 
| 95 | 
            +
            summary: Make your scrapers unbreakable
         | 
| 96 96 | 
             
            test_files:
         | 
| 97 97 | 
             
            - spec/spec.opts
         | 
| 98 98 | 
             
            - spec/spec_helper.rb
         |