socializer-scraper 0.0.1 → 0.0.2

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: e3be782e7e3dd71ba2ec0b6c8cd7ffb35c65305f
4
- data.tar.gz: f548cdcfe90f8e3370a9d3148c759fd623765a89
3
+ metadata.gz: bc110e79790596f048e8745e0d346317c0ef1c0a
4
+ data.tar.gz: 4d084ed27c23b9218f808a8084ed6accae5462be
5
5
  SHA512:
6
- metadata.gz: 9a37596beb23d40ab660d9f5becdf875033f9344fbebfb781d4ced69dd5e98baf274a72764c26f783a3a9b2451f0e3c3422a54e247f698ad225f24778010c52a
7
- data.tar.gz: 0d9a89741130f94df7fb993a84de6d1aba5d2d7ab290954dc5b9d4141940f778dbe88a260521b86896208a96b1ca54ad33d8865f38c74269462d231ee8d92c9a
6
+ metadata.gz: df9d0eb4c18b6c1e4f0bff4abd2c93b0ebb02af8567cda2d14550734d466fdafd6b47e3848def697d73bd6b7a9b64eff306b8db2583f1fcd6251d55d3f6fe57a
7
+ data.tar.gz: 258073993bb483525cbe1a2c39f521bac12f8d3a4be58f7d1d48d1b299696c1c5ae19a5982308b985bbc5358c990b5b9ad56ca97aa42d4c2ad5c47a74be2e3f9
@@ -29,7 +29,8 @@ module Socializer
29
29
 
30
30
  def run *patterns, &block
31
31
  data, options = {}, patterns.extract_options!
32
- page_wise = options.fetch(:page_wise, false)
32
+ page_wise = options.delete(:page_wise)
33
+ patterns = patterns.push(options)
33
34
 
34
35
  perform(*patterns) do |page|
35
36
  collectors.each do |collector|
@@ -71,12 +72,13 @@ module Socializer
71
72
  private
72
73
 
73
74
  def perform *patterns, &block
75
+ options = patterns.extract_options!
74
76
  message = "Please, provide a URL that starts with HTTP or HTTPS"
75
77
  raise URI::InvalidURIError, message unless @url.url?
76
78
 
77
79
  patterns.push(/.*/) if patterns.empty?
78
80
 
79
- Anemone.crawl(@url) do |anemone|
81
+ Anemone.crawl(@url, options) do |anemone|
80
82
  anemone.storage = Anemone::Storage.MongoDB
81
83
  anemone.on_pages_like(*patterns) do |page|
82
84
  @page, @html, @current_url = page, nil, page.url
@@ -1,5 +1,5 @@
1
1
  module Socializer
2
2
  module Scraper
3
- VERSION = "0.0.1"
3
+ VERSION = "0.0.2"
4
4
  end
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: socializer-scraper
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.1
4
+ version: 0.0.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Nikhil Gupta