generalscraper 0.0.1 → 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/generalscraper.rb +5 -2
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ef817246382783da5c99aaf13b1d1a03ebc87ce6
|
4
|
+
data.tar.gz: 9c41b5cf1c937e4ce9826ba7bd619e380277d309
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 73967c97043bbd9c79849b036285cf41a187f654a456f53d56b1ecea95042f2db0020eecba0a48366390b6d08f28ae95c8c179815608def58691e38520363a55
|
7
|
+
data.tar.gz: 2d9a966ecc6a6389a730044fd7c94c6a9588fdaa8297d8bea11ac048c30321c8e9b7c76fca0c4bb56e1e1408669e8a27c628e367c8c236dc06ebb3a85470071f
|
data/lib/generalscraper.rb
CHANGED
@@ -4,11 +4,12 @@ require 'nokogiri'
|
|
4
4
|
require 'open-uri'
|
5
5
|
|
6
6
|
class GeneralScraper
|
7
|
-
def initialize(scrapesite, input)
|
7
|
+
def initialize(scrapesite, input, table)
|
8
8
|
@input = input
|
9
9
|
@scrapesite = scrapesite
|
10
10
|
@output = Array.new
|
11
11
|
@startindex = 10
|
12
|
+
@table = table
|
12
13
|
end
|
13
14
|
|
14
15
|
# Searches for links on Google
|
@@ -62,7 +63,9 @@ class GeneralScraper
|
|
62
63
|
pagehash[m['name']] = m['content']
|
63
64
|
end
|
64
65
|
end
|
65
|
-
|
66
|
+
if @table == false
|
67
|
+
pagehash[:page] = html.css("body").text
|
68
|
+
end
|
66
69
|
@output.push(pagehash)
|
67
70
|
rescue
|
68
71
|
puts "URL: " + url
|