generalscraper 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1e568d1e9d1c0fa9c98f814128439bd009194c0d
-  data.tar.gz: f26d58116e50b61ad308eed4df0ce03e76cbfba8
+  metadata.gz: ef817246382783da5c99aaf13b1d1a03ebc87ce6
+  data.tar.gz: 9c41b5cf1c937e4ce9826ba7bd619e380277d309
 SHA512:
-  metadata.gz: 92120914fbe80f8a0b5b3b5b996753b07a218745a88d7cd201fb533fa3de4e116499c1cc2d218d030771bf3d25dbf42743efc83ed7f1d2e4cb44939229ec31a6
-  data.tar.gz: b7d4070620f7a43ff7008ae414ea3aed53da287c697f32cb80f6afbd66186d94151a7393ac9547428f9ddeabf37e3500e7e55165ad11f7d2e1f994975e539f96
+  metadata.gz: 73967c97043bbd9c79849b036285cf41a187f654a456f53d56b1ecea95042f2db0020eecba0a48366390b6d08f28ae95c8c179815608def58691e38520363a55
+  data.tar.gz: 2d9a966ecc6a6389a730044fd7c94c6a9588fdaa8297d8bea11ac048c30321c8e9b7c76fca0c4bb56e1e1408669e8a27c628e367c8c236dc06ebb3a85470071f

data/lib/generalscraper.rb

@@ -4,11 +4,12 @@ require 'nokogiri'
 require 'open-uri'
 
 class GeneralScraper
-  def initialize(scrapesite, input)
+  def initialize(scrapesite, input, table)
    @input = input
    @scrapesite = scrapesite
    @output = Array.new
    @startindex = 10
+   @table = table
   end
 
   # Searches for links on Google
@@ -62,7 +63,9 @@ class GeneralScraper
           pagehash[m['name']] = m['content']
         end
       end
-      pagehash[:page] = html.css("body").text
+      if @table == false
+        pagehash[:page] = html.css("body").text
+      end
       @output.push(pagehash)
     rescue
       puts "URL: " + url

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: generalscraper
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - M. C. McGrath