socializer-scraper 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dca36b51da99ac68ef2d7f6dc62fb48c46ee015b
-  data.tar.gz: 03e55384ed88979807a2bddc02acd02082b31d82
+  metadata.gz: 5ff0568774a1e3bf2ce45ffee204ad10802906ab
+  data.tar.gz: 964535e1f772af5f02ab1b029cb3a9281251d5c1
 SHA512:
-  metadata.gz: e07091135c2fbdafe8626dea0145119522cc2262df87459fa95b526c89f91a78d046d2a868cd853a69f4c72b487aa89e07473346b15f2e0bfab907a94f4a92b2
-  data.tar.gz: fa6185bc3d4700f4b65317cbc94f328b7cd27d8312c5622d8d2a5f21212dede0a6a341fc86df699d2f4845b0043719e7659399595163d0f9a54825866e783ec1
+  metadata.gz: 1dbebe4c40d48807ef2675b856aa4c47d5436cf45134c429a34bc6c9451506dbe7ed28a26ec43ffcce096d833868b5fcc44b827274f7141c15551544b4b0bc9c
+  data.tar.gz: 31ae5ac34fc0ecb904468772e6e7d2d51286b286a42c86740ee3095688e90471f1a3b97f08787ddffb9b22794b64b447bbc514e5c1fdd4ba6d107a702c56094c

data/bin/socializer-scraper

@@ -1,5 +1,6 @@
 #!/usr/bin/env ruby
 
+require 'pry'
 require 'yaml'
 require 'thor'
 require 'fileutils'
@@ -17,10 +18,11 @@ class Socializer::Scraper::CLI < Thor
       puts "Scraping website: #{website}"
       puts "=" * 100
 
-      file = File.join(Dir.pwd, "#{website}.yml")
+      website = URI.parse("http://#{website}") unless website.start_with?("http")
+      file = File.join(Dir.pwd, "#{website.host}.yml")
       counter, list = 0, (File.exists?(file) ? YAML.load_file(file) : [])
 
-      extractor.url = "http://" + website unless website.start_with?("http")
+      extractor.url = website.to_s
       extractor.run do |page, collector, found|
         found  = found.map{ |email| email.strip }.accumulate - list
         list  |= found

data/lib/socializer/scraper/version.rb

@@ -1,5 +1,5 @@
 module Socializer
   module Scraper
-    VERSION = "0.0.3"
+    VERSION = "0.0.4"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: socializer-scraper
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Nikhil Gupta