email_collector 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0c1d357c68d40f1688c8cb1203f7235214776c9b
-  data.tar.gz: 96c74c8954807e708ba0fc4b12e93d24b2b85b0b
+  metadata.gz: 9c1c0f717c369b8c13c23ade3df098ac17278594
+  data.tar.gz: 5c4ac0395cf4dc6baa43cf863e52d707c7dbe956
 SHA512:
-  metadata.gz: aab5408505dd34fe65a4a04cd0742338821e3a230a5475557bee91f34131ba6686069807b5059ad63db5376de2de17df59905a1f0abba125e7d6e14a709b199f
-  data.tar.gz: 4a206237bea75758ef6c4c34b33ee77d3c97255ae74d14e4015bacb70333443745be61dea7d0ed72621545a0e2620ac049ad17634e4d52781e9a12267e5cd9a2
+  metadata.gz: eca76313ce490b60905cc6766a47d4e02b38d5358dc9081b20efc6f6d944117dffe2f0122ccd7cf8708d2e1961b4e577c0b32020f3ee726efa54d310ca778973
+  data.tar.gz: a9cdf169f7ac4fc8de771fa46432ea1bddf2595759458739f6f34c698a50a4a24393655dc758891055aeb428c14b06fee5a66aa105b377a339fe031a49724c59

data/README.md

@@ -28,6 +28,8 @@ $ irb
 require 'email_collector'
 EmailCollector.set_keywords([''])
 emails = EmailCollector.collect('site:moikrug.ru', 'yandex.ru')
+=> ["events@yandex.ru", "music@yandex.ru", "company@yandex.ru", "api@yandex.ru"]
+
 ```
 
 

data/email_collector.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |gem|
   gem.name          = 'email_collector'
-  gem.version       = '0.2.0'
+  gem.version       = '0.3.0'
   gem.authors       = ['Alexei Fedotov']
   gem.email         = ['alexei.fedotov@gmail.com']
   gem.description   = %q{Collects emails from Google}
@@ -21,4 +21,5 @@ Gem::Specification.new do |gem|
   
   gem.add_runtime_dependency 'google-search', '1.0.3'
   gem.add_runtime_dependency 'logger', '1.2.8'
+  gem.required_ruby_version = '>= 2.0'
 end

data/lib/email_collector.rb

@@ -6,15 +6,14 @@ module EmailCollector
   @logger.debug('logger initialized')
   
   @size = :large
-  def self.set_size(size)
-    @size = size
+  def self.size=(s)
+    @size = s
   end
   
   @keywords = ['', 'mail', 'mailto', 'email', 'contacts', 'contact', 'address', 'login', 'author', 'googletalk', 'gtalk', 
     'gmail', 'googlemail', 'yahoo', 'hotspot', 'outlook', 'yandex'];
-
-  def self.set_keywords(keywords)
-    @keywords = keywords
+  def self.keywords=(k)
+    @keywords = k
   end
 
   def self.collect(searchReq, domain = nil)
@@ -26,8 +25,8 @@ module EmailCollector
     #@logger.debug("domain = #{domain}")
 	
 	if (domain)
-      res = search("#{searchReq} \"#{domain}\"")
-      res_at = search("#{searchReq} \"at #{domain}\"")
+      res = google_search("#{searchReq} \"#{domain}\"")
+      res_at = google_search("#{searchReq} \"at #{domain}\"")
       
       (res + res_at).map do |context|
         #@logger.debug("context = #{context}")
@@ -35,14 +34,14 @@ module EmailCollector
         context.scan(/[a-z0-9._%+-]*[a-z0-9_%+]@#{Regexp.quote(domain)}/i)
       end
 	else
-      search(searchReq).map do |context|
+      google_search(searchReq).map do |context|
         @logger.debug("context = #{context}")
         context.scan(/[a-z0-9._%+-]*[a-z0-9_%+]@(?:[a-z0-9.-]+\.)+[a-z0-9]{2,}/i)
       end
 	end
   end
   
-  def self.search(searchReq)
+  def self.google_search(searchReq)
     @logger.debug("searching for #{searchReq}")
 
     Google::Search::Web.new do |search|
@@ -57,20 +56,22 @@ module EmailCollector
     end.flatten
   end
 
+  # Replaces 'at' with @
   def self.filter_at(s)
     s.gsub(/\s+/, ' ').gsub(/[^a-z0-9_.%+-]+[ae]t[^a-z0-9.@-]+|([_+-]+)[ae]t\1/i, '@')
   end
-  
+
+  # Replaces ***gmail.com with @gmail.com
   def self.filter_at_domain(s, domain)
     s.gsub(/[^a-z0-9_%+-]+#{Regexp.quote(domain)}/, '@' + domain)
   end
   
-  # Transform gmail!com addresses
+  # Transforms gmail!com addresses
   def self.filter_exclam(s)
     s.gsub(/[!:]/, '.')
   end
   
-  # One can go fix google-search gem instead
+  # Fixes google-search gem bold outline
   def self.filter_b(s)
     s.gsub(/<\/?b>/, '')
   end

data/test/test_email_collector.rb

@@ -2,11 +2,8 @@ require 'minitest/autorun'
 require 'email_collector'
 
 class EmailCollectorTest < Minitest::Unit::TestCase
+  SKIP_SLOW_TESTS = true
   @@logger = Logger.new $stderr
-  
-  def get_domain(email)
-    return email.gsub(/.*@/, '')
-  end
 
   def test_filter_at
     assert_equal "name@domain.com", EmailCollector.filter_at("name at domain.com")
@@ -28,11 +25,11 @@ class EmailCollectorTest < Minitest::Unit::TestCase
   PATTERNS = ['wikipedia']
   
   def test_search
-    return # quick return
-    EmailCollector.set_size(:small);
+    return if SKIP_SLOW_TESTS
+    EmailCollector.size = :small
     
     (PATTERNS + EMAILS).each do |pattern|
-  	  x = EmailCollector.search("\"#{pattern}\"").join('').gsub(/ /, '')
+  	  x = EmailCollector.google_search("\"#{pattern}\"").join('').gsub(/ /, '')
       #@@logger.debug("PATTERN = #{pattern}")
       #@@logger.debug("x = " << x)
       #@@logger.debug(x.match(/#{pattern}/i))
@@ -41,8 +38,8 @@ class EmailCollectorTest < Minitest::Unit::TestCase
   end
   
   def test_collect_plain
-    return # quick return
-    EmailCollector.set_size(:small);
+    return if SKIP_SLOW_TESTS
+    EmailCollector.size = :small
     
     res = EmailCollector.collect_plain("openmeetings #{AUTHOR_EMAIL}", get_domain(AUTHOR_EMAIL)).flatten
     @@logger.debug(res)
@@ -50,18 +47,19 @@ class EmailCollectorTest < Minitest::Unit::TestCase
   end
   
   def test_collect_plain_nodomain
-    return # quick return
-    EmailCollector.set_size(:small);
+    return if SKIP_SLOW_TESTS
+    EmailCollector.size = :small
     
     res = EmailCollector.collect_plain("openmeetings #{AUTHOR_EMAIL}").flatten
-    @@logger.debug(res)
+    #@@logger.debug(res)
     assert(res.include? AUTHOR_EMAIL)
   end
   
   def test_collect
-    return # quick return
-    EmailCollector.set_size(:small);
-    EmailCollector.set_keywords(['harmony']);
+    return if SKIP_SLOW_TESTS
+    
+    EmailCollector.size = :small
+    EmailCollector.keywords = ['harmony']
     
     EMAILS.each do |email|
       res = EmailCollector.collect("\"#{email}\"")
@@ -73,15 +71,9 @@ class EmailCollectorTest < Minitest::Unit::TestCase
 	end
   end
 
-  # This is actually usage example
-  def test_collect_example
-    #return # quick return
-    # EmailCollector.set_size(:small)
-    # EmailCollector.set_keywords([''])
-    
-    # res = EmailCollector.collect('site:moikrug.ru', 'yandex.ru')
-    # res = EmailCollector.collect('site:github.com', 'gmail.com')
-    # @@logger.debug(res)
+  private
+  def get_domain(email)
+    return email.gsub(/.*@/, '')
   end
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: email_collector
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Alexei Fedotov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-22 00:00:00.000000000 Z
+date: 2015-12-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-search
@@ -65,7 +65,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="