FreedomCoder-esearchy 0.1 → 0.1.2

data/README.rdoc

@@ -10,7 +10,7 @@ Esearchy is a small library capable of searching the internet for email addresse
   * AltaVista
 * Social Networks:
   * LinkedIn
-  * Google Profiles ( Based on DigiNinja's idea http://www.digininja.org/files/gpscan.rb )
+  * Google Profiles ( Based on DigiNinja's idea http://www.digininja.org/projects/gpscan.php)
   * Naymz
 * PGP servers
 * Usenets
@@ -122,6 +122,7 @@ Not short of that now, we also have the possibility of choosing between a Librar
 
 * http://www.penetrationtests.com/ [Penetration Testing Directory]
 * http://www.mundoruby.com.ar/ [Ruby's News Aggregator]
+* http://www.digininja.org/ [DigiNinja's Website]
 
 == LICENSE:
 

data/bin/esearchy

@@ -9,10 +9,12 @@ require 'esearchy'
 @maxhits = nil
 @domains = []
 @output = nil
+@company = []
 
 opts = GetoptLong.new(
 [ '--help', '-h', GetoptLong::NO_ARGUMENT ],
 ['--domain','-d', GetoptLong::REQUIRED_ARGUMENT ],
+['--company','-c', GetoptLong::REQUIRED_ARGUMENT ],
 ['--file','-f', GetoptLong::REQUIRED_ARGUMENT ],
 ['--filter','-p', GetoptLong::REQUIRED_ARGUMENT ],
 ['--output','-o', GetoptLong::REQUIRED_ARGUMENT ],
@@ -41,10 +43,14 @@ opts.each do |opt, arg|
       exit(0)
     when '--domain':
       @domains << arg
+    when '--company':
+      @company << arg
     when '--file':
       if File.exists?(arg)
         open(arg,'r').each_line do |line|
-          @domains << line
+          d,c = line.split(',')
+          @domains << d
+          @company << c
         end
       else
         ESearchy::LOG.puts "File not found"
@@ -57,6 +63,8 @@ opts.each do |opt, arg|
       @pattern = arg
     when '--output':
       @output = arg
+    when '--licredentials':
+      @li_username, @li_password = arg.split(":")
     when '--maxhits':
       @maxhits = arg
     else
@@ -66,12 +74,19 @@ opts.each do |opt, arg|
 end
 
 require 'esearchy'
+puts "This is just an example tool ESearchy is more and more a piece of code intended to work as a Library and you should create your own little.rb file :)"
 
-@domains.each do |domain|
+@domains.each_with_index do |domain, idx|
   ESearchy.create domain do |d|
     d.yahoo_key = @yahoo_key if @yahoo_key
     d.bing_key = @bing_key if @bing_key
     d.maxhits = @maxhits if @maxhits
+    if @li_username and @li_password
+      d.linkedin_credentials = (@li_username, @li_password) 
+    else
+      d.linkedin_credentials = ESearchy.bugmenot
+    end
+    d.company_name = @company[idx] unless @company.empty?
     d.search
     d.save_to_file @output if @output
   end

data/lib/esearchy/OtherEngines/googlegroups.rb

@@ -36,7 +36,7 @@ class GoogleGroups
           if @totalhits > @start
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"
             search_emails(response.body)
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"

data/lib/esearchy/SearchEngines/altavista.rb

@@ -36,7 +36,7 @@ class Altavista
           if @totalhits > @start
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-50} to #{@start}"
             search_emails(response.body.gsub(/<b>|<\/b>/,""))
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-50} to #{@start}"

data/lib/esearchy/SearchEngines/bing.rb

@@ -37,7 +37,7 @@ class Bing
           if @totalhits > @start
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-50} to #{@start}"
             search_emails(response.body)
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-50} to #{@start}"

data/lib/esearchy/SearchEngines/google.rb

@@ -36,7 +36,7 @@ class Google
           if @totalhits > @start
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"
             search_emails(response.body.gsub(/<em>|<\/em>/,""))
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"

data/lib/esearchy/SearchEngines/yahoo.rb

@@ -37,7 +37,7 @@ class Yahoo
           if @totalhits > @start
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-50} to #{@start}"
             search_emails(response.body)
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(@query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-50} to #{@start}"

data/lib/esearchy/SocialNetworks/googleprofiles.rb

@@ -44,7 +44,7 @@ class GoogleProfiles
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"
             parse(response.body)
             search_emails(response.body.gsub(/<em>|<\/em>/,""))
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"

data/lib/esearchy/SocialNetworks/linkedin.rb

@@ -18,7 +18,7 @@ class LinkedIn
     @company_name = nil
     @cookie = nil
   end
-  attr_accessor :emails, :username, :password, :company_name
+  attr_accessor :emails, :username, :password, :company_name, :people
   
   def login
     begin
@@ -76,7 +76,7 @@ class LinkedIn
             ESearchy::LOG.puts "Searching in: #{self.class} up to point #{@start}"
             search_people(response.body)
             create_emails
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(@query)
           else
             ESearchy::LOG.puts "Searching in: #{self.class} up to point #{@start}"

data/lib/esearchy/SocialNetworks/naymz.rb

@@ -41,7 +41,7 @@ class Naymz
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"
             parse(response.body)
             search_emails(response.body.gsub(/<em>|<\/em>/,""))
-            sleep(4)
+            sleep(ESearchy::DELAY)
             search(query)
           else
             ESearchy::LOG.puts "Searching #{self.class} from #{@start-100} to #{@start}"

data/lib/esearchy/bugmenot.rb

@@ -7,13 +7,17 @@ class BMN
   end
   
   def self.fetch_user(domain)
-    url = Net::HTTP.get URI.parse("http://www.bugmenot.com/view/#{domain}")
-    key = ( url.scan(/var key =(.*);/)[0][0].to_i + 112 ) / 12
+    begin
+      url = Net::HTTP.get URI.parse("http://www.bugmenot.com/view/#{domain}")
+      key = ( url.scan(/var key =(.*);/)[0][0].to_i + 112 ) / 12
     
-    user, pass = url.scan(/tr><th>Username <\/th><td><script>d\('(.*)'\);<\/script><\/td><\/tr>
+      user, pass = url.scan(/tr><th>Username <\/th><td><script>d\('(.*)'\);<\/script><\/td><\/tr>
 [\n\s]+<tr><th>Password <\/th><td><script>d\('(.*)'\);<\/script><\/td><\/tr>/)[0]
-    user = decode(user,key)
-    pass = decode(pass,key)
-    return user, pass
+      user = decode(user,key)
+      pass = decode(pass,key)
+      return user, pass
+    rescue
+      return nil,nil
+    end
   end
 end

data/lib/esearchy/searchy.rb

@@ -19,7 +19,7 @@ module Searchy
 (?:\.[a-z0-9!#$&'*+=?^_`{|}~-]+)*@(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\.)+[a-z](?:[a-z-]*[a-z])?|\
 [a-z0-9!#$&'*+=?^_`{|}~-]+(?:\.[a-z0-9!#$&'*+=?^_`{|}~-]+)*\s@\s(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\.)+\
 [a-z](?:[a-z-]*[a-z])?|[a-z0-9!#$&'*+=?^_`{|}~-]+(?:\sdot\s[a-z0-9!#$&'*+=?^_`\
-{|}~-]+)*\sat\s(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\sdot\s)+[a-z](?:[a-z-]*[a-z])??/)
+{|}~-]+)*\sat\s(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\sdot\s)+[a-z](?:[a-z-]*[a-z])??/i)
     @lock.synchronize do
       print_emails(list)
       @emails.concat(fix(list)).uniq!
@@ -29,7 +29,7 @@ module Searchy
   def search_pdfs(urls)
     while urls.size >= 1
       @threads << Thread.new do
-        web = URI.parse(urls.pop)
+        web = URI.parse(urls.pop.gsub(' ','+'))
         ESearchy::LOG.puts "Searching in PDF: #{web.to_s}\n"
         begin
           http = Net::HTTP.new(web.host,80)
@@ -71,7 +71,7 @@ module Searchy
   def search_docs(urls)
     while urls.size >= 1
        @threads << Thread.new do
-         web = URI.parse(urls.pop)
+         web = URI.parse(urls.pop.gsub(' ','+'))
          ESearchy::LOG.puts "Searching in DOC: #{web.to_s}\n"
          begin
            http = Net::HTTP.new(web.host,80)
@@ -140,7 +140,7 @@ module Searchy
   def search_office_xml(urls)
     while urls.size >= 1
       @threads << Thread.new do
-        web = URI.parse(urls.pop)
+        web = URI.parse(urls.pop.gsub(' ','+'))
         #format = web.scan(/docx|xlsx|pptx/i)[0]
         format = web.scan(/docx|xlsx|pptx|odt|odp|ods|odb/i)[0]
         ESearchy::LOG.puts "Searching in #{format.upcase}: #{web.to_s}\n"
@@ -183,7 +183,7 @@ module Searchy
   def search_txts(urls)
     while urls.size >= 1
       @threads << Thread.new do 
-        web = URI.parse(urls.pop)
+        web = URI.parse(urls.pop.gsub(' ','+'))
         ESearchy::LOG.puts "Searching in #{web.to_s.scan(/txt|rtf|ans/i)[0].upcase}: #{web.to_s}\n"
         begin
           http = Net::HTTP.new(web.host,80)

data/lib/esearchy.rb

@@ -10,6 +10,7 @@ class ESearchy
   #Constants 
   LIBRARY = 1
   APP = 2
+  DELAY = 4
   LOG = Logger.new(1, $stdout)
   BUGMENOT = BMN::fetch_user("linkedin.com")
   DEFAULT_ENGINES = [:Google, :Bing, :Yahoo, :PGP, :LinkedIn, 
@@ -30,6 +31,10 @@ class ESearchy
     ESearchy::LOG.file = value
   end
   
+  def delay=(value)
+    ESearch.DELAY = value
+  end
+  
   def initialize(options={}, &block)
     @query = options[:query]
     @depth_search = options[:depth] || true
@@ -79,7 +84,7 @@ class ESearchy
   
   def people
     people = []
-    [:LinkedIn, :GoogleProfiles].each do |e| 
+    [:LinkedIn, :GoogleProfiles, :Naymz].each do |e| 
       people.concat(@engines[e].people) if @engines[e]
     end
     people.uniq!
@@ -147,7 +152,7 @@ class ESearchy
   
   def search_engine(key, value)
     if [:Google, :Bing, :Yahoo, :PGP, :LinkedIn, 
-        :GoogleGroups, :AltaVisa, :Usenet, :GoogleProfiles, Naymz].include?(key)
+        :GoogleGroups, :Altavista, :Usenet, :GoogleProfiles, :Naymz].include?(key)
       if value == true 
         unless @engines[key]
           @engines[key] = instance_eval "#{key}.new(@maxhits)"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: FreedomCoder-esearchy
 version: !ruby/object:Gem::Version 
-  version: "0.1"
+  version: 0.1.2
 platform: ruby
 authors: 
 - Matias P. Brutti