socialinvestigator 0.0.4 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b05afd1645671efac34a27455b466ae120bd0796
-  data.tar.gz: d8e96eb8befbf7fb8124b3cba94d711e18157f52
+  metadata.gz: 13d1c86f7088d598bb4c4b81b1ce4a5d1c9344ee
+  data.tar.gz: 2c6385e6b65ea955f39647849c072d4212d40c1d
 SHA512:
-  metadata.gz: 9481ba394a0fdc6380c48a0d2f1eeaeda14b1abedb993f83d95a423acd5be718bbedbd272e3b95e0ce6074b409fa8580550f9df1955f05f9f3dd6aec586d2661
-  data.tar.gz: 3f94308447f5a9bb6a28bd013066637c2cb588c84db01f2ff840511cd6acf9a2890a4fbfc149f037d9026d4c9643dcd359c7f9593504a01d8c2b5b5d5aa24596
+  metadata.gz: d1540385a853c75ce6b0d47146412048022f2f0ba1175f90415168ea970d7257d4b312a38cd04138c2f6709da4de97b9c9e7e58028d2d7a3a3179a6f1b6f9872
+  data.tar.gz: c311cba9fb6267e86b5218fc699734f533edeff2394ff32cb185a0e102be3d873f6db740a604a62f3ecf9b0c101c8802053d4cbb178854edaf7912eb3db98459

data/README.md

@@ -15,6 +15,7 @@ Then you can run the command 'socialinvestigator' to begin using it.
 ## Usage
 
 Full help
+
     $ socialinvestigator help
 
 ## Hacker News Search

data/lib/socialinvestigator/cli/net.rb

@@ -4,8 +4,17 @@ module Socialinvestigator
   module CLI
     class Net < Thor
       desc "page_info URL", "Looks at a page to see what social links it finds"
+      options [:noreverse, :debug]
+      long_desc <<-PAGE_INFO
+      page_info URL
+
+      Looks at a page to see what social links it finds
+
+      --noreverse skips the reverse ip lookup and associate whois call
+      --debug prints out every fact that is discovered
+      PAGE_INFO
       def page_info( url )
-        knowledge = client.get_knowledge( url )
+        knowledge = client.get_knowledge( url, options[:noreverse], options[:debug] )
         knowledge.print
       end
 

data/lib/socialinvestigator/client/net.rb

@@ -3,118 +3,139 @@ require 'httparty'
 require 'nokogiri'
 require 'dnsruby'
 require 'whois'
+require 'whois/record/parser/blank'
+require 'whois/record/contact'
 
 module Socialinvestigator
   module Client
-    class PageKnowledge
-      DEBUG = false
-      TEMPLATE = "%20s: %s\n"
-
-      def initialize; @knowledge = {} end
+    module Net
+      class PageKnowledge
+        @debug = false
+        TEMPLATE = "%20s: %s\n"
+
+        def initialize( debug = false )
+          @debug = debug
+          @knowledge = {}
+        end
 
-      def remember( key, value )
-        return if value.nil?
-        p key, value if DEBUG
+        def remember( key, value )
+          return if value.nil?
+          p key, value if @debug
 
-        @knowledge[key] = value
-      end
+          @knowledge[key] = value
+        end
 
-      def another( key, value )
-        return if value.nil?
-        p key, value if DEBUG
+        def another( key, value )
+          return if value.nil?
+          p key, value if @debug
 
-        @knowledge[key] ||= []
-        @knowledge[key] << value
-        @knowledge[key] = @knowledge[key].uniq
-      end
+          @knowledge[key] ||= []
+          @knowledge[key] << value
+          @knowledge[key] = @knowledge[key].uniq
+        end
 
-      def print
-        p :domain
-        p :created_on
-        p :expires_on
-        p :updated_on
-        p :registrar_name
-        p :registrar_url
-        p :registrant_contact
-        p :admin_contact
-        p :technical_contact
-        p :emails
-        p :title, title
-        p :description, description
-        p :twitter_author, twitter_author
-        p :twitter_ids
-        p :image, image
-        p :responsive
-        p :rss_feed
-        p :atom_feed
-
-        p :twitter_links
-        p :linkedin_links
-        p :instagram_links
-        p :facebook_links
-        p :googleplus_links
-        p :github_links
-        p :technologies
-      end
+        def print
+          p :domain
+          p :created_on
+          p :expires_on
+          p :updated_on
+          p :registrar_name
+          p :registrar_url
+          p :registrant_contact
+          p :admin_contact
+          p :technical_contact
+
+          p :server_name
+          p :server_country
+          p :server_location
+          p :server_latitude
+          p :server_longitude
+          p :server_ip_owner
+
+          p :emails
+          p :title, title
+          p :description, description
+          p :twitter_author, twitter_author
+          p :twitter_ids
+          p :image, image
+          p :responsive
+          p :rss_feed
+          p :atom_feed
+
+          p :twitter_links
+          p :linkedin_links
+          p :instagram_links
+          p :facebook_links
+          p :googleplus_links
+          p :github_links
+          p :technologies
+        end
 
-      def p( key, val = nil )
-        val = @knowledge[key] if val.nil?
-        if val.is_a?( Array )
-          printf TEMPLATE, key, val.join( ", ") if val.size > 0
-        elsif val.is_a?( Whois::Record::Contact )
-          printf TEMPLATE, key, ""
-          [:name, :organization, :address, :city, :zip, :state, :country, :country_code, :phone, :fax, :email, :url, :created_on, :updated_on].each do |key|
-            out = val.send( key )
-            printf "%25s: %s\n", key, out if out && out != ""
+        def p( key, val = nil )
+          val = @knowledge[key] if val.nil?
+          if val.is_a?( Array )
+            printf TEMPLATE, key, val.join( ", ") if val.size > 0
+          elsif val.is_a?( Whois::Record::Contact )
+            printf TEMPLATE, key, ""
+            [:name, :organization, :address, :city, :zip, :state, :country, :country_code, :phone, :fax, :email, :url, :created_on, :updated_on].each do |key|
+              out = val.send( key )
+              printf "%25s: %s\n", key, out if out && out != ""
+            end
+          else
+            printf TEMPLATE, key, val if val
           end
-        else
-          printf TEMPLATE, key, val if val
         end
-      end
 
-      def title
-        @knowledge[:twitter_title] || @knowledge[:og_title] || @knowledge[:page_title]
-      end
+        def title
+          @knowledge[:twitter_title] || @knowledge[:og_title] || @knowledge[:page_title]
+        end
 
-      def twitter_author
-        @knowledge[:twitter_creator] || @knowledge[:twitter_by] || @knowledge[:twitter_site_author] || (@knowledge[:twitter_ids] || []).first
-      end
+        def twitter_author
+          @knowledge[:twitter_creator] || @knowledge[:twitter_by] || @knowledge[:twitter_site_author] || (@knowledge[:twitter_ids] || []).first
+        end
 
-      def description
-        @knowledge[:twitter_description] || @knowledge[:og_description] || @knowledge[:description]
-      end
+        def description
+          @knowledge[:twitter_description] || @knowledge[:og_description] || @knowledge[:description]
+        end
 
-      def image
-        @knowledge[:twitter_image] || @knowledge[:og_image]
+        def image
+          @knowledge[:twitter_image] || @knowledge[:og_image]
+        end
       end
-    end
 
-    class NetClient
-      # Look up the domain
-
-      def find_domain( hostname )
-        # puts "Looking for SOA of #{hostname}"
-        dns = Dnsruby::Resolver.new
-        soa = dns.query( hostname, "SOA" ).answer.select do |rr|
-          rr.is_a? Dnsruby::RR::IN::SOA
+      class DNS
+        def initialize
+          @resolv = Dnsruby::Resolver.new
         end
 
-        return hostname if soa.length > 0
+        def find_domain( hostname )
+          # puts "Looking for SOA of #{hostname}"
+          soa = @resolv.query( hostname, "SOA" ).answer.select do |rr|
+            rr.is_a? Dnsruby::RR::IN::SOA
+          end
+
+          return hostname if soa.length > 0
 
-        parts = hostname.split( /\./ )
-        return nil if parts.length <= 2
+          parts = hostname.split( /\./ )
+          return nil if parts.length <= 2
 
-        find_domain( parts.slice(1,100).join( "." ) )
+          find_domain( parts.slice(1,100).join( "." ) )
+        end
       end
+    end
+
+    class NetClient
+      # Look up the domain
 
-      def get_knowledge( url )
-        data = PageKnowledge.new
+      def get_knowledge( url, noreverse = false, debug = false )
+        data = Socialinvestigator::Client::Net::PageKnowledge.new( debug )
+        dns = Socialinvestigator::Client::Net::DNS.new
 
         uri = URI( url )
 
         data.remember( :hostname, uri.hostname )
 
-        domain = find_domain(uri.hostname)
+        domain = dns.find_domain(uri.hostname)
 
         data.remember( :domain, domain )
 
@@ -143,16 +164,7 @@ module Socialinvestigator
             data.remember( :technical_contact, c )
           end
         end
-        #   [
-        #     :name,:organization,:address,:city,
-        #     :zip,:state,:country,:country_code,
-        #     :phone,:fax,:email,:url].each do |k|
-        #       val = c.send(k)
-        #       printf "%15s : %s\n", k.to_s, val if !val.nil?
-        #   end
-        # end
-
-        require 'whois/record/parser/blank'
+
         whois.parts.each do |p|
           if Whois::Record::Parser.parser_for(p).is_a? Whois::Record::Parser::Blank
             puts "Couldn't find a parser for #{p.host}:"
@@ -161,7 +173,33 @@ module Socialinvestigator
         end
 
 
+        if !noreverse
+          ip_address = Dnsruby::Resolv.getaddress uri.host
+
+          if ip_address
+            data.remember :ip_address, ip_address
+            begin
+              data.remember :server_name, Dnsruby::Resolv.getname( ip_address )
+            rescue Dnsruby::NXDomain
+              # Couldn't do the reverse lookup
+            end
+
+            location_info = HTTParty.get('http://freegeoip.net/json/' + ip_address)
+
+            data.remember :server_country, location_info['country_name']
+            data.remember :server_location, [location_info['city'], location_info['region_name']].collect { |x| (x != nil && x != "") ? x : nil }.select { |x| x }.join( ", ")
+            data.remember :server_latitude, location_info['latitude']
+            data.remember :server_longitude, location_info['longitude']
 
+            ip_whois = Whois.lookup ip_address
+
+            ip_whois.to_s.each_line.select { |x| x=~/Organization/ }.each do |org|
+              if org =~ /Organization:\s*(.*)\n/
+                data.another :server_ip_owner, $1
+              end
+            end
+          end
+        end
 
         # Load up the response
 

data/lib/socialinvestigator/client/standalone_net.rb

@@ -4,10 +4,13 @@ require 'nokogiri'
 require 'dnsruby'
 require 'whois'
 
+require 'whois/record/parser/blank'
+require 'whois/record/contact'
+
 url = ARGV[0] || "http://www.fastcolabs.com/3038014/product-bootcamp-week-six-worth-it"
 
 class PageKnowledge
-  DEBUG = false
+  DEBUG = true
   TEMPLATE = "%20s: %s\n"
 
   def initialize; @knowledge = {} end
@@ -38,6 +41,13 @@ class PageKnowledge
     p :registrant_contact
     p :admin_contact
     p :technical_contact
+    p :server_name
+    p :server_country
+    p :server_location
+    p :server_latitude
+    p :server_longitude
+    p :server_ip_owner
+
     p :emails
     p :title, title
     p :description, description
@@ -153,7 +163,6 @@ end
 #   end
 # end
 
-require 'whois/record/parser/blank'
 whois.parts.each do |p|
   if Whois::Record::Parser.parser_for(p).is_a? Whois::Record::Parser::Blank
     puts "Couldn't find a parser for #{p.host}:"
@@ -161,7 +170,33 @@ whois.parts.each do |p|
   end
 end
 
+# Lookup IP Address info
+
+ip_address = Dnsruby::Resolv.getaddress uri.host
+
+if ip_address
+  data.remember :ip_address, ip_address
+  begin
+    data.remember :server_name, Dnsruby::Resolv.getname( ip_address )
+  rescue Dnsruby::NXDomain
+    # Couldn't do the reverse lookup
+  end
 
+  location_info = HTTParty.get('http://freegeoip.net/json/' + ip_address)
+
+  data.remember :server_country, location_info['country']
+  data.remember :server_location, [location_info['city'], location_info['region_name']].select { |x| x }.join( ", ")
+  data.remember :server_latitude, location_info['latitude']
+  data.remember :server_longitude, location_info['longitude']
+
+  ip_whois = Whois.lookup ip_address
+
+  ip_whois.to_s.each_line.select { |x| x=~/Organization/ }.each do |org|
+    if org =~ /Organization:\s*(.*)\n/
+      data.another :server_ip_owner, $1
+    end
+  end
+end
 
 
 # Load up the response

data/lib/socialinvestigator/version.rb

@@ -1,3 +1,3 @@
 module Socialinvestigator
-  VERSION = "0.0.4"
+  VERSION = "0.0.6"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: socialinvestigator
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.6
 platform: ruby
 authors:
 - Will Schenk
@@ -168,7 +168,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.2.1
 signing_key: 
 specification_version: 4
 summary: Simple command line tool to look at urls.