gengiscan 0.50.0 → 0.60.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fed93cc7ea720d55a5cf3f95b58cabf8d9206f32
+  data.tar.gz: fb1dbccd09d5862509583aeab1bc407ff9a5da65
+SHA512:
+  metadata.gz: d8b653a0e99b229cf294dcd011e41d8179125c435b928b7bdf9316557107e275061fabfe1d26b3314a8a5be1f67b51d079b7781dda637a497ee035ede37bc4b9
+  data.tar.gz: 4d405fad03b5a25ddd8ea2cea099b4ceae66e5c7cfc3af28a4c45bd49c66d649f933e9988acd012e33f3bcc8a9ebdd9564a1a59f290e9c4f18ea7614d3aab4f3

data/bin/gengiscan

@@ -1,6 +1,9 @@
 #!/usr/bin/env ruby
 require 'gengiscan'
+require 'codesake-commons'
 
+$logger = Codesake::Commons::Logging.instance
 
+$logger.helo("gengiscan v#{Gengiscan::VERSION} is starting up")
 puts Gengiscan::Engine.new.detect(ARGV[0])
 

data/gengiscan.gemspec

@@ -16,6 +16,8 @@ Gem::Specification.new do |gem|
   gem.version       = Gengiscan::VERSION
 
   gem.add_dependency('nokogiri')
+  gem.add_dependency('mechanize')
+  gem.add_dependency('codesake-commons')
   gem.add_development_dependency('rake')
   gem.add_development_dependency('rspec')
   gem.add_development_dependency('webmock')

data/lib/gengiscan/engine.rb

@@ -1,59 +1,200 @@
-require 'net/http'
 require 'nokogiri'
+require 'mechanize'
+require 'digest/md5'
 
 module Gengiscan
   class Engine
 
-
     attr_reader :res
     attr_reader :body
 
-
-
     def initialize      
+
     end
 
-    
+
     def detect(url)
       uri = URI(url)
-      begin 
-        res = Net::HTTP.get_response(uri)
-        body = check_for_phpinfo(uri)
-        {:status=>:OK, :message=> nil, :code=>res.code, :server=>res['Server'], :powered=>res['X-Powered-By'], :generator=>get_generator_signature(res), :php_info=>! body.empty?} 
+      agent = Mechanize.new
+      page = agent.get(url)
+
+      begin
+        phpbb = {:cookies=>{:version=>"", :detected=>false}, :body=>{:version=>"", :detected=>false}, :changelog=>{:version=>"", :detected=>false}, :style=>{:version=>"", :detected=>false}}
+        phpbb[:cookies] = phpbb_cookie_detect(agent.cookies)
+        phpbb[:body] = phpbb_body_detect(page)
+        phpbb[:changelog] = nil
+
+        changelog_html = agent.get(url+'/docs/CHANGELOG.html')
+        phpbb[:changelog] = phpbb_changelog_checksum(changelog_html.body) 
+        phpbb[:style] = phpbb_theme_cfg_detect(page, url, agent)
+
+        {:status=>:OK, :code=>page.code, :server=>page.header['server'], :powered=>page.header['X-Powered-By'], :generator=>get_generator_signature(page.body), :message=>""} unless is_phpbb?(phpbb)
+        {:status=>:OK, :code=>page.code, :server=>page.header['server'], :powered=>page.header['X-Powered-By'], :generator=>get_generator_signature(page.body), :message=>"", :cms=>"phpbb", :version=>get_phpbb_version(phpbb)} if is_phpbb?(phpbb)
       rescue => e
-        {:status=>:KO, :message=>e.message, :code=>nil, :server=>nil, :powered=>nil, :generator=>nil, :php_info=>nil}
+        
+        $logger.err("detect(): #{e.message}")
+        {:status=>:OK, :code=>page.code, :server=>page.header['server'], :powered=>page.header['X-Powered-By'], :generator=>get_generator_signature(page.body), :message=>e.message}
+
       end
     end
 
     private 
 
-    def get_generator_signature(res)
-      generator = ""
-      doc=Nokogiri::HTML(res.body)
-      doc.xpath("//meta[@name='generator']/@content").each do |value|
-        generator = value.value
+    def is_phpbb?(p)
+      return true if p[:style][:detected] || p[:changelog][:detected] || p[:cookies][:detected] || p[:body][:detected]
+      false
+    end
+
+    def get_phpbb_version(p)
+      return p[:style][:version] if p[:style][:detected]
+      return p[:changelog][:version] if p[:changelog][:detected]
+      return p[:cookies][:version] if p[:cookies][:detected]
+
+      "unknown"
+
+    end
+
+    def phpbb_changelog_checksum(content="")
+      changelog_hashes = [
+        { :md5=>'3a3a98deb01ca9a41d60d0cd30f61e22', :version=>'2.0.4' },
+        { :md5=>'d469f1cee34e4fb55f265bec0f0c14a8', :version=>'2.0.5' },
+        { :md5=>'5905fc107b1a68762ac0d06c0fecc7b9', :version=>'2.0.6' },
+        { :md5=>'7e9a7f6fb9aa3fc3debbdc09ca1941de', :version=>'2.0.7' },
+        { :md5=>'d0406ed8e5cf4bd82192f3c88bb7fcd2', :version=>'2.0.8' },
+        { :md5=>'734f0ecaeb1dc40ce64c1af60d082dcc', :version=>'2.0.8a' },
+        { :md5=>'603328ab56f740a8eba90d435132da9f', :version=>'2.0.9' },
+        { :md5=>'6dca72f720e5fd098e33e06ff7617bc2', :version=>'2.0.10' },
+        { :md5=>'1e11b01aac9fe84682596d2fa38c9265', :version=>'2.0.11' },
+        { :md5=>'7262663177c2cb9440a3250989de1847', :version=>'2.0.12' },
+        { :md5=>'11771948789983e496646c12eb2709e6', :version=>'2.0.13' },
+        { :md5=>'bd9d2285839fb7e15a556f0ba2f7ae2c', :version=>'2.0.14' },
+        { :md5=>'d636b63d299cbfb2948450e80d5be7d6', :version=>'2.0.15' },
+        { :md5=>'d4d2f1e38096a4b32e22dff57773c62d', :version=>'2.0.16' },
+        { :md5=>'bb29b25a9734d10328f970001f0295b3', :version=>'2.0.17' },
+        { :md5=>'3058647f25b2d3d4804cd8e3e69a938f', :version=>'2.0.18' },
+        { :md5=>'4880b1bc3a16771e934b7f69b4d87f2e', :version=>'2.0.19' },
+        { :md5=>'b90c8f20ebfb920cc9ac332b60960cef', :version=>'2.0.20' },
+        { :md5=>'90520361b651f583853fc7058fe10256', :version=>'2.0.21' },
+        { :md5=>'4f1e462f7da7df826a07d1cf0faae4ae', :version=>'2.0.22' },
+        { :md5=>'3eba9db5133b98df8a54abc55be34307', :version=>'2.0.23' },
+        { :md5=>'e60f14eba6d00d56956c16f8a94ca140', :version=>'3.0-B5' },
+        { :md5=>'e60f14eba6d00d56956c16f8a94ca140', :version=>'3.0-RC1' },
+        { :md5=>'565c3b1933cda61295e54c1f141ef8b7', :version=>'3.0-RC2' },
+        { :md5=>'f3f30e22403564e99e64d09f7f731dea', :version=>'3.0-RC3' },
+        { :md5=>'63b9c4065b2aabda328a1c9b0677f986', :version=>'3.0-RC4' },
+        { :md5=>'3d7aed030411838411a91ae4fcd213e4', :version=>'3.0-RC5' },
+        { :md5=>'074417fdfca31a8d7349c88e8081d8cd', :version=>'3.0-RC6' },
+        { :md5=>'2e139da54418cd096405d58e049bffd9', :version=>'3.0-RC7' },
+        { :md5=>'e7de4c40a4fbf920aa0ef8d935564ed2', :version=>'3.0-RC8' },
+        { :md5=>'dc1866d542cfcfface533b024ac3da77', :version=>'3.0.0' },
+        { :md5=>'cfa612fc182916fd76467cce11c2e708', :version=>'3.0.1' },
+        { :md5=>'fe1e7b8f3fc448ebfb7b2c1c5ec1e2d7', :version=>'3.0.1-RC1' },
+        { :md5=>'59d04c38f084936b68551a0acccd3ea2', :version=>'3.0.2' },
+        { :md5=>'f8b7389f4d5e61d0041430b5986378e2', :version=>'3.0.2-RC1' },
+        { :md5=>'59d04c38f084936b68551a0acccd3ea2', :version=>'3.0.2-RC2' },
+        { :md5=>'f4a6893faa9918962db5858f8b96c600', :version=>'3.0.3' },
+        { :md5=>'f4a6893faa9918962db5858f8b96c600', :version=>'3.0.3-RC1' },
+        { :md5=>'d638931f610f6a7073cf7bb43bf6370f', :version=>'3.0.4' },
+        { :md5=>'d638931f610f6a7073cf7bb43bf6370f', :version=>'3.0.4-RC1' },
+        { :md5=>'931e4dd982451b9baf4dbfa3a6d6da4e', :version=>'3.0.5' },
+        { :md5=>'0fdcbb67c9773f490d3f0691a6dd4db9', :version=>'3.0.5-RC1' },
+        { :md5=>'aedf28d7599038cf0b07e9404c69ffca', :version=>'3.0.6' },
+        { :md5=>'5c40c50b6ca823ced16edac6aa8b2a1e', :version=>'3.0.6-RC1' },
+        { :md5=>'38e7d25631ab2238a149c4880b69e42f', :version=>'3.0.6-RC2' },
+        { :md5=>'4ac3967261c38fe4e934fe89f55f4a7a', :version=>'3.0.6-RC3' },
+        { :md5=>'e1854e1d6c7058eb10aee1d0a2acd01b', :version=>'3.0.6-RC4' },
+        { :md5=>'fc9c79e09cd265c44b025f08bd6bce30', :version=>'3.0.7' },
+        { :md5=>'9354df71b5f83de36b0e51b833b2917b', :version=>'3.0.7-RC1' },
+        { :md5=>'a2a05cfceecb678f843060ca9980dd5a', :version=>'3.0.7-RC2' },
+        { :md5=>'ff4e8980be0af81ed2702dc9ef4c5e6c', :version=>'3.0.7-PL1' },
+        { :md5=>'30f539c93140b2933765800b81e05707', :version=>'3.0.8' },
+        { :md5=>'a544ff00e1242e21210ccc1466c02bac', :version=>'3.0.8-RC1' },
+        { :md5=>'3f5c6ba11ff90cff9ced65833bdcfe8a', :version=>'3.0.9' },
+        { :md5=>'eca607ffc079c0236bdc281d92c3db86', :version=>'3.0.9-RC1' },
+        { :md5=>'94f5af08e7962466d50fcda1c1dc25a0', :version=>'3.0.9-RC2' },
+        { :md5=>'ed7033cfc20fdf2b58bdebfb078cf8ae', :version=>'3.0.9-RC3' },
+        { :md5=>'3f5c6ba11ff90cff9ced65833bdcfe8a', :version=>'3.0.9-RC4' },
+        { :md5=>'4a57a4ad14dc5726fa76aea354c4a7b9', :version=>'3.0.10' },
+        { :md5=>'ea02497f03a5a713c89a3a08da7e9818', :version=>'3.0.10-RC1' },
+        { :md5=>'a69edd44fff3366c037d543a22d07ac3', :version=>'3.0.10-RC2' },
+        { :md5=>'4a57a4ad14dc5726fa76aea354c4a7b9', :version=>'3.0.10-RC3' },
+        { :md5=>'38c91a4e7015bd99ea0189be77d131a8', :version=>'3.0.11' } ,
+        { :md5=>'69f1aad5d8eb2402f3290828232baced', :version=>'3.0.11-RC1' },
+        { :md5=>'38c91a4e7015bd99ea0189be77d131a8', :version=>'3.0.11-RC2' },
+        { :md5=>'fbe3fde19e59d20a1c400164e56fe972', :version=>'3.0.12-RC1' },
+        { :md5=>'14fefb5e6fc8948aa3ef0aa50ee75571', :version=>'3.0.12-RC2' },
+        { :md5=>'a52d4327967adf6b86cd5d18ebd49996', :version=>'3.0.12-RC3' }
+      ]
+
+      chksum = Digest::MD5.hexdigest(content)
+      changelog_hashes.each do |hash|
+        return {:version=>hash[:version], :detected=>true} if hash[:md5] == chksum
       end
 
-      generator
+      {:version=>"", :detected=>false}
     end
 
-    def check_for_phpinfo(uri)
-      body = ""
-      r = Net::HTTP.get_response(URI("#{uri.scheme}://#{uri.host}:#{uri.port}/phpinfo.php"))
-      filename = "#{uri.host}_phpinfo.html"
-      body = r.body if r.code == "200"
-      r = Net::HTTP.get_response(URI("#{uri.scheme}://#{uri.host}:#{uri.port}/info.php")) if body.nil?
-      filename = "#{uri.host}_info.html" if body.nil?
-      body = r.body if r.code == "200" 
+    def phpbb_body_detect(page)
+      # 1. detect if we have phpbb_logo.gif
+      page.images.each do |img|
+        return {:version=>"unknown", :detected=>true} if ! (img.src =~ /logo_phpBB.gif/).nil?
+      end
+
+      # 2. check for copyright notice
+      return {:version=>"unknown", :detected=>true} if !(page.body =~ /We request you retain the full copyright notice below including the link to www.phpbb.com./).nil?
+
+      # 3. check for "Powered by" link
+      page.links.each do |link|
+        return {:version=>"unknown", :detected=>true} if link.href == "http://www.phpbb.com" && link.text.downcase.match("powered by")
+      end
+      {:version=>"", :detected=>false}
+    end
 
-      f= File.new(filename, "w")
-      f.puts(body)
-      f.close
+    def phpbb_theme_cfg_detect(page, url, agent)
 
+      page.links.each do |link|
+        theme_name = link.href.match(/styles\/(\w*)\//) unless link.href.nil?
+        unless theme_name.nil?
 
-      body
+          link = url + "/styles/#{theme_name}/style.cfg"
+
+          $logger.log("trying to fetch #{link}")
+          cfg = agent.get(link)
+          if cfg.code == "200"
+            $logger.ok("style.cfg found!") 
+            version = cfg.body.match(/version(\s+)=(\s+)(\w.*)/)
+            return {:version=>version, :detected=>true}
+          end
+        end
+      end
+      {:version=>"", :detected=>false}
     end
 
+    def phpbb_cookie_detect(cookies=[])
+
+      first = nil
+      second = false
+      third = false
+
+      cookies.each do |c|
+        return {:version=>"2", :detected=>true} if c.name =~ /phpbb([\d])mysql_data/
+        first = c.name.scan(/([^ ]+)_u/).flatten.first if first.nil?
+        second = (c.name == "#{first}_k") if ! second
+        third = (c.name == "#{first}_sid") if ! third
+      end
+      return {:version=>"3", :detected=>true} if ! first.nil? && second && third
+      {:version=>"", :detected=>false}
+    end
+
+    def get_generator_signature(body)
+      generator = ""
+      doc=Nokogiri::HTML(body)
+      doc.xpath("//meta[@name='generator']/@content").each do |value|
+        generator = value.value
+      end
+
+      generator
+    end
 
   end
 end

data/lib/gengiscan/version.rb

@@ -1,3 +1,3 @@
 module Gengiscan
-  VERSION = "0.50.0"
+  VERSION = "0.60.1"
 end

metadata

@@ -1,78 +1,97 @@
 --- !ruby/object:Gem::Specification
 name: gengiscan
 version: !ruby/object:Gem::Version
-  version: 0.50.0
-  prerelease: 
+  version: 0.60.1
 platform: ruby
 authors:
 - Paolo Perego
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-09-06 00:00:00.000000000 Z
+date: 2013-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: codesake-commons
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: gengiscan is a CMS fingerprinting tool using Generator meta tag and Server
@@ -99,33 +118,26 @@ files:
 - spec/spec_helper.rb
 homepage: ''
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 742138534975512519
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 742138534975512519
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.0.4
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: gengiscan is a CMS fingerprinting tool using Generator meta tag and Server
   HTTP response header to fingerpring a CMS used by a website
 test_files: