wappalyzer 0.1.0

data/lib/wappalyzer.rb

@@ -0,0 +1,45 @@
+#!/usr/bin/env ruby
+
+require "wappalyzer/version"
+
+require 'net/http'
+require 'v8'
+require 'json'
+
+Encoding.default_external = Encoding::UTF_8
+
+module Wappalyzer
+  class Detector
+    def initialize
+      @realdir = File.dirname(File.realpath(__FILE__))
+      file = File.join(@realdir, 'apps.json')
+      @json = JSON.parse(IO.read(file))
+      @categories, @apps = @json['categories'], @json['apps']
+    end
+
+    def analyze(url)
+      uri, body, headers = URI(url), nil, {}
+      Net::HTTP.start(uri.host, uri.port, :use_ssl => uri.scheme == 'https', :open_timeout => 5) do |http|
+        resp = http.get(uri.request_uri)
+        resp.each_header{|k,v| headers[k.downcase] = v}
+        body = resp.body.encode('UTF-8', :invalid => :replace, :undef => :replace)
+      end
+
+      cxt = V8::Context.new
+      cxt.load File.join(@realdir, 'js', 'wappalyzer.js')
+      cxt.load File.join(@realdir, 'js', 'driver.js')
+      data = {'host' => uri.hostname, 'url' => url, 'html' => body, 'headers' => headers}
+      output = cxt.eval("w.apps = #{@apps.to_json}; w.categories = #{@categories.to_json}; w.driver.data = #{data.to_json}; w.driver.init();")
+      JSON.load(output)
+    end
+  end
+end
+
+if $0 == __FILE__
+  url = ARGV[0]
+  if url
+    puts JSON.pretty_generate(Wappalyzer::Detector.new.analyze(ARGV[0]))
+  else
+    puts "Usage: #{__FILE__} http://example.com"
+  end
+end

data/lib/wappalyzer/version.rb

@@ -0,0 +1,3 @@
+module Wappalyzer
+  VERSION = "0.1.0"
+end

data/wappalyzer.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'wappalyzer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "wappalyzer"
+  spec.version       = Wappalyzer::VERSION
+  spec.authors       = ["pulkit21"]
+  spec.email         = ["pulkit.ag02@gmail.com"]
+
+  spec.summary       = %q{Analyzes a provided url and returns any services it can detect}
+  spec.description   = %q{This is merely a port of the javascript parts of Wappalyzer extension for Firefox and Chrome. It analyzes a url and tries to guess what software it uses (like server software, CMS, framework, programming language).}
+  spec.homepage      = "https://github.com/pulkit21/wappalyzer"
+
+
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "bundler", "~> 1.11"
+  spec.add_dependency "rake", "~> 10.0"
+  spec.add_dependency "rspec", "~> 3.0"
+  spec.add_dependency "therubyracer", "~> 0.12.2"
+end

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification
+name: wappalyzer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- pulkit21
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-03-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: therubyracer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+description: This is merely a port of the javascript parts of Wappalyzer extension
+  for Firefox and Chrome. It analyzes a url and tries to guess what software it uses
+  (like server software, CMS, framework, programming language).
+email:
+- pulkit.ag02@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/apps.json
+- lib/js/driver.js
+- lib/js/wappalyzer.js
+- lib/wappalyzer.rb
+- lib/wappalyzer/version.rb
+- wappalyzer.gemspec
+homepage: https://github.com/pulkit21/wappalyzer
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Analyzes a provided url and returns any services it can detect
+test_files: []
+has_rdoc: