wappalyzer 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 119dc327d284571e6f61f9d212b892acc27f80f5
-  data.tar.gz: 43911aa6af7ee07882902d7d8c35aa848efcfd4a
+  metadata.gz: f0543ba8905811175b0f1cbb1807c8c5a74d5a90
+  data.tar.gz: 63646604ad982711daff02f0699346ea8a5468cb
 SHA512:
-  metadata.gz: 1177f6cdf7605a0d0f90c004e6d56cab7c261f66fa47579c598acf4618f0b04a3fd0c8685558c06f7a9bcbc88d8d1299309ce37e30fc037b1998a612dae8d49d
-  data.tar.gz: 54f568f824cda7e9de21065132c10a9aef0a52e16d77685f8f0356c3cc535d7dcb2d3c16c23d66cfe624c896dcbccc5dcc129e987d026c434848fe2d5d60f05e
+  metadata.gz: c52aed068ce38f64a29c6c42e3624661d81f5614617ab8ae742c1af6dbb0a3f776e2fc29cbe0806117af4527ff1a39004c6ff8ca3dda3fd6aff6ce2093828406
+  data.tar.gz: e905e0d118a20d10a2ec6c9d06b3fecdac24cc9d660c1436729c7201dfe8183226eaea4480b9b267193a35f4518ff3db18d3e6c8b476a609c63578df35f5bf5a

data/lib/wappalyzer.rb

@@ -5,6 +5,7 @@ require "wappalyzer/version"
 require 'net/http'
 require 'mini_racer'
 require 'json'
+require 'zlib'
 
 Encoding.default_external = Encoding::UTF_8
 
@@ -19,10 +20,18 @@ module Wappalyzer
 
     def analyze(url)
       uri, body, headers = URI(url), nil, {}
-      Net::HTTP.start(uri.host, uri.port, :use_ssl => uri.scheme == 'https', :open_timeout => 5) do |http|
-        resp = http.get(uri.request_uri)
-        resp.each_header{|k,v| headers[k.downcase] = v}
-        body = resp.body.encode('UTF-8', :invalid => :replace, :undef => :replace)
+      Net::HTTP.start(uri.host, uri.port,
+                      :use_ssl => uri.scheme == 'https',
+                      :verify_mode => OpenSSL::SSL::VERIFY_NONE,
+                      :open_timeout => 5) do |http|
+        begin
+          resp = http.get(uri.request_uri)
+        rescue Zlib::DataError
+          resp = http.get(uri.request_uri, "Accept-Encoding" => "none")
+        end
+
+        resp.each_header { |k,v| headers[utf8_encoding(k).downcase] = utf8_encoding(v) }
+        body = utf8_encoding(resp.body)
       end
 
       cxt = MiniRacer::Context.new
@@ -32,6 +41,12 @@ module Wappalyzer
       output = cxt.eval("w.apps = #{@apps.to_json}; w.categories = #{@categories.to_json}; w.driver.data = #{data.to_json}; w.driver.init();")
       JSON.load(output)
     end
+
+    private
+
+    def utf8_encoding(str)
+      str.encode('UTF-8', :invalid => :replace, :undef => :replace)
+    end
   end
 end
 

data/lib/wappalyzer/version.rb

@@ -1,3 +1,3 @@
 module Wappalyzer
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

data/wappalyzer.gemspec

@@ -18,7 +18,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "mini_racer", "~> 0.1.4"
+  spec.add_dependency "mini_racer", "~> 0.2.4"
 
   spec.add_development_dependency "bundler", "~> 1.11"
   spec.add_development_dependency "rake", "~> 10.0"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wappalyzer
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - pulkit21
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-01-27 00:00:00.000000000 Z
+date: 2019-04-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mini_racer
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.4
+        version: 0.2.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.4
+        version: 0.2.4
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -108,7 +108,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.7
+rubygems_version: 2.6.12
 signing_key: 
 specification_version: 4
 summary: Analyzes a provided url and returns any services it can detect