framework_guesser 0.0.1

data/spec/framework_guesser_spec.rb

@@ -0,0 +1,19 @@
+require 'spec_helper'
+
+describe FrameworkGuesser do
+
+  it "should guess framework" do
+    headers, body = load_headers_and_body('facebook-1')
+    result = FrameworkGuesser::guess(headers, body)
+    result[:description].should == "0101.sk domena plna zabavy, vtipy, humor, zabava, online hry a omnoho viac"
+    result[:keywords].should == "nesmrtelnost,extra vtipy,vtip baza,humorne situacie,morbidne obrazky,domena plna zabavy"
+    result[:server].should == :nginx
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :jquery
+    result[:features].should include :facebook
+    result[:features].should include :google_adsense
+    result[:features].should include :google_analytics
+    result[:features].size.should == 4
+  end
+end

data/spec/matcher_spec.rb

@@ -0,0 +1,227 @@
+require 'spec_helper'
+
+describe FrameworkGuesser::Matcher do
+
+  it "should detect facebook 1" do
+    result = run_matcher_on_fixture('facebook-1')
+    result[:description].should == "0101.sk domena plna zabavy, vtipy, humor, zabava, online hry a omnoho viac"
+    result[:keywords].should == "nesmrtelnost,extra vtipy,vtip baza,humorne situacie,morbidne obrazky,domena plna zabavy"
+    result[:server].should == :nginx
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :jquery
+    result[:features].should include :facebook
+    result[:features].should include :google_adsense
+    result[:features].should include :google_analytics
+    result[:features].size.should == 4
+  end
+
+  it "should detect facebook 2" do
+    result = run_matcher_on_fixture('facebook-2')
+    result[:server].should == :nginx
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :mootools
+    result[:features].should include :facebook
+    result[:features].should include :google_analytics
+    result[:features].size.should == 3
+  end
+
+  it "should detect facebook 3" do
+    result = run_matcher_on_fixture('facebook-3')
+    result[:server].should == :nginx
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 transitional//en\""
+    result[:framework].should == :wordpress
+    result[:features].should include :jquery
+    result[:features].should include :facebook
+    result[:features].size.should == 2
+  end
+
+  it "should detect drupal 1" do
+    result = run_matcher_on_fixture('drupal-1')
+    result[:server].should == :apache
+    result[:framework].should == :drupal
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :jquery
+    result[:features].size.should == 1
+  end
+
+  it "should detect drupal 2" do
+    result = run_matcher_on_fixture('drupal-2')
+    result[:server].should == :apache
+    result[:framework].should == :drupal
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :jquery
+    result[:features].size.should == 1
+  end
+
+  it "should detect drupal 3" do
+    result = run_matcher_on_fixture('drupal-3')
+    result[:server].should == :apache
+    result[:framework].should == :drupal
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+  end
+
+  it "should detect drupal 4" do
+    result = run_matcher_on_fixture('drupal-4')
+    result[:framework].should == :drupal
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :jquery
+    result[:features].should include :google_analytics
+    result[:features].size.should == 2
+  end
+
+  it "should detect drupal 5" do
+    result = run_matcher_on_fixture('drupal-5')
+    result[:framework].should == :drupal
+    result[:engine].should == :php
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :jquery
+    result[:features].should include :google_analytics
+    result[:features].size.should == 2
+  end
+
+  it "should detect drupal 6" do
+    result = run_matcher_on_fixture('drupal-6')
+    result[:framework].should == :drupal
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml+rdfa 1.0//en\""
+    result[:features].should include :jquery
+    result[:features].size.should == 1
+  end
+
+  it "should detect drupal 7" do
+    result = run_matcher_on_fixture('drupal-7')
+    result[:framework].should == :drupal
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+  end
+
+  it "should detect prestashop 1" do
+    result = run_matcher_on_fixture('prestashop-1')
+    result[:framework].should == :prestashop
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.1//en\""
+  end
+
+  it "should detect prestashop 2" do
+    result = run_matcher_on_fixture('prestashop-2')
+    result[:framework].should == :prestashop
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.1//en\""
+  end
+
+  it "should detect opencart 1" do
+    result = run_matcher_on_fixture('opencart-1')
+    result[:framework].should == :opencart
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+  end
+
+  it "should detect opencart 2" do
+    result = run_matcher_on_fixture('opencart-2')
+    result[:framework].should == :opencart
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+  end
+
+  it "should detect rails 3.1" do
+    result = run_matcher_on_fixture('rails-31')
+    result[:framework].should == :rails
+    result[:engine].should == :ruby
+    result[:features].size.should == 0
+  end
+
+  it "should detect rails 3.0 example 1" do
+    result = run_matcher_on_fixture('rails-30-1')
+    result[:framework].should == :rails
+    result[:engine].should == :ruby
+    result[:features].should include :google_analytics
+    result[:features].should include :facebook
+    result[:features].size.should == 2
+  end
+
+  it "should detect rails 3.0 example 2" do
+    result = run_matcher_on_fixture('rails-30-2')
+    result[:framework].should == :rails
+    result[:engine].should == :ruby
+    result[:features].should include :google_analytics
+    result[:features].should include :facebook
+    result[:features].size.should == 2
+  end
+
+  it "should detect rails 3.0 example 3" do
+    result = run_matcher_on_fixture('rails-30-3')
+    result[:framework].should == :rails
+    result[:engine].should == :ruby
+    result[:features].should include :google_analytics
+    result[:features].should include :facebook
+    result[:features].size.should == 2
+  end
+
+  it "should detect e-target 1" do
+    result = run_matcher_on_fixture('etarget-1')
+    result[:doctype].should == "html public \"-//w3c//dtd html 4.01 transitional//en\""
+    result[:features].should include :jquery
+    result[:features].should include :google_analytics
+    result[:features].should include :facebook
+    result[:features].should include :etarget
+    result[:features].size.should == 4
+  end
+
+  it "should detect e-target 2" do
+    result = run_matcher_on_fixture('etarget-2')
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 transitional//en\""
+    result[:engine].should == :php
+    result[:framework].should == :wordpress
+    result[:features].should include :jquery
+    result[:features].should include :google_analytics
+    result[:features].should include :google_adsense
+    result[:features].should include :facebook
+    result[:features].should include :etarget
+    result[:features].size.should == 5
+  end
+
+  it "should detect e-target 3" do
+    result = run_matcher_on_fixture('etarget-3')
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :etarget
+    result[:features].size.should == 1
+  end
+
+  it "should detect google adsense 1" do
+    result = run_matcher_on_fixture('adsense-1')
+    result[:doctype].should == "html"
+    result[:features].should include :jquery
+    result[:features].should include :google_analytics
+    result[:features].should include :google_adsense
+    result[:features].size.should == 3
+  end
+
+  it "should detect google adsense 2" do
+    result = run_matcher_on_fixture('adsense-2')
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:features].should include :mootools
+    result[:features].should include :google_analytics
+    result[:features].should include :google_adsense
+    result[:features].size.should == 3
+  end
+
+  it "should detect ubercart 1" do
+    result = run_matcher_on_fixture('ubercart-1')
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:engine].should == :php
+    result[:framework].should == :ubercart
+    result[:features].should include :jquery
+    result[:features].should include :google_analytics
+    result[:features].size.should == 2
+  end
+
+  it "should detect ubercart 2" do
+    result = run_matcher_on_fixture('ubercart-2')
+    result[:doctype].should == "html public \"-//w3c//dtd xhtml 1.0 strict//en\""
+    result[:engine].should == :php
+    result[:framework].should == :ubercart
+    result[:features].should include :google_analytics
+    result[:features].size.should == 1
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,21 @@
+require 'fakeweb'
+require 'nokogiri'
+require 'yaml'
+require 'framework_guesser'
+
+require File.dirname(__FILE__) + '/support/helpers'
+
+RSpec.configure do |config|
+  # == Mock Framework
+  #
+  # If you prefer to use mocha, flexmock or RR, uncomment the appropriate line:
+  #
+  # config.mock_with :mocha
+  # config.mock_with :flexmock
+  # config.mock_with :rr
+  config.mock_with :rspec
+  
+  config.include(Helpers)
+
+  FakeWeb.allow_net_connect = false
+end

data/spec/support/helpers.rb

@@ -0,0 +1,18 @@
+module Helpers
+
+  def run_matcher_on_fixture(fixture)
+    matcher = FrameworkGuesser::Matcher.new
+    headers, body = load_headers_and_body(fixture)
+    matcher.match(headers, body)
+  end
+
+  def load_headers_and_body(fixture)
+    headers = if File.exists?(File.dirname(__FILE__) + "/../fixtures/#{fixture}.yaml")
+                YAML::load(File.read(File.dirname(__FILE__) + "/../fixtures/#{fixture}.yaml"))
+              else
+                {}
+              end
+    body = File.read(File.dirname(__FILE__) + "/../fixtures/#{fixture}.html")
+    [headers, body]
+  end
+end

metadata

@@ -0,0 +1,178 @@
+--- !ruby/object:Gem::Specification
+name: framework_guesser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Martin Lipták
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Detection of framework and javascript libraries from HTML code.
+email:
+- mliptak@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- framework_guesser.gemspec
+- lib/framework_guesser.rb
+- lib/framework_guesser/matcher.rb
+- lib/framework_guesser/version.rb
+- spec/fixtures/adsense-1.html
+- spec/fixtures/adsense-2.html
+- spec/fixtures/drupal-1.html
+- spec/fixtures/drupal-1.yaml
+- spec/fixtures/drupal-2.html
+- spec/fixtures/drupal-2.yaml
+- spec/fixtures/drupal-3.html
+- spec/fixtures/drupal-3.yaml
+- spec/fixtures/drupal-4.html
+- spec/fixtures/drupal-4.yaml
+- spec/fixtures/drupal-5.html
+- spec/fixtures/drupal-5.yaml
+- spec/fixtures/drupal-6.html
+- spec/fixtures/drupal-7.html
+- spec/fixtures/etarget-1.html
+- spec/fixtures/etarget-2.html
+- spec/fixtures/etarget-3.html
+- spec/fixtures/facebook-1.html
+- spec/fixtures/facebook-1.yaml
+- spec/fixtures/facebook-2.html
+- spec/fixtures/facebook-2.yaml
+- spec/fixtures/facebook-3.html
+- spec/fixtures/facebook-3.yaml
+- spec/fixtures/opencart-1.html
+- spec/fixtures/opencart-2.html
+- spec/fixtures/prestashop-1.html
+- spec/fixtures/prestashop-2.html
+- spec/fixtures/rails-30-1.html
+- spec/fixtures/rails-30-2.html
+- spec/fixtures/rails-30-3.html
+- spec/fixtures/rails-31.html
+- spec/fixtures/ubercart-1.html
+- spec/fixtures/ubercart-2.html
+- spec/framework_guesser_spec.rb
+- spec/matcher_spec.rb
+- spec/spec_helper.rb
+- spec/support/helpers.rb
+homepage: https://github.com/martinliptak/framework_guesser
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: framework_guesser tries to detect frameworks and javascript libraries from
+  HTML code and HTTP headers hash. Some extra information like server, server-side
+  programming language, doctype, meta description and keywords are returned as well.
+test_files:
+- spec/fixtures/adsense-1.html
+- spec/fixtures/adsense-2.html
+- spec/fixtures/drupal-1.html
+- spec/fixtures/drupal-1.yaml
+- spec/fixtures/drupal-2.html
+- spec/fixtures/drupal-2.yaml
+- spec/fixtures/drupal-3.html
+- spec/fixtures/drupal-3.yaml
+- spec/fixtures/drupal-4.html
+- spec/fixtures/drupal-4.yaml
+- spec/fixtures/drupal-5.html
+- spec/fixtures/drupal-5.yaml
+- spec/fixtures/drupal-6.html
+- spec/fixtures/drupal-7.html
+- spec/fixtures/etarget-1.html
+- spec/fixtures/etarget-2.html
+- spec/fixtures/etarget-3.html
+- spec/fixtures/facebook-1.html
+- spec/fixtures/facebook-1.yaml
+- spec/fixtures/facebook-2.html
+- spec/fixtures/facebook-2.yaml
+- spec/fixtures/facebook-3.html
+- spec/fixtures/facebook-3.yaml
+- spec/fixtures/opencart-1.html
+- spec/fixtures/opencart-2.html
+- spec/fixtures/prestashop-1.html
+- spec/fixtures/prestashop-2.html
+- spec/fixtures/rails-30-1.html
+- spec/fixtures/rails-30-2.html
+- spec/fixtures/rails-30-3.html
+- spec/fixtures/rails-31.html
+- spec/fixtures/ubercart-1.html
+- spec/fixtures/ubercart-2.html
+- spec/framework_guesser_spec.rb
+- spec/matcher_spec.rb
+- spec/spec_helper.rb
+- spec/support/helpers.rb