http-security 0.1.0

data/tasks/alexa.rb

@@ -0,0 +1,40 @@
+##
+# Adapted from gist: https://gist.github.com/zerothabhishek/3015666
+# Orginal author: zerothabhishek
+#
+# How to run:
+#   ruby scraper.rb
+#
+# Output:
+#   CSV file containing alexa 100
+#
+# Dependencies:
+#   ruby version > 1.9  # "ruby -v" to check
+#   nokogiri gem        # "gem install nokogiri" to install
+##
+
+require 'nokogiri'
+require 'open-uri'
+require 'csv'
+
+namespace :alexa do
+  desc 'Scrapes the Alexa Top 100 and updates spec/data/alexa.csv'
+  task :scrape do
+    CSV.open("spec/data/alexa.csv","w") do |csv|
+      (0..3).each do |i|
+        url = "http://www.alexa.com/topsites/global;#{i} "
+        doc = Nokogiri::HTML(open(url))
+
+        doc.css(".site-listing").each do |li|
+          begin
+            site_name = li.css(".desc-container .desc-paragraph a")[0].content
+            site_rank = li.css(".count")[0].content
+
+            csv << [site_rank, site_name]
+          rescue
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,171 @@
+--- !ruby/object:Gem::Specification
+name: http-security
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dominic Owen
+- Hal Brodigan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: parslet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: HTTP Security Header Parser
+email:
+- dwowen20@gmail.com
+- hal@trailofbits.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- ".yardopts"
+- ChangeLog.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- http-security.gemspec
+- lib/http/security.rb
+- lib/http/security/exceptions.rb
+- lib/http/security/headers.rb
+- lib/http/security/headers/cache_control.rb
+- lib/http/security/headers/content_security_policy.rb
+- lib/http/security/headers/content_security_policy_report_only.rb
+- lib/http/security/headers/pragma.rb
+- lib/http/security/headers/public_key_pins.rb
+- lib/http/security/headers/public_key_pins_report_only.rb
+- lib/http/security/headers/set_cookie.rb
+- lib/http/security/headers/strict_transport_security.rb
+- lib/http/security/headers/x_content_type_options.rb
+- lib/http/security/headers/x_frame_options.rb
+- lib/http/security/headers/x_permitted_cross_domain_policies.rb
+- lib/http/security/headers/x_xss_protection.rb
+- lib/http/security/http_date.rb
+- lib/http/security/malformed_header.rb
+- lib/http/security/parsers.rb
+- lib/http/security/parsers/cache_control.rb
+- lib/http/security/parsers/content_security_policy.rb
+- lib/http/security/parsers/content_security_policy_report_only.rb
+- lib/http/security/parsers/expires.rb
+- lib/http/security/parsers/parser.rb
+- lib/http/security/parsers/pragma.rb
+- lib/http/security/parsers/public_key_pins.rb
+- lib/http/security/parsers/public_key_pins_report_only.rb
+- lib/http/security/parsers/set_cookie.rb
+- lib/http/security/parsers/strict_transport_security.rb
+- lib/http/security/parsers/x_content_type_options.rb
+- lib/http/security/parsers/x_frame_options.rb
+- lib/http/security/parsers/x_permitted_cross_domain_policies.rb
+- lib/http/security/parsers/x_xss_protection.rb
+- lib/http/security/response.rb
+- lib/http/security/version.rb
+- spec/data/alexa.csv
+- spec/headers/cache_control_spec.rb
+- spec/headers/content_security_policy_spec.rb
+- spec/headers/pragma_spec.rb
+- spec/headers/public_key_pins_spec.rb
+- spec/headers/set_cookie_spec.rb
+- spec/headers/strict_transport_security_spec.rb
+- spec/headers/x_content_type_options_spec.rb
+- spec/headers/x_frame_options_spec.rb
+- spec/headers/x_permitted_cross_domain_policies_spec.rb
+- spec/headers/x_xss_protection_spec.rb
+- spec/parsers/cache_control_spec.rb
+- spec/parsers/content_security_policy_report_only_spec.rb
+- spec/parsers/content_security_policy_spec.rb
+- spec/parsers/expires_spec.rb
+- spec/parsers/parser_spec.rb
+- spec/parsers/pragma_spec.rb
+- spec/parsers/public_key_pins_spec.rb
+- spec/parsers/set_cookie_spec.rb
+- spec/parsers/strict_transport_security_spec.rb
+- spec/parsers/x_content_type_options_spec.rb
+- spec/parsers/x_frame_options_spec.rb
+- spec/parsers/x_permitted_cross_domain_policies_spec.rb
+- spec/parsers/x_xss_protection_spec.rb
+- spec/response_spec.rb
+- spec/spec_helper.rb
+- tasks/alexa.rb
+homepage: https://github.com/trailofbits/http-security#readme
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.7
+signing_key: 
+specification_version: 4
+summary: HTTP Security Header Parser
+test_files:
+- spec/data/alexa.csv
+- spec/headers/cache_control_spec.rb
+- spec/headers/content_security_policy_spec.rb
+- spec/headers/pragma_spec.rb
+- spec/headers/public_key_pins_spec.rb
+- spec/headers/set_cookie_spec.rb
+- spec/headers/strict_transport_security_spec.rb
+- spec/headers/x_content_type_options_spec.rb
+- spec/headers/x_frame_options_spec.rb
+- spec/headers/x_permitted_cross_domain_policies_spec.rb
+- spec/headers/x_xss_protection_spec.rb
+- spec/parsers/cache_control_spec.rb
+- spec/parsers/content_security_policy_report_only_spec.rb
+- spec/parsers/content_security_policy_spec.rb
+- spec/parsers/expires_spec.rb
+- spec/parsers/parser_spec.rb
+- spec/parsers/pragma_spec.rb
+- spec/parsers/public_key_pins_spec.rb
+- spec/parsers/set_cookie_spec.rb
+- spec/parsers/strict_transport_security_spec.rb
+- spec/parsers/x_content_type_options_spec.rb
+- spec/parsers/x_frame_options_spec.rb
+- spec/parsers/x_permitted_cross_domain_policies_spec.rb
+- spec/parsers/x_xss_protection_spec.rb
+- spec/response_spec.rb
+- spec/spec_helper.rb