user_agent_randomizer 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e53f295bf18f538dd10b977114e4b4c6c7e33277
+  data.tar.gz: 0410fa39098c99c586ccf05877b46c387d5b7812
+SHA512:
+  metadata.gz: d948ddd3423a0a90e7997dca87933fd6596fd1e20e5f432cb8fe7ac43c547bb7e93b086a8e65b6181e74d26be1ba4e92de8c5d670cc0cf61e4cd7c53ac04c562
+  data.tar.gz: a3eedb8c1a78e9316c56d1918e0c726306b62cb92c3e806922d1807e9c763fc8c79e091f3b923a92be71a9d7b9bc22cc2e9775a22e13b4e03b6c7d1bc1781b4a

data/.gitignore

@@ -0,0 +1,41 @@
+# Mac OS X
+.DS_Store
+
+# RubyMine project metadata
+.idea/
+
+# Vim/Emacs temporary files
+*.swp
+*.swo
+*~
+
+# Unless supporting RVM < 1.11.0 ignore this
+.rvmrc
+
+# Ignore RVM environment for gems
+.ruby-version
+.ruby-gemset
+
+# Miscellaneous
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.travis.yml

@@ -0,0 +1,13 @@
+language: ruby
+rvm:
+  - 1.8.6
+  - 1.8.7
+  - 1.9.1
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+  - 2.1.1
+  - 2.1.2
+  - jruby-1.6.8
+  - jruby-1.7.12
+

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in user_agent_randomizer.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Christoph Pilka
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,63 @@
+# UserAgentRandomizer
+
+[![Build Status](https://travis-ci.org/asconix/user_agent_randomizer.png?branch=master)](https://travis-ci.org/asconix/user_agent_randomizer)
+
+[![Code Climate](https://codeclimate.com/github/asconix/user_agent_randomizer.png)](https://codeclimate.com/github/asconix/user_agent_randomizer)
+
+There exist few use cases where random HTTP User-Agent strings are required. This is the reason why the `user_agent_randomizer` gem exists. Currently the gem provides roundabout 10.700 different User-Agent strings. You can choose a random HTTP User-Agent string from the entire pool as well as fetch a user agent by category.
+
+Every HTTP User-Agent string is assigned exactly to one of the following categories:
+
+* `crawler`
+* `desktop_browser`
+* `mobile_browser`
+* `console`
+* `offline_browser`
+* `email_client`
+* `link_checker`
+* `email_collector`
+* `validator`
+* `feed_reader`
+* `library`
+* `cloud_platform`
+* `other`
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'user_agent_randomizer'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install user_agent_randomizer
+
+## Usage
+
+The usage is simple. You can fetch a random HTTP UserAgent string from the entire pool as well as one from a specified category (see list above):
+
+```ruby
+require 'user_agent_randomizer'
+
+# Fetch a random HTTP User-Agent string from the entire pool
+UserAgent.new
+# => "AppEngine-Google; (+http://code.google.com/appengine; appid: longbows-hideout)"
+
+# Fetch a random HTTP User-Agent for a desktop browser
+UserAgent.new("desktop_browser")
+# => "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Iron/0.2.152.0 Safari/12733120.525"
+```
+
+## Contributing
+
+1. Fork it ( https://github.com/asconix/user_agent_randomizer/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+Copyright © 2014 Christoph Pilka, released under the MIT license

data/Rakefile

@@ -0,0 +1,45 @@
+require 'nokogiri'
+require 'open-uri'
+require 'zlib'
+require 'bundler/gem_tasks'
+
+task :default => [:spec]
+task :spec do
+  sh('rspec spec')
+end
+
+namespace :user_agents do
+  desc "Fetch User-Agent strings from www.useragentstring.com"
+  task :fetch do
+  	urls = [
+  		{type: "crawler", url: "http://www.useragentstring.com/pages/Crawlerlist/"},
+  		{type: "desktop_browser", url: "http://www.useragentstring.com/pages/Browserlist/"},
+  		{type: "mobile_browser", url: "http://www.useragentstring.com/pages/Mobile%20Browserlist/"},
+  		{type: "console", url: "http://www.useragentstring.com/pages/Consolelist/"},
+  		{type: "offline_browser", url: "http://www.useragentstring.com/pages/Offline%20Browserlist/"},
+  		{type: "email_client", url: "http://www.useragentstring.com/pages/E-mail%20Clientlist/"},
+  		{type: "link_checker", url: "http://www.useragentstring.com/pages/Link%20Checkerlist/"},
+  		{type: "email_collector", url: "http://www.useragentstring.com/pages/E-mail%20Collectorlist/"},
+  		{type: "validator", url: "http://www.useragentstring.com/pages/Validatorlist/"},
+  		{type: "feed_reader", url: "http://www.useragentstring.com/pages/Feed%20Readerlist/"},
+  		{type: "library", url: "http://www.useragentstring.com/pages/Librarielist/"},
+  		{type: "cloud_platform", url: "http://www.useragentstring.com/pages/Cloud%20Platformlist/"},
+  		{type: "other", url: "http://www.useragentstring.com/pages/Otherlist/"}
+  	]
+  	File.open("lib/data/user_agents.yml", 'w') { |file| file.write("---\n") }
+  	urls.each do |target|
+  		user_agents = []
+  		puts "Fetching User-Agent strings for '#{target[:type]}' ..."
+  		doc = Nokogiri::HTML(open(target[:url]))
+  		doc.xpath("//div[@id='liste']/ul/li/a").each do |line|
+  			user_agents << line.content.strip
+  		end
+  		File.open("lib/data/user_agents.yml", 'a') do |file|
+  			file.write("#{target[:type]}:\n")
+  			user_agents.each do |ua|
+  				file.write "  - '#{ua}'\n"
+  			end
+  		end
+  	end
+  end
+end