globetrotter 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ba937570c70da00cf21b0eb41bb082ad1b7c8313
+  data.tar.gz: f0758c5c8527d68ce413aa3cbc70176bc30173fe
+SHA512:
+  metadata.gz: 92c59ce13cfea48a0ae02cf4b664463f02fa2096a8e5f05030dca0b7259aa56d801c687436de7eda5935d0f317943bc027b3b4740e0d354ccb7722d27a1855fa
+  data.tar.gz: e2298d109842fe233ae300ccdbd5b32105375cc765d52a36fdcd8a9b6636491e27b6a84206a886f05f45d3ee740e38b41503f9a8d8fc7c5c9d0881bd09a0729b

data/.gitignore

@@ -0,0 +1,23 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+vendor/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in globetrotter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Amplify Education, Inc.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Globetrotter
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'globetrotter'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install globetrotter
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/globetrotter/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/globetrotter

@@ -0,0 +1,52 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(__FILE__), %w{.. lib})
+require 'globetrotter'
+require 'trollop'
+
+opts = Trollop.options do
+  opt :ns_count_to_check,
+      'How many nameservers to query',
+      type: Integer,
+      default: 100,
+      short: '-c'
+  opt :ns_max_age_minutes,
+      'Query nameservers validated <= this many minutes ago',
+      type: Integer,
+      default: 60,
+      short: '-a'
+  opt :query,
+      'Hostname to lookup',
+      type: String,
+      default: 'googleapis.com'
+  opt :timeout_seconds,
+      'Seconds to wait before queries timeout',
+      type: Integer,
+      default: 2,
+      short: '-t'
+  opt :concurrency,
+      'Number of concurrent DNS requests to make',
+      type: Integer,
+      default: 100,
+      short: '-p'
+end
+
+ns_count_to_check = opts.ns_count_to_check
+ns_max_age_minutes = opts.ns_max_age_minutes
+timeout_seconds = opts.timeout_seconds
+concurrency = opts.concurrency
+query = opts.query
+
+Trollop.die :ns_count_to_check, 'must be positive' if ns_count_to_check < 0
+Trollop.die :ns_max_age_minutes, 'must be positive' if ns_max_age_minutes < 0
+Trollop.die :timeout_seconds, 'must be positive' if ns_max_age_minutes < 0
+Trollop.die :concurrency, 'must be positive' if ns_max_age_minutes < 0
+
+gt = Globetrotter.new(
+  query: query,
+  ns_count_to_check: ns_count_to_check,
+  ns_max_age_minutes: ns_max_age_minutes,
+  timeout_seconds: timeout_seconds,
+  concurrency: concurrency
+)
+gt.run

data/globetrotter.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'globetrotter/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'globetrotter'
+  spec.version       = Globetrotter::VERSION
+  spec.authors       = ['Nick Lopez']
+  spec.email         = ['nlopez@amplify.com']
+  spec.summary       = %q{Resolve DNS records at many different nameservers all over the world.}
+  # spec.description   = %q{TODO: Write a longer description. Optional.}
+  spec.homepage      = 'https://github.com/amplify-education/globetrotter'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency 'bundler', '~> 1.6'
+  spec.add_development_dependency 'rake'
+
+  spec.add_runtime_dependency 'rubydns', '~> 0.8'
+  spec.add_runtime_dependency 'trollop', '~> 2.0'
+  spec.add_runtime_dependency 'wrest', '~> 1.5'
+end

data/lib/globetrotter.rb

@@ -0,0 +1,86 @@
+require_relative './globetrotter/version'
+require_relative './globetrotter/nameserver'
+require 'wrest'
+require 'rubydns'
+require 'time'
+require 'date'
+require 'set'
+require 'ipaddr'
+
+class Globetrotter
+  def initialize(options = {})
+    @ns_max_age_minutes = options.fetch(:ns_max_age_minutes, 60)
+    @ns_count_to_check = options.fetch(:ns_count_to_check, 100)
+    @timeout_seconds = options.fetch(:timeout_seconds, 2)
+    @query = options.fetch(:query, 'googleapis.com')
+    @concurrency = options.fetch(:concurrency, 100)
+    @ns_ips = fetch_ns_ips
+  end
+
+  def run
+    ns_count = @ns_ips.count
+    @ns_count_to_check = ns_count if @ns_count_to_check > ns_count
+    @ns_ips = @ns_ips.sample(@ns_count_to_check)
+
+    message = "Found #{ns_count} nameserver(s). "\
+              "Querying #{@ns_count_to_check} of those "\
+              "for #{query}, #{@concurrency} at a time, "\
+              "with a timeout of #{@timeout_seconds} second(s)."
+    $stderr.puts message
+
+    EM.run do
+      result_ips = Set.new
+      ok = 0
+      nok = 0
+      EM::Iterator.new(@ns_ips, @concurrency).each(
+        proc do |ns_ip, iter|
+          resolver = RubyDNS::Resolver.new(
+            [[:udp, ns_ip.to_s, 53]],
+            timeout: @timeout_seconds
+          )
+          resolver.query(query) do |response|
+            case response
+            when RubyDNS::Message
+              response.answer.each do |answer|
+                address = answer[2].address.to_s
+                result_ips.add(address)
+              end
+              ok += 1
+              iter.next
+            when RubyDNS::ResolutionFailure
+              nok += 1
+              iter.next
+            end
+          end
+        end,
+        proc do
+          EM.stop
+          result_ips.each { |ip| puts ip }
+          $stderr.puts "#{ok} succeeded, #{nok} failed (#{ok + nok} total)"
+        end
+      )
+    end
+  end
+
+  def self.run(options = {})
+    new(options).run
+  end
+
+  private
+
+  attr_reader :ns_max_age_minutes, :ns_count_to_check, :ns_ips, :query
+
+  def fetch_ns_ips
+    Wrest.logger = Logger.new(STDERR)
+    uri = 'http://public-dns.tk/nameservers.json'.to_uri
+    nameservers = uri.get.deserialise.map { |data| Nameserver.new(data) }
+    nameservers.select do |ns|
+      ns.valid? && ns.ipv4? && ns.age_minutes <= ns_max_age_minutes
+    end.map(&:ip)
+  end
+
+  def resolve_with_nameserver(query, nameserver)
+    resolver = RubyDNS::Resolver.new([[:udp, nameserver, 53]])
+    resolver.query(query)
+  end
+end

data/lib/globetrotter/nameserver.rb

@@ -0,0 +1,37 @@
+require 'wrest'
+
+# Defines a DNS name server returned by http://public-dns.tk/
+class Nameserver
+  include Wrest::Components::Container
+
+  always_has :id
+  typecast ip:               ->(ip)   { IPAddr.new(ip) },
+           created_at:       ->(date) { DateTime.iso8601(date) },
+           checked_at:       ->(date) { DateTime.iso8601(date) },
+           updated_at:       ->(date) { DateTime.iso8601(date) },
+           state_changed_at: ->(date) { DateTime.iso8601(date) }
+
+  def ipv4?
+    ip.ipv4?
+  end
+
+  def ipv6?
+    ip.ipv6?
+  end
+
+  def valid?
+    state == 'valid'
+  end
+
+  def invalid?
+    state == 'invalid'
+  end
+
+  def age_minutes
+    t1 = Time.now.to_i
+    t2 = checked_at.to_i
+    seconds_since_check = t1 - t2
+    minutes_since_check = seconds_since_check / 60
+    minutes_since_check
+  end
+end

data/lib/globetrotter/version.rb

@@ -0,0 +1,3 @@
+class Globetrotter
+  VERSION = "0.0.4"
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: globetrotter
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Nick Lopez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubydns
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: wrest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+description: 
+email:
+- nlopez@amplify.com
+executables:
+- globetrotter
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/globetrotter
+- globetrotter.gemspec
+- lib/globetrotter.rb
+- lib/globetrotter/nameserver.rb
+- lib/globetrotter/version.rb
+homepage: https://github.com/amplify-education/globetrotter
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Resolve DNS records at many different nameservers all over the world.
+test_files: []