ddis 1.0.0

data/LICENSE.txt

@@ -0,0 +1,17 @@
+ddis - DNS Discovery utility
+
+Copyright (C) 2012 James Condron
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+

data/RATIONALE.txt

@@ -0,0 +1,8 @@
+Currently at work (https://simplybusiness.co.uk) I've a large infrastructure to monitor and
+work with. This includes both internal/corporate and production.
+
+One of the largest areas of technical debt we have is our network and DNS setup; we basically
+have IPs no longer in use with hostnames set (which then cause issues in provisioning boxen) and
+IPs which are up and don't have a PTR set.
+
+This, initially, goes out to search for these.

data/README.md

@@ -0,0 +1,55 @@
+ddis
+==
+
+Usage
+--
+
+Due to needing stupid rights to stupid ping one must run under root. Stupid root.
+
+```bash
+# ddis -h
+Usage: ddis [options]
+    -r, --range [IP RANGE]           IP Range to scan against
+    -u, --unass [UNASSIGNED STRING]  Text contained in unassigned IPs
+    -c, --count [NUMBER]             Number of times to run through
+    -s, --sleep [SECONDS]            Number of seconds to sleep between runs
+    -v, --verbose                    See extra debug
+```
+
+The defaults are:
+
+```ruby
+ip_range = '127.0.0.1/24'
+unassign = 'localhost'
+count    = 1
+secs     = 0
+verbose  = nil
+```
+
+For the network `10.1.0.0/16` which uses the PTR format `unassigned-0.0.1.10.example.com` we would start as per:
+
+```bash
+# ddis -r 10.1.0.0/16 -u unassigned
+```
+
+Should we want to run this over a few days to collate the results:
+
+```bash
+# ddis -r 10.1.0.0/16 -u unassigned -c 500 -s 10
+```
+
+Which would run 500 times with a ten second break between each iteration.
+
+
+Data
+--
+
+The data is stored under redis following the schema:
+
+```redis
+ip.#{date.now.to_s}.up      # Hosts which are up and have a PTR as per =~ /#{unass}/
+ip.#{date.now.to_s}.down    # Hosts whhich are down but don't have a PTR which has been reset
+```
+
+A list of times can be found under `ip.times`; the `date.now.to_s` is set when the object is created and not each time. This gives us
+th econfidence that leaving ddis over multiple days wont bork our data by spreading it all over.

data/bin/ddis

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+#
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'optparse'
+require 'ddis'
+
+ip_range = '127.0.0.1/24'
+unassign = 'localhost'
+count    = 1
+secs     = 0
+verbose  = nil
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: ddis [options]"
+
+  opts.on("-r", "--range [IP RANGE]", "IP Range to scan against")                    { |r| ip_range = r }
+  opts.on("-u", "--unass [UNASSIGNED STRING]", "Text contained in unassigned IPs")   { |u| unassign = u }
+  opts.on("-c", "--count [NUMBER]", "Number of times to run through")                { |c| count = Integer c }
+  opts.on("-s", "--sleep [SECONDS]", "Number of seconds to sleep between runs")      { |s| secs = Integer s }
+  opts.on("-v", "--verbose", "See extra debug")                                      { |v| verbose = true }
+end.parse!
+
+ddis = DDis.new ip_range, unassign, verbose
+ip = ddis.iterator.ip
+
+(0..count).each do |run|
+  until ip == nil
+    puts "Testing #{ip}" if verbose
+    ddis.test_ip ip
+    ip = ddis.iterator.iterate
+  end
+  warn "Sleeping for #{secs} seconds" if verbose
+  sleep secs
+end

data/lib/ddis.rb

@@ -0,0 +1,52 @@
+#!/usr/bin/env ruby
+#
+# Helper classes for ddis - DNS Discovery thing
+
+require 'netaddr'
+require 'resolv'
+require 'net/ping/icmp'
+
+require 'ddis/ip_iterate.rb'
+require 'ddis/store_ips.rb'
+
+class DDis
+  attr_accessor :iterator
+  
+  def initialize range, unassigned, verbose=nil
+    @verbose  = true if verbose
+
+    @unass    = unassigned
+    @resolv   = Resolv.new
+    @ping     = Net::Ping::ICMP.new nil, nil, 1
+
+    ip_range  = NetAddr::CIDR.create range
+    @base     = ip_range.base
+    @size     = ip_range.size
+    @iterator = Iterator.new @base, @size
+    @db       = StoreIPs.new
+
+  end
+
+  def test_ip ip
+    begin
+      hostname = @resolv.getname ip
+    rescue
+      warn "Couldn't get host for #{ip}"
+      return nil
+    end
+    
+    @ping.host = ip
+    up = @ping.ping?
+
+    if up and hostname =~ /#{@unass}/
+      warn "#{ip} is up yet has an invalid hostname" if @verbose
+      @db.up_no_dns( ip )
+    end
+
+    if not up and hostname !~ /#{@unass}/
+      warn "#{ip} is down yet has a hostname set" if @verbose
+      @db.down_with_dns( ip )
+    end
+  end
+
+end

data/lib/ddis/ip_iterate.rb

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+#
+# Iterate through IPs given a CIDR, start and end IP
+
+class Iterator
+  attr_accessor :ip
+
+  def initialize start_ip, size
+    @start_ip = start_ip
+    @start_si = size
+
+    @ip       = start_ip
+    @esize    = 0
+
+  end
+
+  def increment_last ip
+    return nil if ip == '255.255.255.255'    # End of the line
+    
+    octets = ip.split "."
+    last = octets[-1]
+    
+    return "#{increment_last octets[0..-2].join('.')}.0" if last == '255'
+    last = Integer(last)
+    last += 1
+    return "#{octets[0..-2].join('.')}.#{last}"
+  end
+  
+  def iterate
+    @ip = increment_last @ip
+    @esize += 1
+    
+    if @esize == @start_si
+      @esize = @start_si
+      @ip    = @start_ip
+      return nil
+    end
+    
+    return @ip
+
+  end
+
+end

data/lib/ddis/store_ips.rb

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+#
+# Simple redis wrapper
+
+require 'redis'
+require 'date'
+
+class StoreIPs
+  
+  def initialize
+    @red = Redis.new
+    @db  = Date.today.to_s
+    @red.sadd "ip.dates", @db
+    @red.save
+  end
+
+  def up_no_dns ip
+    @red.srem "ip.#{@db}.down", ip
+    @red.sadd "ip.#{@db}.up", ip
+    @red.save
+  end
+
+  def down_with_dns ip
+    @red.srem "ip.#{@db}.up", ip
+    @red.sadd "ip.#{@db}.down", ip
+    @red.save
+  end
+
+  def dump
+    0 if @red.sinter "ip.@db.down", "ip.@db.up"
+    { 
+      :up    => @red.smembers( "ip.#{@db}.up" ), 
+      :down  => @red.smembers( "ip.#{@db}.down" ), 
+    }
+  end
+
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: ddis
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- jspc
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: net-ping
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.3
+- !ruby/object:Gem::Dependency
+  name: netaddr
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+description: A small utility to determine the conformity of an IP on a network
+email: james@zero-internet.org.uk
+executables:
+- ddis
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- LICENSE.txt
+- RATIONALE.txt
+- README.md
+- bin/ddis
+- lib/ddis.rb
+- lib/ddis/ip_iterate.rb
+- lib/ddis/store_ips.rb
+homepage: https://github.com/jspc/ddis
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A small utility to determine the conformity of an IP on a network
+test_files: []