rb-wartslib 0.9.10 → 0.9.11

data/CHANGES

@@ -1,3 +1,7 @@
+version 0.9.11, 2007-11-29:
+  * added more sample code to the 'bin' subdirectory
+  * added GPLv2+ license header to sample code
+
 version 0.9.10, 2007-11-28:
   * added GPLv2+ license header to source files
   * changed to use __HAVE_STDINT_H__ instead of __APPLE__ when including

data/bin/count-traces

@@ -0,0 +1,42 @@
+#!/usr/bin/env ruby
+
+#############################################################################
+## Prints out the count of traces in each input warts file, as well as
+## the total across all files.
+##
+## --------------------------------------------------------------------------
+## Copyright (C) 2007 The Regents of the University of California.
+##
+## This program is free software; you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published by
+## the Free Software Foundation; either version 2 of the License, or
+## (at your option) any later version.
+## 
+## This program is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+## GNU General Public License for more details.
+## 
+## You should have received a copy of the GNU General Public License
+## along with this program; if not, write to the Free Software
+## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+## 
+## $Id: count-traces,v 1.1 2007/11/30 01:14:47 youngh Exp $
+#############################################################################
+
+require 'rubygems'
+require 'wartslib'
+
+total = 0
+ARGV.each do |path|
+  file = Warts::File::open path
+  file.add_filters Warts::File::TRACE
+
+  count = 0
+  file.read { count += 1 }
+
+  puts "%8d %s" % [count, path]
+  total += count
+end
+
+puts "%8d total" % [total]

data/bin/create-aspath

@@ -0,0 +1,169 @@
+#!/usr/bin/env ruby
+
+#############################################################################
+## Converts warts traces to AS paths.
+##
+## --------------------------------------------------------------------------
+## Copyright (C) 2007 The Regents of the University of California.
+##
+## This program is free software; you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published by
+## the Free Software Foundation; either version 2 of the License, or
+## (at your option) any later version.
+## 
+## This program is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+## GNU General Public License for more details.
+## 
+## You should have received a copy of the GNU General Public License
+## along with this program; if not, write to the Free Software
+## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+## 
+## $Id: create-aspath,v 1.1 2007/11/30 01:14:47 youngh Exp $
+#############################################################################
+
+require 'rubygems'
+require 'ostruct'
+require 'optparse'
+require 'enumerator'
+require 'tempfile'
+
+require 'wartslib'
+require 'asfinder'
+
+$options = OpenStruct.new
+
+opts = OptionParser.new
+opts.banner = "Usage: create-aspath [options] <warts-file-1> <warts-file-2> ..."
+
+opts.on("-A", "--asfinder", "=FILE",
+        "IP to prefix/AS mapping file in ASFinder format") do |v|
+  $options.asfinder = v
+end
+
+opts.on("-l", "--links", TrueClass,
+        "prints AS links rather than AS paths") do |v|
+  $options.links = v
+end
+
+opts.on("-v", "--[no-]verbose", TrueClass,  "show detailed progress") do |v|
+  $options.verbose = v
+end
+
+begin
+  ARGV.replace opts.parse(*ARGV)
+rescue OptionParser::ParseError
+  $stderr.puts "ERROR: " + $!
+  $stderr.puts opts
+  exit 1
+end
+
+unless $options.asfinder
+  $stderr.puts "ERROR: missing --asfinder argument"
+  $stderr.puts opts
+  exit 1
+end
+
+
+#===========================================================================
+
+# XXX only uses the first response at each hop
+def extract_ippath(trace)
+  retval = []
+  retval << trace.src
+
+  dest_response = trace.find_dest_response
+
+  trace.each_hop do |hop, exists|
+    if exists
+      break if dest_response && hop == dest_response[0]
+      retval << trace.hop_addr(hop, 0)
+    else
+      retval << "q"
+    end
+  end
+
+  retval << trace.dst if dest_response
+  retval
+end
+
+
+def create_aspath(asfinder, ippath)
+  retval = []
+  ippath.each do |addr|
+    if addr == "q"
+      retval << "q" unless retval[-1] == "q"
+    else
+      as, prefix, len = asfinder.get_as addr
+      if as
+        if $options.verbose
+          retval << ("%s:%s/%d" % [as, prefix, len])
+        else
+          retval << as
+        end
+      else
+        retval << "?" unless retval[-1] == "?"
+      end
+    end
+  end
+  retval
+end
+
+
+#############################################################################
+# Main
+#############################################################################
+
+asfinder = CAIDA::ASFinder.new $options.asfinder
+
+if $options.links
+  as_links = Hash.new { |h2,k2| h2[k2] = 0 }  # "AS1 AS2" => count
+end
+
+temp_file = nil
+ARGV.each do |path|
+  file = Warts::File.open path
+  unless file
+    $stderr.puts "ERROR: couldn't open '#{path}'; skipping"
+    next
+  end
+
+  file.add_filters Warts::File::TRACE
+  file.read do |trace|
+    if $options.verbose
+      puts "-" * 78
+      puts trace.dump
+    end
+
+    ippath = extract_ippath trace
+    puts "\n" + ippath.join(" ") + "\n" if $options.verbose
+
+    aspath = create_aspath asfinder, ippath
+    if $options.verbose
+      puts aspath.join(" ")
+      aspath.map! { |x| x.split(":")[0] }
+      puts "\n" + aspath.join(" ")
+    end
+
+    uniq = [ aspath[0] ]
+    aspath.each do |as|
+      uniq << as unless uniq[-1] == as
+    end
+    puts if $options.verbose
+    puts "P " + uniq.join(" ") if $options.verbose || !$options.links
+
+    if $options.links
+      uniq.each_cons(2) do |x, y|
+        next if x == "q" || x == "?" || y == "q" || y == "?"
+        as_links["#{x} #{y}"] += 1
+      end
+    end
+  end
+end
+
+if $options.links
+  as_links.each do |link, count|
+    puts "L #{link} #{count}"
+  end
+end

data/bin/extract-trace-addrs

@@ -0,0 +1,98 @@
+#!/usr/bin/env ruby
+
+#############################################################################
+## Extracts and prints out the unique IP addresses seen in the input warts
+## traces.
+##
+## This doesn't print out the monitor IP address (source address) or
+## nonresponding destinations.
+##
+## --------------------------------------------------------------------------
+## Copyright (C) 2007 The Regents of the University of California.
+##
+## This program is free software; you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published by
+## the Free Software Foundation; either version 2 of the License, or
+## (at your option) any later version.
+## 
+## This program is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+## GNU General Public License for more details.
+## 
+## You should have received a copy of the GNU General Public License
+## along with this program; if not, write to the Free Software
+## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+## 
+## $Id: extract-trace-addrs,v 1.1 2007/11/30 01:14:48 youngh Exp $
+#############################################################################
+
+require 'rubygems'
+require 'ostruct'
+require 'optparse'
+require 'enumerator'
+require 'tempfile'
+
+require 'wartslib'
+
+$options = OpenStruct.new
+$options.print_count = true
+
+opts = OptionParser.new
+opts.banner = "Usage: extract-trace-addrs [options] <warts-file-1> <warts-file-2> ..."
+
+opts.on("-c", "--[no-]count", TrueClass,  "print address frequency count") do |v|
+  $options.print_count = v
+end
+
+opts.on("-v", "--[no-]verbose", TrueClass,  "show detailed progress") do |v|
+  $options.verbose = v
+end
+
+begin
+  ARGV.replace opts.parse(*ARGV)
+rescue OptionParser::ParseError
+  $stderr.puts "ERROR: " + $!
+  $stderr.puts opts
+  exit 1
+end
+
+
+#===========================================================================
+
+def extract_addresses(trace, addresses)
+  dest_response = trace.find_dest_response
+
+  trace.each_hop_and_attempt do |hop, attempt, exists|
+    next unless exists
+    break if dest_response && hop == dest_response[0]
+    addresses[trace.hop_addr(hop, attempt)] += 1
+  end
+
+  addresses[trace.dst] += 1 if dest_response
+end
+
+
+#############################################################################
+# Main
+#############################################################################
+
+addresses = Hash.new { |h,k| h[k] = 0 }
+
+ARGV.each do |path|
+  $stderr.puts "examining #{path} ..."
+  Warts::File.open(path) do |file|
+    file.add_filters Warts::File::TRACE
+    file.read do |trace|
+      extract_addresses trace, addresses
+    end
+  end
+end
+
+addresses.each do |addr, count|
+  if $options.print_count
+    puts addr + "\t" + count.to_s
+  else
+    puts addr
+  end
+end

data/bin/modify-traces

@@ -0,0 +1,137 @@
+#!/usr/bin/env ruby
+
+#############################################################################
+## A script for modifying the cycle and list information in a trace file.
+##
+## --------------------------------------------------------------------------
+## Copyright (C) 2007 The Regents of the University of California.
+##
+## This program is free software; you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published by
+## the Free Software Foundation; either version 2 of the License, or
+## (at your option) any later version.
+## 
+## This program is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+## GNU General Public License for more details.
+## 
+## You should have received a copy of the GNU General Public License
+## along with this program; if not, write to the Free Software
+## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+## 
+## $Id: modify-traces,v 1.1 2007/11/30 01:14:48 youngh Exp $
+#############################################################################
+
+require 'rubygems'
+require 'ostruct'
+require 'optparse'
+
+require 'wartslib'
+
+list_options = {}
+cycle_options = {}
+
+options = OpenStruct.new
+opts = OptionParser.new
+opts.banner = "Usage: modify-traces [options] <warts-file-1> ..."
+
+opts.on("--list", "=NUM", "list ID") do |v|
+  list_options[:id] = v.to_i
+end
+
+opts.on("--name", "=STR", "list name") do |v|
+  list_options[:name] = v
+end
+
+opts.on("--descr", "=STR", "list descr") do |v|
+  list_options[:descr] = v
+end
+
+opts.on("--monitor", "=STR", "canonical monitor name") do |v|
+  list_options[:monitor] = v
+end
+
+opts.on("--cycle", "=NUM", "cycle ID") do |v|
+  cycle_options[:id] = v.to_i
+end
+
+opts.on("--start-time", "=NUM", "cycle start time") do |v|
+  cycle_options[:start_time] = v.to_i
+end
+
+opts.on("--stop-time", "=NUM", "cycle stop time") do |v|
+  cycle_options[:stop_time] = v.to_i
+end
+
+opts.on("--hostname", "=STR", "hostname name") do |v|
+  cycle_options[:hostname] = v
+end
+
+opts.on("--[no-]delete-cycle-start", TrueClass,
+	"delete cycle start records") do |v|
+  options.delete_cycle_start = v
+end
+
+opts.on("--[no-]delete-cycle-stop", TrueClass,
+	"delete cycle stop records") do |v|
+  options.delete_cycle_stop = v
+end
+
+opts.on("-v", "--[no-]verbose", TrueClass,  "show detailed progress") do |v|
+  options.verbose = v
+end
+
+begin
+  ARGV.replace opts.parse(*ARGV)
+rescue OptionParser::ParseError
+  $stderr.puts "ERROR: " + $!
+  $stderr.puts opts
+  exit 1
+end
+
+Thread.abort_on_exception = true
+
+#========================================================================
+
+ARGV.each do |path|
+  puts "processing #{path} ..."
+
+  file = Warts::File::open path
+  filters = [ Warts::File::TRACE ]
+  filters << Warts::File::CYCLE_START unless options.delete_cycle_start
+  filters << Warts::File::CYCLE_STOP unless options.delete_cycle_stop
+  file.add_filters *filters
+
+  list = nil
+  cycle = nil
+
+  Warts::File::open(path + ".modified", "w") do |out|
+    file.read do |element|
+      list = element.list.derive list_options unless list
+
+      case element.element_type
+      when Warts::File::CYCLE_START, Warts::File::CYCLE_STOP
+	unless cycle
+	  options = {:list => list}.merge(cycle_options)
+	  options.delete(:stop_time)  # leave stop_time to 0 for START records
+	  cycle = element.derive options
+
+	  if element.element_type == Warts::File::CYCLE_STOP &&
+	      cycle_options.has_key?(:stop_time)
+	    element = cycle.derive :stop_time => cycle_options[:stop_time]
+	  else
+	    element = cycle
+	  end
+
+	  out.write element  # write out a START record only once per file
+	end
+
+      when Warts::File::TRACE
+	cycle = element.cycle.derive list, cycle_options unless cycle
+	element.cycle = cycle
+	out.write element
+      end
+    end
+  end
+end