hosttag 0.12

data/bin/htdel

@@ -0,0 +1,164 @@
+#!/usr/bin/env ruby
+#
+# Hosttag update client, redis version
+#
+# Usage:
+#   htset <host1> [<host2> ...] <tag> [<tag2> ...]
+#   htdel <host1> [<host2> ...] <tag> [<tag2> ...]
+#
+
+require 'optparse'
+require 'fileutils'
+require 'pp'
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'hosttag'
+include Hosttag
+
+# ------------------------------------------------------------------------------
+# Subroutines
+
+def die(error)
+  puts error
+  exit 1
+end
+
+def parse_options(me)
+  options = { :all => false, :autoconfirm => false }
+  opts = OptionParser.new
+  opts.banner = "Usage: #{me} [options] <host> [<host2> ...] <tag> [<tag2>...]"
+  opts.on('-?', '-h', '--help') do
+    puts opts
+    exit
+  end
+  opts.on('-h', '--help', '-?', 'Show this usage information') do
+    die(opts)
+  end
+  opts.on('-A', '--all', '(htdel) Delete all tags from hosts') do
+    options[:all] = true
+  end
+  opts.on('-y', '--yes', "(htdel) Don't ask for confirmation on delete all operations") do
+    options[:autoconfirm] = true
+  end
+  opts.on('-H', '--host', '--hosts', 'Treat unrecognised elements as hosts') do
+    options[:host_mode] = true
+  end
+  opts.on('-T', '--tag', '--tags', 'Treat unrecognised elements as tags') do
+    options[:tag_mode] = true
+  end
+  opts.on('--ns=STR', '--namespace=STR', String, 'Namespace into which we load hosttag data. Default: hosttag') do |val|
+    options[:namespace] = val
+  end
+  opts.on('-s=ARG', '--server=ARG', String, 'Server hostname to connect to') do |val|
+    options[:server] = val
+  end
+  opts.on('-p=ARG', '--port=ARG', Integer, 'Server port to connect to') do |val|
+    options[:port] = val
+  end
+  opts.on('-v', '--verbose', 'Verbose output') do
+    options[:verbose] = true
+  end
+
+  # Parse options
+  begin
+    args = opts.parse(ARGV) 
+  rescue => e
+    die(opts) 
+  end
+
+  if args.length < 2 and not options[:all]
+    die(opts) 
+  end
+  if options[:all] and me =~ /set$/
+    warn "Error: --all not available with #{me}"
+    die(opts)
+  end 
+  if options[:host_mode] and options[:tag_mode]
+    warn "Error: --host and --tag options are mutually exclusive"
+    die(opts)
+  end
+
+  return options, args
+end
+
+# Classify args into hosts, tags, and uncertain buckets
+def classify_args(args, options)
+  results = { :host => [], :tag => [], :uncertain => [] }
+  verbose = options[:verbose]
+
+  # First arg must be host, and last tag, by definition
+  results[:host].push(args.shift)
+  last_tag = args.pop
+
+  # Classify remainder by doing lookups
+  while a = args.shift do
+    begin
+      tags = hosttag_lookup_hosts(a, options)
+      if tags.length > 0
+        # if 'a' is a valid host, then everything already in uncertain must be too
+        if results[:uncertain].length > 0
+          results[:host].push(*results[:uncertain])
+          results[:uncertain] = []
+        end
+        results[:host].push(a)
+      end
+    rescue
+      # 'a' is not a known host, check if a tag
+      begin
+        hosts = hosttag_lookup_tags(a, options)
+        if hosts.length > 0
+          # If 'a' is a valid tag, then everything else in args must be too
+          results[:tag].push(a, *args)
+          args = []
+        end
+      rescue
+        # 'a' is not a known host or tag, add to uncertain list
+        results[:uncertain].push(a)
+      end
+    end
+  end
+
+  results[:tag].push(last_tag)
+
+  return results
+end
+
+# ------------------------------------------------------------------------------
+# Main
+
+mode = $0.sub(/^.*\//, '')
+
+options, args = parse_options(mode)
+
+# Normal mode
+if (not options[:all])
+  results = classify_args(args, options)
+  if options[:verbose] 
+    print "+ results: "
+    pp results 
+  end
+
+  if results[:uncertain].length > 0
+    # --hosts: treat unknown elements as hosts
+    if options[:host_mode]
+      results[:host].push(*results[:uncertain])
+    elsif options[:tag_mode]
+      results[:tag].push(*results[:uncertain])
+    else
+      # TODO: do something useful here - ask the user?
+      die("Error: can't auto-classify '#{results[:uncertain].join(',')}' - aborting")
+    end
+  end
+
+  if (mode =~ /del$/)
+    hosttag_delete_tags(results[:host], results[:tag], options)
+  else
+    hosttag_add_tags(results[:host], results[:tag], options)
+  end
+
+# htdel --all mode
+elsif (mode =~ /del$/)
+  hosttag_delete_all_tags(args, options)
+
+end
+

data/bin/htdump

@@ -0,0 +1,70 @@
+#!/usr/bin/env ruby
+#
+# Quick and dirty script to dump hosttag datastore
+#
+
+require 'optparse'
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'hosttag/server'
+
+defaults = {}
+
+def die(error)
+  puts error
+  exit 1
+end
+
+def parse_options(options)
+  opts = OptionParser.new
+  opts.banner = "Usage: htimport [options]"
+  opts.on('-?', '-h', '--help') do
+    puts opts
+    exit
+  end
+  opts.on('-h', '--help', '-?', 'Show this usage information') do
+    die(opts)
+  end
+  opts.on('-s=ARG', '--server=ARG', String, 'Server hostname to connect to. Default: hosttag') do |val|
+    options[:server] = val
+  end
+  opts.on('-p=ARG', '--port=ARG', Integer, 'Server port to connect to. Default: 6379') do |val|
+    options[:port] = val
+  end
+  opts.on('--ns=STR', '--namespace=STR', String, 'Namespace from which to dump hosttag data. Default: hosttag') do |val|
+    options[:namespace] = val
+  end
+
+  # Parse options
+  begin
+    args = opts.parse(ARGV) 
+  rescue => e
+    puts "Error: " << e
+    usage(opts)
+  end
+
+  if args.length > 0
+    puts "Error: unexpected arguments '#{args}'"
+    usage(opts)
+  end
+
+  return options
+end
+
+def usage(opts)
+  puts opts
+  exit
+end
+
+# ----------------------------------------------------------------------------
+# Main
+
+options, args = parse_options( defaults )
+
+r = Hosttag::Server.new(options)
+
+# Dump
+r.keys(r.get_key('*')).sort.each do |k|
+  puts "#{k}: #{r.smembers(k).sort.join(' ')}"
+end
+

data/bin/htexport

@@ -0,0 +1,99 @@
+#!/usr/bin/env ruby
+#
+# Export host tags held from redis to /etc/hosttag
+#
+
+require 'optparse'
+require 'fileutils'
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'hosttag/server'
+
+defaults = { :datadir => '/etc/hosttag' }
+
+# ------------------------------------------------------------------------------
+# Subroutines
+
+def die(error)
+  puts error
+  exit 1
+end
+
+def parse_options(options)
+  opts = OptionParser.new
+  opts.banner = "Usage: htexport [options]"
+  opts.on('-?', '-h', '--help') do
+    puts opts
+    exit
+  end
+  opts.on('-h', '--help', '-?', 'Show this usage information') do
+    die(opts)
+  end
+  opts.on('-s=ARG', '--server=ARG', String, 'Server hostname to connect to') do |val|
+    options[:server] = val
+  end
+  opts.on('-p=ARG', '--port=ARG', Integer, 'Server port to connect to') do |val|
+    options[:port] = val
+  end
+  opts.on('--datadir=DIR', String, 'Data directory to export data into. Default: /etc/hosttag') do |val|
+    options[:datadir] = val
+  end
+  opts.on('--ns=STR', '--namespace=STR', String, 'Namespace into which we load hosttag data. Default: hosttag') do |val|
+    options[:namespace] = val
+  end
+  opts.on('--delete', 'Delete mode - remove all directories from data dir before exporting') do
+    options[:delete] = true
+  end
+  opts.on('-n', '--noop', 'Noop mode - only report what would be exported') do
+    options[:noop] = true
+  end
+  opts.on('-v', '--verbose', 'Verbose output') do
+    options[:verbose] = true
+  end
+
+  # Parse options
+  begin
+    args = opts.parse(ARGV) 
+  rescue => e
+    die(opts) 
+  end
+
+  if args.length > 0
+    die(opts) 
+  end
+
+  return options, args
+end
+
+def prune_data_directory
+  # TODO
+  die "--delete mode not implemented yet"
+end
+
+# ----------------------------------------------------------------------------
+# Main
+
+options, args = parse_options( defaults )
+
+r = Hosttag::Server.new(options)
+
+Dir.chdir(options[:datadir])
+
+# If in delete mode, prune the data directory
+if options[:delete] and not options[:noop]
+  prune_data_directory
+end
+
+r.smembers(r.get_key('all_hosts')).each do |host|
+  if not File.directory?(host)
+    puts "+ #{host}/"
+    Dir.mkdir(host, 0775) if not options[:noop]
+  end
+  r.smembers(r.get_key('host', host)).each do |tag|
+    if not File.exist?("#{host}/#{tag}")
+      puts "+ #{host}/#{tag}"
+      FileUtils.touch "#{host}/#{tag}" if not options[:noop]
+    end
+  end
+end
+

data/bin/htimport

@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+#
+# Import hosts and tags into datastore from a directory
+#
+
+require 'optparse'
+require 'fileutils'
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'hosttag'
+include Hosttag
+
+defaults = { :datadir => '/etc/hosttag' }
+
+# ------------------------------------------------------------------------------
+# Subroutines
+
+def die(error)
+  puts error
+  exit 1
+end
+
+def usage(opts)
+  puts opts
+  exit
+end
+
+def parse_options(options)
+  opts = OptionParser.new
+  opts.banner = "Usage: htimport [options]"
+  opts.on('-?', '-h', '--help') do
+    puts opts
+    exit
+  end
+  opts.on('-h', '--help', '-?', 'Show this usage information') do
+    die(opts)
+  end
+  opts.on('-s=ARG', '--server=ARG', String, 'Server hostname to connect to. Default: hosttag') do |val|
+    options[:server] = val
+  end
+  opts.on('-p=ARG', '--port=ARG', Integer, 'Server port to connect to. Default: 6379') do |val|
+    options[:port] = val
+  end
+  opts.on('--delete', 'Delete mode - remove all hosttags from the datastore before importing') do
+    options[:delete] = true
+  end
+  opts.on('-y', '--yes', "(--delete) Assume automatic confirmation for --delete") do
+    options[:autoconfirm] = true
+  end
+  opts.on('--datadir=DIR', String, 'Data directory from which to load data. Default: /etc/hosttag') do |val|
+    options[:datadir] = val
+  end
+  opts.on('--ns=STR', '--namespace=STR', String, 'Namespace into which we load hosttag data. Default: hosttag') do |val|
+    options[:namespace] = val
+  end
+  opts.on('-v', '--verbose', 'Verbose output') do
+    options[:verbose] = true
+  end
+
+  # Parse options
+  begin
+    args = opts.parse(ARGV) 
+  rescue => e
+    puts "Error: " << e
+    usage(opts)
+  end
+
+  if args.length > 0
+    puts "Error: unexpected arguments '#{args}'"
+    usage(opts)
+  end
+
+  return options
+end
+
+# ----------------------------------------------------------------------------
+# Main
+
+options = parse_options(defaults)
+hosttag_import_from_directory(options[:datadir], options)
+

data/bin/htremap

@@ -0,0 +1,93 @@
+#!/usr/bin/env ruby
+#
+# Quick and dirty script to remap all_* keys to the new naming convention:
+# - all_{hosts,tags} => all_{hosts,tags}_full,
+# - all_{hosts,tags}_noskip => all_{hosts,tags}
+#
+
+require 'optparse'
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'hosttag/server'
+require 'hosttag'
+include Hosttag
+
+defaults = {}
+
+def die(error)
+  puts error
+  exit 1
+end
+
+def parse_options(options)
+  opts = OptionParser.new
+  opts.banner = "Usage: htimport [options]"
+  opts.on('-?', '-h', '--help') do
+    puts opts
+    exit
+  end
+  opts.on('-h', '--help', '-?', 'Show this usage information') do
+    die(opts)
+  end
+  opts.on('-s=ARG', '--server=ARG', String, 'Server hostname to connect to. Default: hosttag') do |val|
+    options[:server] = val
+  end
+  opts.on('-p=ARG', '--port=ARG', Integer, 'Server port to connect to. Default: 6379') do |val|
+    options[:port] = val
+  end
+  opts.on('--ns=STR', '--namespace=STR', String, 'Namespace from which to dump hosttag data. Default: hosttag') do |val|
+    options[:namespace] = val
+  end
+
+  # Parse options
+  begin
+    args = opts.parse(ARGV) 
+  rescue => e
+    puts "Error: " << e
+    usage(opts)
+  end
+
+  if args.length > 0
+    puts "Error: unexpected arguments '#{args}'"
+    usage(opts)
+  end
+
+  return options
+end
+
+def usage(opts)
+  puts opts
+  exit
+end
+
+# ----------------------------------------------------------------------------
+# Main
+
+options = parse_options( defaults )
+r = Hosttag::Server.new(options)
+
+key = r.get_key('all_hosts_noskip')
+if not r.exists(key)
+  puts "No 'all_hosts_noskip' key found - aborting"
+  exit 1
+end
+
+%w{all_hosts all_tags}.each do |all_x|
+  key = r.get_key(all_x)
+  return unless r.exists(key)
+  members = r.smembers(key)
+  new_key = r.get_key("#{all_x}_full")
+  members.each { |m| r.sadd(new_key, m) }
+  r.del(key)
+end
+
+%w{all_hosts_noskip all_tags_noskip}.each do |all_x|
+  key = r.get_key(all_x)
+  return unless r.exists(key)
+  members = r.smembers(key)
+  all_x_new = all_x.sub(/_noskip$/, '')
+  new_key = r.get_key(all_x_new)
+  members.each { |m| r.sadd(new_key, m) }
+  r.del(key)
+end
+