dap 0.0.1

data/lib/dap/input.rb

@@ -0,0 +1,74 @@
+module Dap
+module Input
+
+  require 'oj'
+  
+  #
+  # Error codes for failed reads
+  # 
+  module Error
+    EOF   = :eof
+    Empty = :empty
+  end
+
+  module FileSource
+    
+    attr_accessor :fd
+
+    def open(file_name)
+      close
+      self.fd = ['-', 'stdin', nil].include?(file_name) ? 
+        $stdin : ::File.open(file_name, "rb")
+    end
+
+    def close
+      self.close if self.fd
+      self.fd = nil
+    end
+  end
+
+  #
+  # Line Input
+  #
+  class InputLines
+    
+    include FileSource
+
+    def initialize(args)
+      self.open(args.first)
+    end
+
+    def read_record
+      line = self.fd.readline rescue nil
+      return Error::EOF unless line
+      { 'line' => line.chomp("\n") }
+    end
+
+  end
+
+  #
+  # JSON Input (line-delimited records)
+  #
+  class InputJSON
+    
+    include FileSource
+
+    def initialize(args)
+      self.open(args.first)
+    end
+
+    def read_record  
+      line = self.fd.readline rescue nil
+      return Error::EOF unless line
+      json = Oj.load(line.strip) rescue nil
+      return Error::Empty unless json
+      json
+    end
+
+  end
+
+end
+end
+
+require 'dap/input/warc'
+require 'dap/input/csv'

data/lib/dap/input/csv.rb

@@ -0,0 +1,60 @@
+module Dap
+module Input
+
+  require 'csv'
+
+  #
+  # CSV
+  #
+  class InputCSV
+
+    include FileSource
+
+    attr_accessor :has_header, :headers
+
+    def initialize(args)
+      self.headers = []
+
+      fname = args.shift
+      self.open(fname)
+
+      args.each do |arg|
+        if arg =~ /^header=(.*)/
+          val =$1
+          self.has_header = !! (val =~ /^y|t|1/i)
+        end
+      end
+
+      if self.has_header
+        data = read_record
+        unless (data == :eof or data == :empty)
+          self.headers = data.values.map{|x| x.to_s.strip }
+        end
+      end
+    end
+
+    def read_record
+      res = {}
+      line = self.fd.readline rescue nil
+      return Error::EOF unless line
+
+      # Short-circuit the slow CSV parser if the data does not contain double quotes
+      arr = line.index('"') ? 
+        ( CSV.parse(line) rescue nil ) : 
+        [ line.split(',').map{|x| x.strip } ]
+
+      return Error::Empty unless arr
+      cnt = 0
+      arr.first.each do |x|
+        cnt += 1
+        if x.to_s.length > 0
+          res[headers[cnt-1] || cnt.to_s] = x
+        end
+      end
+      res
+    end
+
+  end
+
+end
+end

data/lib/dap/input/warc.rb

@@ -0,0 +1,81 @@
+module Dap
+module Input
+
+  #
+  # WARC
+  #
+  class InputWARC
+
+    include FileSource
+
+    attr_accessor :header, :info
+
+    def initialize(args)
+      self.open(args.first)
+      read_warc_header
+    end
+
+    def read_warc_header
+      self.header = read_record
+      
+      if self.header == Error::EOF
+        raise RuntimeError, "Invalid WARC header"
+      end
+
+      unless self.header['warc_type'].to_s == "warcinfo"
+        raise RuntimeError, "Invalid WARC header (missing warcinfo)"
+      end
+
+      self.info = {}
+      self.header['content'].to_s.split("\n").each do |line|
+        k, v = line.strip.split(/\s*:\s*/, 2)
+        next unless v
+        self.info[k] = v
+      end
+    end
+
+    def read_record
+      begin
+
+        version = self.fd.readline
+        unless version and version =~ /^WARC\/\d+\.\d+/
+          return Error::EOF
+        end
+        warc = {}
+      
+        loop do
+          line = self.fd.readline
+          
+          unless line.strip.length == 0
+            k, v = line.strip.split(/\s*:\s*/, 2)
+            k    = k.downcase.gsub('-', '_')
+            warc[k] = v.to_s
+            next
+          end
+
+          unless warc['content_length']
+            return Error::EOF
+          end
+
+          warc['content'] = self.fd.read(warc['content_length'].to_i)
+          skip = self.fd.readline
+          skip = self.fd.readline
+
+          unless skip.strip.length == 0
+            return Error::EOF
+          end
+
+          break
+        end
+
+        return warc
+
+      rescue ::EOFError
+        return Error::EOF
+      end
+    end
+
+  end
+
+end
+end

data/lib/dap/output.rb

@@ -0,0 +1,117 @@
+module Dap
+module Output
+
+  require 'oj'
+
+  module FileDestination
+    
+    attr_accessor :fd
+
+    def open(file_name)
+      close
+      self.fd = ['-', 'stdout', nil].include?(file_name) ? 
+        $stdout : ::File.open(file_name, "wb")
+    end
+
+    def close
+      self.close if self.fd
+      self.fd = nil
+    end
+
+    # Overload this to add headers
+    def start
+    end
+
+    # Overload this to add footers
+    def stop
+    end
+
+  end
+
+
+  #
+  # Line Output (CSV, TSV, etc)
+  # XXX: Quoted field handling is not supported, CSV should be a new output type
+  #
+  class OutputLines
+    
+    attr_accessor :fields, :delimiter
+    FIELD_WILDCARD = '_'
+
+    include FileDestination
+
+    def initialize(args)
+      file = nil
+      self.delimiter = ","
+      self.fields    = FIELD_WILDCARD
+      
+      header = false
+
+      args.each do |str|
+        k,v = str.split('=', 2)
+        case k
+        when 'file'
+          file = v
+        when 'header'
+          header = ( v =~ /^[ty1]/i ? true : false )
+        when 'fields'
+          self.fields = v.split(',')
+        when 'delimiter'
+          self.delimiter = 
+            case v.to_s
+            when 'tab'
+              "\t"
+            when 'null'
+              "\x00"
+            else
+              v
+            end
+        end
+      end
+      self.open(file)
+
+      if header and not fields.include?(FIELD_WILDCARD)
+        self.fd.puts self.fields.join(self.delimiter)
+      end
+
+    end
+
+    def write_record(doc)
+      out = []
+
+      if self.fields.include?(FIELD_WILDCARD)
+        doc.each_pair do |k,v|
+          out << v.to_s
+        end
+      else
+        self.fields.each do |k|
+          out << doc[k].to_s
+        end
+      end
+
+      return unless out.length > 0
+
+      self.fd.puts out.join(self.delimiter)
+    end
+
+  end
+
+  #
+  # JSON Output (line-delimited records)
+  #
+  class OutputJSON
+    
+    include FileDestination
+
+    def initialize(args)
+      self.open(args.first)
+    end
+
+    def write_record(doc)  
+      self.fd.puts Oj.dump(doc)
+    end
+
+  end
+
+end
+end

data/lib/dap/proto/dtls.rb

@@ -0,0 +1,21 @@
+# -*- coding: binary -*-
+module Dap
+module Proto
+module DTLS
+
+
+class RecordLayer < BitStruct
+  unsigned :content_type, 8, 'Content type'
+  unsigned :version, 16, 'Version'
+  unsigned :epoch, 16, 'Epoch'
+  unsigned :sequence, 48, 'Sequence number'
+  unsigned :payload_length, 16, 'Payload length'
+  rest :payload
+
+  def valid?
+    payload_length == payload.length
+  end
+end
+end
+end
+end

data/lib/dap/proto/ipmi.rb

@@ -0,0 +1,94 @@
+# -*- coding: binary -*-
+module Dap
+module Proto
+module IPMI
+
+class Channel_Auth_Reply < BitStruct
+
+  unsigned :rmcp_version,                    8,     "RMCP Version"
+  unsigned :rmcp_padding,                    8,     "RMCP Padding"
+  unsigned :rmcp_sequence,                   8,     "RMCP Sequence"
+  unsigned :rmcp_mtype,                      1,     "RMCP Message Type"
+  unsigned :rmcp_class,                      7,     "RMCP Message Class"
+
+  unsigned :session_auth_type,               8,     "Session Auth Type"
+  unsigned :session_sequence,               32,     "Session Sequence Number"
+  unsigned :session_id,                     32,     "Session ID"
+  unsigned :message_length,                  8,     "Message Length"
+
+  unsigned :ipmi_tgt_address,                8,     "IPMI Target Address"
+  unsigned :ipmi_tgt_lun,                    8,     "IPMI Target LUN"
+  unsigned :ipmi_header_checksum,            8,     "IPMI Header Checksum"
+  unsigned :ipmi_src_address,                8,     "IPMI Source Address"
+  unsigned :ipmi_src_lun,                    8,     "IPMI Source LUN"
+  unsigned :ipmi_command,                    8,     "IPMI Command"
+  unsigned :ipmi_completion_code,            8,     "IPMI Completion Code"
+
+  unsigned :ipmi_channel,                    8,     "IPMI Channel"
+
+  unsigned :ipmi_compat_20,                  1,     "IPMI Version Compatibility: IPMI 2.0+"
+  unsigned :ipmi_compat_reserved1,           1,     "IPMI Version Compatibility: Reserved 1"
+  unsigned :ipmi_compat_oem_auth,            1,     "IPMI Version Compatibility: OEM Authentication"
+  unsigned :ipmi_compat_password,            1,     "IPMI Version Compatibility: Straight Password"
+  unsigned :ipmi_compat_reserved2,           1,     "IPMI Version Compatibility: Reserved 2"
+  unsigned :ipmi_compat_md5,                 1,     "IPMI Version Compatibility: MD5"
+  unsigned :ipmi_compat_md2,                 1,     "IPMI Version Compatibility: MD2"
+  unsigned :ipmi_compat_none,                1,     "IPMI Version Compatibility: None"
+
+  unsigned :ipmi_user_reserved1,             2,     "IPMI User Compatibility: Reserved 1"
+  unsigned :ipmi_user_kg,                    1,     "IPMI User Compatibility: KG Set to Default"
+  unsigned :ipmi_user_disable_message_auth,  1,     "IPMI User Compatibility: Disable Per-Message Authentication"
+  unsigned :ipmi_user_disable_user_auth,     1,     "IPMI User Compatibility: Disable User-Level Authentication"
+  unsigned :ipmi_user_non_null,              1,     "IPMI User Compatibility: Non-Null Usernames Enabled"
+  unsigned :ipmi_user_null,                  1,     "IPMI User Compatibility: Null Usernames Enabled"
+  unsigned :ipmi_user_anonymous,             1,     "IPMI User Compatibility: Anonymous Login Enabled"
+
+  unsigned :ipmi_conn_reserved1,             6,     "IPMI Connection Compatibility: Reserved 1"
+  unsigned :ipmi_conn_20,                    1,     "IPMI Connection Compatibility: 2.0"
+  unsigned :ipmi_conn_15,                    1,     "IPMI Connection Compatibility: 1.5"
+
+  unsigned :ipmi_oem_id,                    24,     "IPMI OEM ID", :endian => 'little'
+
+  rest :ipm_oem_data, "IPMI OEM Data + Checksum Byte"
+
+
+  def valid?
+    (rmcp_version == 6) && (message_length == 16)
+  end
+
+  def to_banner
+    info   = self
+    banner = "#{(info.ipmi_compat_20 == 1) ? "IPMI-2.0" : "IPMI-1.5"} "
+
+    pass_info = []
+    pass_info << "oem_auth" if info.ipmi_compat_oem_auth == 1
+    pass_info << "password" if info.ipmi_compat_password == 1
+    pass_info << "md5" if info.ipmi_compat_md5 == 1
+    pass_info << "md2" if info.ipmi_compat_md2 == 1
+    pass_info << "null" if info.ipmi_compat_none == 1
+
+    user_info = []
+    user_info << "kg_default" if (info.ipmi_compat_20 == 1 and info.ipmi_user_kg == 1)
+    user_info << "auth_msg" unless info.ipmi_user_disable_message_auth == 1
+    user_info << "auth_user" unless info.ipmi_user_disable_user_auth == 1
+    user_info << "non_null_user" if info.ipmi_user_non_null == 1
+    user_info << "null_user" if info.ipmi_user_null == 1
+    user_info << "anonymous_user" if info.ipmi_user_anonymous == 1
+
+    conn_info = []
+    conn_info << "1.5" if info.ipmi_conn_15 == 1
+    conn_info << "2.0" if info.ipmi_conn_20 == 1
+
+    if info.ipmi_oem_id != 0
+      banner << "OEMID:#{info.ipmi_oem_id} "
+    end
+
+    banner << "UserAuth(#{user_info.join(", ")}) PassAuth(#{pass_info.join(", ")}) Level(#{conn_info.join(", ")}) "
+    banner
+  end
+
+end
+
+end
+end
+end