dap 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4c2529f239c66a0e6c098ec4d920f32385c2051e
-  data.tar.gz: 9ab89eec2980e1ed96004cf2399706590d86f414
+  metadata.gz: 73ff4b39330e321425b775345ca2ea42a378d763
+  data.tar.gz: 8a48bfc369a9a73125a16e30c2909a2e1f22cc26
 SHA512:
-  metadata.gz: 3e5587663578778dde872b500540665fbee3318e388a39e298cc5c01c31548a58d06464b6dea4f70ca4b74b58d1318f51e87c23f4ad20e680c9c30db36b2b67c
-  data.tar.gz: 46da39ede0b3f7966ec91cae4e50afb52e5de86a86431c725e9e3661ba20bf1b1d0576f24f2623412451e78987f441ad9e3cfc8953c2cfb6ff84bcc0fba36ec1
+  metadata.gz: 2160fbc5d336626b36cfbfb897b10734d8fda2e6833762861089883af48d0580f7e5ab4a343096a89a0eeb0dabd132afc6f6093dc01d3b944a614b5a5be37272
+  data.tar.gz: 358e4a7817f7cf2a622a77c8f7697c8a9eecfc86b6cf4df281dae66c9c7b237288be5429a7c78dac9d237e23324250374c335e8852c034a2ffb23db44a3b97a4

data/bin/dap

@@ -1,6 +1,6 @@
 #!/usr/bin/env ruby
 
-$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+$:.unshift(File.expand_path(File.join(File.dirname(__FILE__), "..", "lib")))
 
 require 'rubygems'
 require 'bundler/setup'

data/lib/dap/filter/simple.rb

@@ -1,3 +1,6 @@
+require 'digest/sha1'
+require 'digest/md5'
+
 module Dap
 module Filter
 
@@ -360,5 +363,22 @@ class FilterFieldArrayJoinWhitespace
   end
 end
 
+class FilterDigest
+  include Base
+  def process(doc)
+    self.opts.each_pair do |k,v|
+      if doc.has_key?(k)
+        case v
+        when 'sha1'
+          doc["#{k}.sha1"] = Digest::SHA1.hexdigest(doc[k].to_s)
+        when 'md5'
+          doc["#{k}.md5"] = Digest::MD5.hexdigest(doc[k].to_s)
+        end
+      end
+    end
+   [ doc ]
+  end
+end
+
 end
 end

data/lib/dap/input/csv.rb

@@ -37,10 +37,11 @@ module Input
       res = {}
       line = self.fd.readline rescue nil
       return Error::EOF unless line
+      line.force_encoding('BINARY')
 
       # Short-circuit the slow CSV parser if the data does not contain double quotes
-      arr = line.index('"') ? 
-        ( CSV.parse(line) rescue nil ) : 
+      arr = line.index('"') ?
+        ( CSV.parse(line) rescue nil ) :
         [ line.split(',').map{|x| x.strip } ]
 
       return Error::Empty unless arr

data/lib/dap/version.rb

@@ -1,3 +1,3 @@
 module Dap
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dap
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Rapid7 Research
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-10-29 00:00:00.000000000 Z
+date: 2015-01-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -239,7 +239,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.3
 signing_key: 
 specification_version: 4
 summary: 'DAP: The Data Analysis Pipeline'