dap 0.0.2 → 0.0.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/bin/dap +1 -1
- data/lib/dap/filter/simple.rb +20 -0
- data/lib/dap/input/csv.rb +3 -2
- data/lib/dap/version.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 73ff4b39330e321425b775345ca2ea42a378d763
|
4
|
+
data.tar.gz: 8a48bfc369a9a73125a16e30c2909a2e1f22cc26
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2160fbc5d336626b36cfbfb897b10734d8fda2e6833762861089883af48d0580f7e5ab4a343096a89a0eeb0dabd132afc6f6093dc01d3b944a614b5a5be37272
|
7
|
+
data.tar.gz: 358e4a7817f7cf2a622a77c8f7697c8a9eecfc86b6cf4df281dae66c9c7b237288be5429a7c78dac9d237e23324250374c335e8852c034a2ffb23db44a3b97a4
|
data/bin/dap
CHANGED
data/lib/dap/filter/simple.rb
CHANGED
@@ -1,3 +1,6 @@
|
|
1
|
+
require 'digest/sha1'
|
2
|
+
require 'digest/md5'
|
3
|
+
|
1
4
|
module Dap
|
2
5
|
module Filter
|
3
6
|
|
@@ -360,5 +363,22 @@ class FilterFieldArrayJoinWhitespace
|
|
360
363
|
end
|
361
364
|
end
|
362
365
|
|
366
|
+
class FilterDigest
|
367
|
+
include Base
|
368
|
+
def process(doc)
|
369
|
+
self.opts.each_pair do |k,v|
|
370
|
+
if doc.has_key?(k)
|
371
|
+
case v
|
372
|
+
when 'sha1'
|
373
|
+
doc["#{k}.sha1"] = Digest::SHA1.hexdigest(doc[k].to_s)
|
374
|
+
when 'md5'
|
375
|
+
doc["#{k}.md5"] = Digest::MD5.hexdigest(doc[k].to_s)
|
376
|
+
end
|
377
|
+
end
|
378
|
+
end
|
379
|
+
[ doc ]
|
380
|
+
end
|
381
|
+
end
|
382
|
+
|
363
383
|
end
|
364
384
|
end
|
data/lib/dap/input/csv.rb
CHANGED
@@ -37,10 +37,11 @@ module Input
|
|
37
37
|
res = {}
|
38
38
|
line = self.fd.readline rescue nil
|
39
39
|
return Error::EOF unless line
|
40
|
+
line.force_encoding('BINARY')
|
40
41
|
|
41
42
|
# Short-circuit the slow CSV parser if the data does not contain double quotes
|
42
|
-
arr = line.index('"') ?
|
43
|
-
( CSV.parse(line) rescue nil ) :
|
43
|
+
arr = line.index('"') ?
|
44
|
+
( CSV.parse(line) rescue nil ) :
|
44
45
|
[ line.split(',').map{|x| x.strip } ]
|
45
46
|
|
46
47
|
return Error::Empty unless arr
|
data/lib/dap/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: dap
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Rapid7 Research
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2015-01-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rspec
|
@@ -239,7 +239,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
239
239
|
version: '0'
|
240
240
|
requirements: []
|
241
241
|
rubyforge_project:
|
242
|
-
rubygems_version: 2.
|
242
|
+
rubygems_version: 2.4.3
|
243
243
|
signing_key:
|
244
244
|
specification_version: 4
|
245
245
|
summary: 'DAP: The Data Analysis Pipeline'
|