dap 1.2.6 → 1.2.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.gitignore +10 -0
- data/Dockerfile +1 -0
- data/Dockerfile.testing +2 -0
- data/Gemfile +2 -2
- data/Gemfile.lock +23 -24
- data/README.md +5 -4
- data/Rakefile +1 -1
- data/lib/dap/version.rb +1 -1
- metadata +6 -7
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 78d3a91041c1dfa17b12b17484d0d5bff9f2d6c035644e216a43d551cf3880c9
|
4
|
+
data.tar.gz: 4811818525823dee49df191c18610d9bfc140d5766bdbe6d47947296ceb399a2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 286f7ad3e5ae935f31bf900668b86bc4fa7a3ae1cb049e589a181f19b7d504f52b65108451446ae2529df336f4dc25d829a48aa2e8578ccfdba134585d48347b
|
7
|
+
data.tar.gz: '0487016a6f4f8a5520df376f56102c6569ea7762a490a5820cada38a5c6c0a8429374544c89d57c17465859b8bc138700264473e2d53a64dd7312d51967ad7d3'
|
data/.gitignore
CHANGED
data/Dockerfile
CHANGED
data/Dockerfile.testing
CHANGED
data/Gemfile
CHANGED
@@ -6,10 +6,10 @@ gem 'net-dns'
|
|
6
6
|
gem 'bit-struct'
|
7
7
|
gem 'geoip-c'
|
8
8
|
gem 'maxmind-db', '~> 1.0.0'
|
9
|
-
gem 'recog', '>=2.3.
|
9
|
+
gem 'recog', '>=2.3.8'
|
10
10
|
|
11
11
|
group :test do
|
12
|
-
gem 'rspec', '~> 3.
|
12
|
+
gem 'rspec', '~> 3.9.0'
|
13
13
|
gem 'cucumber', '~> 1.3.16'
|
14
14
|
gem 'aruba', '~> 0.6.1'
|
15
15
|
end
|
data/Gemfile.lock
CHANGED
@@ -5,44 +5,43 @@ GEM
|
|
5
5
|
childprocess (>= 0.3.6)
|
6
6
|
cucumber (>= 1.1.1)
|
7
7
|
rspec-expectations (>= 2.7.0)
|
8
|
-
bit-struct (0.16
|
9
|
-
builder (3.2.
|
10
|
-
childprocess (0.
|
11
|
-
ffi (~> 1.0, >= 1.0.11)
|
8
|
+
bit-struct (0.16)
|
9
|
+
builder (3.2.4)
|
10
|
+
childprocess (3.0.0)
|
12
11
|
cucumber (1.3.20)
|
13
12
|
builder (>= 2.1.2)
|
14
13
|
diff-lcs (>= 1.1.3)
|
15
14
|
gherkin (~> 2.12)
|
16
15
|
multi_json (>= 1.7.5, < 2.0)
|
17
16
|
multi_test (>= 0.1.2)
|
18
|
-
diff-lcs (1.
|
19
|
-
ffi (1.9.10)
|
17
|
+
diff-lcs (1.3)
|
20
18
|
geoip-c (0.9.1)
|
21
19
|
gherkin (2.12.2)
|
22
20
|
multi_json (~> 1.3)
|
23
21
|
htmlentities (4.3.4)
|
24
22
|
maxmind-db (1.0.0)
|
25
23
|
mini_portile2 (2.4.0)
|
26
|
-
multi_json (1.
|
24
|
+
multi_json (1.14.1)
|
27
25
|
multi_test (0.1.2)
|
28
26
|
net-dns (0.9.0)
|
29
|
-
nokogiri (1.10.
|
27
|
+
nokogiri (1.10.9)
|
30
28
|
mini_portile2 (~> 2.4.0)
|
31
|
-
oj (3.
|
32
|
-
recog (2.3.
|
29
|
+
oj (3.10.6)
|
30
|
+
recog (2.3.8)
|
33
31
|
nokogiri
|
34
|
-
rspec (3.
|
35
|
-
rspec-core (~> 3.
|
36
|
-
rspec-expectations (~> 3.
|
37
|
-
rspec-mocks (~> 3.
|
38
|
-
rspec-core (3.
|
39
|
-
rspec-support (~> 3.
|
40
|
-
rspec-expectations (3.
|
32
|
+
rspec (3.9.0)
|
33
|
+
rspec-core (~> 3.9.0)
|
34
|
+
rspec-expectations (~> 3.9.0)
|
35
|
+
rspec-mocks (~> 3.9.0)
|
36
|
+
rspec-core (3.9.2)
|
37
|
+
rspec-support (~> 3.9.3)
|
38
|
+
rspec-expectations (3.9.2)
|
41
39
|
diff-lcs (>= 1.2.0, < 2.0)
|
42
|
-
rspec-support (~> 3.
|
43
|
-
rspec-mocks (3.1
|
44
|
-
|
45
|
-
|
40
|
+
rspec-support (~> 3.9.0)
|
41
|
+
rspec-mocks (3.9.1)
|
42
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
43
|
+
rspec-support (~> 3.9.0)
|
44
|
+
rspec-support (3.9.3)
|
46
45
|
|
47
46
|
PLATFORMS
|
48
47
|
ruby
|
@@ -56,8 +55,8 @@ DEPENDENCIES
|
|
56
55
|
maxmind-db (~> 1.0.0)
|
57
56
|
net-dns
|
58
57
|
oj
|
59
|
-
recog (>= 2.3.
|
60
|
-
rspec (~> 3.
|
58
|
+
recog (>= 2.3.8)
|
59
|
+
rspec (~> 3.9.0)
|
61
60
|
|
62
61
|
BUNDLED WITH
|
63
|
-
2.0.
|
62
|
+
2.0.2
|
data/README.md
CHANGED
@@ -9,8 +9,6 @@ DAP reads data using an input plugin, transforms it through a series of filters,
|
|
9
9
|
|
10
10
|
DAP was written to process terabyte-sized public scan datasets, such as those provided by https://scans.io/. Although DAP isn't particularly fast, it can be used across multiple cores (and machines) by splitting the input source and wrapping the execution with GNU Parallel.
|
11
11
|
|
12
|
-
|
13
|
-
|
14
12
|
## Installation
|
15
13
|
|
16
14
|
### Prerequisites
|
@@ -61,7 +59,10 @@ gem install dap
|
|
61
59
|
### OS X
|
62
60
|
|
63
61
|
```bash
|
62
|
+
# Install the GeoIP C library required by DAP
|
64
63
|
brew update
|
64
|
+
brew install geoip
|
65
|
+
|
65
66
|
gem install dap
|
66
67
|
```
|
67
68
|
|
@@ -69,7 +70,7 @@ gem install dap
|
|
69
70
|
|
70
71
|
In its simplest form, DAP takes input, applies zero or more filters which modify the input, and then outputs the result. The input, filters and output are separated by plus signs (`+`). As seen from `dap -h`:
|
71
72
|
|
72
|
-
```
|
73
|
+
```shell
|
73
74
|
Usage: dap [input] + [filter] + [output]
|
74
75
|
--inputs
|
75
76
|
--outputs
|
@@ -80,7 +81,7 @@ To see which input/output formats are supported and what filters are available,
|
|
80
81
|
|
81
82
|
This example reads as input a single IP address from `STDIN` in line form, applies geo-ip transformations as a filter on that line, and then returns the output as JSON:
|
82
83
|
|
83
|
-
```
|
84
|
+
```shell
|
84
85
|
$ echo 8.8.8.8 | bin/dap + lines + geo_ip2_city line + json | jq .
|
85
86
|
{
|
86
87
|
"line": "8.8.8.8",
|
data/Rakefile
CHANGED
data/lib/dap/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: dap
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.2.
|
4
|
+
version: 1.2.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Rapid7 Research
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2020-06-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rspec
|
@@ -267,7 +267,7 @@ files:
|
|
267
267
|
homepage: https://www.github.com/rapid7/dap
|
268
268
|
licenses: []
|
269
269
|
metadata: {}
|
270
|
-
post_install_message:
|
270
|
+
post_install_message:
|
271
271
|
rdoc_options: []
|
272
272
|
require_paths:
|
273
273
|
- lib
|
@@ -282,9 +282,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
282
282
|
- !ruby/object:Gem::Version
|
283
283
|
version: '0'
|
284
284
|
requirements: []
|
285
|
-
|
286
|
-
|
287
|
-
signing_key:
|
285
|
+
rubygems_version: 3.0.6
|
286
|
+
signing_key:
|
288
287
|
specification_version: 4
|
289
288
|
summary: 'DAP: The Data Analysis Pipeline'
|
290
289
|
test_files:
|