dap 1.2.6 → 1.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/.gitignore +10 -0
- data/Dockerfile +1 -0
- data/Dockerfile.testing +2 -0
- data/Gemfile +2 -2
- data/Gemfile.lock +23 -24
- data/README.md +5 -4
- data/Rakefile +1 -1
- data/lib/dap/version.rb +1 -1
- metadata +6 -7
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
2
|
+
SHA256:
|
|
3
|
+
metadata.gz: 78d3a91041c1dfa17b12b17484d0d5bff9f2d6c035644e216a43d551cf3880c9
|
|
4
|
+
data.tar.gz: 4811818525823dee49df191c18610d9bfc140d5766bdbe6d47947296ceb399a2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 286f7ad3e5ae935f31bf900668b86bc4fa7a3ae1cb049e589a181f19b7d504f52b65108451446ae2529df336f4dc25d829a48aa2e8578ccfdba134585d48347b
|
|
7
|
+
data.tar.gz: '0487016a6f4f8a5520df376f56102c6569ea7762a490a5820cada38a5c6c0a8429374544c89d57c17465859b8bc138700264473e2d53a64dd7312d51967ad7d3'
|
data/.gitignore
CHANGED
data/Dockerfile
CHANGED
data/Dockerfile.testing
CHANGED
data/Gemfile
CHANGED
|
@@ -6,10 +6,10 @@ gem 'net-dns'
|
|
|
6
6
|
gem 'bit-struct'
|
|
7
7
|
gem 'geoip-c'
|
|
8
8
|
gem 'maxmind-db', '~> 1.0.0'
|
|
9
|
-
gem 'recog', '>=2.3.
|
|
9
|
+
gem 'recog', '>=2.3.8'
|
|
10
10
|
|
|
11
11
|
group :test do
|
|
12
|
-
gem 'rspec', '~> 3.
|
|
12
|
+
gem 'rspec', '~> 3.9.0'
|
|
13
13
|
gem 'cucumber', '~> 1.3.16'
|
|
14
14
|
gem 'aruba', '~> 0.6.1'
|
|
15
15
|
end
|
data/Gemfile.lock
CHANGED
|
@@ -5,44 +5,43 @@ GEM
|
|
|
5
5
|
childprocess (>= 0.3.6)
|
|
6
6
|
cucumber (>= 1.1.1)
|
|
7
7
|
rspec-expectations (>= 2.7.0)
|
|
8
|
-
bit-struct (0.16
|
|
9
|
-
builder (3.2.
|
|
10
|
-
childprocess (0.
|
|
11
|
-
ffi (~> 1.0, >= 1.0.11)
|
|
8
|
+
bit-struct (0.16)
|
|
9
|
+
builder (3.2.4)
|
|
10
|
+
childprocess (3.0.0)
|
|
12
11
|
cucumber (1.3.20)
|
|
13
12
|
builder (>= 2.1.2)
|
|
14
13
|
diff-lcs (>= 1.1.3)
|
|
15
14
|
gherkin (~> 2.12)
|
|
16
15
|
multi_json (>= 1.7.5, < 2.0)
|
|
17
16
|
multi_test (>= 0.1.2)
|
|
18
|
-
diff-lcs (1.
|
|
19
|
-
ffi (1.9.10)
|
|
17
|
+
diff-lcs (1.3)
|
|
20
18
|
geoip-c (0.9.1)
|
|
21
19
|
gherkin (2.12.2)
|
|
22
20
|
multi_json (~> 1.3)
|
|
23
21
|
htmlentities (4.3.4)
|
|
24
22
|
maxmind-db (1.0.0)
|
|
25
23
|
mini_portile2 (2.4.0)
|
|
26
|
-
multi_json (1.
|
|
24
|
+
multi_json (1.14.1)
|
|
27
25
|
multi_test (0.1.2)
|
|
28
26
|
net-dns (0.9.0)
|
|
29
|
-
nokogiri (1.10.
|
|
27
|
+
nokogiri (1.10.9)
|
|
30
28
|
mini_portile2 (~> 2.4.0)
|
|
31
|
-
oj (3.
|
|
32
|
-
recog (2.3.
|
|
29
|
+
oj (3.10.6)
|
|
30
|
+
recog (2.3.8)
|
|
33
31
|
nokogiri
|
|
34
|
-
rspec (3.
|
|
35
|
-
rspec-core (~> 3.
|
|
36
|
-
rspec-expectations (~> 3.
|
|
37
|
-
rspec-mocks (~> 3.
|
|
38
|
-
rspec-core (3.
|
|
39
|
-
rspec-support (~> 3.
|
|
40
|
-
rspec-expectations (3.
|
|
32
|
+
rspec (3.9.0)
|
|
33
|
+
rspec-core (~> 3.9.0)
|
|
34
|
+
rspec-expectations (~> 3.9.0)
|
|
35
|
+
rspec-mocks (~> 3.9.0)
|
|
36
|
+
rspec-core (3.9.2)
|
|
37
|
+
rspec-support (~> 3.9.3)
|
|
38
|
+
rspec-expectations (3.9.2)
|
|
41
39
|
diff-lcs (>= 1.2.0, < 2.0)
|
|
42
|
-
rspec-support (~> 3.
|
|
43
|
-
rspec-mocks (3.1
|
|
44
|
-
|
|
45
|
-
|
|
40
|
+
rspec-support (~> 3.9.0)
|
|
41
|
+
rspec-mocks (3.9.1)
|
|
42
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
43
|
+
rspec-support (~> 3.9.0)
|
|
44
|
+
rspec-support (3.9.3)
|
|
46
45
|
|
|
47
46
|
PLATFORMS
|
|
48
47
|
ruby
|
|
@@ -56,8 +55,8 @@ DEPENDENCIES
|
|
|
56
55
|
maxmind-db (~> 1.0.0)
|
|
57
56
|
net-dns
|
|
58
57
|
oj
|
|
59
|
-
recog (>= 2.3.
|
|
60
|
-
rspec (~> 3.
|
|
58
|
+
recog (>= 2.3.8)
|
|
59
|
+
rspec (~> 3.9.0)
|
|
61
60
|
|
|
62
61
|
BUNDLED WITH
|
|
63
|
-
2.0.
|
|
62
|
+
2.0.2
|
data/README.md
CHANGED
|
@@ -9,8 +9,6 @@ DAP reads data using an input plugin, transforms it through a series of filters,
|
|
|
9
9
|
|
|
10
10
|
DAP was written to process terabyte-sized public scan datasets, such as those provided by https://scans.io/. Although DAP isn't particularly fast, it can be used across multiple cores (and machines) by splitting the input source and wrapping the execution with GNU Parallel.
|
|
11
11
|
|
|
12
|
-
|
|
13
|
-
|
|
14
12
|
## Installation
|
|
15
13
|
|
|
16
14
|
### Prerequisites
|
|
@@ -61,7 +59,10 @@ gem install dap
|
|
|
61
59
|
### OS X
|
|
62
60
|
|
|
63
61
|
```bash
|
|
62
|
+
# Install the GeoIP C library required by DAP
|
|
64
63
|
brew update
|
|
64
|
+
brew install geoip
|
|
65
|
+
|
|
65
66
|
gem install dap
|
|
66
67
|
```
|
|
67
68
|
|
|
@@ -69,7 +70,7 @@ gem install dap
|
|
|
69
70
|
|
|
70
71
|
In its simplest form, DAP takes input, applies zero or more filters which modify the input, and then outputs the result. The input, filters and output are separated by plus signs (`+`). As seen from `dap -h`:
|
|
71
72
|
|
|
72
|
-
```
|
|
73
|
+
```shell
|
|
73
74
|
Usage: dap [input] + [filter] + [output]
|
|
74
75
|
--inputs
|
|
75
76
|
--outputs
|
|
@@ -80,7 +81,7 @@ To see which input/output formats are supported and what filters are available,
|
|
|
80
81
|
|
|
81
82
|
This example reads as input a single IP address from `STDIN` in line form, applies geo-ip transformations as a filter on that line, and then returns the output as JSON:
|
|
82
83
|
|
|
83
|
-
```
|
|
84
|
+
```shell
|
|
84
85
|
$ echo 8.8.8.8 | bin/dap + lines + geo_ip2_city line + json | jq .
|
|
85
86
|
{
|
|
86
87
|
"line": "8.8.8.8",
|
data/Rakefile
CHANGED
data/lib/dap/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: dap
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.2.
|
|
4
|
+
version: 1.2.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Rapid7 Research
|
|
8
|
-
autorequire:
|
|
8
|
+
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2020-06-03 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rspec
|
|
@@ -267,7 +267,7 @@ files:
|
|
|
267
267
|
homepage: https://www.github.com/rapid7/dap
|
|
268
268
|
licenses: []
|
|
269
269
|
metadata: {}
|
|
270
|
-
post_install_message:
|
|
270
|
+
post_install_message:
|
|
271
271
|
rdoc_options: []
|
|
272
272
|
require_paths:
|
|
273
273
|
- lib
|
|
@@ -282,9 +282,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
282
282
|
- !ruby/object:Gem::Version
|
|
283
283
|
version: '0'
|
|
284
284
|
requirements: []
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
signing_key:
|
|
285
|
+
rubygems_version: 3.0.6
|
|
286
|
+
signing_key:
|
|
288
287
|
specification_version: 4
|
|
289
288
|
summary: 'DAP: The Data Analysis Pipeline'
|
|
290
289
|
test_files:
|