ronin-web 0.3.0.rc1 → 1.0.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.editorconfig +11 -0
- data/.github/workflows/ruby.yml +31 -0
- data/.gitignore +13 -0
- data/.mailmap +1 -0
- data/.ruby-version +1 -0
- data/COPYING.txt +3 -3
- data/ChangeLog.md +115 -70
- data/Gemfile +42 -37
- data/README.md +159 -145
- data/Rakefile +12 -3
- data/bin/ronin-web +9 -17
- data/data/new/nokogiri.rb.erb +12 -0
- data/data/new/server.rb.erb +22 -0
- data/data/new/spider.rb.erb +26 -0
- data/data/new/webapp/.gitignore +15 -0
- data/data/new/webapp/.ruby-version.erb +1 -0
- data/data/new/webapp/Dockerfile.erb +11 -0
- data/data/new/webapp/Gemfile +6 -0
- data/data/new/webapp/app.rb.erb +15 -0
- data/data/new/webapp/config.ru +4 -0
- data/data/new/webapp/docker-compose.yml.erb +9 -0
- data/gemspec.yml +32 -14
- data/lib/ronin/web/cli/command.rb +36 -0
- data/lib/ronin/web/cli/commands/diff.rb +106 -0
- data/lib/ronin/web/cli/commands/html.rb +174 -0
- data/lib/ronin/web/cli/commands/irb.rb +56 -0
- data/lib/ronin/web/cli/commands/new/nokogiri.rb +85 -0
- data/lib/ronin/web/cli/commands/new/server.rb +96 -0
- data/lib/ronin/web/cli/commands/new/spider.rb +315 -0
- data/lib/ronin/web/cli/commands/new/webapp.rb +123 -0
- data/lib/ronin/web/cli/commands/new.rb +64 -0
- data/lib/ronin/web/cli/commands/reverse_proxy.rb +215 -0
- data/lib/ronin/web/cli/commands/server.rb +155 -0
- data/lib/ronin/web/cli/commands/spider.rb +822 -0
- data/lib/ronin/web/cli/ruby_shell.rb +50 -0
- data/lib/ronin/web/cli.rb +44 -0
- data/lib/ronin/web/html.rb +85 -0
- data/lib/ronin/web/mechanize.rb +34 -36
- data/lib/ronin/web/root.rb +27 -0
- data/lib/ronin/web/version.rb +7 -10
- data/lib/ronin/web/xml.rb +85 -0
- data/lib/ronin/web.rb +372 -13
- data/man/ronin-web-diff.1 +41 -0
- data/man/ronin-web-diff.1.md +30 -0
- data/man/ronin-web-html.1 +89 -0
- data/man/ronin-web-html.1.md +66 -0
- data/man/ronin-web-irb.1 +31 -0
- data/man/ronin-web-irb.1.md +22 -0
- data/man/ronin-web-new-nokogiri.1 +41 -0
- data/man/ronin-web-new-nokogiri.1.md +30 -0
- data/man/ronin-web-new-server.1 +45 -0
- data/man/ronin-web-new-server.1.md +33 -0
- data/man/ronin-web-new-spider.1 +173 -0
- data/man/ronin-web-new-spider.1.md +129 -0
- data/man/ronin-web-new-webapp.1 +53 -0
- data/man/ronin-web-new-webapp.1.md +39 -0
- data/man/ronin-web-new.1 +59 -0
- data/man/ronin-web-new.1.md +44 -0
- data/man/ronin-web-reverse-proxy.1 +63 -0
- data/man/ronin-web-reverse-proxy.1.md +47 -0
- data/man/ronin-web-server.1 +59 -0
- data/man/ronin-web-server.1.md +43 -0
- data/man/ronin-web-spider.1 +225 -0
- data/man/ronin-web-spider.1.md +168 -0
- data/man/ronin-web.1 +41 -0
- data/man/ronin-web.1.md +30 -0
- data/ronin-web.gemspec +39 -109
- data/spec/cli/ruby_shell_spec.rb +14 -0
- data/spec/html_spec.rb +43 -0
- data/spec/mechanize_spec.rb +72 -0
- data/spec/spec_helper.rb +5 -3
- data/spec/web_spec.rb +97 -0
- data/spec/xml_spec.rb +42 -0
- metadata +236 -224
- data/.gemtest +0 -0
- data/data/ronin/web/user_agents.yml +0 -247
- data/lib/ronin/network/mixins/web.rb +0 -258
- data/lib/ronin/web/config.rb +0 -34
- data/lib/ronin/web/extensions/nokogiri/xml/attr.rb +0 -47
- data/lib/ronin/web/extensions/nokogiri/xml/document.rb +0 -48
- data/lib/ronin/web/extensions/nokogiri/xml/element.rb +0 -57
- data/lib/ronin/web/extensions/nokogiri/xml/node.rb +0 -86
- data/lib/ronin/web/extensions/nokogiri/xml/text.rb +0 -47
- data/lib/ronin/web/extensions/nokogiri/xml.rb +0 -27
- data/lib/ronin/web/extensions/nokogiri.rb +0 -23
- data/lib/ronin/web/extensions.rb +0 -23
- data/lib/ronin/web/middleware/base.rb +0 -144
- data/lib/ronin/web/middleware/directories.rb +0 -179
- data/lib/ronin/web/middleware/files.rb +0 -144
- data/lib/ronin/web/middleware/filters/campaign_filter.rb +0 -77
- data/lib/ronin/web/middleware/filters/ip_filter.rb +0 -73
- data/lib/ronin/web/middleware/filters/path_filter.rb +0 -73
- data/lib/ronin/web/middleware/filters/referer_filter.rb +0 -71
- data/lib/ronin/web/middleware/filters/user_agent_filter.rb +0 -71
- data/lib/ronin/web/middleware/filters/vhost_filter.rb +0 -71
- data/lib/ronin/web/middleware/filters.rb +0 -28
- data/lib/ronin/web/middleware/helpers.rb +0 -145
- data/lib/ronin/web/middleware/proxy.rb +0 -265
- data/lib/ronin/web/middleware/proxy_request.rb +0 -262
- data/lib/ronin/web/middleware/request.rb +0 -79
- data/lib/ronin/web/middleware/response.rb +0 -33
- data/lib/ronin/web/middleware/router.rb +0 -167
- data/lib/ronin/web/middleware/rule.rb +0 -103
- data/lib/ronin/web/middleware.rb +0 -27
- data/lib/ronin/web/proxy/app.rb +0 -32
- data/lib/ronin/web/proxy/base.rb +0 -46
- data/lib/ronin/web/proxy/web.rb +0 -46
- data/lib/ronin/web/proxy.rb +0 -25
- data/lib/ronin/web/server/app.rb +0 -32
- data/lib/ronin/web/server/base.rb +0 -461
- data/lib/ronin/web/server/web.rb +0 -66
- data/lib/ronin/web/server.rb +0 -25
- data/lib/ronin/web/spider.rb +0 -120
- data/lib/ronin/web/user_agents.rb +0 -196
- data/lib/ronin/web/web.rb +0 -560
- data/spec/helpers/output.rb +0 -3
- data/spec/web/extensions/nokogiri_spec.rb +0 -38
- data/spec/web/helpers/rack_app.rb +0 -24
- data/spec/web/helpers/root/test1/index.html +0 -1
- data/spec/web/helpers/root/test1/test1.txt +0 -1
- data/spec/web/helpers/root/test1.txt +0 -1
- data/spec/web/helpers/root/test2/test2.txt +0 -1
- data/spec/web/helpers/root/test2.txt +0 -1
- data/spec/web/helpers/root/test3/test3.txt +0 -1
- data/spec/web/helpers/root/test3.txt +0 -1
- data/spec/web/helpers/root.rb +0 -15
- data/spec/web/mechanize_spec.rb +0 -62
- data/spec/web/middleware/directories_spec.rb +0 -86
- data/spec/web/middleware/files_spec.rb +0 -57
- data/spec/web/middleware/filters/campaign_filter_spec.rb +0 -30
- data/spec/web/middleware/filters/ip_filter_spec.rb +0 -25
- data/spec/web/middleware/filters/path_filter_spec.rb +0 -29
- data/spec/web/middleware/filters/referer_filter_spec.rb +0 -25
- data/spec/web/middleware/filters/user_agent_filter_spec.rb +0 -25
- data/spec/web/middleware/filters/vhost_filter_spec.rb +0 -23
- data/spec/web/middleware/proxy_spec.rb +0 -67
- data/spec/web/middleware/response_spec.rb +0 -20
- data/spec/web/middleware/router_spec.rb +0 -65
- data/spec/web/middleware/rule_spec.rb +0 -37
- data/spec/web/proxy/base_spec.rb +0 -8
- data/spec/web/server/base_spec.rb +0 -77
- data/spec/web/server/classes/public1/static1.txt +0 -1
- data/spec/web/server/classes/public2/static2.txt +0 -1
- data/spec/web/server/classes/sub_app.rb +0 -13
- data/spec/web/server/classes/test_app.rb +0 -20
- data/spec/web/user_agents_spec.rb +0 -56
- data/spec/web/web_spec.rb +0 -101
@@ -0,0 +1,41 @@
|
|
1
|
+
.\" Generated by kramdown-man 0.1.8
|
2
|
+
.\" https://github.com/postmodern/kramdown-man#readme
|
3
|
+
.TH ronin-web-new-nokogiri 1 "May 2022" Ronin "User Manuals"
|
4
|
+
.LP
|
5
|
+
.SH SYNOPSIS
|
6
|
+
.LP
|
7
|
+
.HP
|
8
|
+
\fBronin-web new nokogiri\fR \[lB]\fIoptions\fP\[rB] \[lB]\fIFILE\fP\[rB]
|
9
|
+
.LP
|
10
|
+
.SH DESCRIPTION
|
11
|
+
.LP
|
12
|
+
.PP
|
13
|
+
Generates a new nokogiri Ruby script\.
|
14
|
+
.LP
|
15
|
+
.SH ARGUMENTS
|
16
|
+
.LP
|
17
|
+
.TP
|
18
|
+
\fIFILE\fP
|
19
|
+
The file to create\.
|
20
|
+
.LP
|
21
|
+
.SH OPTIONS
|
22
|
+
.LP
|
23
|
+
.TP
|
24
|
+
\fB-U\fR, \fB--url\fR \fIURL\fP
|
25
|
+
Optional URL for the script\.
|
26
|
+
.LP
|
27
|
+
.TP
|
28
|
+
\fB-h\fR, \fB--help\fR
|
29
|
+
Print help information
|
30
|
+
.LP
|
31
|
+
.SH AUTHOR
|
32
|
+
.LP
|
33
|
+
.PP
|
34
|
+
Postmodern
|
35
|
+
.MT postmodern\.mod3\[at]gmail\.com
|
36
|
+
.ME
|
37
|
+
.LP
|
38
|
+
.SH SEE ALSO
|
39
|
+
.LP
|
40
|
+
.PP
|
41
|
+
ronin\-web\-new\-server(1) ronin\-web\-new\-spider(1) ronin\-web\-new\-webapp(1)
|
@@ -0,0 +1,30 @@
|
|
1
|
+
# ronin-web-new-nokogiri 1 "May 2022" Ronin "User Manuals"
|
2
|
+
|
3
|
+
## SYNOPSIS
|
4
|
+
|
5
|
+
`ronin-web new nokogiri` [*options*] [*FILE*]
|
6
|
+
|
7
|
+
## DESCRIPTION
|
8
|
+
|
9
|
+
Generates a new nokogiri Ruby script.
|
10
|
+
|
11
|
+
## ARGUMENTS
|
12
|
+
|
13
|
+
*FILE*
|
14
|
+
The file to create.
|
15
|
+
|
16
|
+
## OPTIONS
|
17
|
+
|
18
|
+
`-U`, `--url` *URL*
|
19
|
+
Optional URL for the script.
|
20
|
+
|
21
|
+
`-h`, `--help`
|
22
|
+
Print help information
|
23
|
+
|
24
|
+
## AUTHOR
|
25
|
+
|
26
|
+
Postmodern <postmodern.mod3@gmail.com>
|
27
|
+
|
28
|
+
## SEE ALSO
|
29
|
+
|
30
|
+
ronin-web-new-server(1) ronin-web-new-spider(1) ronin-web-new-webapp(1)
|
@@ -0,0 +1,45 @@
|
|
1
|
+
.\" Generated by kramdown-man 0.1.8
|
2
|
+
.\" https://github.com/postmodern/kramdown-man#readme
|
3
|
+
.TH ronin-web-new-server 1 "May 2022" Ronin "User Manuals"
|
4
|
+
.LP
|
5
|
+
.SH SYNOPSIS
|
6
|
+
.LP
|
7
|
+
.HP
|
8
|
+
\fBronin-web new server\fR \[lB]\fIoptions\fP\[rB] \[lB]\fIFILE\fP\[rB]
|
9
|
+
.LP
|
10
|
+
.SH DESCRIPTION
|
11
|
+
.LP
|
12
|
+
.PP
|
13
|
+
Generates a new \fBronin-web-server\fR script\.
|
14
|
+
.LP
|
15
|
+
.SH ARGUMENTS
|
16
|
+
.LP
|
17
|
+
.TP
|
18
|
+
\fIFILE\fP
|
19
|
+
The file to create\.
|
20
|
+
.LP
|
21
|
+
.SH OPTIONS
|
22
|
+
.LP
|
23
|
+
.TP
|
24
|
+
\fB-H\fR, \fB--host\fR \fIHOST\fP\[or]\fIIP\fP
|
25
|
+
Optional host or IP interface to listen on\. Defaults to \fB0.0.0.0\fR\.
|
26
|
+
.LP
|
27
|
+
.TP
|
28
|
+
\fB-p\fR, \fB--port\fR \fIPORT\fP
|
29
|
+
Optional port to listen on\. Defaults to \fB8000\fR\.
|
30
|
+
.LP
|
31
|
+
.TP
|
32
|
+
\fB-h\fR, \fB--help\fR
|
33
|
+
Print help information
|
34
|
+
.LP
|
35
|
+
.SH AUTHOR
|
36
|
+
.LP
|
37
|
+
.PP
|
38
|
+
Postmodern
|
39
|
+
.MT postmodern\.mod3\[at]gmail\.com
|
40
|
+
.ME
|
41
|
+
.LP
|
42
|
+
.SH SEE ALSO
|
43
|
+
.LP
|
44
|
+
.PP
|
45
|
+
ronin\-web\-new\-nokogiri(1) ronin\-web\-new\-spider(1) ronin\-web\-new\-webapp(1)
|
@@ -0,0 +1,33 @@
|
|
1
|
+
# ronin-web-new-server 1 "May 2022" Ronin "User Manuals"
|
2
|
+
|
3
|
+
## SYNOPSIS
|
4
|
+
|
5
|
+
`ronin-web new server` [*options*] [*FILE*]
|
6
|
+
|
7
|
+
## DESCRIPTION
|
8
|
+
|
9
|
+
Generates a new `ronin-web-server` script.
|
10
|
+
|
11
|
+
## ARGUMENTS
|
12
|
+
|
13
|
+
*FILE*
|
14
|
+
The file to create.
|
15
|
+
|
16
|
+
## OPTIONS
|
17
|
+
|
18
|
+
`-H`, `--host` *HOST*\|*IP*
|
19
|
+
Optional host or IP interface to listen on. Defaults to `0.0.0.0`.
|
20
|
+
|
21
|
+
`-p`, `--port` *PORT*
|
22
|
+
Optional port to listen on. Defaults to `8000`.
|
23
|
+
|
24
|
+
`-h`, `--help`
|
25
|
+
Print help information
|
26
|
+
|
27
|
+
## AUTHOR
|
28
|
+
|
29
|
+
Postmodern <postmodern.mod3@gmail.com>
|
30
|
+
|
31
|
+
## SEE ALSO
|
32
|
+
|
33
|
+
ronin-web-new-nokogiri(1) ronin-web-new-spider(1) ronin-web-new-webapp(1)
|
@@ -0,0 +1,173 @@
|
|
1
|
+
.\" Generated by kramdown-man 0.1.8
|
2
|
+
.\" https://github.com/postmodern/kramdown-man#readme
|
3
|
+
.TH ronin-web-new-spider 1 "May 2022" Ronin "User Manuals"
|
4
|
+
.LP
|
5
|
+
.SH SYNOPSIS
|
6
|
+
.LP
|
7
|
+
.HP
|
8
|
+
\fBronin-web new spider\fR \[lB]\fIoptions\fP\[rB] \[lC]\fB--host\fR\[lB]\fB=\fR\fIHOST\fP\[rB] \[or] \fB--domain\fR\[lB]\fB=\fR\fIDOMAIN\fP\[rB] \[or] \fB--site\fR\[lB]\fB=\fR\fIURL\fP\[rB]\[rC] \[lB]\fIFILE\fP\[rB]
|
9
|
+
.LP
|
10
|
+
.SH DESCRIPTION
|
11
|
+
.LP
|
12
|
+
.PP
|
13
|
+
Generates a new spider Ruby script\.
|
14
|
+
.LP
|
15
|
+
.SH ARGUMENTS
|
16
|
+
.LP
|
17
|
+
.TP
|
18
|
+
\fIFILE\fP
|
19
|
+
The file to create\.
|
20
|
+
.LP
|
21
|
+
.SH OPTIONS
|
22
|
+
.LP
|
23
|
+
.HP
|
24
|
+
\fB--host\fR\[lB]\fB=\fR\fIHOST\fP\[rB]
|
25
|
+
Spiders a host\.
|
26
|
+
.LP
|
27
|
+
.HP
|
28
|
+
\fB--domain\fR\[lB]\fB=\fR\fIDOMAIN\fP\[rB]
|
29
|
+
Spiders a domain\.
|
30
|
+
.LP
|
31
|
+
.HP
|
32
|
+
\fB--site\fR\[lB]\fB=\fR\fIURL\fP\[rB]
|
33
|
+
Spiders a site\.
|
34
|
+
.LP
|
35
|
+
.TP
|
36
|
+
\fB--every-link\fR
|
37
|
+
Adds a callback for every link\.
|
38
|
+
.LP
|
39
|
+
.TP
|
40
|
+
\fB--every-url\fR
|
41
|
+
Adds a callback for every URL\.
|
42
|
+
.LP
|
43
|
+
.TP
|
44
|
+
\fB--every-failed-url\fR
|
45
|
+
Adds a callback for every failed URL\.
|
46
|
+
.LP
|
47
|
+
.TP
|
48
|
+
\fB--every-url-like\fR \fB/\fR\fIREGEXP\fP\fB/\fR
|
49
|
+
Adds a callback for every URL that matches the regexp\.
|
50
|
+
.LP
|
51
|
+
.TP
|
52
|
+
\fB--all-headers\fR
|
53
|
+
Adds a callback for all HTTP Headers\.
|
54
|
+
.LP
|
55
|
+
.TP
|
56
|
+
\fB--every-page\fR
|
57
|
+
Adds a callback for every page\.
|
58
|
+
.LP
|
59
|
+
.TP
|
60
|
+
\fB--every-ok-page\fR
|
61
|
+
Adds a callback for every HTTP 200 page\.
|
62
|
+
.LP
|
63
|
+
.TP
|
64
|
+
\fB--every-redirect-page\fR
|
65
|
+
Adds a callback for every redirect page\.
|
66
|
+
.LP
|
67
|
+
.TP
|
68
|
+
\fB--every-timedout-page\fR
|
69
|
+
Adds a callback for every timedout page\.
|
70
|
+
.LP
|
71
|
+
.TP
|
72
|
+
\fB--every-bad-request-page\fR
|
73
|
+
Adds a callback for every bad request page\.
|
74
|
+
.LP
|
75
|
+
.TP
|
76
|
+
\fB--every-unauthorized-page\fR
|
77
|
+
Adds a callback for every unauthorized page\.
|
78
|
+
.LP
|
79
|
+
.TP
|
80
|
+
\fB--every-forbidden-page\fR
|
81
|
+
Adds a callback for every forbidden page\.
|
82
|
+
.LP
|
83
|
+
.TP
|
84
|
+
\fB--every-missing-page\fR
|
85
|
+
Adds a callback for every missing page\.
|
86
|
+
.LP
|
87
|
+
.TP
|
88
|
+
\fB--every-internal-server-error-page\fR
|
89
|
+
Adds a callback for every internal server error page\.
|
90
|
+
.LP
|
91
|
+
.TP
|
92
|
+
\fB--every-txt-page\fR
|
93
|
+
Adds a callback for every TXT page\.
|
94
|
+
.LP
|
95
|
+
.TP
|
96
|
+
\fB--every-html-page\fR
|
97
|
+
Adds a callback for every HTML page\.
|
98
|
+
.LP
|
99
|
+
.TP
|
100
|
+
\fB--every-xml-page\fR
|
101
|
+
Adds a callback for every XML page\.
|
102
|
+
.LP
|
103
|
+
.TP
|
104
|
+
\fB--every-xsl-page\fR
|
105
|
+
Adds a callback for every XSL page\.
|
106
|
+
.LP
|
107
|
+
.TP
|
108
|
+
\fB--every-javascript-page\fR
|
109
|
+
Adds a callback for every JavaScript page\.
|
110
|
+
.LP
|
111
|
+
.TP
|
112
|
+
\fB--every-css-page\fR
|
113
|
+
Adds a callback for every CSS page\.
|
114
|
+
.LP
|
115
|
+
.TP
|
116
|
+
\fB--every-rss-page\fR
|
117
|
+
Adds a callback for every RSS page\.
|
118
|
+
.LP
|
119
|
+
.TP
|
120
|
+
\fB--every-atom-page\fR
|
121
|
+
Adds a callback for every Atom page\.
|
122
|
+
.LP
|
123
|
+
.TP
|
124
|
+
\fB--every-ms-word-page\fR
|
125
|
+
Adds a callback for every MS Wod page\.
|
126
|
+
.LP
|
127
|
+
.TP
|
128
|
+
\fB--every-pdf-page\fR
|
129
|
+
Adds a callback for every PDF page\.
|
130
|
+
.LP
|
131
|
+
.TP
|
132
|
+
\fB--every-zip-page\fR
|
133
|
+
Adds a callback for every ZIP page\.
|
134
|
+
.LP
|
135
|
+
.TP
|
136
|
+
\fB--every-doc\fR
|
137
|
+
Adds a callback for every HTML\[sl]XML document\.
|
138
|
+
.LP
|
139
|
+
.TP
|
140
|
+
\fB--every-html-doc\fR
|
141
|
+
Adds a callback for every HTML document\.
|
142
|
+
.LP
|
143
|
+
.TP
|
144
|
+
\fB--every-xml-doc\fR
|
145
|
+
Adds a callback for every XML document\.
|
146
|
+
.LP
|
147
|
+
.TP
|
148
|
+
\fB--every-xsl-doc\fR
|
149
|
+
Adds a callback for every XSL document\.
|
150
|
+
.LP
|
151
|
+
.TP
|
152
|
+
\fB--every-rss-doc\fR
|
153
|
+
Adds a callback for every RSS document\.
|
154
|
+
.LP
|
155
|
+
.TP
|
156
|
+
\fB--every-atom-doc\fR
|
157
|
+
Adds a callback for every Atom document\.
|
158
|
+
.LP
|
159
|
+
.TP
|
160
|
+
\fB-h\fR, \fB--help\fR
|
161
|
+
Print help information
|
162
|
+
.LP
|
163
|
+
.SH AUTHOR
|
164
|
+
.LP
|
165
|
+
.PP
|
166
|
+
Postmodern
|
167
|
+
.MT postmodern\.mod3\[at]gmail\.com
|
168
|
+
.ME
|
169
|
+
.LP
|
170
|
+
.SH SEE ALSO
|
171
|
+
.LP
|
172
|
+
.PP
|
173
|
+
ronin\-web\-new\-nokogiri(1) ronin\-web\-new\-server(1) ronin\-web\-new\-webapp(1)
|
@@ -0,0 +1,129 @@
|
|
1
|
+
# ronin-web-new-spider 1 "May 2022" Ronin "User Manuals"
|
2
|
+
|
3
|
+
## SYNOPSIS
|
4
|
+
|
5
|
+
`ronin-web new spider` [*options*] {`--host`[`=`*HOST*] \| `--domain`[`=`*DOMAIN*] \| `--site`[`=`*URL*]} [*FILE*]
|
6
|
+
|
7
|
+
## DESCRIPTION
|
8
|
+
|
9
|
+
Generates a new spider Ruby script.
|
10
|
+
|
11
|
+
## ARGUMENTS
|
12
|
+
|
13
|
+
*FILE*
|
14
|
+
The file to create.
|
15
|
+
|
16
|
+
## OPTIONS
|
17
|
+
|
18
|
+
`--host`[`=`*HOST*]
|
19
|
+
Spiders a host.
|
20
|
+
|
21
|
+
`--domain`[`=`*DOMAIN*]
|
22
|
+
Spiders a domain.
|
23
|
+
|
24
|
+
`--site`[`=`*URL*]
|
25
|
+
Spiders a site.
|
26
|
+
|
27
|
+
`--every-link`
|
28
|
+
Adds a callback for every link.
|
29
|
+
|
30
|
+
`--every-url`
|
31
|
+
Adds a callback for every URL.
|
32
|
+
|
33
|
+
`--every-failed-url`
|
34
|
+
Adds a callback for every failed URL.
|
35
|
+
|
36
|
+
`--every-url-like` `/`*REGEXP*`/`
|
37
|
+
Adds a callback for every URL that matches the regexp.
|
38
|
+
|
39
|
+
`--all-headers`
|
40
|
+
Adds a callback for all HTTP Headers.
|
41
|
+
|
42
|
+
`--every-page`
|
43
|
+
Adds a callback for every page.
|
44
|
+
|
45
|
+
`--every-ok-page`
|
46
|
+
Adds a callback for every HTTP 200 page.
|
47
|
+
|
48
|
+
`--every-redirect-page`
|
49
|
+
Adds a callback for every redirect page.
|
50
|
+
|
51
|
+
`--every-timedout-page`
|
52
|
+
Adds a callback for every timedout page.
|
53
|
+
|
54
|
+
`--every-bad-request-page`
|
55
|
+
Adds a callback for every bad request page.
|
56
|
+
|
57
|
+
`--every-unauthorized-page`
|
58
|
+
Adds a callback for every unauthorized page.
|
59
|
+
|
60
|
+
`--every-forbidden-page`
|
61
|
+
Adds a callback for every forbidden page.
|
62
|
+
|
63
|
+
`--every-missing-page`
|
64
|
+
Adds a callback for every missing page.
|
65
|
+
|
66
|
+
`--every-internal-server-error-page`
|
67
|
+
Adds a callback for every internal server error page.
|
68
|
+
|
69
|
+
`--every-txt-page`
|
70
|
+
Adds a callback for every TXT page.
|
71
|
+
|
72
|
+
`--every-html-page`
|
73
|
+
Adds a callback for every HTML page.
|
74
|
+
|
75
|
+
`--every-xml-page`
|
76
|
+
Adds a callback for every XML page.
|
77
|
+
|
78
|
+
`--every-xsl-page`
|
79
|
+
Adds a callback for every XSL page.
|
80
|
+
|
81
|
+
`--every-javascript-page`
|
82
|
+
Adds a callback for every JavaScript page.
|
83
|
+
|
84
|
+
`--every-css-page`
|
85
|
+
Adds a callback for every CSS page.
|
86
|
+
|
87
|
+
`--every-rss-page`
|
88
|
+
Adds a callback for every RSS page.
|
89
|
+
|
90
|
+
`--every-atom-page`
|
91
|
+
Adds a callback for every Atom page.
|
92
|
+
|
93
|
+
`--every-ms-word-page`
|
94
|
+
Adds a callback for every MS Wod page.
|
95
|
+
|
96
|
+
`--every-pdf-page`
|
97
|
+
Adds a callback for every PDF page.
|
98
|
+
|
99
|
+
`--every-zip-page`
|
100
|
+
Adds a callback for every ZIP page.
|
101
|
+
|
102
|
+
`--every-doc`
|
103
|
+
Adds a callback for every HTML/XML document.
|
104
|
+
|
105
|
+
`--every-html-doc`
|
106
|
+
Adds a callback for every HTML document.
|
107
|
+
|
108
|
+
`--every-xml-doc`
|
109
|
+
Adds a callback for every XML document.
|
110
|
+
|
111
|
+
`--every-xsl-doc`
|
112
|
+
Adds a callback for every XSL document.
|
113
|
+
|
114
|
+
`--every-rss-doc`
|
115
|
+
Adds a callback for every RSS document.
|
116
|
+
|
117
|
+
`--every-atom-doc`
|
118
|
+
Adds a callback for every Atom document.
|
119
|
+
|
120
|
+
`-h`, `--help`
|
121
|
+
Print help information
|
122
|
+
|
123
|
+
## AUTHOR
|
124
|
+
|
125
|
+
Postmodern <postmodern.mod3@gmail.com>
|
126
|
+
|
127
|
+
## SEE ALSO
|
128
|
+
|
129
|
+
ronin-web-new-nokogiri(1) ronin-web-new-server(1) ronin-web-new-webapp(1)
|
@@ -0,0 +1,53 @@
|
|
1
|
+
.\" Generated by kramdown-man 0.1.8
|
2
|
+
.\" https://github.com/postmodern/kramdown-man#readme
|
3
|
+
.TH ronin-web-new-webapp 1 "May 2022" Ronin "User Manuals"
|
4
|
+
.LP
|
5
|
+
.SH SYNOPSIS
|
6
|
+
.LP
|
7
|
+
.HP
|
8
|
+
\fBronin-web new webapp\fR \[lB]\fIoptions\fP\[rB] \[lB]\fIDIR\fP\[rB]
|
9
|
+
.LP
|
10
|
+
.SH DESCRIPTION
|
11
|
+
.LP
|
12
|
+
.PP
|
13
|
+
Generates a new \fBronin-web-server\fR based webapp\.
|
14
|
+
.LP
|
15
|
+
.SH ARGUMENTS
|
16
|
+
.LP
|
17
|
+
.TP
|
18
|
+
\fIDIR\fP
|
19
|
+
The project directory to create\.
|
20
|
+
.LP
|
21
|
+
.SH OPTIONS
|
22
|
+
.LP
|
23
|
+
.TP
|
24
|
+
\fB--port\fR \fIPORT\fP
|
25
|
+
The port the webpp will listen on by default\. Defaults to \fB3000\fR\.
|
26
|
+
.LP
|
27
|
+
.TP
|
28
|
+
\fB--ruby-version\fR \fIVERSION\fP
|
29
|
+
The desired ruby version for the project Defaults to the current ruby version\.
|
30
|
+
.LP
|
31
|
+
.TP
|
32
|
+
\fB--git\fR
|
33
|
+
Initializes a git repo\.
|
34
|
+
.LP
|
35
|
+
.TP
|
36
|
+
\fB-D\fR, \fB--dockerfile\fR
|
37
|
+
Adds a \fBDockerfile\fR and a \fBdocker-compose.yml\fR file to the new project\.
|
38
|
+
.LP
|
39
|
+
.TP
|
40
|
+
\fB-h\fR, \fB--help\fR
|
41
|
+
Print help information
|
42
|
+
.LP
|
43
|
+
.SH AUTHOR
|
44
|
+
.LP
|
45
|
+
.PP
|
46
|
+
Postmodern
|
47
|
+
.MT postmodern\.mod3\[at]gmail\.com
|
48
|
+
.ME
|
49
|
+
.LP
|
50
|
+
.SH SEE ALSO
|
51
|
+
.LP
|
52
|
+
.PP
|
53
|
+
ronin\-web\-new\-nokogiri(1) ronin\-web\-new\-server(1) ronin\-web\-new\-spider(1)
|
@@ -0,0 +1,39 @@
|
|
1
|
+
# ronin-web-new-webapp 1 "May 2022" Ronin "User Manuals"
|
2
|
+
|
3
|
+
## SYNOPSIS
|
4
|
+
|
5
|
+
`ronin-web new webapp` [*options*] [*DIR*]
|
6
|
+
|
7
|
+
## DESCRIPTION
|
8
|
+
|
9
|
+
Generates a new `ronin-web-server` based webapp.
|
10
|
+
|
11
|
+
## ARGUMENTS
|
12
|
+
|
13
|
+
*DIR*
|
14
|
+
The project directory to create.
|
15
|
+
|
16
|
+
## OPTIONS
|
17
|
+
|
18
|
+
`--port` *PORT*
|
19
|
+
The port the webpp will listen on by default. Defaults to `3000`.
|
20
|
+
|
21
|
+
`--ruby-version` *VERSION*
|
22
|
+
The desired ruby version for the project Defaults to the current ruby version.
|
23
|
+
|
24
|
+
`--git`
|
25
|
+
Initializes a git repo.
|
26
|
+
|
27
|
+
`-D`, `--dockerfile`
|
28
|
+
Adds a `Dockerfile` and a `docker-compose.yml` file to the new project.
|
29
|
+
|
30
|
+
`-h`, `--help`
|
31
|
+
Print help information
|
32
|
+
|
33
|
+
## AUTHOR
|
34
|
+
|
35
|
+
Postmodern <postmodern.mod3@gmail.com>
|
36
|
+
|
37
|
+
## SEE ALSO
|
38
|
+
|
39
|
+
ronin-web-new-nokogiri(1) ronin-web-new-server(1) ronin-web-new-spider(1)
|
data/man/ronin-web-new.1
ADDED
@@ -0,0 +1,59 @@
|
|
1
|
+
.\" Generated by kramdown-man 0.1.8
|
2
|
+
.\" https://github.com/postmodern/kramdown-man#readme
|
3
|
+
.TH ronin-web-new 1 "May 2022" Ronin "User Manuals"
|
4
|
+
.LP
|
5
|
+
.SH SYNOPSIS
|
6
|
+
.LP
|
7
|
+
.HP
|
8
|
+
\fBronin-web new\fR \[lB]\fIoptions\fP\[rB] \[lB]\fICOMMAND\fP\[rB]
|
9
|
+
.LP
|
10
|
+
.SH DESCRIPTION
|
11
|
+
.LP
|
12
|
+
.PP
|
13
|
+
Creates a new web server, spider, or nokogiri script\.
|
14
|
+
.LP
|
15
|
+
.SH ARGUMENTS
|
16
|
+
.LP
|
17
|
+
.TP
|
18
|
+
\fICOMMAND\fP
|
19
|
+
The optional command to get detailed new information on\.
|
20
|
+
.LP
|
21
|
+
.SH OPTIONS
|
22
|
+
.LP
|
23
|
+
.TP
|
24
|
+
\fB-h\fR, \fB--help\fR
|
25
|
+
Print help information
|
26
|
+
.LP
|
27
|
+
.SH COMMANDS
|
28
|
+
.LP
|
29
|
+
.TP
|
30
|
+
\fInokogiri\fP
|
31
|
+
Generates a new \fBnokogiri\fR Ruby script\.
|
32
|
+
.LP
|
33
|
+
.TP
|
34
|
+
\fIserver\fP
|
35
|
+
Generates a new \fBronin-web-server\fR Ruby script\.
|
36
|
+
.LP
|
37
|
+
.TP
|
38
|
+
\fIspider\fP
|
39
|
+
Generates a new \fBronin-web-spider\fR Ruby script\.
|
40
|
+
.LP
|
41
|
+
.TP
|
42
|
+
\fIwebapp\fP
|
43
|
+
Generate a new \fBronin-web-server\fR based webapp\.
|
44
|
+
.LP
|
45
|
+
.TP
|
46
|
+
\fIhelp\fP
|
47
|
+
Lists available \fBronin new\fR commands\.
|
48
|
+
.LP
|
49
|
+
.SH AUTHOR
|
50
|
+
.LP
|
51
|
+
.PP
|
52
|
+
Postmodern
|
53
|
+
.MT postmodern\.mod3\[at]gmail\.com
|
54
|
+
.ME
|
55
|
+
.LP
|
56
|
+
.SH SEE ALSO
|
57
|
+
.LP
|
58
|
+
.PP
|
59
|
+
ronin\-web\-new\-nokogiri(1) ronin\-web\-new\-server(1) ronin\-web\-new\-spider(1) ronin\-web\-new\-webapp(1)
|
@@ -0,0 +1,44 @@
|
|
1
|
+
# ronin-web-new 1 "May 2022" Ronin "User Manuals"
|
2
|
+
|
3
|
+
## SYNOPSIS
|
4
|
+
|
5
|
+
`ronin-web new` [*options*] [*COMMAND*]
|
6
|
+
|
7
|
+
## DESCRIPTION
|
8
|
+
|
9
|
+
Creates a new web server, spider, or nokogiri script.
|
10
|
+
|
11
|
+
## ARGUMENTS
|
12
|
+
|
13
|
+
*COMMAND*
|
14
|
+
The optional command to get detailed new information on.
|
15
|
+
|
16
|
+
## OPTIONS
|
17
|
+
|
18
|
+
`-h`, `--help`
|
19
|
+
Print help information
|
20
|
+
|
21
|
+
## COMMANDS
|
22
|
+
|
23
|
+
*nokogiri*
|
24
|
+
Generates a new `nokogiri` Ruby script.
|
25
|
+
|
26
|
+
*server*
|
27
|
+
Generates a new `ronin-web-server` Ruby script.
|
28
|
+
|
29
|
+
*spider*
|
30
|
+
Generates a new `ronin-web-spider` Ruby script.
|
31
|
+
|
32
|
+
*webapp*
|
33
|
+
Generate a new `ronin-web-server` based webapp.
|
34
|
+
|
35
|
+
*help*
|
36
|
+
Lists available `ronin new` commands.
|
37
|
+
|
38
|
+
## AUTHOR
|
39
|
+
|
40
|
+
Postmodern <postmodern.mod3@gmail.com>
|
41
|
+
|
42
|
+
## SEE ALSO
|
43
|
+
|
44
|
+
ronin-web-new-nokogiri(1) ronin-web-new-server(1) ronin-web-new-spider(1) ronin-web-new-webapp(1)
|
@@ -0,0 +1,63 @@
|
|
1
|
+
.\" Generated by kramdown-man 0.1.8
|
2
|
+
.\" https://github.com/postmodern/kramdown-man#readme
|
3
|
+
.TH ronin-web-proxy 1 "2022-01-01" Ronin "User Manuals"
|
4
|
+
.LP
|
5
|
+
.SH SYNOPSIS
|
6
|
+
.LP
|
7
|
+
.HP
|
8
|
+
\fBronin-web proxy\fR \[lB]\fIoptions\fP\[rB] \[lB]\fB--host\fR \fIHOST\fP\[rB] \[lB]\fB--port\fR \fIPORT\fP\[rB]
|
9
|
+
.LP
|
10
|
+
.SH DESCRIPTION
|
11
|
+
.LP
|
12
|
+
.PP
|
13
|
+
Starts a HTTP proxy server\.
|
14
|
+
.LP
|
15
|
+
.SH OPTIONS
|
16
|
+
.LP
|
17
|
+
.TP
|
18
|
+
\fB-H\fR, \fB--host\fR \fIHOST\fP
|
19
|
+
The host that the proxy server will listen on\. Defaults to \fBlocalhost\fR\.
|
20
|
+
.LP
|
21
|
+
.TP
|
22
|
+
\fB-p\fR, \fB--port\fR \fIPORT\fP
|
23
|
+
The port that the proxy server will listen on\. Default to \fB8080\fR\.
|
24
|
+
.LP
|
25
|
+
.TP
|
26
|
+
\fB-b\fR, \fB--show-body\fR
|
27
|
+
Controls whether to display the request\[sl]response bodies or not\.
|
28
|
+
.LP
|
29
|
+
.HP
|
30
|
+
\fB--rewrite-requests\fR \[lC]\fISTRING\fP:\fIREPLACE\fP\[or]\[sl]\fIREGEXP\fP\[sl]:\fIREPLACE\fP\[rC]
|
31
|
+
Rewrites all request bodies by replacing the \fISTRING\fP or \fIREGEXP\fP with the
|
32
|
+
given \fIREPLACE\fP string\.
|
33
|
+
.LP
|
34
|
+
.HP
|
35
|
+
\fB--rewrite-responses\fR \[lC]\fISTRING\fP:\fIREPLACE\fP\[or]\[sl]\fIREGEXP\fP\[sl]:\fIREPLACE\fP\[rC]
|
36
|
+
Rewrites all response bodies by replacing the \fISTRING\fP or \fIREGEXP\fP with the
|
37
|
+
given \fIREPLACE\fP string\.
|
38
|
+
.LP
|
39
|
+
.TP
|
40
|
+
\fB-h\fR, \fB--help\fR
|
41
|
+
prints help information\.
|
42
|
+
.LP
|
43
|
+
.SH EXAMPLES
|
44
|
+
.LP
|
45
|
+
.TP
|
46
|
+
\fBsudo ronin-web proxy --host 0.0.0.0 --port 80\fR
|
47
|
+
Listen on the external interface on port 80\.
|
48
|
+
.LP
|
49
|
+
.TP
|
50
|
+
\fBronin-web proxy --rewrite-responses https:http\fR
|
51
|
+
Replace every occurrence of \fBhttps\fR with \fBhttp\fR in the response bodies\.
|
52
|
+
.LP
|
53
|
+
.SH AUTHOR
|
54
|
+
.LP
|
55
|
+
.PP
|
56
|
+
Postmodern
|
57
|
+
.MT postmodern\.mod3\[at]gmail\.com
|
58
|
+
.ME
|
59
|
+
.LP
|
60
|
+
.SH SEE ALSO
|
61
|
+
.LP
|
62
|
+
.PP
|
63
|
+
ronin\-web\-server(1)
|