ronin-web 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6b06c9dc8b62562796e3075d979eb732e3de726942e3a33998e0c19a74cbe9d8
-  data.tar.gz: e3cb8dc314f28ca3f93184136a1d978d4b21233c3756b5fa9043ed7179fe7b4f
+  metadata.gz: d74a1711d3d63c034cb9a4e37f765c27cc1dd4b7e5cbf21154fc936a1db02e02
+  data.tar.gz: 06b58a6806d23dd2a201942978349cedfd57341f9acd9c9c687dcf1c41ec95bc
 SHA512:
-  metadata.gz: 2c993ca1329a69b7bff73b6f7b52f111d65362fc539205b236f62d1a9211d996c9564efaf6f86c2ae157e346c5c740249b70cc00ac1603e2389137204044f214
-  data.tar.gz: 7fb586226ee4c84048a0ebae55097f86514a83bea52825a4f88237464bb56af31c56849a9bd72ec1ca2f0ea705b06e72b96443fb2666fa022bb3eebec31da170
+  metadata.gz: be61036695c8a3ec44f095008352ab9d7fbc741218ca202f3dfbea9fd235bbb7a38ddc3d79896d62d349512f17085473ac2ac73aff7ae2bad4e2d7fda013c49a
+  data.tar.gz: 2ea04d21c0cd5dbdee6ffe714ffd94f89a4b2c8f2dceefeafd9daba0908f890da0b78a78b9df302ae14b39b44ca51e674c262b5fd470671382d9786f3904b6af

data/README.md

@@ -57,6 +57,247 @@ Commands:
     spider
 ```
 
+Open the `ronin-web` Ruby REPL:
+
+```shell
+$ ronin-web irb
+```
+
+Diff two HTML files:
+
+```shell
+$ ronin-web diff index1.html index2.html
++
+
++ <div>hax</div>
+```
+
+Diff two URLs:
+
+```shell
+$ ronin-web diff http://example.com/index.html http://example.com/index2.html
+```
+
+Perform an XPath query on an HTML file:
+
+```shell
+$ ronin-web html --xpath //meta index.html
+<meta charset="utf-8">
+<meta http-equiv="Content-type" content="text/html; charset=utf-8">
+<meta name="viewport" content="width=device-width, initial-scale=1">
+```
+
+Perform an XPath query on a URL:
+
+```shell
+$ ronin-web html --xpath //meta https://example.com/
+<meta charset="utf-8">
+<meta http-equiv="Content-type" content="text/html; charset=utf-8">
+<meta name="viewport" content="width=device-width, initial-scale=1">
+```
+
+Dump all links from a web page:
+
+```shell
+$ ronin-web html --links https://www.google.com/
+https://www.google.com/imghp?hl=en&tab=wi
+https://maps.google.com/maps?hl=en&tab=wl
+https://play.google.com/?hl=en&tab=w8
+https://www.youtube.com/?tab=w1
+https://news.google.com/?tab=wn
+https://mail.google.com/mail/?tab=wm
+https://drive.google.com/?tab=wo
+https://www.google.com/intl/en/about/products?tab=wh
+http://www.google.com/history/optout?hl=en
+/preferences?hl=en
+https://accounts.google.com/ServiceLogin?hl=en&passive=true&continue=https://www.google.com/&ec=GAZAAQ
+/advanced_search?hl=en&authuser=0
+https://www.google.com/url?q=https://blog.google/products/search/google-search-new-fact-checking-misinformation/&source=hpp&id=19034203&ct=3&usg=AOvVaw3UxG35a-5UX1Rl8M_VwPbd&sa=X&ved=0ahUKEwjM4Iq--JD-AhVtGTQIHXMBBaYQ8IcBCAU
+/intl/en/ads/
+/services/
+/intl/en/about.html
+/intl/en/policies/privacy/
+/intl/en/policies/terms/
+```
+
+Spiders a host and print all visited URLs:
+
+```shell
+$ ronin-web spider --host www.ruby-lang.org
+http://www.ruby-lang.org/
+http://www.ruby-lang.org/en/
+http://www.ruby-lang.org/en/downloads/
+http://www.ruby-lang.org/en/documentation/
+http://www.ruby-lang.org/en/libraries/
+http://www.ruby-lang.org/en/community/
+https://www.ruby-lang.org/en/news/
+https://www.ruby-lang.org/en/security/
+https://www.ruby-lang.org/en/about/
+...
+```
+
+Spiders the domain and sub-domains and print every visited URL:
+
+```shell
+$ ronin-web spider --domain ruby-lang.org
+http://ruby-lang.org/
+https://www.ruby-lang.org/
+https://www.ruby-lang.org/en/
+https://www.ruby-lang.org/en/downloads/
+https://www.ruby-lang.org/en/documentation/
+https://www.ruby-lang.org/en/libraries/
+https://www.ruby-lang.org/en/community/
+https://www.ruby-lang.org/en/news/
+https://www.ruby-lang.org/en/security/
+https://www.ruby-lang.org/en/about/
+...
+```
+
+Spiders a specific web-site and print every visited URL:
+
+```shell
+$ ronin-web spider --site https://www.ruby-lang.org/
+https://www.ruby-lang.org/
+https://www.ruby-lang.org/en/
+https://www.ruby-lang.org/en/downloads/
+https://www.ruby-lang.org/en/documentation/
+https://www.ruby-lang.org/en/libraries/
+https://www.ruby-lang.org/en/community/
+https://www.ruby-lang.org/en/news/
+https://www.ruby-lang.org/en/security/
+https://www.ruby-lang.org/en/about/
+...
+```
+
+Spider a host and print the response statuses:
+
+```shell
+200 http://www.ruby-lang.org/
+200 http://www.ruby-lang.org/en/
+200 http://www.ruby-lang.org/en/downloads/
+200 http://www.ruby-lang.org/en/documentation/
+200 http://www.ruby-lang.org/en/libraries/
+200 http://www.ruby-lang.org/en/community/
+200 http://www.ruby-lang.org/en/news/
+200 http://www.ruby-lang.org/en/security/
+200 http://www.ruby-lang.org/en/about/
+...
+```
+
+Spider a host and print the response status and headers:
+
+```shell
+ronin-web spider --print-headers --host www.ruby-lang.org
+200 http://www.ruby-lang.org/
+    Connection: close
+    Content-Length: 887
+    Server: Cowboy
+    Strict-Transport-Security: max-age=31536000
+    Content-Type: text/html
+    Etag: W/"496ac7fab29a6094e490da28025c5857"
+    X-Frame-Options: SAMEORIGIN
+    Via: 1.1 vegur, 1.1 varnish
+    Accept-Ranges: bytes
+    Date: Tue, 04 Apr 2023 19:42:51 GMT
+    Age: 155
+    X-Served-By: cache-pdx12330-PDX
+    X-Cache: HIT
+    X-Cache-Hits: 1
+    X-Timer: S1680637372.808609,VS0,VE1
+    Vary: Accept-Encoding
+...
+```
+
+Start a debug web server on http://localhost:8000/:
+
+```shell
+$ ronin-web server
+[2023-04-04 12:26:59] INFO  WEBrick 1.7.0
+[2023-04-04 12:26:59] INFO  ruby 3.1.3 (2022-11-24) [x86_64-linux]
+== Sinatra (v3.0.4) has taken the stage on 8000 for development with backup from WEBrick
+[2023-04-04 12:26:59] INFO  WEBrick::HTTPServer#start: pid=8966 port=8000
+```
+
+Start a debug web server on a different address and port:
+
+```shell
+$ ronin-web server --host 0.0.0.0 --port 1337
+```
+
+Host the files in a directory on http://localhost:8000/:
+
+```shell
+$ ronin-web server --root .
+```
+
+Mount a specific file at a specific HTTP path:
+
+```shell
+$ ronin-web server --dir /dir/index.html:./index.html
+```
+
+Mount a specific directory at a specific HTTP path:
+
+```shell
+$ ronin-web server --dir /dir:.
+```
+
+Add a redirect to the web server:
+
+```shell
+$ ronin-web server --redirect /redirect:https://example.com/
+```
+
+Start a HTTP reverse proxy that rewrites HTTP responses on http://localhost:8080:
+
+```shell
+$ ronin-web reverse-proxy --rewrite-response Example:Hax
+```
+
+Test the reverse proxy:
+
+```shell
+$ curl -H "Host: example.com" http://localhost:8080/
+```
+
+Generate a new Ruby script for parsing HTML/XML:
+
+```shell
+$ ronin-web new nokogiri parse.rb
+	erb	nokogiri.rb.erb	parse.rb
+	chmod	parse.rb
+```
+
+Generate a new web spider script:
+
+```shell
+$ ronin-web new spider --host=www.example.com spider.rb
+	erb	spider.rb.erb	spider.rb
+	chmod	spider.rb
+```
+
+Generate a new web server script:
+
+```shell
+$ ronin-web new server server.rb
+	erb	server.rb.erb	server.rb
+	chmod	server.rb
+```
+
+Generate a new web app:
+
+```shell
+$ ronin-web new webapp app
+	mkdir	app
+	mkdir	app/lib
+	mkdir	app/views
+	mkdir	app/public
+	erb	.ruby-version.erb	app/.ruby-version
+	cp	Gemfile	app
+	erb	app.rb.erb	app/app.rb
+	cp	config.ru	app
+```
+
 ## Examples
 
 Get a web-page:

data/lib/ronin/web/cli/commands/server.rb

@@ -58,7 +58,7 @@ module Ronin
                           default: 'localhost'
                         },
                         desc: 'Host name or IP to bind to' do |host|
-                          App.host = host
+                          App.bind = host
                         end
 
           option :port, short: '-p',
@@ -144,7 +144,7 @@ module Ronin
               end
             end
 
-            log_info "Starting web server listening on #{App.host}:#{App.port} ..."
+            log_info "Starting web server listening on #{App.bind}:#{App.port} ..."
             begin
               App.run!
             rescue Errno::EADDRINUSE => error

data/lib/ronin/web/cli/commands/spider.rb

@@ -390,7 +390,7 @@ module Ronin
                         },
                         desc: 'Spiders the website, starting at the URL'
 
-          option :print_stauts, desc: 'Print the status codes for each URL'
+          option :print_status, desc: 'Print the status codes for each URL'
 
           option :print_headers, desc: 'Print response headers for each URL'
 

data/lib/ronin/web/mechanize.rb

@@ -32,7 +32,9 @@ module Ronin
     class Mechanize < ::Mechanize
 
       #
-      # Creates a new [Mechanize](http://mechanize.rubyforge.org/) Agent.
+      # Creates a new [Mechanize] Agent.
+      #
+      # [Mechanize]: https://github.com/sparklemotion/mechanize#readme
       #
       # @param [Network::HTTP::Proxy, Hash, String] proxy
       #   Proxy information.

data/lib/ronin/web/version.rb

@@ -21,6 +21,6 @@
 module Ronin
   module Web
     # ronin-web Version
-    VERSION = '1.0.1'
+    VERSION = '1.0.2'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ronin-web
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Postmodern
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-02 00:00:00.000000000 Z
+date: 2023-04-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri