ronin-web 1.0.0.beta1 → 1.0.0.beta3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a91db6a2aad829cf40f611b9ab3991f94271787f547cdc67e4975a41df917cb
-  data.tar.gz: 3dab913f02dd5c3e6770ef722acd43ab7dbf0ec3cd3df3587043effd9c815f33
+  metadata.gz: 4e36e87f767a665ff3dafb90022b8cb0b0d8d7d9ebc23255c873dcebde04d7b1
+  data.tar.gz: af5f942251ddefcfd8940d2de5cc688edbd6e55ba96715d8798b0e85efff33f6
 SHA512:
-  metadata.gz: b389c9fd229fc6433964e0cdb7f758e62290e8f9bcc8a56760cafa0875db56ec0c9d6561d6e3fc3283c869051fc80508df161bd060721bd5f5c928fd6c835931
-  data.tar.gz: ca1f736604f356b96b3bda61db85e29656fd1fafd67741593f8c968771a85d0e617b564fa493eee7ec8a74ce2b43fe662bfd22647bfc162dcb18c0d304635179
+  metadata.gz: 9e0bc704b1177e0f958c00a0f1f33d606258c78186dc2ac38de85d7188d29e9911aab5d337cb39a7e90798865841b947abd8c6e928325df2a394e7a61b6576a2
+  data.tar.gz: c7dd821942055424f990ab2f5511252308d9b12bf3bdb2ccb07281d523d40066425989d1645a27f464321147973b1ff12410c6bcc79cece614d09efbaf730e57

data/.github/workflows/ruby.yml

@@ -21,10 +21,6 @@ jobs:
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby }}
-      - name: Install libsqlite3
-        run: |
-          sudo apt update -y && \
-          sudo apt install -y --no-install-recommends --no-install-suggests libsqlite3-dev libxml2-dev libxslt1-dev
       - name: Install dependencies
         run: bundle install --jobs 4 --retry 3
       - name: Run tests

data/README.md

@@ -12,8 +12,8 @@
 
 ## Description
 
-ronin-web is a collection of useful Web-related libraries, classes, and
-CLI commands.
+ronin-web is a Ruby library that provides common web security commands and
+additional libraries.
 
 ronin-web is part of the [ronin-rb] project, a [Ruby] toolkit for security
 research and development.
@@ -26,7 +26,7 @@ research and development.
 * Supports diffing HTML/XML documents using [nokogiri-diff].
 * Automated Web Browsing using [Mechanize][mechanize].
 * Supports random `User-Agent` generation using [ronin-web-user_agents].
-* Provides an easy to use [Sinatra][sintra] based web server using
+* Provides an easy to use [Sinatra][sinatra] based web server using
   [ronin-web-server].
 * Provides an easy to use web spider using [ronin-web-spider].
 * Provides a CLI for common web related tasks.
@@ -147,8 +147,6 @@ puts doc.to_xml
 
 * [Ruby] >= 3.0.0
 * [nokogiri] ~> 1.4
-  * [libxml2]
-  * [libxslt1]
 * [nokogiri-ext] ~> 0.1
 * [nokogiri-diff] ~> 0.2
 * [mechanize] ~> 2.0
@@ -180,7 +178,7 @@ $ gem install ronin-web
 
 ronin-web - A collection of useful web helper methods and commands.
 
-Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 
 ronin-web is free software: you can redistribute it and/or modify
 it under the terms of the GNU General Public License as published by
@@ -201,8 +199,6 @@ along with ronin-web.  If not, see <https://www.gnu.org/licenses/>.
 [nokogiri]: https://nokogiri.org/
 [nokogiri-ext]: https://github.com/postmodern/nokogiri-ext#readme
 [nokogiri-diff]: https://github.com/postmodern/nokogiri-diff#readme
-[libxml2]: http://xmlsoft.org/
-[libxslt1]: http://xmlsoft.org/XSLT/
 [mechanize]: https://github.com/sparklemotion/mechanize#readme
 [open_namespace]: https://github.com/postmodern/open_namespace#readme
 [ronin-support]: https://github.com/ronin-rb/ronin-support#readme
@@ -211,3 +207,4 @@ along with ronin-web.  If not, see <https://www.gnu.org/licenses/>.
 [ronin-web-spider]: https://github.com/ronin-rb/ronin-web-spider#readme
 [ronin-web-user_agents]: https://github.com/ronin-rb/ronin-web-user_agents#readme
 [ronin]: https://github.com/ronin-rb/ronin#readme
+[sinatra]: https://sinatrarb.com/

data/data/new/nokogiri.rb.erb

@@ -4,7 +4,7 @@ require 'nokogiri'
 require 'open-uri'
 
 <%- if @url -%>
-doc = Nokogiri::HTML(URI.open(<%= @url -%>))
+doc = Nokogiri::HTML(URI.open(<%= @url.inspect -%>))
 <%- else -%>
 doc = Nokogiri::HTML(URI.open(ARGV[0]))
 <%- end -%>

data/data/new/spider.rb.erb

@@ -19,7 +19,7 @@ Ronin::Web::Spider.<%= entry_point_method -%>(<%= entry_point_argument -%>) do |
   <%-     end -%>
   <%-   end -%>
   <%- else -%>
-  agent.ever_page do |page|
+  agent.every_page do |page|
     puts page.url
   end
   <%- end -%>

data/gemspec.yml

@@ -1,11 +1,8 @@
 name: ronin-web
-summary:
-  A Ruby library that provides support for web scraping and
-  spidering functionality.
-
+summary: A collection of common web security commands and libraries.
 description:
-  ronin-web is a Ruby library that provides support for web scraping and
-  spidering functionality.
+  ronin-web is a Ruby library that provides common web security commands and
+  additional libraries.
 
 license: GPL-3.0
 authors: Postmodern
@@ -15,6 +12,13 @@ has_yard: true
 
 required_ruby_version: ">= 3.0.0"
 
+metadata:
+  documentation_uri: https://ronin-rb.dev/docs/ronin-web
+  source_code_uri:   https://github.com/ronin-rb/ronin-web
+  bug_tracker_uri:   https://github.com/ronin-rb/ronin-web/issues
+  changelog_uri:     https://github.com/ronin-rb/ronin-web/blob/main/ChangeLog.md
+  rubygems_mfa_required: 'true'
+
 generated_files:
   - man/ronin-web.1
   - man/ronin-web-diff.1
@@ -36,8 +40,8 @@ dependencies:
   mechanize: ~> 2.0
   open_namespace: ~> 0.4
   # Ronin dependencies:
-  ronin-support: ~> 1.0.0.beta1
-  ronin-web-server: ~> 0.1.0.beta1
+  ronin-support: ~> 1.0.0.beta2
+  ronin-web-server: ~> 0.1.0.beta3
   ronin-web-spider: ~> 0.1.0.beta2
   ronin-web-user_agents: ~> 0.1.0.beta1
   ronin-core: ~> 0.1.0.beta1

data/lib/ronin/web/cli/command.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/diff.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/html.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/irb.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/nokogiri.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/server.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/spider.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/webapp.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/reverse_proxy.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -45,7 +45,7 @@ module Ronin
         #
         # @api private
         #
-        class Proxy < Command
+        class ReverseProxy < Command
 
           include Core::CLI::Logging
 
@@ -142,7 +142,14 @@ module Ronin
             end
 
             log_info "Starting proxy server on #{options[:host]}:#{options[:port]} ..."
-            proxy.run!(host: options[:host], port: options[:port])
+
+            begin
+              proxy.run!(host: options[:host], port: options[:port])
+            rescue Errno::EADDRINUSE => error
+              log_error(error.message)
+              exit(1)
+            end
+
             log_info "shutting down ..."
           end
 

data/lib/ronin/web/cli/commands/server.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -144,7 +144,13 @@ module Ronin
             end
 
             log_info "Starting web server listening on #{App.host}:#{App.port} ..."
-            App.run!
+            begin
+              App.run!
+            rescue Errno::EADDRINUSE => error
+              log_error(error.message)
+              exit(1)
+            end
+
             log_info "Shutting down ..."
           end
 

data/lib/ronin/web/cli/commands/spider.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -49,7 +49,7 @@ module Ronin
         #     -P, --proxy PROXY                Sets the proxy to use.
         #     -H, --header NAME: VALUE         Sets a default header
         #         --host-header NAME=VALUE     Sets a default header
-        #     -u chrome_linux|chrome_macos|chrome_windows|chrome_iphone|chrome_ipad|chrome_android|firefox_linux|firefox_macos|firefox_windows|firefox_iphone|firefox_ipad|firefox_android|safari_macos|safari_iphone|safari_ipad|edge,
+        #     -u chrome-linux|chrome-macos|chrome-windows|chrome-iphone|chrome-ipad|chrome-android|firefox-linux|firefox-macos|firefox-windows|firefox-iphone|firefox-ipad|firefox-android|safari-macos|safari-iphone|safari-ipad|edge,
         #         --user-agent                 The User-Agent to use
         #     -U, --user-agent-string STRING   The User-Agent string to use
         #     -R, --referer URL                Sets the Referer URL
@@ -183,7 +183,11 @@ module Ronin
 
           option :user_agent, short: '-u',
                               value: {
-                                type: Support::Network::HTTP::UserAgents::ALIASES.keys
+                                type: Hash[
+                                  Support::Network::HTTP::UserAgents::ALIASES.keys.map { |key|
+                                    [key.to_s.tr('_','-'), key]
+                                  }
+                                ]
                               },
                               desc: 'The User-Agent to use' do |name|
                                 @user_agent = name

data/lib/ronin/web/cli/ruby_shell.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -17,8 +17,11 @@
 # along with ronin-web.  If not, see <https://www.gnu.org/licenses/>.
 #
 
+require 'ronin/web/version'
+
 require 'command_kit/commands'
 require 'command_kit/commands/auto_load'
+require 'command_kit/options/version'
 
 module Ronin
   module Web
@@ -36,8 +39,10 @@ module Ronin
         dir:       "#{__dir__}/cli/commands",
         namespace: "#{self}::Commands"
       )
+      include CommandKit::Options::Version
 
       command_name 'ronin-web'
+      version Ronin::Web::VERSION
 
     end
   end

data/lib/ronin/web/html.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/mechanize.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/root.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/version.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -20,6 +20,6 @@
 module Ronin
   module Web
     # ronin-web Version
-    VERSION = '1.0.0.beta1'
+    VERSION = '1.0.0.beta3'
   end
 end

data/lib/ronin/web/xml.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -195,15 +195,15 @@ module Ronin
     #
     # @api public
     #
-    def self.open(url, proxy:      Web.proxy,
-                       user_agent: Web.user_agent,
+    def self.open(url, proxy:      Support::Network::HTTP.proxy,
+                       user_agent: Support::Network::HTTP.user_agent,
                        referer:    nil,
                        cookie:     nil,
                        **kwargs)
-      headers = {}
+      options = {proxy: proxy, **kwargs}
 
       if user_agent
-        headers['User-Agent'] = case user_agent
+        options['User-Agent'] = case user_agent
                                 when Symbol
                                   Support::Network::HTTP::UserAgents[user_agent]
                                 else
@@ -211,10 +211,10 @@ module Ronin
                                 end
       end
 
-      headers['Referer'] = referer if referer
-      headers['Cookie']  = cookie  if cookie
+      options['Referer'] = referer if referer
+      options['Cookie']  = cookie  if cookie
 
-      return URI.open(url, headers, proxy: proxy, **kwargs)
+      return URI.open(url,options)
     end
 
     #

data/man/ronin-web-spider.1

@@ -47,7 +47,7 @@ Sets a default header\.
 Sets a default header\.
 .LP
 .HP
-\fB-u\fR, \fB--user-agent\fR chrome\[ru]linux\[or]chrome\[ru]macos\[or]chrome\[ru]windows\[or]chrome\[ru]iphone\[or]chrome\[ru]ipad\[or]chrome\[ru]android\[or]firefox\[ru]linux\[or]firefox\[ru]macos\[or]firefox\[ru]windows\[or]firefox\[ru]iphone\[or]firefox\[ru]ipad\[or]firefox\[ru]android\[or]safari\[ru]macos\[or]safari\[ru]iphone\[or]safari\[ru]ipad\[or]edge
+\fB-u\fR, \fB--user-agent\fR chrome\-linux\[or]chrome\-macos\[or]chrome\-windows\[or]chrome\-iphone\[or]chrome\-ipad\[or]chrome\-android\[or]firefox\-linux\[or]firefox\-macos\[or]firefox\-windows\[or]firefox\-iphone\[or]firefox\-ipad\[or]firefox\-android\[or]safari\-macos\[or]safari\-iphone\[or]safari\-ipad\[or]edge
 The \fBUser-Agent\fR to use\.
 .LP
 .TP

data/man/ronin-web-spider.1.md

@@ -34,7 +34,7 @@ Spiders a website.
 `--host-header` *NAME*=*VALUE*
   Sets a default header.
 
-`-u`, `--user-agent` chrome_linux|chrome_macos|chrome_windows|chrome_iphone|chrome_ipad|chrome_android|firefox_linux|firefox_macos|firefox_windows|firefox_iphone|firefox_ipad|firefox_android|safari_macos|safari_iphone|safari_ipad|edge
+`-u`, `--user-agent` chrome-linux|chrome-macos|chrome-windows|chrome-iphone|chrome-ipad|chrome-android|firefox-linux|firefox-macos|firefox-windows|firefox-iphone|firefox-ipad|firefox-android|safari-macos|safari-iphone|safari-ipad|edge
   The `User-Agent` to use.
 
 `-U`, `--user-agent-string` *STRING*

data/ronin-web.gemspec

@@ -26,6 +26,8 @@ Gem::Specification.new do |gem|
   gem.files = `git ls-files`.split($/)
   gem.files = glob[gemspec['files']] if gemspec['files']
   gem.files += Array(gemspec['generated_files'])
+  # exclude test files from the packages gem
+  gem.files -= glob[gemspec['test_files'] || 'spec/{**/}*']
 
   gem.executables = gemspec.fetch('executables') do
     glob['bin/*'].map { |path| File.basename(path) }
@@ -33,7 +35,6 @@ Gem::Specification.new do |gem|
   gem.default_executable = gem.executables.first if Gem::VERSION < '1.7.'
 
   gem.extensions       = glob[gemspec['extensions'] || 'ext/**/extconf.rb']
-  gem.test_files       = glob[gemspec['test_files'] || 'spec/{**/}*_spec.rb']
   gem.extra_rdoc_files = glob[gemspec['extra_doc_files'] || '*.{txt,md}']
 
   gem.require_paths = Array(gemspec.fetch('require_paths') {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ronin-web
 version: !ruby/object:Gem::Version
-  version: 1.0.0.beta1
+  version: 1.0.0.beta3
 platform: ruby
 authors:
 - Postmodern
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-01-01 00:00:00.000000000 Z
+date: 2023-01-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -86,28 +86,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta1
+        version: 1.0.0.beta2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta1
+        version: 1.0.0.beta2
 - !ruby/object:Gem::Dependency
   name: ronin-web-server
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0.beta1
+        version: 0.1.0.beta3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0.beta1
+        version: 0.1.0.beta3
 - !ruby/object:Gem::Dependency
   name: ronin-web-spider
   requirement: !ruby/object:Gem::Requirement
@@ -164,8 +164,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
-description: ronin-web is a Ruby library that provides support for web scraping and
-  spidering functionality.
+description: ronin-web is a Ruby library that provides common web security commands
+  and additional libraries.
 email: postmodern.mod3@gmail.com
 executables:
 - ronin-web
@@ -245,12 +245,6 @@ files:
 - man/ronin-web.1
 - man/ronin-web.1.md
 - ronin-web.gemspec
-- spec/cli/ruby_shell_spec.rb
-- spec/html_spec.rb
-- spec/mechanize_spec.rb
-- spec/spec_helper.rb
-- spec/web_spec.rb
-- spec/xml_spec.rb
 homepage: https://github.com/ronin-rb/ronin-web#readme
 licenses:
 - GPL-3.0
@@ -273,10 +267,5 @@ requirements: []
 rubygems_version: 3.3.26
 signing_key:
 specification_version: 4
-summary: A Ruby library that provides support for web scraping and spidering functionality.
-test_files:
-- spec/cli/ruby_shell_spec.rb
-- spec/html_spec.rb
-- spec/mechanize_spec.rb
-- spec/web_spec.rb
-- spec/xml_spec.rb
+summary: A collection of common web security commands and libraries.
+test_files: []

data/spec/cli/ruby_shell_spec.rb

@@ -1,14 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/cli/ruby_shell'
-
-describe Ronin::Web::CLI::RubyShell do
-  describe "#initialize" do
-    it "must default #name to 'ronin-web'" do
-      expect(subject.name).to eq('ronin-web')
-    end
-
-    it "must default #context to Ronin::Web" do
-      expect(subject.context).to be(Ronin::Web)
-    end
-  end
-end

data/spec/html_spec.rb

@@ -1,43 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/html'
-
-describe Ronin::Web::HTML do
-  describe ".parse" do
-    let(:html) do
-      <<~HTML
-      <html>
-        <body>Hello</body>
-      </html>
-      HTML
-    end
-
-    it "must parse an HTML String and return a Nokogiri::HTML::Document" do
-      doc = subject.parse(html)
-
-      expect(doc).to be_kind_of(Nokogiri::HTML::Document)
-      expect(doc.at('body').inner_text).to eq("Hello")
-    end
-
-    context "when given a block" do
-      it "must yield the Nokogiri::HTML::Document object" do
-        expect { |b|
-          subject.parse(html,&b)
-        }.to yield_with_args(Nokogiri::HTML::Document)
-      end
-    end
-  end
-
-  describe ".build" do
-    it "must build an HTML document" do
-      doc = subject.build do
-        html {
-          body {
-            div { text("hello") }
-          }
-        }
-      end
-
-      expect(doc.to_html).to include("<html><body><div>hello</div></body></html>")
-    end
-  end
-end

data/spec/mechanize_spec.rb

@@ -1,72 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/mechanize'
-
-describe Ronin::Web::Mechanize do
-  describe "#initialize" do
-    context "when Ronin::Support::Network::HTTP.user_agent is set" do
-      let(:user_agent) { 'test' }
-
-      before { Ronin::Support::Network::HTTP.user_agent = user_agent }
-
-      it "should set #user_agent to Ronin::Support::Network::HTTP.user_agent" do
-        expect(subject.user_agent).to eq(user_agent)
-      end
-
-      after { Ronin::Support::Network::HTTP.user_agent = nil }
-    end
-
-    context "when the :user_agent option is given" do
-      context "and it's a String" do
-        let(:user_agent) { 'test2' }
-
-        subject { described_class.new(user_agent: user_agent) }
-
-        it "should set #user_agent to the custom User-Agent string" do
-          expect(subject.user_agent).to eq(user_agent)
-        end
-      end
-
-      context "and it's a Symbol" do
-        let(:user_agent) { :chrome_linux }
-        let(:expected_user_agent) do
-          Ronin::Support::Network::HTTP::UserAgents[user_agent]
-        end
-
-        subject { described_class.new(user_agent: user_agent) }
-
-        it "should set #user_agent to the custom User-Agent alias" do
-          expect(subject.user_agent).to eq(expected_user_agent)
-        end
-      end
-    end
-
-    let(:host)  { '127.0.0.1' }
-    let(:port)  { 8080 }
-    let(:proxy) { URI::HTTP.build(host: host, port: port) }
-
-    context "when Ronin::Support::Network::HTTP.proxy is set" do
-      before { Ronin::Support::Network::HTTP.proxy = proxy }
-
-      it "should set #proxy_addr and #proxy_port to Ronin::Support::Network::HTTP.proxy" do
-        expect(subject.proxy_addr).to eq(
-          Ronin::Support::Network::HTTP.proxy.host
-        )
-
-        expect(subject.proxy_port).to eq(
-          Ronin::Support::Network::HTTP.proxy.port
-        )
-      end
-
-      after { Ronin::Support::Network::HTTP.proxy = nil }
-    end
-
-    context "when the :proxy option is given" do
-      subject { described_class.new(proxy: proxy) }
-
-      it "should set #proxy_addr and #proxy_port to the custom proxy" do
-        expect(subject.proxy_addr).to eq(host)
-        expect(subject.proxy_port).to eq(port)
-      end
-    end
-  end
-end

data/spec/spec_helper.rb

@@ -1,8 +0,0 @@
-require 'rspec'
-require 'simplecov'
-
-SimpleCov.start
-
-RSpec.configure do |specs|
-  specs.filter_run_excluding :network
-end

data/spec/web_spec.rb

@@ -1,97 +0,0 @@
-require 'spec_helper'
-require 'ronin/web'
-
-describe Ronin::Web do
- let(:url)   { 'https://ronin-rb.dev/' }
- let(:title) { 'Ronin' }
-
-  it "should have a VERSION constant" do
-    expect(subject.const_defined?('VERSION')).to eq(true)
-  end
-
-  describe ".html" do
-    it "should be able to parse HTML" do
-      doc = subject.html(%{
-        <html>
-          <body>Hello</body>
-        </html>
-      })
-
-      expect(doc.at('body').inner_text).to eq("Hello")
-    end
-  end
-
-  describe ".build_html" do
-    it "should be able to build HTML documents" do
-      doc = subject.build_html do
-        html {
-          body {
-            div { text("hello") }
-          }
-        }
-      end
-
-      expect(doc.to_html).to include("<html><body><div>hello</div></body></html>")
-    end
-  end
-
-  describe ".xml" do
-    it "should be able to parse XML" do
-      doc = subject.xml(%{
-        <?xml version="1.0"?>
-        <root>
-          <stuff>Hello</stuff>
-        </root>
-      })
-
-      expect(doc.at('stuff').inner_text).to eq("Hello")
-    end
-  end
-
-  describe ".build_xml" do
-    it "should be able to build XML documents" do
-      doc = subject.build_xml do
-        root {
-          stuff(name: 'bla') { text("hello") }
-        }
-      end
-
-      expect(doc.to_xml).to include("<root>\n  <stuff name=\"bla\">hello</stuff>\n</root>")
-    end
-  end
-
-  describe ".open", :network do
-    it "should open URLs as temporary files" do
-      file = subject.open(url)
-
-      expect(file.read).to include(title)
-    end
-  end
-
-  describe ".agent" do
-    it "must return a #{described_class}::Mechanize object" do
-      expect(subject.agent).to be_kind_of(described_class::Mechanize)
-    end
-
-    it "must return the same object each time" do
-      expect(subject.agent).to be(subject.agent)
-    end
-  end
-
-  describe ".get", :network do
-    it "should be able to get Mechanize pages" do
-      page = subject.get(url)
-
-      expect(page.class).to eq(Mechanize::Page)
-      expect(page.at('title').inner_text).to include(title)
-    end
-  end
-
-  describe ".get_body", :network do
-    it "should be able to get the bodies of Mechanize pages" do
-      body = subject.get_body(url)
-
-      expect(body).to include(title)
-    end
-  end
-end

data/spec/xml_spec.rb

@@ -1,42 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/xml'
-
-describe Ronin::Web::XML do
-  describe ".parse" do
-    let(:xml) do
-      <<~XML
-      <?xml version="1.0"?>
-      <root>
-        <stuff>Hello</stuff>
-      </root>
-      XML
-    end
-
-    it "must parse an XML String and return a Nokogiri::XML::Document" do
-      doc = subject.parse(xml)
-
-      expect(doc).to be_kind_of(Nokogiri::XML::Document)
-      expect(doc.at('stuff').inner_text).to eq("Hello")
-    end
-
-    context "when given a block" do
-      it "must yield the Nokogiri::XML::Document object" do
-        expect { |b|
-          subject.parse(xml,&b)
-        }.to yield_with_args(Nokogiri::XML::Document)
-      end
-    end
-  end
-
-  describe ".build" do
-    it "must build an XML document" do
-      doc = subject.build do
-        root {
-          stuff(name: 'bla') { text("hello") }
-        }
-      end
-
-      expect(doc.to_xml).to include("<root>\n  <stuff name=\"bla\">hello</stuff>\n</root>")
-    end
-  end
-end