ronin-web 1.0.0.beta2 → 1.0.0.beta3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 67b858bfc218967ff56b0f90ccc1a3abc78c707cd160c3b2800731882df26066
-  data.tar.gz: 533b6cbdbd94ad449e404985b649f07903ae62f560d5887173dfafc8d9f6cad4
+  metadata.gz: 4e36e87f767a665ff3dafb90022b8cb0b0d8d7d9ebc23255c873dcebde04d7b1
+  data.tar.gz: af5f942251ddefcfd8940d2de5cc688edbd6e55ba96715d8798b0e85efff33f6
 SHA512:
-  metadata.gz: e276c68bc6f0b6d7c6e7f8c267d08c16d92eb7dfd386a52537d7da8c87c74ad0a7ca5586ba522adca971a8269c20adea43ee7ae962c1cd09b5f90883a8f67842
-  data.tar.gz: bb3b259a383a2ce62b91fef94bb70493a267ede5dd24c26970ffaf9bb3b303fdeaafd376e90fecbbe0dff721d12dba69afcb1f2b019cae2f483f177cd23d6e7d
+  metadata.gz: 9e0bc704b1177e0f958c00a0f1f33d606258c78186dc2ac38de85d7188d29e9911aab5d337cb39a7e90798865841b947abd8c6e928325df2a394e7a61b6576a2
+  data.tar.gz: c7dd821942055424f990ab2f5511252308d9b12bf3bdb2ccb07281d523d40066425989d1645a27f464321147973b1ff12410c6bcc79cece614d09efbaf730e57

data/.github/workflows/ruby.yml

@@ -21,10 +21,6 @@ jobs:
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby }}
-      - name: Install libsqlite3
-        run: |
-          sudo apt update -y && \
-          sudo apt install -y --no-install-recommends --no-install-suggests libsqlite3-dev libxml2-dev libxslt1-dev
       - name: Install dependencies
         run: bundle install --jobs 4 --retry 3
       - name: Run tests

data/README.md

@@ -147,8 +147,6 @@ puts doc.to_xml
 
 * [Ruby] >= 3.0.0
 * [nokogiri] ~> 1.4
-  * [libxml2]
-  * [libxslt1]
 * [nokogiri-ext] ~> 0.1
 * [nokogiri-diff] ~> 0.2
 * [mechanize] ~> 2.0
@@ -201,8 +199,6 @@ along with ronin-web.  If not, see <https://www.gnu.org/licenses/>.
 [nokogiri]: https://nokogiri.org/
 [nokogiri-ext]: https://github.com/postmodern/nokogiri-ext#readme
 [nokogiri-diff]: https://github.com/postmodern/nokogiri-diff#readme
-[libxml2]: http://xmlsoft.org/
-[libxslt1]: http://xmlsoft.org/XSLT/
 [mechanize]: https://github.com/sparklemotion/mechanize#readme
 [open_namespace]: https://github.com/postmodern/open_namespace#readme
 [ronin-support]: https://github.com/ronin-rb/ronin-support#readme

data/gemspec.yml

@@ -41,7 +41,7 @@ dependencies:
   open_namespace: ~> 0.4
   # Ronin dependencies:
   ronin-support: ~> 1.0.0.beta2
-  ronin-web-server: ~> 0.1.0.beta1
+  ronin-web-server: ~> 0.1.0.beta3
   ronin-web-spider: ~> 0.1.0.beta2
   ronin-web-user_agents: ~> 0.1.0.beta1
   ronin-core: ~> 0.1.0.beta1

data/lib/ronin/web/cli/commands/reverse_proxy.rb

@@ -45,7 +45,7 @@ module Ronin
         #
         # @api private
         #
-        class Proxy < Command
+        class ReverseProxy < Command
 
           include Core::CLI::Logging
 
@@ -142,7 +142,14 @@ module Ronin
             end
 
             log_info "Starting proxy server on #{options[:host]}:#{options[:port]} ..."
-            proxy.run!(host: options[:host], port: options[:port])
+
+            begin
+              proxy.run!(host: options[:host], port: options[:port])
+            rescue Errno::EADDRINUSE => error
+              log_error(error.message)
+              exit(1)
+            end
+
             log_info "shutting down ..."
           end
 

data/lib/ronin/web/cli/commands/server.rb

@@ -144,7 +144,13 @@ module Ronin
             end
 
             log_info "Starting web server listening on #{App.host}:#{App.port} ..."
-            App.run!
+            begin
+              App.run!
+            rescue Errno::EADDRINUSE => error
+              log_error(error.message)
+              exit(1)
+            end
+
             log_info "Shutting down ..."
           end
 

data/lib/ronin/web/cli/commands/spider.rb

@@ -49,7 +49,7 @@ module Ronin
         #     -P, --proxy PROXY                Sets the proxy to use.
         #     -H, --header NAME: VALUE         Sets a default header
         #         --host-header NAME=VALUE     Sets a default header
-        #     -u chrome_linux|chrome_macos|chrome_windows|chrome_iphone|chrome_ipad|chrome_android|firefox_linux|firefox_macos|firefox_windows|firefox_iphone|firefox_ipad|firefox_android|safari_macos|safari_iphone|safari_ipad|edge,
+        #     -u chrome-linux|chrome-macos|chrome-windows|chrome-iphone|chrome-ipad|chrome-android|firefox-linux|firefox-macos|firefox-windows|firefox-iphone|firefox-ipad|firefox-android|safari-macos|safari-iphone|safari-ipad|edge,
         #         --user-agent                 The User-Agent to use
         #     -U, --user-agent-string STRING   The User-Agent string to use
         #     -R, --referer URL                Sets the Referer URL
@@ -183,7 +183,11 @@ module Ronin
 
           option :user_agent, short: '-u',
                               value: {
-                                type: Support::Network::HTTP::UserAgents::ALIASES.keys
+                                type: Hash[
+                                  Support::Network::HTTP::UserAgents::ALIASES.keys.map { |key|
+                                    [key.to_s.tr('_','-'), key]
+                                  }
+                                ]
                               },
                               desc: 'The User-Agent to use' do |name|
                                 @user_agent = name

data/lib/ronin/web/version.rb

@@ -20,6 +20,6 @@
 module Ronin
   module Web
     # ronin-web Version
-    VERSION = '1.0.0.beta2'
+    VERSION = '1.0.0.beta3'
   end
 end

data/man/ronin-web-spider.1

@@ -47,7 +47,7 @@ Sets a default header\.
 Sets a default header\.
 .LP
 .HP
-\fB-u\fR, \fB--user-agent\fR chrome\[ru]linux\[or]chrome\[ru]macos\[or]chrome\[ru]windows\[or]chrome\[ru]iphone\[or]chrome\[ru]ipad\[or]chrome\[ru]android\[or]firefox\[ru]linux\[or]firefox\[ru]macos\[or]firefox\[ru]windows\[or]firefox\[ru]iphone\[or]firefox\[ru]ipad\[or]firefox\[ru]android\[or]safari\[ru]macos\[or]safari\[ru]iphone\[or]safari\[ru]ipad\[or]edge
+\fB-u\fR, \fB--user-agent\fR chrome\-linux\[or]chrome\-macos\[or]chrome\-windows\[or]chrome\-iphone\[or]chrome\-ipad\[or]chrome\-android\[or]firefox\-linux\[or]firefox\-macos\[or]firefox\-windows\[or]firefox\-iphone\[or]firefox\-ipad\[or]firefox\-android\[or]safari\-macos\[or]safari\-iphone\[or]safari\-ipad\[or]edge
 The \fBUser-Agent\fR to use\.
 .LP
 .TP

data/man/ronin-web-spider.1.md

@@ -34,7 +34,7 @@ Spiders a website.
 `--host-header` *NAME*=*VALUE*
   Sets a default header.
 
-`-u`, `--user-agent` chrome_linux|chrome_macos|chrome_windows|chrome_iphone|chrome_ipad|chrome_android|firefox_linux|firefox_macos|firefox_windows|firefox_iphone|firefox_ipad|firefox_android|safari_macos|safari_iphone|safari_ipad|edge
+`-u`, `--user-agent` chrome-linux|chrome-macos|chrome-windows|chrome-iphone|chrome-ipad|chrome-android|firefox-linux|firefox-macos|firefox-windows|firefox-iphone|firefox-ipad|firefox-android|safari-macos|safari-iphone|safari-ipad|edge
   The `User-Agent` to use.
 
 `-U`, `--user-agent-string` *STRING*

data/ronin-web.gemspec

@@ -26,6 +26,8 @@ Gem::Specification.new do |gem|
   gem.files = `git ls-files`.split($/)
   gem.files = glob[gemspec['files']] if gemspec['files']
   gem.files += Array(gemspec['generated_files'])
+  # exclude test files from the packages gem
+  gem.files -= glob[gemspec['test_files'] || 'spec/{**/}*']
 
   gem.executables = gemspec.fetch('executables') do
     glob['bin/*'].map { |path| File.basename(path) }
@@ -33,7 +35,6 @@ Gem::Specification.new do |gem|
   gem.default_executable = gem.executables.first if Gem::VERSION < '1.7.'
 
   gem.extensions       = glob[gemspec['extensions'] || 'ext/**/extconf.rb']
-  gem.test_files       = glob[gemspec['test_files'] || 'spec/{**/}*_spec.rb']
   gem.extra_rdoc_files = glob[gemspec['extra_doc_files'] || '*.{txt,md}']
 
   gem.require_paths = Array(gemspec.fetch('require_paths') {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ronin-web
 version: !ruby/object:Gem::Version
-  version: 1.0.0.beta2
+  version: 1.0.0.beta3
 platform: ruby
 authors:
 - Postmodern
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-01-09 00:00:00.000000000 Z
+date: 2023-01-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -100,14 +100,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0.beta1
+        version: 0.1.0.beta3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0.beta1
+        version: 0.1.0.beta3
 - !ruby/object:Gem::Dependency
   name: ronin-web-spider
   requirement: !ruby/object:Gem::Requirement
@@ -245,12 +245,6 @@ files:
 - man/ronin-web.1
 - man/ronin-web.1.md
 - ronin-web.gemspec
-- spec/cli/ruby_shell_spec.rb
-- spec/html_spec.rb
-- spec/mechanize_spec.rb
-- spec/spec_helper.rb
-- spec/web_spec.rb
-- spec/xml_spec.rb
 homepage: https://github.com/ronin-rb/ronin-web#readme
 licenses:
 - GPL-3.0
@@ -274,9 +268,4 @@ rubygems_version: 3.3.26
 signing_key:
 specification_version: 4
 summary: A collection of common web security commands and libraries.
-test_files:
-- spec/cli/ruby_shell_spec.rb
-- spec/html_spec.rb
-- spec/mechanize_spec.rb
-- spec/web_spec.rb
-- spec/xml_spec.rb
+test_files: []

data/spec/cli/ruby_shell_spec.rb

@@ -1,14 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/cli/ruby_shell'
-
-describe Ronin::Web::CLI::RubyShell do
-  describe "#initialize" do
-    it "must default #name to 'ronin-web'" do
-      expect(subject.name).to eq('ronin-web')
-    end
-
-    it "must default #context to Ronin::Web" do
-      expect(subject.context).to be(Ronin::Web)
-    end
-  end
-end

data/spec/html_spec.rb

@@ -1,43 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/html'
-
-describe Ronin::Web::HTML do
-  describe ".parse" do
-    let(:html) do
-      <<~HTML
-      <html>
-        <body>Hello</body>
-      </html>
-      HTML
-    end
-
-    it "must parse an HTML String and return a Nokogiri::HTML::Document" do
-      doc = subject.parse(html)
-
-      expect(doc).to be_kind_of(Nokogiri::HTML::Document)
-      expect(doc.at('body').inner_text).to eq("Hello")
-    end
-
-    context "when given a block" do
-      it "must yield the Nokogiri::HTML::Document object" do
-        expect { |b|
-          subject.parse(html,&b)
-        }.to yield_with_args(Nokogiri::HTML::Document)
-      end
-    end
-  end
-
-  describe ".build" do
-    it "must build an HTML document" do
-      doc = subject.build do
-        html {
-          body {
-            div { text("hello") }
-          }
-        }
-      end
-
-      expect(doc.to_html).to include("<html><body><div>hello</div></body></html>")
-    end
-  end
-end

data/spec/mechanize_spec.rb

@@ -1,72 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/mechanize'
-
-describe Ronin::Web::Mechanize do
-  describe "#initialize" do
-    context "when Ronin::Support::Network::HTTP.user_agent is set" do
-      let(:user_agent) { 'test' }
-
-      before { Ronin::Support::Network::HTTP.user_agent = user_agent }
-
-      it "should set #user_agent to Ronin::Support::Network::HTTP.user_agent" do
-        expect(subject.user_agent).to eq(user_agent)
-      end
-
-      after { Ronin::Support::Network::HTTP.user_agent = nil }
-    end
-
-    context "when the :user_agent option is given" do
-      context "and it's a String" do
-        let(:user_agent) { 'test2' }
-
-        subject { described_class.new(user_agent: user_agent) }
-
-        it "should set #user_agent to the custom User-Agent string" do
-          expect(subject.user_agent).to eq(user_agent)
-        end
-      end
-
-      context "and it's a Symbol" do
-        let(:user_agent) { :chrome_linux }
-        let(:expected_user_agent) do
-          Ronin::Support::Network::HTTP::UserAgents[user_agent]
-        end
-
-        subject { described_class.new(user_agent: user_agent) }
-
-        it "should set #user_agent to the custom User-Agent alias" do
-          expect(subject.user_agent).to eq(expected_user_agent)
-        end
-      end
-    end
-
-    let(:host)  { '127.0.0.1' }
-    let(:port)  { 8080 }
-    let(:proxy) { URI::HTTP.build(host: host, port: port) }
-
-    context "when Ronin::Support::Network::HTTP.proxy is set" do
-      before { Ronin::Support::Network::HTTP.proxy = proxy }
-
-      it "should set #proxy_addr and #proxy_port to Ronin::Support::Network::HTTP.proxy" do
-        expect(subject.proxy_addr).to eq(
-          Ronin::Support::Network::HTTP.proxy.host
-        )
-
-        expect(subject.proxy_port).to eq(
-          Ronin::Support::Network::HTTP.proxy.port
-        )
-      end
-
-      after { Ronin::Support::Network::HTTP.proxy = nil }
-    end
-
-    context "when the :proxy option is given" do
-      subject { described_class.new(proxy: proxy) }
-
-      it "should set #proxy_addr and #proxy_port to the custom proxy" do
-        expect(subject.proxy_addr).to eq(host)
-        expect(subject.proxy_port).to eq(port)
-      end
-    end
-  end
-end

data/spec/spec_helper.rb

@@ -1,8 +0,0 @@
-require 'rspec'
-require 'simplecov'
-
-SimpleCov.start
-
-RSpec.configure do |specs|
-  specs.filter_run_excluding :network
-end

data/spec/web_spec.rb

@@ -1,97 +0,0 @@
-require 'spec_helper'
-require 'ronin/web'
-
-describe Ronin::Web do
-  let(:url) { 'https://example.com/' }
-
-  it "should have a VERSION constant" do
-    expect(subject.const_defined?('VERSION')).to eq(true)
-  end
-
-  describe ".html" do
-    it "should be able to parse HTML" do
-      doc = subject.html(%{
-        <html>
-          <body>Hello</body>
-        </html>
-      })
-
-      expect(doc.at('body').inner_text).to eq("Hello")
-    end
-  end
-
-  describe ".build_html" do
-    it "should be able to build HTML documents" do
-      doc = subject.build_html do
-        html {
-          body {
-            div { text("hello") }
-          }
-        }
-      end
-
-      expect(doc.to_html).to include("<html><body><div>hello</div></body></html>")
-    end
-  end
-
-  describe ".xml" do
-    it "should be able to parse XML" do
-      doc = subject.xml(%{
-        <?xml version="1.0"?>
-        <root>
-          <stuff>Hello</stuff>
-        </root>
-      })
-
-      expect(doc.at('stuff').inner_text).to eq("Hello")
-    end
-  end
-
-  describe ".build_xml" do
-    it "should be able to build XML documents" do
-      doc = subject.build_xml do
-        root {
-          stuff(name: 'bla') { text("hello") }
-        }
-      end
-
-      expect(doc.to_xml).to include("<root>\n  <stuff name=\"bla\">hello</stuff>\n</root>")
-    end
-  end
-
-  describe ".open", :network do
-    it "must open URLs as temporary files" do
-      file = subject.open(url)
-
-      expect(file).to be_kind_of(StringIO)
-      expect(file.read).to include("Example Domain")
-    end
-  end
-
-  describe ".agent" do
-    it "must return a #{described_class}::Mechanize object" do
-      expect(subject.agent).to be_kind_of(described_class::Mechanize)
-    end
-
-    it "must return the same object each time" do
-      expect(subject.agent).to be(subject.agent)
-    end
-  end
-
-  describe ".get", :network do
-    it "should be able to get Mechanize pages" do
-      page = subject.get(url)
-
-      expect(page.class).to eq(Mechanize::Page)
-      expect(page.uri).to eq(URI(url))
-    end
-  end
-
-  describe ".get_body", :network do
-    it "should be able to get the bodies of Mechanize pages" do
-      body = subject.get_body(url)
-
-      expect(body).to include("Example Domain")
-    end
-  end
-end

data/spec/xml_spec.rb

@@ -1,42 +0,0 @@
-require 'spec_helper'
-require 'ronin/web/xml'
-
-describe Ronin::Web::XML do
-  describe ".parse" do
-    let(:xml) do
-      <<~XML
-      <?xml version="1.0"?>
-      <root>
-        <stuff>Hello</stuff>
-      </root>
-      XML
-    end
-
-    it "must parse an XML String and return a Nokogiri::XML::Document" do
-      doc = subject.parse(xml)
-
-      expect(doc).to be_kind_of(Nokogiri::XML::Document)
-      expect(doc.at('stuff').inner_text).to eq("Hello")
-    end
-
-    context "when given a block" do
-      it "must yield the Nokogiri::XML::Document object" do
-        expect { |b|
-          subject.parse(xml,&b)
-        }.to yield_with_args(Nokogiri::XML::Document)
-      end
-    end
-  end
-
-  describe ".build" do
-    it "must build an XML document" do
-      doc = subject.build do
-        root {
-          stuff(name: 'bla') { text("hello") }
-        }
-      end
-
-      expect(doc.to_xml).to include("<root>\n  <stuff name=\"bla\">hello</stuff>\n</root>")
-    end
-  end
-end