ronin-web 0.3.0.rc1 → 1.0.0.beta1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 2a91db6a2aad829cf40f611b9ab3991f94271787f547cdc67e4975a41df917cb
+  data.tar.gz: 3dab913f02dd5c3e6770ef722acd43ab7dbf0ec3cd3df3587043effd9c815f33
+SHA512:
+  metadata.gz: b389c9fd229fc6433964e0cdb7f758e62290e8f9bcc8a56760cafa0875db56ec0c9d6561d6e3fc3283c869051fc80508df161bd060721bd5f5c928fd6c835931
+  data.tar.gz: ca1f736604f356b96b3bda61db85e29656fd1fafd67741593f8c968771a85d0e617b564fa493eee7ec8a74ce2b43fe662bfd22647bfc162dcb18c0d304635179

data/.editorconfig

@@ -0,0 +1,11 @@
+root = true
+
+[*]
+end_of_line = lf
+insert_final_newline = true
+tab_width = 8
+trim_trailing_whitespace = true
+
+[{Gemfile,Rakefile,*.rb,*.gemspec,*.yml}]
+indent_style = space
+indent_size = 2

data/.github/workflows/ruby.yml

@@ -0,0 +1,31 @@
+name: CI
+
+on: [ push, pull_request ]
+
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby:
+          - '3.0'
+          - '3.1'
+          - '3.2'
+          # - jruby
+          - truffleruby
+    name: Ruby ${{ matrix.ruby }}
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+      - name: Install libsqlite3
+        run: |
+          sudo apt update -y && \
+          sudo apt install -y --no-install-recommends --no-install-suggests libsqlite3-dev libxml2-dev libxslt1-dev
+      - name: Install dependencies
+        run: bundle install --jobs 4 --retry 3
+      - name: Run tests
+        run: bundle exec rake test

data/.gitignore

@@ -0,0 +1,13 @@
+/coverage
+/doc
+/pkg
+/man/*.[1-9]
+/vendor/bundle
+/Gemfile.lock
+/.yardoc
+.bundle
+.DS_Store
+*.db
+*.log
+*.swp
+*~

data/.mailmap

@@ -0,0 +1 @@
+Postmodern <postmodern.mod3@gmail.com>	postmodern <postmodern.mod3@gmail.com>

data/.ruby-version

@@ -0,0 +1 @@
+ruby-3.1

data/COPYING.txt

@@ -645,7 +645,7 @@ the "copyright" line and a pointer to where the full notice is found.
     GNU General Public License for more details.
 
     You should have received a copy of the GNU General Public License
-    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
 Also add information on how to contact you by electronic and paper mail.
 
@@ -664,11 +664,11 @@ might be different; for a GUI interface, you would use an "about box".
   You should also get your employer (if you work as a programmer) or school,
 if any, to sign a "copyright disclaimer" for the program, if necessary.
 For more information on this, and how to apply and follow the GNU GPL, see
-<http://www.gnu.org/licenses/>.
+<https://www.gnu.org/licenses/>.
 
   The GNU General Public License does not permit incorporating your program
 into proprietary programs.  If your program is a subroutine library, you
 may consider it more useful to permit linking proprietary applications with
 the library.  If this is what you want to do, use the GNU Lesser General
 Public License instead of this License.  But first, please read
-<http://www.gnu.org/philosophy/why-not-lgpl.html>.
+<https://www.gnu.org/philosophy/why-not-lgpl.html>.

data/ChangeLog.md

@@ -1,37 +1,68 @@
-### 0.3.0 / 2011-05-27
+### 1.0.0 / 2023-XX-XX
+
+* Added [nokogiri-ext] ~> 0.1 as a dependency.
+* Added [nokogiri-diff] ~> 0.1 as a dependency.
+* Added [ronin-web-server] ~> 0.1 as a dependency.
+* Added [ronin-web-spider] ~> 0.1 as a dependency.
+* Added [ronin-web-user_agents] ~> 0.1 as a dependency.
+* Added [ronin-core] ~> 0.1 as a dependency.
+* Extracted `nokogiri` core-exts into [nokogiri-ext].
+* Extracted `Ronin::Web::Server` out into [ronin-web-server].
+* Extracted `Ronin::Web::Proxy` as `Ronin::Web::Server::ReverseProxy`
+  in [ronin-web-server].
+* Extracted `Ronin::Web::Spider` out into [ronin-web-spider].
+* Extracted `Ronin::Web::UserAgents` out into [ronin-web-user_agents].
+* Added a `ronin-web` CLI:
+  * Added the `ronin-web diff` command.
+  * Added the `ronin-web html` command.
+  * Added the `ronin-web irb` command.
+  * Added the `ronin-web new` command.
+  * Added the `ronin-web new nokogiri` command.
+  * Added the `ronin-web new server` command.
+  * Added the `ronin-web new spider` command.
+  * Added the `ronin-web new webapp` command.
+  * Added the `ronin-web reverse-proxy` command.
+  * Added the `ronin-web server` command.
+  * Added the `ronin-web spider` command.
+* Added {Ronin::Web::HTML}.
+* Added {Ronin::Web::XML}.
+
+[nokogiri-ext]: https://github.com/postmodern/nokogiri-ext#readme
+[nokogiri-diff]: https://github.com/postmodern/nokogiri-diff#readme
+[ronin-web-server]: https://github.com/ronin-rb/ronin-web-server#readme
+[ronin-web-spider]: https://github.com/ronin-rb/ronin-web-spider#readme
+[ronin-web-user_agents]: https://github.com/ronin-rb/ronin-web-user_agents#readme
+[ronin-core]: https://github.com/ronin-rb/ronin-core#readme
+
+### 0.3.0 / 2013-06-18
 
 * Upgraded to the GPL-3 license.
-* Require nokogiri ~> 1.4.
-* Require mechanize ~> 1.0.
-* Require spidr ~> 0.2.
-* Require rack ~> 1.3.
-* Require sinatra ~> 1.2.
-* Require data_paths ~> 0.3.
-* Require ronin-support ~> 0.2.
-* Require ronin ~> 1.1.
-* Added {Ronin::Web::UserAgents}.
-* Added {Ronin::Web::Mechanize}.
-* Added {Ronin::Web::Middleware::Base}.
-* Added {Ronin::Web::Middleware::Request}.
-* Added {Ronin::Web::Middleware::Response}.
-* Added {Ronin::Web::Middleware::Helpers}.
-* Added {Ronin::Web::Middleware::Files}.
-* Added {Ronin::Web::Middleware::Directories}.
-* Added {Ronin::Web::Middleware::Rule}.
-* Added {Ronin::Web::Middleware::Filters::CampaignFilter}.
-* Added {Ronin::Web::Middleware::Filters::IPFilter}.
-* Added {Ronin::Web::Middleware::Filters::PathFilter}.
-* Added {Ronin::Web::Middleware::Filters::RefererFilter}.
-* Added {Ronin::Web::Middleware::Filters::UserAgentFilter}.
-* Added {Ronin::Web::Middleware::Filters::VHostFilter}.
-* Added {Ronin::Web::Middleware::Router}.
-* Added {Ronin::Web::Middleware::Proxy}.
-* Renamed `Ronin::Helpers::Web` to {Ronin::Network::Mixins::Web}.
-* Renamed `Ronin::Web::Server::Proxy` to {Ronin::Web::Proxy}.
-* Made {Ronin::Web.agent} persistent.
+* Require [Ruby] >= 1.9.1.
+* Require [nokogiri] ~> 1.4.
+* Require [mechanize] ~> 1.0.
+* Require [spidr] ~> 0.2.
+* Require [rack] ~> 1.3.
+* Require [sinatra] ~> 1.2.
+* Require [data\_paths] ~> 0.3.
+* Require [ronin-support] ~> 0.2.
+* Require [ronin] ~> 1.1.
+* Added `Ronin::Web.proxy=`.
+* Added `Ronin::Web.user_agents`.
+* Added `Ronin::Web::UserAgents`.
+* Refactored `Ronin::Web::Server`:
+  * Added `Ronin::Web::Server::Base`.
+  * Added `Ronin::Web::Server::Conditions`.
+  * Added `Ronin::Web::Server::Helpers#mime_type_for`.
+  * Added `Ronin::Web::Server::Helpers#content_type_for`.
+  * Added `Ronin::Web::Server::Helpers::ClassMethods#files`.
+  * Added `Ronin::Web::Server::Helpers::ClassMethods#directories`.
+* Renamed `Ronin::Helpers::Web` to `Ronin::Network::Mixins::Web`.
+* Renamed `Ronin::Web::Server::Proxy` to `Ronin::Web::Proxy`.
+* Moved `Ronin::Scanners::Web` into [ronin-scanners].
+* Made `Ronin::Web.agent` persistent.
 * Switched from [Jeweler](https://github.com/technicalpickles/jeweler)
-  to [Ore](http://github.com/ruby-ore/ore) and [Bundler](http://gembundler.com).
-* Opted into [test.rubygems.org](http://test.rubygems.org/).
+  [rubygems-tasks](http://github.com/postmodern/rubygems-tasks) and to
+  [Bundler](http://gembundler.com).
 
 ### 0.2.1 / 2009-10-18
 
@@ -50,16 +81,17 @@
 * Require test-unit >= 1.2.3.
 * Require rack-test >= 0.4.1.
 * Require yard >= 0.2.3.5.
-* Added Ronin::Web::Server::Base.
-* Added Ronin::Web::Server::Files.
-* Added Ronin::Web::Server::Hosts.
-* Added Ronin::Web::Server::Proxy.
-* Added Ronin::Web::Server::Helpers.
-* Added Ronin::Web::Server::Helpers::Files.
-* Added Ronin::Web::Server::Helpers::Hosts.
-* Added Ronin::Web::Server::Helpers::Proxy.
-* Added Ronin::Web::Server::App.
-* Added Ronin::Web.server.
+* Added `Ronin::Web::Server::Base`.
+* Added `Ronin::Web::Server::Files`.
+* Added `Ronin::Web::Server::Hosts`.
+* Added `Ronin::Web::Server::Proxy`.
+* Added `Ronin::Web::Server::Helpers`.
+* Added `Ronin::Web::Server::Helpers::Files`.
+* Added `Ronin::Web::Server::Helpers::Hosts`.
+* Added `Ronin::Web::Server::Helpers::Proxy`.
+* Added `Ronin::Web::Server::App`.
+* Added `Ronin::Web.server`.
+* Removed `Ronin::Web::Fingerprint`.
 * Renamed Ronin::Sessions::Web to Ronin::Network::Helpers::Web.
 * Moved to YARD based documentation.
 * Updated the project summary and 3-point description for Ronin Web.
@@ -69,56 +101,69 @@
 ### 0.1.3 / 2009-07-02
 
 * Use Hoe >= 2.0.0.
-* Require spidr >= 0.1.9.
-* Require rack >= 1.0.0.
-* Require ronin >= 0.2.4.
-* Added Ronin::Web::Fingerprint.
-* Added Web.build_html.
-* Added Web.build_xml.
-* Allow Web.html to accept a block.
-* Allow Web.xml to accept a block.
-* Allow Server#return_file to accept a content_type option.
-* Make sure Ronin::Web::Server is thread safe.
+* Require [spidr] >= 0.1.9.
+* Require [rack] >= 1.0.0.
+* Require [ronin] >= 0.2.4.
+* Added `Ronin::Web::Fingerprint`.
+* Added `Ronin::Web.build_html`.
+* Added `Ronin::Web.build_xml`.
+* Allow `Ronin::Web.html` to accept a block.
+* Allow `Ronin::Web.xml` to accept a block.
+* Allow `Ronin::Web::Server#return_file` to accept a content_type option.
+* Make sure `Ronin::Web::Server` is thread safe.
 * Blocks passed to Server.new will not be instance_evaled.
-* Removed Spider#default_options.
-* Removed Server.run.
-* Removed Server#config.
+* Removed `Ronin::Web::Spider#default_options`.
+* Removed `Ronin::web::Server.run`.
+* Removed `Ronin::Web::Server#config`.
 
 ### 0.1.2 / 2009-03-28
 
-* Added Ronin::Web::Proxy.
-* Added diagnostic messages to Ronin::Web::Spider.
-* Fixed Rack 0.9.1 compatibility bugs in Ronin::Web::Server.
-  * Server#response now uses Rack::Response.
-  * Ronin::Web::Server now uses a Rack::Request object instead of the
+* Added `Ronin::Web::Proxy`.
+* Added diagnostic messages to `Ronin::Web::Spider`.
+* Fixed Rack 0.9.1 compatibility bugs in `Ronin::Web::Server`.
+  * Server#response now uses `Rack::Response`.
+  * `Ronin::Web::Server` now uses a `Rack::Request` object instead of the
     standard env Hash.
-* Updated specs for Ronin::Web::Server.
+* Updated specs for `Ronin::Web::Server`.
 
 ### 0.1.1 / 2009-02-23
 
 * Added a git style sub-command (`ronin-web`) which starts the Ronin
   console with `ronin/web` preloaded.
-* Require Nokogiri >= 1.2.0.
-* Require Ronin >= 0.2.1.
-* Updated Ronin::Web::Server:
+* Require [nokogiri] >= 1.2.0.
+* Require [ronin] >= 0.2.1.
+* Updated `Ronin::Web::Server`:
   * Properly catch load errors when attempting to load Mongrel.
-  * Renamed Server#mount to Server#directory.
+  * Renamed Server#mount to `Ronin::Web::Server#directory`.
 * Removed the last reference to Hpricot.
-* Fixed a bug when loading the Nokogiri extensions with Nokogiri >= 1.2.0.
+* Fixed a bug when loading the Nokogiri extensions with [nokogiri] >= 1.2.0.
 * Updated README.txt.
 
 ### 0.1.0 / 2009-01-22
 
 * Initial release.
-  * Provides Web.html and Web.xml methods, which use Nokogiri::HTML and
-    Nokogiri::XML respectively, to parse HTML and XML content.
+  * Provides `Ronin::Web.html` and `Ronin::Web.xml` methods, which use
+    `Nokogiri::HTML` and `Nokogiri::XML` respectively, to parse HTML and XML
+    content.
   * Supports custom Proxy and User-Agent strings, through
     the Web.proxy and Web.user_agent methods respectively.
-  * Provides Web.agent, Web.get and Weg.post methods which access
-    WWW::Mechanize.
-  * Integrates Spidr::Agent into Web::Spider.
+  * Provides `Ronin::Web.agent`, `Ronin::Web.get` and `Ronin::Web.post` methods
+    which access [WWW::Mechanize][mechanize].
+  * Integrates [Spidr::Agent][spidr] into [Ronin::Web::Spider].
   * Provides Web::Server, a customizable Rack web server that supports path
     and host-name routing.
     * Web::Server will use Mongrel, only if Mongrel is installed, otherwise
       WEBrick will be used.
 
+[Ruby]: http://www.ruby-lang.org
+[nokogiri]: https://github.com/tenderlove/nokogiri
+[libxml2]: http://xmlsoft.org/
+[libxslt]: http://xmlsoft.org/XSLT/
+[mechanize]: https://github.com/tenderlove/mechanize
+[spidr]: https://github.com/postmodern/spidr
+[rack]: https://github.com/rack/rack
+[sinatra]: https://github.com/sinatra/sinatra
+[data_paths]: https://github.com/postmodern/data_paths
+[ronin-support]: https://github.com/ronin-rb/ronin-support
+[ronin]: https://github.com/ronin-rb/ronin
+[ronin-scanners]: https://github.com/ronin-rb/ronin-scanners

data/Gemfile

@@ -1,49 +1,54 @@
 source 'https://rubygems.org'
 
-DM_URI = 'http://github.com/datamapper'
-DM_VERSION = '~> 1.1.0'
-RONIN_URI = 'http://github.com/ronin-ruby'
-
 gemspec
 
-# gem 'rack',         '~> 1.2', :git => 'http://github.com/rack/rack.git'
-# gem 'sinatra',      '~> 1.2', :git => 'http://github.com/sinatra/sinatra.git'
-
-# Ronin dependencies
-# gem 'ronin-support',	'~> 0.2', :git => "#{RONIN_URI}/ronin-support.git"
-# gem 'ronin',		      '~> 1.1', :git => "#{RONIN_URI}/ronin.git"
+if RUBY_VERSION >= '3.0'
+  # XXX: dep in webrick for mechanize for Ruby 3.0
+  gem 'webrick', platform: :ruby
+end
 
-group :test do
-  gem 'rack',         '~> 1.2', :git => 'http://github.com/rack/rack.git'
-  gem 'rack-test',    '~> 0.6.0'
+platforms :jruby do
+  gem 'jruby-openssl', '~> 0.7'
 end
 
+# gem 'nokogiri-ext', '~> 0.1', github: 'postmodern/nokogiri-ext',
+#                               branch: 'main'
+# gem 'rack',         '~> 1.2', github: 'rack/rack'
+# gem 'sinatra',      '~> 1.2', github: 'sinatra/sinatra'
+
+# gem 'command_kit', '~> 0.4', github: 'postmodern/command_kit.rb',
+#                              branch: '0.4.0'
+
+# gem 'spidr', '~> 0.7', github: 'postmodern/spidr'
+
+# Ronin dependencies
+# gem 'ronin-support',	       '~> 1.0', github: "ronin-rb/ronin-support",
+#                                        branch: 'main'
+# gem 'ronin-web-server',	     '~> 0.1', github: "ronin-rb/ronin-web-server",
+#                                        branch: 'main'
+# gem 'ronin-web-spider',	     '~> 0.1', github: "ronin-rb/ronin-web-spider",
+#                                        branch: 'main'
+# gem 'ronin-web-user_agents', '~> 0.1', github: "ronin-rb/ronin-web-user_agents",
+#                                        branch: 'main'
+# gem 'ronin-core',	           '~> 0.1', github: "ronin-rb/ronin-core",
+#                                        branch: 'main'
+
 group :development do
-  gem 'rake',		      '~> 0.8'
+  gem 'rake'
+  gem 'rubygems-tasks',  '~> 0.1'
 
-  gem 'ore-tasks',    '~> 0.4'
-  gem 'rspec',        '~> 2.4'
+  gem 'rspec',           '~> 3.0'
+  gem 'simplecov',       '~> 0.20'
+  gem 'rack-test',       '~> 0.6'
 
-  gem 'kramdown',     '~> 0.12'
-end
+  gem 'kramdown',        '~> 2.0'
+  gem 'redcarpet',       platform: :mri
+  gem 'yard',            '~> 0.9'
+  gem 'yard-spellcheck', require: false
+
+  gem 'kramdown-man',    '~> 0.1'
 
-#
-# To enable additional DataMapper adapters for development work or for
-# testing purposes, simple set the ADAPTER or ADAPTERS environment
-# variable:
-#
-#     export ADAPTER="postgres"
-#     bundle install
-#
-#     ./bin/ronin --database postgres://ronin@localhost/ronin
-#
-require 'set'
-
-DM_ADAPTERS = Set['postgres', 'mysql', 'oracle', 'sqlserver']
-
-adapters = (ENV['ADAPTER'] || ENV['ADAPTERS']).to_s
-adapters = Set.new(adapters.to_s.tr(',',' ').split)
-
-(DM_ADAPTERS & adapters).each do |adapter|
-  gem "dm-#{adapter}-adapter", DM_VERSION #, :git => "#{DM_URI}/dm-#{adapter}-adapter.git"
+  gem 'dead_end',        require: false
+  gem 'sord',            require: false
+  gem 'stackprof',       require: false
 end