ronin-web 1.0.0.beta1 → 1.0.0.beta2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a91db6a2aad829cf40f611b9ab3991f94271787f547cdc67e4975a41df917cb
-  data.tar.gz: 3dab913f02dd5c3e6770ef722acd43ab7dbf0ec3cd3df3587043effd9c815f33
+  metadata.gz: 67b858bfc218967ff56b0f90ccc1a3abc78c707cd160c3b2800731882df26066
+  data.tar.gz: 533b6cbdbd94ad449e404985b649f07903ae62f560d5887173dfafc8d9f6cad4
 SHA512:
-  metadata.gz: b389c9fd229fc6433964e0cdb7f758e62290e8f9bcc8a56760cafa0875db56ec0c9d6561d6e3fc3283c869051fc80508df161bd060721bd5f5c928fd6c835931
-  data.tar.gz: ca1f736604f356b96b3bda61db85e29656fd1fafd67741593f8c968771a85d0e617b564fa493eee7ec8a74ce2b43fe662bfd22647bfc162dcb18c0d304635179
+  metadata.gz: e276c68bc6f0b6d7c6e7f8c267d08c16d92eb7dfd386a52537d7da8c87c74ad0a7ca5586ba522adca971a8269c20adea43ee7ae962c1cd09b5f90883a8f67842
+  data.tar.gz: bb3b259a383a2ce62b91fef94bb70493a267ede5dd24c26970ffaf9bb3b303fdeaafd376e90fecbbe0dff721d12dba69afcb1f2b019cae2f483f177cd23d6e7d

data/README.md

@@ -12,8 +12,8 @@
 
 ## Description
 
-ronin-web is a collection of useful Web-related libraries, classes, and
-CLI commands.
+ronin-web is a Ruby library that provides common web security commands and
+additional libraries.
 
 ronin-web is part of the [ronin-rb] project, a [Ruby] toolkit for security
 research and development.
@@ -26,7 +26,7 @@ research and development.
 * Supports diffing HTML/XML documents using [nokogiri-diff].
 * Automated Web Browsing using [Mechanize][mechanize].
 * Supports random `User-Agent` generation using [ronin-web-user_agents].
-* Provides an easy to use [Sinatra][sintra] based web server using
+* Provides an easy to use [Sinatra][sinatra] based web server using
   [ronin-web-server].
 * Provides an easy to use web spider using [ronin-web-spider].
 * Provides a CLI for common web related tasks.
@@ -180,7 +180,7 @@ $ gem install ronin-web
 
 ronin-web - A collection of useful web helper methods and commands.
 
-Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 
 ronin-web is free software: you can redistribute it and/or modify
 it under the terms of the GNU General Public License as published by
@@ -211,3 +211,4 @@ along with ronin-web.  If not, see <https://www.gnu.org/licenses/>.
 [ronin-web-spider]: https://github.com/ronin-rb/ronin-web-spider#readme
 [ronin-web-user_agents]: https://github.com/ronin-rb/ronin-web-user_agents#readme
 [ronin]: https://github.com/ronin-rb/ronin#readme
+[sinatra]: https://sinatrarb.com/

data/data/new/nokogiri.rb.erb

@@ -4,7 +4,7 @@ require 'nokogiri'
 require 'open-uri'
 
 <%- if @url -%>
-doc = Nokogiri::HTML(URI.open(<%= @url -%>))
+doc = Nokogiri::HTML(URI.open(<%= @url.inspect -%>))
 <%- else -%>
 doc = Nokogiri::HTML(URI.open(ARGV[0]))
 <%- end -%>

data/data/new/spider.rb.erb

@@ -19,7 +19,7 @@ Ronin::Web::Spider.<%= entry_point_method -%>(<%= entry_point_argument -%>) do |
   <%-     end -%>
   <%-   end -%>
   <%- else -%>
-  agent.ever_page do |page|
+  agent.every_page do |page|
     puts page.url
   end
   <%- end -%>

data/gemspec.yml

@@ -1,11 +1,8 @@
 name: ronin-web
-summary:
-  A Ruby library that provides support for web scraping and
-  spidering functionality.
-
+summary: A collection of common web security commands and libraries.
 description:
-  ronin-web is a Ruby library that provides support for web scraping and
-  spidering functionality.
+  ronin-web is a Ruby library that provides common web security commands and
+  additional libraries.
 
 license: GPL-3.0
 authors: Postmodern
@@ -15,6 +12,13 @@ has_yard: true
 
 required_ruby_version: ">= 3.0.0"
 
+metadata:
+  documentation_uri: https://ronin-rb.dev/docs/ronin-web
+  source_code_uri:   https://github.com/ronin-rb/ronin-web
+  bug_tracker_uri:   https://github.com/ronin-rb/ronin-web/issues
+  changelog_uri:     https://github.com/ronin-rb/ronin-web/blob/main/ChangeLog.md
+  rubygems_mfa_required: 'true'
+
 generated_files:
   - man/ronin-web.1
   - man/ronin-web-diff.1
@@ -36,7 +40,7 @@ dependencies:
   mechanize: ~> 2.0
   open_namespace: ~> 0.4
   # Ronin dependencies:
-  ronin-support: ~> 1.0.0.beta1
+  ronin-support: ~> 1.0.0.beta2
   ronin-web-server: ~> 0.1.0.beta1
   ronin-web-spider: ~> 0.1.0.beta2
   ronin-web-user_agents: ~> 0.1.0.beta1

data/lib/ronin/web/cli/command.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/diff.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/html.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/irb.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/nokogiri.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/server.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/spider.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new/webapp.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/new.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/reverse_proxy.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/server.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/commands/spider.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli/ruby_shell.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/cli.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -17,8 +17,11 @@
 # along with ronin-web.  If not, see <https://www.gnu.org/licenses/>.
 #
 
+require 'ronin/web/version'
+
 require 'command_kit/commands'
 require 'command_kit/commands/auto_load'
+require 'command_kit/options/version'
 
 module Ronin
   module Web
@@ -36,8 +39,10 @@ module Ronin
         dir:       "#{__dir__}/cli/commands",
         namespace: "#{self}::Commands"
       )
+      include CommandKit::Options::Version
 
       command_name 'ronin-web'
+      version Ronin::Web::VERSION
 
     end
   end

data/lib/ronin/web/html.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/mechanize.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/root.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web/version.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -20,6 +20,6 @@
 module Ronin
   module Web
     # ronin-web Version
-    VERSION = '1.0.0.beta1'
+    VERSION = '1.0.0.beta2'
   end
 end

data/lib/ronin/web/xml.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by

data/lib/ronin/web.rb

@@ -1,7 +1,7 @@
 #
 # ronin-web - A collection of useful web helper methods and commands.
 #
-# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2023 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-web is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -195,15 +195,15 @@ module Ronin
     #
     # @api public
     #
-    def self.open(url, proxy:      Web.proxy,
-                       user_agent: Web.user_agent,
+    def self.open(url, proxy:      Support::Network::HTTP.proxy,
+                       user_agent: Support::Network::HTTP.user_agent,
                        referer:    nil,
                        cookie:     nil,
                        **kwargs)
-      headers = {}
+      options = {proxy: proxy, **kwargs}
 
       if user_agent
-        headers['User-Agent'] = case user_agent
+        options['User-Agent'] = case user_agent
                                 when Symbol
                                   Support::Network::HTTP::UserAgents[user_agent]
                                 else
@@ -211,10 +211,10 @@ module Ronin
                                 end
       end
 
-      headers['Referer'] = referer if referer
-      headers['Cookie']  = cookie  if cookie
+      options['Referer'] = referer if referer
+      options['Cookie']  = cookie  if cookie
 
-      return URI.open(url, headers, proxy: proxy, **kwargs)
+      return URI.open(url,options)
     end
 
     #

data/spec/web_spec.rb

@@ -2,8 +2,7 @@ require 'spec_helper'
 require 'ronin/web'
 
 describe Ronin::Web do
- let(:url)   { 'https://ronin-rb.dev/' }
- let(:title) { 'Ronin' }
+  let(:url) { 'https://example.com/' }
 
   it "should have a VERSION constant" do
     expect(subject.const_defined?('VERSION')).to eq(true)
@@ -61,10 +60,11 @@ describe Ronin::Web do
   end
 
   describe ".open", :network do
-    it "should open URLs as temporary files" do
+    it "must open URLs as temporary files" do
       file = subject.open(url)
 
-      expect(file.read).to include(title)
+      expect(file).to be_kind_of(StringIO)
+      expect(file.read).to include("Example Domain")
     end
   end
 
@@ -83,7 +83,7 @@ describe Ronin::Web do
       page = subject.get(url)
 
       expect(page.class).to eq(Mechanize::Page)
-      expect(page.at('title').inner_text).to include(title)
+      expect(page.uri).to eq(URI(url))
     end
   end
 
@@ -91,7 +91,7 @@ describe Ronin::Web do
     it "should be able to get the bodies of Mechanize pages" do
       body = subject.get_body(url)
 
-      expect(body).to include(title)
+      expect(body).to include("Example Domain")
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ronin-web
 version: !ruby/object:Gem::Version
-  version: 1.0.0.beta1
+  version: 1.0.0.beta2
 platform: ruby
 authors:
 - Postmodern
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-01-01 00:00:00.000000000 Z
+date: 2023-01-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -86,14 +86,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta1
+        version: 1.0.0.beta2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta1
+        version: 1.0.0.beta2
 - !ruby/object:Gem::Dependency
   name: ronin-web-server
   requirement: !ruby/object:Gem::Requirement
@@ -164,8 +164,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
-description: ronin-web is a Ruby library that provides support for web scraping and
-  spidering functionality.
+description: ronin-web is a Ruby library that provides common web security commands
+  and additional libraries.
 email: postmodern.mod3@gmail.com
 executables:
 - ronin-web
@@ -273,7 +273,7 @@ requirements: []
 rubygems_version: 3.3.26
 signing_key:
 specification_version: 4
-summary: A Ruby library that provides support for web scraping and spidering functionality.
+summary: A collection of common web security commands and libraries.
 test_files:
 - spec/cli/ruby_shell_spec.rb
 - spec/html_spec.rb