recluse 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9bbde60ecb2e16552e859d1bb4ccf9bf75f7c52f
+  data.tar.gz: 7783561aaa9cdb24f40be6c5a328102b44b76e48
+SHA512:
+  metadata.gz: eb9b94b6e6b15abf67b23b8ac27ea0206ad6dfb053377f68d441236e2dfc5bcece512e3b3ed21ff51ef3ea637f35f510801279f6714462fa1a5331d3dd5bf930
+  data.tar.gz: b2566d865fa51d7bd365fa92ce25807954fc8cd9330b8b75cbb5c46b242b583d57f6f78714a00687ce43dd8349be3c808439a150a07c8f8b8f0a19db626e3ab0

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.csv
+.DS_Store
+*.log

data/.rubocop.yml

@@ -0,0 +1,2 @@
+Metrics:
+  Enabled: false

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in recluse.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 James Anthony Bruno
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,235 @@
+# Recluse
+
+**Recluse** is a web crawler meant to ease quality assurance. Currently, it has three crawling tests:
+
+- **Status**—checks the [HTTP status codes](https://en.wikipedia.org/wiki/List_of_HTTP_status_codes) of links on the site. Good for detecting broken links.
+- **Find**—finds pages with links matching the pattern. Good for ensuring that references to a page are removed or renamed.
+- **Assert**—checks pages for the existence of HTML elements. Good for asserting that things are consistent across pages.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'recluse'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install recluse
+
+## Profiles
+
+Recluse depends on creating profiles for your sites. This way, the configuration can be reusable for frequent quality assurance checks. Profiles are saved as YAML files (.yaml) in `~/.recluse/` and have the following format:
+
+```yaml
+---
+name: profile_name
+roots:
+- http://example.com/
+- http://anotherroot.biz/subdir
+email: email@domain.com
+blacklist:
+- http://example.com/dontgohere/*
+whitelist:
+- http://example.com/dontgohere/unlessitshere/*
+internal_only: false
+scheme_squash: false
+redirect: false
+```
+
+### Profile options
+
+| Name | Required | Type | Default | Description |
+|------|----------|------|---------|-------------|
+| name | Yes | String | | The name of your profile for identification. Should also match the filename (i.e., `site` has filename `site.yaml`). |
+| roots | Yes | Array of URLs | | The roots to start from for spidering. Will spider all subdirectories and files. |
+| email | Yes | String | | Your email. This is for identification of who is crawling a web page in case a system administrator has issues with it. |
+| blacklist | No | Array of globs | Empty array | [Glob patterns](https://en.wikipedia.org/wiki/Glob_(programming)) of sites not to spider. Useful to keep Recluse focused only on the important stuff. | 
+| whitelist | No | Array of globs | Empty array | [Glob patterns](https://en.wikipedia.org/wiki/Glob_(programming)) of sites to spider, even if they are blacklisted. |
+| internal_only | No | Boolean | `false` | If true, Recluse will not follow external links. If false, it will follow for the **status** mode. |
+| scheme_squash | No | Boolean | `false` | Treats "http" URLs the same as "https". This way, Recluse will not redundantly spider secure and nonsecure duplicates of the same page. |
+| redirect | No | Boolean | `false` | Follow the redirect to the resulting page if true. |
+
+## Use
+
+After installation, the `recluse` executable should be available for your command line.
+
+### Tests
+
+#### Status
+
+Spiders through the profile and reports the [HTTP status codes](https://en.wikipedia.org/wiki/List_of_HTTP_status_codes) of the links. If the profile is not internal only, external links will also have their statuses checked.
+
+	$ recluse status csv_path profile1 [profile2] ... [options]
+
+| Argument | Alias | Required | Type | Default | Description |
+|----------|-------|----------|------|---------|-------------|
+| csv_path | | Yes | String | | The path of where to save results. Results are saved as CSV (comma-separated values). |
+| profiles | | Yes | Array of profile names | | List of profiles to check. More than one profile can be checked in one run. |
+| group_by | `--group-by`<br/>`-g` | No | One of `none` or `url` | `none` | What to group by in the result output. If `none`, there will be a row for each pair of checked URL and the page it was found on. If `url`, there will be one row for each URL, and the page cell will have a list of every page the URL was found on. |
+| include | `--include`<br/>`-i` | No | Array of status codes | Include all | Include these status codes in the results. Can be a specific number (ex: `200`) or a wildcard (ex: `2xx`). You can also include `idk` for pages that result in errors that prevent status code detection. |
+| exclude | `--exclude`<br/>`-x` | No | Array of status codes | Exclude none | Exclude these status codes from the results. Same format as including. |
+
+##### Output format
+
+```csv
+Status code,URL,On page,With error
+```
+
+#### Find
+
+Spiders through the profiles and checks if a link matching one of the provided patterns is found. Will only go over internal pages.
+
+	$ recluse find csv_path profile1 [profile2] ... --globs pattern1 [pattern2] ... [options]
+
+| Argument | Alias | Required | Type | Default | Description |
+|----------|-------|----------|------|---------|-------------|
+| csv_path | | Yes | String | | The path of where to save results. Results are saved as CSV (comma-separated values). |
+| profiles | | Yes | Array of profile names | | List of profiles to check. More than one profile can be checked in one run. |
+| globs | `--globs`<br/>`-G` | Yes | Array of globs | | [Glob patterns](https://en.wikipedia.org/wiki/Glob_(programming)) to find as URLs of links on the page. |
+| group_by | `--group-by`<br/>`-g` | No | One of `none`, `url`, or `page` | `none` | What to group by in the result output. If `none`, there will be a row for each pair of checked URL and the page it was found on. If `url`, there will be one row for each URL, and the page cell will have a list of every page the URL was found on. If `page`, there will be one row for each page, and the URL cell will list every matching URL found on the page. |
+
+##### Output format
+
+###### Group by `none` or `url`
+
+```csv
+Matching URLs,Pages
+```
+
+###### Group by `page`
+
+```csv
+Page,Matching URLs
+```
+
+#### Assert
+
+Asserts the existence of an HTML element using [CSS-style selectors](https://developer.mozilla.org/en-US/docs/Web/Guide/CSS/Getting_started/Selectors). Will only check internal pages.
+
+	$ recluse assert csv_path profile1 [profile2] ... --exists selector1 [selector2] ...
+	
+| Argument | Alias | Required | Type | Default | Description |
+|----------|-------|----------|------|---------|-------------|
+| csv_path | | Yes | String | | The path of where to save results. Results are saved as CSV (comma-separated values). |
+| profiles | | Yes | Array of profile names | | List of profiles to check. More than one profile can be checked in one run. |
+| true | `--true`<br/>`--report-true-only` | No | Boolean | `false` | Report only true assertions. Reports both true and false assertions by default. |
+| false | `--false`<br/>`--report-false-only` | No | Boolean | `false` | Report only false assertions. Reports both true and false assertions by default. |
+| exists | `--exists`<br/>`-e` | Yes | Array of CSS selectors | | CSS selectors to assert the existence of on each spidered page. |
+
+##### Output format
+
+```csv
+Selector,Exists,On page
+```
+
+### Profile management
+
+#### Where
+
+Path where the profiles are stored for manual edits.
+
+	$ recluse where
+
+#### Creation
+
+Create a profile.
+
+	$ recluse profile create [options] name email root1 [root2] ...
+	
+For further description of the arguments, check the **Profile options** section.
+
+| Argument | Alias | Required | Type | Default |
+|----------|-------|----------|------|---------|
+| name | | Yes | String | |
+| email | | Yes | String | |
+| roots | | Yes | Array of strings | |
+| blacklist | `--blacklist` | No | Array of globs | Empty array |
+| whitelist | `--whitelist` | No | Array of globs | Empty array |
+| internal_only | `--internal_only`<br/>`--no-internal-only` | No | Boolean | `false` |
+| scheme_squash | `--scheme-squash`<br/>`--no-scheme-squash` | No | Boolean | `false` |
+| redirect | `--redirect`<br/>`--no-redirect` | No | Boolean | `false` |
+
+#### Edit
+
+Edit profile options. Any option not provided will stay as it was.
+
+	$ recluse profile edit name [options]
+	
+| Argument | Alias | Required | Type |
+|----------|-------|----------|------|
+| name | | Yes | String |
+| email | `--email` | No | String |
+| roots | `--roots` | No | Array of strings |
+| blacklist | `--blacklist` | No | Array of globs |
+| whitelist | `--whitelist` | No | Array of globs |
+| internal_only | `--internal_only`<br/>`--no-internal-only` | No | Boolean |
+| scheme_squash | `--scheme-squash`<br/>`--no-scheme-squash` | No | Boolean |
+| redirect | `--redirect`<br/>`--no-redirect` | No | Boolean |
+
+##### Blacklist, whitelist, and roots
+
+More powerful blacklist and whitelist editing. All examples are interchangeable between the three list types. However, if the profile has no roots, it will not run.
+
+###### Add
+
+Add patterns/roots to the profile's list.
+
+	$ recluse profile blacklist add name new_thing1 [new_thing2] ...
+
+###### Remove
+
+Remove patterns/roots from the profile's list.
+
+	$ recluse profile blacklist remove name thing1 [thing2] ...
+	
+###### Clear
+
+Remove all patterns/roots from the profile's list.
+
+	$ recluse profile blacklist clear name
+
+###### List
+
+List the patterns/roots in the profile's list.
+
+	$ recluse profile blacklist list name
+
+#### Remove
+
+Delete a profile.
+
+	$ recluse profile remove name
+
+#### Rename
+
+Rename a profile.
+
+	$ recluse profile rename old_name new_name
+
+#### List
+
+List all profiles.
+
+	$ recluse profile list
+
+#### Info
+
+List the YAML info of the profile.
+
+	$ recluse profile info name
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,48 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+require 'fileutils'
+
+task default: :spec
+
+task :rubocop do
+  sh('rubocop -aSE') { |ok, res| }
+end
+
+namespace :test do
+  desc 'Setup test environment'
+  task :before do
+    $stderr.puts 'Starting server'
+    out_log = './test/site/logs/httpd-out.log'
+    err_log = './test/site/logs/httpd-err.log'
+    FileUtils.touch(out_log) unless File.exist?(out_log)
+    FileUtils.touch(err_log) unless File.exist?(err_log)
+
+    @server = Process.spawn(
+      'ruby -run -e httpd ./test/site/ -p 9533',
+      in: :close,
+      out: out_log,
+      err: err_log
+    )
+    sleep 1
+  end
+
+  Rake::TestTask.new(:run) do |t|
+    t.pattern = 'test/*.rb'
+    t.verbose = false
+  end
+
+  desc 'Teardown test environment'
+  task :after do
+    $stderr.puts 'Stopping server'
+    Process.kill 'TERM', @server
+  end
+end
+
+task :test do
+  Rake::Task['test:before'].invoke
+  begin
+    Rake::Task['test:run'].invoke
+  ensure
+    Rake::Task['test:after'].invoke
+  end
+end

data/exe/recluse

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'recluse'
+
+Recluse::CLI::Main.start(ARGV)

data/lib/recluse.rb

@@ -0,0 +1,7 @@
+require 'recluse/info'
+require 'recluse/profile'
+require 'recluse/cli/main'
+
+##
+# Recluse is a web crawler for quality-assurance checking.
+module Recluse end

data/lib/recluse/cli/blacklist.rb

@@ -0,0 +1,59 @@
+require 'thor'
+require 'user_config'
+
+module Recluse
+  module CLI
+    ##
+    # Blacklist related commands.
+    class Blacklist < Thor #:nodoc: all
+      desc 'add profile pattern1 [pattern2] ...', 'add glob patterns to blacklist'
+      def add(name, *patterns)
+        uconf = UserConfig.new '.recluse'
+        unless uconf.exist?("#{name}.yaml")
+          puts "Profile #{name} doesn't exist"
+          exit(-1)
+        end
+        profile = uconf["#{name}.yaml"]
+        if profile.key?('blacklist')
+          profile['blacklist'] += patterns
+        else
+          profile['blacklist'] = patterns
+        end
+        profile.save
+      end
+      desc 'remove profile pattern1 [pattern2] ...', 'remove glob patterns from blacklist'
+      def remove(name, *patterns)
+        uconf = UserConfig.new '.recluse'
+        unless uconf.exist?("#{name}.yaml")
+          puts "Profile #{name} doesn't exist"
+          exit(-1)
+        end
+        profile = uconf["#{name}.yaml"]
+        return unless profile.key?('blacklist')
+        profile['blacklist'] -= patterns
+        profile.save
+      end
+      desc 'clear profile', 'remove all patterns in the blacklist'
+      def clear(name)
+        uconf = UserConfig.new '.recluse'
+        unless uconf.exist?("#{name}.yaml")
+          puts "Profile #{name} doesn't exist"
+          exit(-1)
+        end
+        profile = uconf["#{name}.yaml"]
+        profile['blacklist'] = []
+        profile.save
+      end
+      desc 'list profile', 'list patterns in blacklist'
+      def list(name)
+        uconf = UserConfig.new '.recluse'
+        unless uconf.exist?("#{name}.yaml")
+          puts "Profile #{name} doesn't exist"
+          exit(-1)
+        end
+        profile = uconf["#{name}.yaml"]
+        profile['blacklist'].each { |pattern| puts pattern } if profile.key?('blacklist')
+      end
+    end
+  end
+end

data/lib/recluse/cli/main.rb

@@ -0,0 +1,287 @@
+require 'thor'
+require 'recluse/profile'
+require 'recluse/statuscode'
+require 'recluse/cli/profile'
+require 'csv'
+require 'user_config'
+require 'set'
+
+module Recluse
+  ##
+  # Command-line interface segments.
+  module CLI
+    ##
+    # Main commands.
+    class Main < Thor #:nodoc: all
+      no_commands do
+        def perc(num, den)
+          (num * 100.0 / den).round(2)
+        end
+
+        def find_save(profile, csv_path, group_by: :none)
+          puts "\nSaving report..."
+          child_count = 0
+          parent_count = 0
+          case group_by
+          when :page
+            report = profile.results.parents
+            CSV.open(csv_path, 'w+') do |csv|
+              csv << ['Page', 'Matching URLs']
+              report.each do |parent, children|
+                next if children.empty?
+                child_count += children.length
+                csv << [parent, children.join("\n")]
+                parent_count += 1
+              end
+            end
+          when :none
+            report = profile.results.parents
+            CSV.open(csv_path, 'w+') do |csv|
+              csv << ['Matching URL', 'Page']
+              report.each do |parent, children|
+                child_count += children.length
+                children.each do |child|
+                  csv << [child, parent]
+                end
+                parent_count += 1 unless children.empty?
+              end
+            end
+          when :url
+            report = profile.results.children
+            CSV.open(csv_path, 'w+') do |csv|
+              csv << ['Matching URL', 'Pages']
+              parents = Set.new
+              report.each do |child, info|
+                child_count += 1
+                unless info[:parents].empty?
+                  csv << [child, info[:parents].join("\n")]
+                  parents += info[:parents]
+                end
+              end
+              parent_count = parents.length
+            end
+          end
+          total = profile.results.parents.keys.length
+          puts "Total pages:\t#{total}"
+          puts "Matched URLs:\t#{child_count}"
+          puts "Pages with matches:\t#{parent_count}\t#{perc parent_count, total}%"
+        end
+
+        def status_save(profile, csv_path, group_by: :none, includes: [], excludes: [])
+          puts 'Saving report...'
+          counts = {}
+          case group_by
+          when :url
+            page_label = 'On pages'
+            to_csv = proc do |csv, status, child, parents, error|
+              csv << [status, child, parents.join("\n"), error || '']
+            end
+          when :none
+            page_label = 'On page'
+            to_csv = proc do |csv, status, child, parents, error|
+              parents.each do |parent|
+                csv << [status, child, parent, error || '']
+              end
+            end
+          end
+          valid_status = proc do |code|
+            (includes.any? { |include_code| include_code.equal?(code) }) && (excludes.none? { |exclude_code| exclude_code.equal?(code) })
+          end
+          report = profile.results.children
+          CSV.open(csv_path, 'w+') do |csv|
+            csv << ['Status code', 'URL', page_label, 'With error']
+            report.each do |child, info|
+              val = info[:value]
+              if val.nil?
+                status = 'idk'
+                error = 'Incomplete'
+              else
+                status = val.code
+                error = val.error
+              end
+              if valid_status.call(status)
+                to_csv.call(csv, status, child, info[:parents], error)
+              end
+              if counts.key?(status)
+                counts[status] += 1.0
+              else
+                counts[status] = 1.0
+              end
+            end
+          end
+          puts "Total:\t#{report.length}"
+          counts.each do |code, count|
+            valid = valid_status.call code
+            puts "#{code}:\t#{count.to_i}\t#{perc count, report.length}%\t#{valid ? 'Reported' : 'Unreported'}"
+          end
+        end
+
+        def assert_save(profile, csv_path, report_vals)
+          puts 'Saving report...'
+          report = profile.results.children
+          counts = {}
+          CSV.open(csv_path, 'w+') do |csv|
+            csv << ['Selector', 'Exists', 'On page']
+            report.each do |child, info|
+              val = info[:value]
+              next if val.nil?
+              val.each do |selector, exists|
+                counts[selector] = { 'true' => 0, 'false' => 0 } unless counts.key? selector
+                counts[selector][exists.to_s] += 1
+                csv << [selector, exists.to_s, child] if report_vals.include?(exists)
+              end
+            end
+          end
+          puts "Total pages:\t#{report.keys.length}"
+          counts.each do |selector, _info|
+            puts "#{selector}:"
+            puts "- True:    #{counts[selector]['true']}\t#{perc counts[selector]['true'], report.keys.length}%"
+            puts "- False:   #{counts[selector]['false']}\t#{perc counts[selector]['false'], report.keys.length}%"
+            unknown = report.keys.length - counts[selector]['false'] - counts[selector]['true']
+            puts "- Unknown: #{unknown}\t#{perc unknown, report.keys.length}%"
+          end
+        end
+      end
+
+      method_option :group_by, type: :string, aliases: '-g', default: 'none', enum: %w(none url), desc: 'Group by key'
+      method_option :include, type: :array, aliases: '-i', default: ['xxx'], desc: "Include these status code results. Can be numbers or wildcards (4xx). 'idk' is a Recluse status code for when the status cannot be determined for the page."
+      method_option :exclude, type: :array, aliases: '-x', default: [], desc: "Exclude these status code results. Can be numbers or wildcards (4xx). 'idk' is a Recluse status code for when the status cannot be determined for the page."
+      desc 'status csv_path profile1 [profile2] ...', 'runs report on link statuses'
+      def status(csv_path, *profiles)
+        if profiles.empty?
+          puts 'No profile provided'
+          exit(-1)
+        end
+        begin
+          profile_queue = profiles.map { |profile_name| Recluse::Profile.load profile_name }
+        rescue ProfileError => e
+          puts e
+          exit(-1)
+        end
+        profile = profile_queue[0]
+        if options['group_by'] == 'page'
+          puts 'Page grouping only available with --find.'
+          exit(-1)
+        end
+        begin
+          includes = options[:include].map { |code| Recluse::StatusCode.new code }
+          if includes.empty?
+            puts 'No status codes'
+            exit(-1)
+          end
+          excludes = options[:exclude].map { |code| Recluse::StatusCode.new code }
+        rescue StatusCodeError => e
+          puts e
+          exit(-1)
+        end
+        ending = proc do
+          status_save profile, csv_path, group_by: options['group_by'].to_sym, includes: includes, excludes: excludes
+          exit
+        end
+        %w(INT TERM).each do |sig|
+          Signal.trap sig, &ending
+        end
+        (0...profile_queue.length).each do |i|
+          profile.results = profile_queue[i - 1].results unless i.zero?
+          profile.status
+          profile = profile_queue[i + 1] if i + 1 < profile_queue.length
+        end
+        %w(INT TERM).each do |sig|
+          Signal.trap sig, 'DEFAULT'
+        end
+        ending.call
+      end
+      method_option :globs, type: :array, aliases: '-G', required: true, banner: 'GLOB', desc: 'Find links matching any of the globs'
+      method_option :group_by, type: :string, aliases: '-g', default: 'none', enum: %w(none url page), desc: 'Group by key'
+      desc 'find csv_path profile1 [profile2] ... --globs glob1 [glob2] ...', 'find matching links'
+      def find(csv_path, *profiles)
+        if profiles.empty?
+          puts 'No profile provided'
+          exit(-1)
+        end
+        begin
+          profile_queue = profiles.map { |profile_name| Recluse::Profile.load profile_name }
+        rescue ProfileError => e
+          puts e
+          exit(-1)
+        end
+        profile = profile_queue[0]
+        has_globs = options['globs'].any? { |glob| !glob.strip.empty? }
+        unless has_globs
+          puts 'No glob patterns provided for --globs option'
+          exit(-1)
+        end
+        ending = proc do
+          find_save profile, csv_path, group_by: options['group_by'].to_sym
+          exit
+        end
+        %w(INT TERM).each do |sig|
+          Signal.trap sig, &ending
+        end
+        (0...profile_queue.length).each do |i|
+          profile.results = profile_queue[i - 1].results unless i.zero?
+          profile.find options['globs']
+          profile = profile_queue[i + 1] if i + 1 < profile_queue.length
+        end
+        %w(INT TERM).each do |sig|
+          Signal.trap sig, 'DEFAULT'
+        end
+        ending.call
+      end
+      method_option :exists, type: :array, aliases: '-e', required: true, banner: 'SELECTOR', desc: 'Assert existence of HTML elements matching CSS selector'
+      method_option :report_true_only, type: :boolean, aliases: '--true', default: false, desc: 'Report only true assertions. Default is to report both true and false.'
+      method_option :report_false_only, type: :boolean, aliases: '--false', default: false, desc: 'Report only false assertions. Default is to report both true and false.'
+      desc 'assert csv_path profile1 [profile2] ... [options] --exists selector1 [selector2] ...', 'assert HTML element existence'
+      def assert(csv_path, *profiles)
+        if profiles.empty?
+          puts 'No profile provided'
+          exit(-1)
+        end
+        begin
+          profile_queue = profiles.map { |profile_name| Recluse::Profile.load profile_name }
+        rescue ProfileError => e
+          puts e
+          exit(-1)
+        end
+        profile = profile_queue[0]
+        has_selectors = options['exists'].any? { |selector| !selector.strip.empty? }
+        unless has_selectors
+          puts 'No selector patterns provided for --exists option'
+          exit(-1)
+        end
+        report = []
+        if options[:report_false_only] == options[:report_true_only]
+          report = [true, false]
+        elsif options[:report_true_only]
+          report = [true]
+        elsif option[:report_false_only]
+          report = [false]
+        end
+        ending = proc do
+          assert_save profile, csv_path, report
+          exit
+        end
+
+        %w(INT TERM).each do |sig|
+          Signal.trap sig, &ending
+        end
+        (0...profile_queue.length).each do |i|
+          profile.results = profile_queue[i - 1].results unless i.zero?
+          profile.assert options['exists']
+          profile = profile_queue[i + 1] if i + 1 < profile_queue.length
+        end
+        %w(INT TERM).each do |sig|
+          Signal.trap sig, 'DEFAULT'
+        end
+        ending.call
+      end
+      desc 'where', 'location of profiles'
+      def where
+        uconf = UserConfig.new '.recluse'
+        puts uconf.directory
+      end
+      desc 'profile [subcommand] [options]', 'profile editor'
+      subcommand 'profile', Profile
+    end
+  end
+end