awesome_bot 1.15.0 → 1.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 267de098db4924f5dd57029da3bcd2691d1247d7
-  data.tar.gz: 57258f1286e74ccb3428e8f2050882f1517e7639
+  metadata.gz: 9af72ee336b052bf87a013c876f0a9bdafc25c70
+  data.tar.gz: 756eb8577b75cdb81e284a862ec3db91b52f246a
 SHA512:
-  metadata.gz: 74c8ff9149f12fade95db78224a1bd2d7a865186bbbaefcb8eac8256002dd3daf9fdc386fcd4891cab55795739764e0ae68e5737a1658964a9e9fed6eb3b4222
-  data.tar.gz: deadc29f548283b8a2e7065b70cb89734f520de48a8f55b9222418e13781cde045f814e0cee02c71f69efac28bec0b326464836036d4855d236c48d21787238a
+  metadata.gz: 48ed0e912d2bb3f92f00f7cc712065c249763e4f5e8e33c5ff7e4cd72d8744d26eb028278d17dbe27f391bb91fcf5c05e2139f2b48171df1a4d8fba518c0d01b
+  data.tar.gz: 189249162e3449417fcf5c408bf68f2d8fcf11f86f30b1da6a812fc4f3cb265368df15144ae824383b6c812839432762a17d6c78e2acc2449dc58742e5c35d49

data/.travis.yml

@@ -21,5 +21,5 @@ script:
   - awesome_bot bin/assets/test-ssl --allow-ssl
   - awesome_bot bin/assets/test-invalid.md --allow-redirect --allow-dupe
   - awesome_bot bin/assets/test-request-delay -d 1
-  - awesome_bot README.md --allow-dupe --white-list gph.is,giphy,travis-ci.org,codeload,badge,rubydoc,rubygems,circleci,codeship
+  - awesome_bot README.md --allow-dupe --white-list gph.is,giphy,travis-ci.org,codeload,badge,rubydoc,rubygems,circleci,codeship,blob/master
   - gem install awesome_bot

data/CHANGELOG.md

@@ -2,6 +2,10 @@
 
 Changes by [Daniel Khamsing][] unless otherwise noted.
 
+# 1.16.0
+
+- add `--base-url` option (check markdown relative links)
+
 # 1.15.0
 
 - add `--skip-save-results` option

data/README.md

@@ -27,6 +27,7 @@ Usage: awesome_bot [file or files]
         --allow-ssl                  SSL errors are allowed
         --allow-redirect             Redirected URLs are allowed
         --allow-timeout              URLs that time out are allowed
+        --base-url [base url]        Base URL to use for relative links
     -d, --request-delay [seconds]    Set request delay
     -t, --set-timeout [seconds]      Set connection timeout
         --skip-save-results          Skip saving results
@@ -82,6 +83,9 @@ $ awesome_bot README.md --allow-timeout -t 5
 $ awesome_bot README.md --allow 403,429
 # allow status code errors 403 and 429
 # --allow 301 would be similar to --allow-redirect
+
+$ awesome_bot README.md --base-url https://github.com/IDR/idr-notebooks/blob/master/
+# will check relative links using the base url provided
 ```
 
 ```shell

data/bin/assets/test-errors

@@ -1,7 +1,6 @@
  
  3.  [L056]  405 https://www.google.com/events/io
  5.  [L130]  500 http://decentralizecamp.com/
- 6.  [L138]  405 https://emberfest.eu/
  02. [L0138] 401 https://developer.apple.com/library/ios/referencelibrary/GettingStarted/DevelopiOSAppsSwift/
  03. [L0145] 401 https://developer.apple.com/library/ios/documentation/Cocoa/Conceptual/ProgrammingWithObjectiveC/Introduction/Introduction.html
  04. [L0146] 401 https://developer.apple.com/library/ios/documentation/Cocoa/Conceptual/OOP_ObjC/Introduction/Introduction.html

data/lib/awesome_bot/check.rb

@@ -12,15 +12,17 @@ module AwesomeBot
         skip_dupe = false
         timeout = nil
         delay = 0
+        base = nil
       else
         white_listed = options['whitelist']
         skip_dupe = options['allowdupe']
         timeout = options['timeout']
         delay = options['delay']
         delay = 0 if delay.nil?
+        base = options['baseurl']
       end
 
-      links = links_filter(links_find(content))
+      links = links_filter(links_find(content, base))
 
       r = Result.new(links, white_listed)
       r.skip_dupe = skip_dupe

data/lib/awesome_bot/cli.rb

@@ -23,6 +23,7 @@ module AwesomeBot
         opts.on('--allow-ssl',                     TrueClass, 'SSL errors are allowed')             { |val| options['allow_ssl'] = val }
         opts.on('--allow-redirect',                TrueClass, 'Redirected URLs are allowed')        { |val| options['allow_redirect'] = val }
         opts.on('--allow-timeout',                 TrueClass, 'URLs that time out are allowed')     { |val| options['allow_timeout'] = val }
+        opts.on('--base-url [base url]',           String,    'Base URL to use for relative links') { |val| options['base_url'] = val }
         opts.on('-d', '--request-delay [seconds]', Integer,   'Set request delay')                  { |val| options['delay'] = val }
         opts.on('-t', '--set-timeout [seconds]',   Integer,   'Set connection timeout')             { |val| options['timeout'] = val }
         opts.on('--skip-save-results',             TrueClass, 'Skip saving results')                { |val| options['no_results'] = val }        
@@ -77,6 +78,9 @@ module AwesomeBot
 
       puts "> Checking links in #{filename}"
 
+      base = options['base_url']
+      puts "> Will check relative links with base URL #{base}" unless base.nil?
+
       errors = options['errors']
       puts "> Will allow errors: #{errors.join ','}" unless errors.nil?
 
@@ -113,7 +117,8 @@ module AwesomeBot
         'allowdupe' => skip_dupe,
         'delay' => delay,
         'timeout'   => timeout,
-        'whitelist' => white_listed
+        'whitelist' => white_listed,
+        'baseurl' => base
       }
 
       threads = delay == nil ? 10 : 1

data/lib/awesome_bot/links.rb

@@ -35,9 +35,21 @@ module AwesomeBot
         end
     end
 
-    def links_find(content)
+    def links_find(content, url_base=nil)
       require 'uri'
-      URI.extract(content, /http()s?/)
+      ext = URI.extract(content, /http()s?/)
+      return ext if url_base.nil?
+
+      rel = get_relative_links content, url_base
+      return rel + ext
+    end
+
+    def get_relative_links(content, base)
+      links = content.scan /\].*?\)/
+      links.reject { |x| x.include?('http') || x.include?('#') }
+        .map { |x| x.sub '](', ''}
+        .map { |x| x =~ /\S/ ? x.match(/^\S*/) : x }
+        .map { |x| "#{base}#{x}"}
     end
   end # class
 end

data/lib/awesome_bot/version.rb

@@ -5,5 +5,5 @@ module AwesomeBot
                         'Great for "awesome" projects.'
   PROJECT_URL = 'https://github.com/dkhamsing/awesome_bot'
 
-  VERSION = '1.15.0'
+  VERSION = '1.16.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: awesome_bot
 version: !ruby/object:Gem::Version
-  version: 1.15.0
+  version: 1.16.0
 platform: ruby
 authors:
 - Daniel Khamsing
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-04-11 00:00:00.000000000 Z
+date: 2017-05-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: parallel