jekyll-webmention_io 2.9.3 → 2.9.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: df2d1e232da80abf4e83e052708a43d24b8f1a3d
-  data.tar.gz: d15ceae3bf7c5877f8051d9b7a451e96505b8ba6
+  metadata.gz: cd122620cc5cf4d2195470575097895be9183d57
+  data.tar.gz: 26ff0f36663bc3134fedd02931c423de07d40072
 SHA512:
-  metadata.gz: 4f0940b1a66eefda4f6b2152d02595004197581ebebadf327ca9b16e06ed6634d834cdddf4e14b06142c3b0b1598057f5969f976eed548b2f7419aaa6c4508a2
-  data.tar.gz: 4e20719a96f174cc00ea0e6529726bce2dbedb322136c1ceca958f7c231c59d427a66b4cfdb6452e37ee568512d8c4fb65d8e328ae6b76ecac0d343fe96b3d24
+  metadata.gz: 6f159198178ae48701cd58269466e807293a5c4db23164ffa958815efbd56f113373eddd58e240d9ced395b5b48e864cd59155e2053aec290931b155b88ba9ff
+  data.tar.gz: 475202c106eeaff3c98c565bfcabd754f1703e9b5f2174a25b783304c98a4d7a0348c4c963f944c0a18e897d6381f958278b6ed99c05eb0a3dab25e8ecbdeb5c

data/lib/jekyll/generators/gather_webmentions.rb

@@ -35,11 +35,15 @@ module Jekyll
 
       @cached_webmentions = Jekyll::WebmentionIO.read_cached_webmentions "incoming"
 
+      @lookups = Jekyll::WebmentionIO.read_lookup_dates
+
       posts = Jekyll::WebmentionIO.gather_documents(@site)
       posts.each do |post|
         check_for_webmentions(post)
       end
 
+      Jekyll::WebmentionIO.cache_lookup_dates @lookups
+
       Jekyll::WebmentionIO.cache_webmentions "incoming", @cached_webmentions
     end # generate
 
@@ -48,12 +52,18 @@ module Jekyll
     def check_for_webmentions(post)
       Jekyll::WebmentionIO.log "info", "Checking for webmentions of #{post.url}."
 
-      # get the last webmention
       last_webmention = @cached_webmentions.dig(post.url, @cached_webmentions.dig(post.url)&.keys&.last)
 
+      # get the last webmention
+      last_lookup = if @lookups[post.url]
+                      @lookups[post.url]
+                    else
+                      Date.parse last_webmention.dig("raw", "verified_date")
+                    end
+
       # should we throttle?
       if post.respond_to? "date" # Some docs have no date
-        if last_webmention && Jekyll::WebmentionIO.post_should_be_throttled?(post, post.date, last_webmention.dig("raw", "verified_date"))
+        if last_lookup && Jekyll::WebmentionIO.post_should_be_throttled?(post, post.date, last_lookup)
           Jekyll::WebmentionIO.log "info", "Throttling this post."
           return
         end
@@ -74,6 +84,7 @@ module Jekyll
         Jekyll::WebmentionIO.log "info", "No webmentions found."
       end
 
+      @lookups[post.url] = Date.today
       cache_new_webmentions(post.url, response)
     end
 

data/lib/jekyll/webmention_io.rb

@@ -49,6 +49,7 @@ module Jekyll
         "incoming" => "#{@cache_folder}/#{@file_prefix}received.yml",
         "outgoing" => "#{@cache_folder}/#{@file_prefix}outgoing.yml",
         "bad_uris" => "#{@cache_folder}/#{@file_prefix}bad_uris.yml",
+        "lookups"  => "#{@cache_folder}/#{@file_prefix}lookups.yml"
       }
       @cache_files.each do |_key, file|
         unless File.exist?(file)
@@ -160,14 +161,27 @@ module Jekyll
       end
     end
 
+    def self.read_lookup_dates()
+      cache_file = get_cache_file_path "lookups"
+      lookups = open(cache_file) { |f| YAML.load(f) }
+      lookups
+    end
+
+    def self.cache_lookup_dates(lookups)
+      cache_file = get_cache_file_path "lookups"
+      File.open(cache_file, "w") { |f| YAML.dump(lookups, f) }
+
+      Jekyll::WebmentionIO.log "msg", "Lookups have been cached."
+    end
+
     # allowed throttles: last_week, last_month, last_year, older
     # allowed values:  daily, weekly, monthly, yearly, every X days|weeks|months|years
-    def self.post_should_be_throttled?(post, item_date, last_webmention_date)
+    def self.post_should_be_throttled?(post, item_date, last_lookup)
       throttles = @config.dig("throttle_lookups")
-      if throttles && item_date && last_webmention_date
+      if throttles && item_date && last_lookup
         age = get_timeframe_from_date(item_date)
         throttle = throttles.dig(age)
-        if throttle && Date.parse(last_webmention_date) >= get_date_from_string(throttle)
+        if throttle && last_lookup >= get_date_from_string(throttle)
           log "info", "Throttling #{post.data["title"]} (Only checking it #{throttle})"
           return true
         end

data/lib/jekyll/webmention_io/version.rb

@@ -2,6 +2,6 @@
 
 module Jekyll
   module WebmentionIO
-    VERSION = "2.9.3".freeze
+    VERSION = "2.9.5".freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-webmention_io
 version: !ruby/object:Gem::Version
-  version: 2.9.3
+  version: 2.9.5
 platform: ruby
 authors:
 - Aaron Gustafson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-06-29 00:00:00.000000000 Z
+date: 2018-08-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jekyll