jekyll-wikilinks 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0f6d8e47bdeb17eba9c47c70c35ed2622fe27ab4b6280fa1838d6c69f24723b9
-  data.tar.gz: bfb12748858bd1c810b5613e1c2f516e64d65772082a680e24b3c796f37b6e80
+  metadata.gz: e65a8cc36608b07333b7fe02a0f37f100117c7ed94d0b2e0fa500520eee6a2aa
+  data.tar.gz: 8d28d1930fedbddfd17d13c431f42043cdfb3333493929f78977d8da122c0647
 SHA512:
-  metadata.gz: 0e6483f4844cc0b0d8fd43be71040bce438b5357972e2139660ca1979a2b42843af2355577a46dc0f119902e281fb244b4fc53d8db7f8a3760889073be08db36
-  data.tar.gz: 0af4216fa1fae8dbc086e785663d5ab4884afe83924c3b8fe5ef0ccb98fffa508dfc767b9c057b1dfec17efba36e3202eb494751ac53731209130c2108e43454
+  metadata.gz: bae180a6824ea1a646d9103a0e6701814e1792275ae1037119db819b91fc35a9d01d8fc5c4b64ea8ba689f9b799309fd662ce66e001fd89e1e83eb1114257fba
+  data.tar.gz: d9327ed183e0d9ade35f23633a70f01157b388cdb627de5890d63cfd151a0bf070ddf92313b92ca385f187b360b96fbaaa770b2dfc29cf9a28fc4ffdb45caa57

data/lib/jekyll-wikilinks/config.rb

@@ -0,0 +1,107 @@
+# frozen_string_literal: true
+require "jekyll"
+
+module Jekyll
+  module WikiLinks
+
+    class PluginConfig
+
+      ATTR_KEY = "attributes"
+      CONFIG_KEY = "wikilinks"
+      ENABLED_KEY = "enabled"
+      EXCLUDE_KEY = "exclude"
+      # css-related
+      CSS_KEY = "css"
+      NAME_KEY = "name"
+      # names
+      ## valid
+      WEB_KEY = "web"
+      WIKI_KEY = "wiki"
+      ## invalid
+      INV_WIKI_KEY = "invalid_wiki"
+      # INV_WEB_KEY = "invalid_web"
+      ## embed
+      EMBED_WRAPPER_KEY = "embed_wrapper"
+      EMBED_TITLE_KEY = "embed_title"
+      EMBED_CONTENT_KEY = "embed_content"
+      EMBED_LINK_KEY = "embed_wiki_link"
+      EMBED_IMG_WRAPPER_KEY = "embed_image_wrapper"
+      EMBED_IMG_KEY = "embed_image"
+
+      def initialize(config)
+        @config ||= config
+        self.old_config_warn()
+        Jekyll.logger.debug "Excluded jekyll types: ", option(EXCLUDE_KEY) unless disabled?
+      end
+
+      # util
+
+      def css_name(name_key)
+        return option_css_name(name_key) if option_css_name(name_key)
+        # valid
+        return "wiki-link" if name_key == WIKI_KEY
+        # invalid
+        return "invalid-wiki-link" if name_key == INV_WIKI_KEY
+        # return "invalid-web-link" if name_key == INV_WEB_KEY
+        # embeds
+        return "embed-wrapper" if name_key == EMBED_WRAPPER_KEY
+        return "embed-title" if name_key == EMBED_TITLE_KEY
+        return "embed-content" if name_key == EMBED_CONTENT_KEY
+        return "embed-wiki-link" if name_key == EMBED_LINK_KEY
+        # img
+        return "embed-image-wrapper" if name_key == EMBED_IMG_WRAPPER_KEY
+        return "embed-image" if name_key == EMBED_IMG_KEY
+      end
+
+      def disabled?
+        option(ENABLED_KEY) == false
+      end
+
+      def disabled_attributes?
+        option_attributes(ENABLED_KEY) == false
+      end
+
+      def exclude?(type)
+        return false unless option(EXCLUDE_KEY)
+        return option(EXCLUDE_KEY).include?(type.to_s)
+      end
+
+      # options
+
+      def option(key)
+        @config[CONFIG_KEY] && @config[CONFIG_KEY][key]
+      end
+
+      def option_attributes(key)
+        @config[CONFIG_KEY] && @config[CONFIG_KEY][ATTR_KEY] && @config[CONFIG_KEY][ATTR_KEY][key]
+      end
+
+      def option_css(key)
+        @config[CONFIG_KEY] && @config[CONFIG_KEY][CSS_KEY] && @config[CONFIG_KEY][CSS_KEY][key]
+      end
+
+      def option_css_name(key)
+        option_css(NAME_KEY) && @config[CONFIG_KEY][CSS_KEY][NAME_KEY][key]
+      end
+
+      # !! deprecated !!
+
+      def option_exist?(key)
+        @config[CONFIG_KEY] && @config[CONFIG_KEY].include?(key)
+      end
+
+      def old_config_warn()
+        if @config.include?("wikilinks_collection")
+          Jekyll.logger.warn "As of 0.0.3, 'wikilinks_collection' is no longer used for configs. jekyll-wikilinks will scan all markdown files by default. Check README for details."
+        end
+        if option_exist?("assets_rel_path")
+          Jekyll.logger.warn "As of 0.0.5, 'assets_rel_path' is now 'path'."
+        end
+        if @config.include?("d3_graph_data")
+          Jekyll.logger.warn "As of 0.0.6, 'd3_graph_data' and graph functionality have been moved to the 'jekyll-graph' plugin."
+        end
+      end
+    end
+
+  end
+end

data/lib/jekyll-wikilinks/patch/context.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Jekyll
+  module WikiLinks
+
+    class Context
+      attr_reader :site
+
+      def initialize(site)
+        @site = site
+      end
+
+      def registers
+        { :site => site }
+      end
+    end
+    
+  end
+end

data/lib/jekyll-wikilinks/patch/doc_manager.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+require_relative "../util/regex"
+
+module Jekyll
+  module WikiLinks
+
+    #
+    # this class is responsible for answering any questions
+    # related to jekyll markdown documents
+    # that are meant to be processed by the wikilinks plugin
+    #
+    class DocManager
+      CONVERTER_CLASS = Jekyll::Converters::Markdown
+
+      def initialize(site)
+        return if $wiki_conf.disabled?
+
+        markdown_converter = site.find_converter_instance(CONVERTER_CLASS)
+        # filter docs based on configs
+        docs = []
+        docs += site.pages if !$wiki_conf.exclude?(:pages)
+        docs += site.docs_to_write.filter { |d| !$wiki_conf.exclude?(d.type) }
+        @md_docs = docs.filter { |doc| markdown_converter.matches(doc.extname) }
+        if @md_docs.nil? || @md_docs.empty?
+          Jekyll.logger.debug("No documents to process.")
+        end
+
+        @static_files ||= site.static_files
+      end
+
+      # accessors
+
+      def all
+        return @md_docs
+      end
+
+      def get_doc_by_fname(filename)
+        return nil if filename.nil? || @md_docs.size == 0
+        docs = @md_docs.select{ |d| File.basename(d.basename, File.extname(d.basename)) == filename }
+        return nil if docs.nil? || docs.size > 1
+        return docs[0]
+      end
+
+      def get_doc_by_url(url)
+        return nil if url.nil? || @md_docs.size == 0
+        docs = @md_docs.select{ |d| d.url == url }
+        return nil if docs.nil? || docs.size > 1
+        return docs[0]
+      end
+
+      def get_doc_content(filename)
+        return nil if filename.nil? || @md_docs.size == 0
+        docs = @md_docs.select{ |d| File.basename(d.basename, File.extname(d.basename)) == filename }
+        return docs[0].content if docs.size == 1
+        return nil
+      end
+
+      def get_image_by_fname(filename)
+        return nil if filename.nil? || @static_files.size == 0 || !SUPPORTED_IMG_FORMATS.any?{ |ext| ext == File.extname(filename).downcase }
+        docs = @static_files.select{ |d| File.basename(d.relative_path) == filename }
+        return nil if docs.nil? || docs.size > 1
+        return docs[0]
+      end
+
+      def self.doc_has_header?(doc, header)
+        return nil if header.nil?
+        # leading + trailing whitespace is ignored when matching headers
+        header_results = doc.content.scan(REGEX_ATX_HEADER).flatten.map { |htxt| htxt.strip }
+        setext_header_results = doc.content.scan(REGEX_SETEXT_HEADER).flatten.map { |htxt| htxt.strip }
+        return header_results.include?(header.strip) || setext_header_results.include?(header.strip)
+      end
+
+      def self.doc_has_block_id?(doc, block_id)
+        return nil if block_id.nil?
+        # leading + trailing whitespace is ignored when matching blocks
+        block_id_results = doc.content.scan(REGEX_BLOCK).flatten.map { |bid| bid.strip }
+        return block_id_results.include?(block_id)
+      end
+    end
+
+  end
+end

data/lib/jekyll-wikilinks/patch/site.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+require "jekyll"
+
+# appending to built-in jekyll site object to pass data to jekyll-d3
+
+module Jekyll
+
+  class Site
+    attr_accessor :doc_mngr, :link_index, :wiki_parser
+  end
+
+end

data/lib/jekyll-wikilinks/plugins/converter.rb

@@ -0,0 +1,53 @@
+require "jekyll"
+require "nokogiri"
+
+module Jekyll
+  module WikiLinks
+
+    class WebLinkConverter < Jekyll::Converter
+      priority :low
+
+      # config
+      CSS_KEY = "css"
+      CONFIG_KEY = "wikilinks"
+      EXCLUDE_KEY = "exclude"
+      # link types
+      # WEB_KEY = "web"
+      # WIKIL_KEY = "wiki"
+      # INVALID_KEY = "invalid"
+      # WIKI_EMBED_KEY = "wiki_embed"
+
+      def matches(ext)
+        ext =~ /^\.md$/i
+      end
+
+      def output_ext(ext)
+        ".html"
+      end
+
+      # add 'web-link' css class to links that aren't
+      # - wikilinks
+      # - contain an excluded css class
+      def convert(content)
+        excluded_classes = option_css(EXCLUDE_KEY)
+        if excluded_classes.nil? || excluded_classes.empty?
+          css_def = "a:not(.#{$wiki_conf.css_name("wiki")}):not(.#{$wiki_conf.css_name("embed_wiki_link")})"
+        else
+          css_def = "a:not(.#{$wiki_conf.css_name("wiki")}):not(.#{$wiki_conf.css_name("embed_wiki_link")}):not(.#{excluded_classes.join("):not(.")})"
+        end
+        parsed_content = Nokogiri::HTML::fragment(content)
+        parsed_content.css(css_def).each do |link|
+          link.add_class('web-link')
+        end
+        content = parsed_content.to_html
+      end
+
+      # config helpers
+
+      def option_css(key)
+        @config[CONFIG_KEY] && @config[CONFIG_KEY][CSS_KEY] && @config[CONFIG_KEY][CSS_KEY][key]
+      end
+    end
+
+  end
+end

data/lib/jekyll-wikilinks/plugins/filter.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+module Jekyll
+  module WikiLinks
+
+    module TypeFilters
+      # 'links' accepts untyped links, typed links, and attributes; fore and back.
+
+      # usage: {% assign note_links = page.links | doc_type = "notes" %}
+      # TODO: if you simply filter links against specific jekyll types, this filter is completely unecessary...
+      #       // looping through backlinks:
+      #       {% assign note_links = site.notes | where: "url", backlink.url | first %}
+      def doc_type(links, doc_type)
+        Jekyll.logger.error("'links' should not be nil") if links.nil?
+        return "No doc type given" if doc_type.empty?
+        return [] if links.empty?
+
+        site = @context.registers[:site]
+        links.each do |l|
+          # links
+          if l.keys.include?('url')
+            doc = site.documents.select{ |d| d.url == l['url'] && d.type.to_s == doc_type.to_s }
+            if !doc.nil? && doc.size != 1
+              links.delete(l)
+            end
+          # attributes
+          elsif l.keys.include?('urls')
+            l['urls'].each do |lurl|
+              doc = site.documents.select{ |d| d.url == lurl && d.type.to_s == doc_type.to_s }
+              if !doc.nil? && doc.size != 1
+                links['urls'].delete(lurl)
+              end
+            end
+          else
+            Jekyll.logge.error("In 'doc_type' filter, 'links' do not have 'url' or 'urls'")
+          end
+        end
+        return links.uniq
+      end
+
+      # usage: {% assign author_links = page.links | rel_type = "author" %}
+      def rel_type(links, link_type)
+        Jekyll.logger.error("'links' should not be nil") if links.nil?
+        return "No link type given" if link_type.empty?
+        return [] if links.empty?
+
+        site = @context.registers[:site]
+        links.each do |l|
+          if l.keys.include?('url')
+            if l['type'].to_s == link_type.to_s
+              docs = site.documents.select{ |d| d.url == l['url'] }
+              if !doc.nil? && doc.size != 1
+                links.delete(l)
+              end
+            end
+          elsif l.keys.include?('urls')
+            l['urls'].each do |lurl|
+              docs = site.documents.select{ |d| d.url == lurl }
+              if !doc.nil? && doc.size != 1
+                links['urls'].delete(lurl)
+              end
+            end
+          else
+            Jekyll.logge.error("In 'rel_type' filter, 'links' do not have 'url' or 'urls'")
+          end
+        end
+        return links.uniq
+      end
+
+    end
+
+  end
+end

data/lib/jekyll-wikilinks/plugins/generator.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+require "jekyll"
+
+require_relative "../patch/context"
+require_relative "../patch/doc_manager"
+require_relative "../patch/site"
+require_relative "../util/link_index"
+require_relative "../util/parser"
+require_relative "converter"
+
+module Jekyll
+  module WikiLinks
+
+    class Generator < Jekyll::Generator
+
+      def generate(site)
+        return if $wiki_conf.disabled?
+
+        @site ||= site
+        @context ||= Jekyll::WikiLinks::Context.new(site)
+
+        # setup helper classes
+        @parser = Parser.new(@site)
+        @site.link_index = LinkIndex.new(@site)
+
+        @site.doc_mngr.all.each do |doc|
+          @parser.parse(doc.content)
+          @site.link_index.populate_forward(doc, @parser.wikilink_blocks, @parser.wikilink_inlines, @site.doc_mngr.all)
+        end
+        # wait until all docs are processed before assigning backward facing metadata,
+        # this ensures all attributed/backlinks are collected for assignment
+        @site.doc_mngr.all.each do |doc|
+          @site.link_index.populate_backward(doc, @site.doc_mngr.all)
+          @site.link_index.assign_metadata(doc)
+        end
+      end
+
+    end
+
+  end
+end

data/lib/jekyll-wikilinks/util/link_index.rb

@@ -0,0 +1,112 @@
+require_relative 'regex'
+
+module Jekyll
+  module WikiLinks
+
+    class LinkIndex
+      attr_reader :index
+
+      def initialize(site)
+        @baseurl = site.baseurl
+        @index = {}
+        site.doc_mngr.all.each do |doc|
+          @index[doc.url] = LinksInfo.new()
+        end
+      end
+
+      def assign_metadata(doc)
+        doc.data['attributed'] = @index[doc.url].attributed.uniq
+        doc.data['attributes'] = @index[doc.url].attributes.uniq
+        doc.data['backlinks']  = @index[doc.url].backlinks.uniq
+        doc.data['forelinks']  = @index[doc.url].forelinks.uniq
+        doc.data['missing']    = @index[doc.url].missing.uniq
+      end
+
+      def populate_forward(doc, wikilink_blocks, wikilink_inlines, md_docs)
+        # attributes - blocks
+        wikilink_blocks.each do |tlbl|
+          urls = []
+          tlbl.list_items.each do |bullet_type, filename|
+            attr_doc = md_docs.detect { |d| File.basename(d.basename, File.extname(d.basename)) == filename }
+            if !attr_doc.nil?
+              urls << attr_doc.url
+            end
+          end
+          if !urls.nil? && !urls.empty?
+            @index[doc.url].attributes << {
+              'type' => tlbl.link_type,
+              'urls' => urls,
+            }
+          else
+            Jekyll.logger.warn("No documents found for urls: #{urls}")
+          end
+        end
+        # forelinks - inlines
+        wikilink_inlines.each do |wlil|
+          link_doc = md_docs.detect { |d| File.basename(d.basename, File.extname(d.basename)) == wlil.filename }
+          if !link_doc.nil?
+            @index[doc.url].forelinks << {
+              'type' => wlil.link_type,
+              'url' => link_doc.url,
+            }
+          end
+        end
+        # ...process missing links
+        doc.content.scan(REGEX_INVALID_WIKI_LINK).each do |m|
+          ltext = m[0]
+          @index[doc.url].missing << ltext
+        end
+      end
+
+      def populate_backward(doc, md_docs)
+        md_docs.each do |doc_to_link|
+          # attributed
+          @index[doc_to_link.url].attributes.each do |al|
+            urls = al['urls'].map { |url| self.remove_baseurl(url) }
+            if urls.include?(doc.url)
+              target_attr = @index[doc.url].attributed.detect { |atr| atr['type'] == al['type']}
+              # add
+              if !target_attr.nil?
+                target_attr['urls'] << doc_to_link.url
+              # create new
+              else
+                urls = @index[doc.url].attributed.detect { |a| a['type'] == al['type'] }
+                @index[doc.url].attributed << {
+                  'type' => al['type'],
+                  'urls' => [ doc_to_link.url ],
+                }
+              end
+            end
+          end
+          # backlinks
+          @index[doc_to_link.url].forelinks.each do |l|
+            if self.remove_baseurl(l['url']) == doc.url
+              @index[doc.url].backlinks << {
+                'type' => l['type'],
+                'url' => doc_to_link.url,
+              }
+            end
+          end
+        end
+      end
+
+      def remove_baseurl(url)
+        return url.gsub(@baseurl, '') if !@baseurl.nil?
+        return url
+      end
+
+      class LinksInfo
+        attr_accessor :attributes, :attributed, :backlinks, :forelinks, :missing
+
+        def initialize
+          @attributed = [] # block typed backlinks;            { 'type' => str, 'urls' => [ str ] }
+          @attributes = [] # block typed forelinks;            { 'type' => str, 'urls' => [ str ] }
+          @backlinks  = [] # inline typed and basic backlinks; { 'type' => str, 'url'  => str }
+          @forelinks  = [] # inline typed and basic forelinks; { 'type' => str, 'url'  => str }
+          @missing    = [] # missing forelinks;                [ str ]
+        end
+      end
+    end
+
+  end
+end