giblish 0.7.6 → 1.0.0.rc2

data/lib/giblish/buildgraph.rb

@@ -1,218 +0,0 @@
-
-module Giblish
-  # Builds an asciidoc page with an svg image with a
-  # digraph showing how documents reference each other.
-  #
-  # Graphviz is used as the graph generator and must be available
-  # as a valid engine via asciidoctor-diagram for this class to work.
-  class GraphBuilderGraphviz
-
-    # the dependency graph relies on graphwiz (dot), check if we can access that
-    def self.supported
-      return !Giblish.which('dot').nil?
-    end
-
-    # Supported options:
-    # :extension - file extension for URL links (default is .html)
-    def initialize(processed_docs, paths, deployment_info, options = {})
-
-      # this class relies on graphwiz (dot), make sure we can access that
-      raise "Could not find the 'dot' tool needed to generate a dependency graph!" unless GraphBuilderGraphviz.supported
-
-      # require asciidoctor module needed for generating diagrams
-      require "asciidoctor-diagram/graphviz"
-
-      @noid_docs = {}
-      @next_id = 0
-      @processed_docs = processed_docs
-      @paths = paths
-      @deployment_info = deployment_info
-      @converter_options = options.dup
-      # @options = options.dup
-      @extension = @converter_options.key?(:extension) ? options[:extension] : "html"
-      @docid_cache = DocidCollector.docid_cache
-      @docid_deps =  DocidCollector.docid_deps
-      @dep_graph = build_dep_graph
-      @search_opts = {
-          web_assets_top: @deployment_info.web_path,
-          search_assets_top: @deployment_info.search_assets_path,
-      }
-    end
-
-    # get the asciidoc source for the document.
-    def source(make_searchable = false)
-      <<~DOC_STR
-        #{generate_header}
-        #{add_search_box if make_searchable}
-        #{generate_graph_header}
-        #{generate_labels}
-        #{generate_deps}
-        #{generate_footer}
-      DOC_STR
-    end
-
-    def cleanup
-      # remove cache dir and svg image created by asciidoctor-diagram
-      # when creating the document dependency graph
-      adoc_diag_cache = @paths.dst_root_abs.join(".asciidoctor")
-      FileUtils.remove_dir(adoc_diag_cache) if adoc_diag_cache.directory?
-      Giblog.logger.info {"Removing cached files at: #{@paths.dst_root_abs.join("docdeps.svg").to_s}"}
-      @paths.dst_root_abs.join("docdeps.svg").delete
-    end
-
-    private
-
-    # build a hash with {DocInfo => [doc_id array]}
-    def build_dep_graph
-      result = {}
-      @docid_deps.each do |src_file, id_array|
-        d = @processed_docs.find do |doc|
-          doc.src_file.to_s.eql? src_file
-        end
-        raise "Inconsistent docs when building graph!! found no match for #{src_file}" if d.nil?
-        result[d] = id_array if d.converted
-      end
-      result
-    end
-
-    def generate_graph_header
-      t = Time.now
-      <<~DOC_STR
-        Below is a graph that visualizes what documents (by doc-id) a specific
-        document references.
-
-        [graphviz,"docdeps","svg",options="inline"]
-        ....
-        digraph notebook {
-          bgcolor="#33333310"
-          node [shape=note,
-                fillcolor="#ebf26680",
-                style="filled,solid"
-              ]
-        
-        rankdir="LR"
-
-      DOC_STR
-    end
-
-    def generate_header
-      t = Time.now
-      <<~DOC_STR
-        = Document-id reference graph
-        from #{@paths.src_root_abs}
-
-        Generated by Giblish at::
-        #{t.strftime('%Y-%m-%d %H:%M')}
-
-      DOC_STR
-    end
-
-    def generate_footer
-      <<~DOC_STR
-        }
-        ....
-      DOC_STR
-    end
-
-    def add_search_box
-      Giblish::generate_search_box_html(
-          @converter_options[:attributes]["stylesheet"],
-          "/cgi-bin/giblish-search.cgi",
-          @search_opts
-      )
-    end
-
-    def make_dot_entry(doc_dict, info)
-      # split title into multiple rows if it is too long
-      line_length = 15
-      lines = [""]
-      info.title.split(" ").inject("") do |l,w|
-        line = l + " " + w
-        lines[-1] = line
-        if line.length > line_length
-          # create a new, empty, line
-          lines << ""
-          ""
-        else
-          line
-        end
-      end unless info.title.nil?
-      title = lines.select { |l| l.length > 0 }.map {|l| l}.join("\n")
-
-      # create the label used to display the node in the graph
-      dot_entry = if info.doc_id.nil?
-                    doc_id = next_fake_id
-                    @noid_docs[info] = doc_id
-                    "\"#{doc_id}\"[label=\"-\\n#{title}\""
-                  else
-                    doc_id = info.doc_id
-                    "\"#{info.doc_id}\"[label=\"#{info.doc_id}\\n#{title}\""
-                  end
-      # add clickable links in the case of html output (this is not supported
-      # out-of-the-box for pdf).
-      rp = info.rel_path.sub_ext(".#{@extension}")
-      case @extension
-        when "html"
-          dot_entry += ", URL=\"#{rp}\" ]"
-        else
-          dot_entry += " ]"
-      end
-      doc_dict[doc_id] = dot_entry
-    end
-
-    def generate_labels
-      # create an entry in the 'dot' description for each
-      # document, sort them according to descending doc id to
-      # get them displayed in the opposite order in the graph
-      node_dict = {}
-      @dep_graph.each_key do |info|
-        make_dot_entry node_dict, info
-      end
-      # sort the nodes by reverse doc id
-      node_dict = node_dict.sort.reverse.to_h
-
-      # produce the string with all node entries
-      node_str = node_dict.map do |k,v|
-        v
-      end.join("\n")
-      node_str
-    end
-
-    def generate_deps
-      dep_str = ""
-      @dep_graph.each do |info, targets|
-        # set either the real or the generated id as source
-        src_part = if info.doc_id.nil?
-                      "\"#{@noid_docs[info]}\""
-                   else
-                     "\"#{info.doc_id}\""
-                   end
-
-        if targets.length.zero?
-          dep_str += "#{src_part}\n"
-          next
-        end
-
-        dep_str += "#{src_part} -> {" + targets.reduce("") do |acc, target|
-          acc + " \"#{target}\""
-        end
-        # replace last comma with newline
-        dep_str += "}\n"
-      end
-      dep_str
-    end
-
-    def next_fake_id
-      @next_id += 1
-      "_generated_id_#{@next_id.to_s.rjust(4, '0')}"
-    end
-  end
-
-  class GitGraphBuilderGraphviz < GraphBuilderGraphviz
-    def initialize(processed_docs, paths, deployment_info, options = {}, git_repo)
-      super(processed_docs, paths, deployment_info, options)
-    end
-  end
-end
-
-

data/lib/giblish/buildindex.rb

@@ -1,464 +0,0 @@
-require "pathname"
-require "git"
-
-require_relative "pathtree"
-require_relative "gititf"
-require_relative "docinfo"
-
-module Giblish
-
-  # Base class with common functionality for all index builders
-  class BasicIndexBuilder
-    # set up the basic index building info
-    def initialize(processed_docs, converter, path_manager, deployment_info, handle_docid = false)
-      @paths = path_manager
-      @deployment_info = deployment_info
-      @nof_missing_titles = 0
-      @processed_docs = processed_docs
-      @converter = converter
-      @src_str = ""
-      @manage_docid = handle_docid
-      @search_opts = {
-          web_assets_top: @deployment_info.web_path,
-          search_assets_top: @deployment_info.search_assets_path,
-      }
-    end
-
-    def source(dep_graph_exists = false, make_searchable = false)
-      <<~DOC_STR
-        #{generate_title_and_header}
-        #{generate_date_info}
-        #{add_search_box if make_searchable}
-        #{generate_tree(dep_graph_exists)}
-        #{generate_details}
-        #{generate_footer}
-      DOC_STR
-    end
-
-    protected
-    def generate_title_and_header
-      <<~DOC_HEADER
-        = Document index
-        from #{@paths.src_root_abs}
-        :icons: font
-
-      DOC_HEADER
-    end
-
-    # return the adoc string for displaying the source file
-    def display_source_file(doc_info)
-      <<~SRC_FILE_TXT
-        Source file::
-        #{doc_info.src_file}
-
-      SRC_FILE_TXT
-    end
-
-    def generate_date_info
-      t = Time.now
-      <<~DOC_HEADER
-        *Generated by Giblish at:* #{t.strftime('%Y-%m-%d %H:%M')}
-      DOC_HEADER
-    end
-
-    def add_search_box
-      Giblish::generate_search_box_html(
-          @converter.converter_options[:attributes]["stylesheet"],
-          "/cgi-bin/giblish-search.cgi",
-          @search_opts
-      )
-    end
-
-    def get_docid_statistics
-      largest = ""
-      clash = []
-      @processed_docs.each do |d|
-        # get the lexically largest doc id
-        largest = d.doc_id if !d.doc_id.nil? && d.doc_id > largest
-
-        # collect all ids in an array to find duplicates later on
-        clash << d.doc_id unless d.doc_id.nil?
-      end
-      # find the duplicate doc ids (if any)
-      duplicates = clash.select { |id| clash.count(id) > 1 }.uniq.sort
-
-      return largest,duplicates
-    end
-
-    def generate_doc_id_info(dep_graph_exists)
-      largest,duplicates = get_docid_statistics
-      docid_info_str = if ! @manage_docid
-                         ""
-                       else
-                         "The 'largest' document id found when resolving :docid: tags in all documents is *#{largest}*."
-                       end
-
-      docid_warn_str = if duplicates.length.zero?
-                         ""
-                       else
-                         "WARNING: The following document ids are used for more than one document. " +
-                             "_#{duplicates.map {|id| id.to_s}.join(",") }_"
-                       end
-
-      # include link to dependency graph if it exists
-      dep_graph_str = if dep_graph_exists
-                        "_(a visual graph of document dependencies can be found " \
-                      "<<./graph.adoc#,here>>)_"
-                      else
-                        ""
-                      end
-
-      if @manage_docid
-        <<~DOC_ID_INFO
-        *Document id numbers:* #{docid_info_str} #{dep_graph_str}
-  
-        #{docid_warn_str}
-
-        DOC_ID_INFO
-      else
-        ""
-      end
-    end
-
-    def generate_tree(dep_graph_exists)
-      # output tree intro
-      tree_string = <<~DOC_HEADER
-        #{generate_doc_id_info dep_graph_exists}
-
-        [subs=\"normal\"]
-        ----
-      DOC_HEADER
-
-      # build up tree of paths
-      root = PathTree.new
-      @processed_docs.each do |d|
-        root.add_path(d.rel_path.to_s, d)
-      end
-
-      # sort the tree
-      root.sort_children
-
-      # generate each tree entry string
-      root.traverse_top_down do |level, node|
-        tree_string << tree_entry_string(level, node)
-      end
-
-      # generate the tree footer
-      tree_string << "\n----\n"
-    end
-
-    def generate_footer
-      ""
-    end
-
-    private
-
-    def generate_conversion_info(d)
-      return "" if d.stderr.empty?
-      # extract conversion warnings from asciddoctor std err
-      conv_warnings = d.stderr.gsub(/^/, " * ")
-
-      # assemble info to index page
-      <<~CONV_INFO
-        Conversion issues::
-
-        #{conv_warnings}
-      CONV_INFO
-    end
-
-    # Private: Return adoc elements for displaying a clickable title
-    # and a 'details' ref that points to a section that uses the title as an id.
-    #
-    # Returns [ title, clickableTitleStr, clickableDetailsStr ]
-    def format_title_and_ref(doc_info)
-      unless doc_info.title
-        @nof_missing_titles += 1
-        doc_info.title = "NO TITLE FOUND (#{@nof_missing_titles}) !"
-      end
-
-      # Manipulate the doc title if we have a doc id
-      title = if !doc_info.doc_id.nil? && @manage_docid
-                "#{doc_info.doc_id} - #{doc_info.title}"
-              else
-                doc_info.title
-              end
-
-      [title, "<<#{doc_info.rel_path}#,#{title}>>",
-       "<<#{Giblish.to_valid_id(doc_info.title)},details>>\n"]
-    end
-
-    # Generate an adoc string that will display as
-    # DocTitle         (conv issues)  details
-    # Where the DocTitle and details are links to the doc itself and a section
-    # identified with the doc's title respectively.
-    def tree_entry_converted(prefix_str, doc_info)
-      # Get the elements of the entry
-      doc_title, doc_link, doc_details = format_title_and_ref doc_info
-      warning_label = doc_info.stderr.empty? ? "" : "(conv issues)"
-
-      # Calculate padding to get (conv issues) and details aligned between entries
-      padding = 70
-      [doc_title, prefix_str, warning_label].each {|p| padding -= p.length}
-      padding = 0 unless padding.positive?
-      "#{prefix_str} #{doc_link}#{' ' * padding}#{warning_label} #{doc_details}"
-    end
-
-    def tree_entry_string(level, node)
-      # indent 2 * level
-      prefix_str = "  " * (level + 1)
-
-      # return only name for directories
-      return "#{prefix_str} #{node.name}\n" unless node.leaf?
-
-      # return links to content and details for files
-      # node.data is a DocInfo instance
-      d = node.data
-      if d.converted
-        tree_entry_converted prefix_str, d
-      else
-        # no converted file exists, show what we know
-        "#{prefix_str} FAIL: #{d.src_file}      <<#{d.src_file},details>>\n"
-      end
-    end
-
-    # Derived classes can override this with useful info
-    def generate_history_info(_d)
-      ""
-    end
-
-    def generate_detail_fail(d)
-      <<~FAIL_INFO
-        === #{d.src_file}
-
-        #{display_source_file(d)}
-
-        Error detail::
-        #{d.stderr}
-
-        ''''
-
-      FAIL_INFO
-    end
-
-    def generate_detail(d)
-      # Generate detail info
-      purpose_str = if d.purpose_str.nil?
-                      ""
-                    else
-                      "Purpose::\n#{d.purpose_str}"
-                    end
-
-      doc_id_str = if !d.doc_id.nil? && @manage_docid
-                     "Doc id::\n_#{d.doc_id}_"
-                   else
-                     ""
-                   end
-
-      <<~DETAIL_SRC
-        [[#{Giblish.to_valid_id(d.title.encode("utf-8"))}]]
-        === #{d.title.encode("utf-8")}
-
-        #{doc_id_str}
-
-        #{purpose_str}
-
-        #{generate_conversion_info d}
-
-        #{display_source_file(d)}
-
-        #{generate_history_info d}
-
-        ''''
-
-      DETAIL_SRC
-    end
-
-    def generate_details
-      root = PathTree.new
-      @processed_docs.each do |d|
-        root.add_path(d.rel_path.to_s, d)
-      end
-
-      details_str = "== Document details\n\n"
-
-      root.traverse_top_down do |_level, node|
-        details_str << if node.leaf?
-                         d = node.data
-                         if d.converted
-                           generate_detail(d)
-                         else
-                           generate_detail_fail(d)
-                         end
-                       else
-                         ""
-                       end
-      end
-      details_str
-    end
-  end
-
-  # A simple index generator that shows a table with the generated documents
-  class SimpleIndexBuilder < BasicIndexBuilder
-    def initialize(processed_docs, converter, path_manager, deployment_info, manage_docid = false)
-      super processed_docs, converter, path_manager, deployment_info, manage_docid
-    end
-  end
-
-  # Builds an index of the generated documents and includes some git metadata
-  # from the repository
-  class GitRepoIndexBuilder < BasicIndexBuilder
-    def initialize(processed_docs, converter, path_manager, deployment_info, manage_docid, git_repo_root)
-      super processed_docs, converter, path_manager, deployment_info, manage_docid
-
-      # no repo root given...
-      return unless git_repo_root
-
-      begin
-        # Make sure that we can "talk" to git if user feeds us
-        # a git repo root
-        @git_repo = Git.open(git_repo_root)
-        @git_repo_root = git_repo_root
-      rescue Exception => e
-        Giblog.logger.error {"No git repo! exception: #{e.message}"}
-      end
-    end
-
-    protected
-    # override basic version and use the relative path to the
-    # git repo root instead
-    def display_source_file(doc_info)
-      # Use the path relative to the git repo root as display
-      src_file = Pathname.
-          new(doc_info.src_file).
-          relative_path_from(@git_repo_root).to_s
-      <<~SRC_FILE_TXT
-        Source file::
-        #{src_file}
-
-      SRC_FILE_TXT
-    end
-
-
-    def generate_title_and_header
-      t = Time.now
-      <<~DOC_HEADER
-        = Document index
-        #{@git_repo.current_branch}
-
-        :icons:
-
-      DOC_HEADER
-    end
-
-    def generate_history_info(d)
-      str = <<~HISTORY_HEADER
-        File history::
-
-        [cols=\"2,3,8\",options=\"header\"]
-        |===
-        |Date |Author |Message
-      HISTORY_HEADER
-
-      # Generate table rows of history information
-      d.history.each do |h|
-        str << <<~HISTORY_ROW
-          |#{h.date.strftime('%Y-%m-%d')}
-          |#{h.author}
-          |#{h.message}
-
-        HISTORY_ROW
-      end
-      str << "|===\n\n"
-    end
-  end
-
-  # Builds an index page with a summary of what branches have
-  # been generated
-  class GitSummaryIndexBuilder
-    def initialize(repo, branches, tags)
-      @branches = branches
-      @tags = tags
-      @git_repo = repo
-      @repo_url = repo.remote.url
-    end
-
-    def source
-      <<~ADOC_SRC
-        #{generate_header}
-        #{generate_branch_info}
-        #{generate_tag_info}
-        #{generate_footer}
-      ADOC_SRC
-    end
-
-    private
-
-    def generate_header
-      t = Time.now
-      <<~DOC_HEADER
-        = Document repository
-        From #{@repo_url}
-
-        Generated by Giblish at::
-        #{t.strftime('%Y-%m-%d %H:%M')}
-
-      DOC_HEADER
-    end
-
-    def generate_footer
-      ""
-    end
-
-    def generate_branch_info
-      return "" if @branches.empty?
-
-      # get the branch-unique dst-dir
-      str = <<~BRANCH_INFO
-        == Branches
-
-      BRANCH_INFO
-
-      @branches.each do |b|
-        dirname = b.name.tr "/", "_"
-        str << " * link:#{dirname}/index.html[#{b.name}]\n"
-      end
-      str
-    end
-
-    def generate_tag_info
-      return "" if @tags.empty?
-
-      # get the branch-unique dst-dir
-      str = <<~TAG_INFO
-        == Tags
-        
-        |===
-        |Tag |Tag comment |Creator |Tagged commit 
-
-      TAG_INFO
-
-      str << @tags.collect do |t|
-        dirname = t.name.tr "/", "_"
-        c = @git_repo.gcommit(t.sha)
-
-        <<~A_ROW
-          |link:#{dirname}/index.html[#{t.name}]
-          |#{t.annotated? ? t.message : "-"}
-          |#{t.annotated? ? t.tagger.name : "-"}
-          |#{t.sha[0, 8]}... committed at #{c.author.date}
-        A_ROW
-      end.join("\n")
-
-      str << "|===\n"
-
-      # @tags.each do |t|
-      #   dirname = t.name.tr "/", "_"
-      #   str << " * link:#{dirname}/index.html[#{t.name}]"
-      #   if t.annotated?
-      #     str << "created at #{t.tagger.date} by #{t.tagger.name} with message: #{t.message}"
-      #   end
-      # end
-      str
-    end
-  end
-end