markdown_site 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: fe0956d2f10ba9491c573f1c4059b713dc718ed2ed3c9795ef09ba3aa17b2673
+  data.tar.gz: 5030d58915fc8fd522847bb7fc1ecbb6e11bb7c6c349f1665853e4246c916e16
+SHA512:
+  metadata.gz: 542486a4e71920fb43c58966d957db601f90d90b75083da7ad651a47b9032592912285d2cfa8561067085558029981cccb68b5b73d9baca9daa3344f164ac223
+  data.tar.gz: 56052865acca00e2d7d06446a7ee5e3134fab0508185c68e7c3f5d0b7dd9ae4bb31d3bede4d513032fb85a0b3bb39cffd06ea5acd133713ef88e1490df709579

data/lib/markdown_site/config.rb

@@ -0,0 +1,119 @@
+require "tomlrb"
+
+module MarkdownSite
+    class Config
+        attr_accessor :raw_config, :file, :type
+
+        def load_file(file)
+            @raw_config = begin
+                Tomlrb.load_file(file)
+            rescue
+                {}
+            end
+        end
+
+        def initialize(file, type)
+            @file = file
+            @type = type
+            load_file(file)
+            return self
+        end
+
+        def get_base_info(name)
+            if @raw_config
+                if @raw_config[@type.to_s]
+                    return @raw_config[@type.to_s][name]
+                end
+            end
+            ""
+        end
+
+        def get_generate_info(name)
+            if @raw_config["generate"]
+                return @raw_config["generate"][name]
+            end
+        end
+
+        def get_template_info(name)
+            if @raw_config["template"]
+                return @raw_config["template"][name]
+            end
+        end
+
+        def title
+            get_base_info("title")
+        end
+
+        def src
+            get_base_info("src")
+        end
+
+        def pages
+            get_base_info("pages")
+        end
+
+        def journals
+            get_base_info("journals")
+        end
+
+        def preprocessing
+            if @raw_config
+                return @raw_config["preprocessing"]
+            end
+        end
+
+        def giscus
+            if @raw_config
+                return @raw_config["giscus"]
+            end
+        end
+
+        def citation
+            if @raw_config
+                return @raw_config["citation"]
+            end
+        end
+
+        def languages
+            if @raw_config
+                return @raw_config["languages"]
+            end
+        end
+        
+        def publish_dir
+            return get_generate_info("publish_dir")
+        end
+
+        def assets_dir
+            return get_generate_info("assets_dir")
+        end
+
+        def copy_files
+            return get_generate_info("copy_files")
+        end
+
+        def knowledge_graph
+            return get_generate_info("knowledge_graph")
+        end
+
+        def knowledge_graph_template
+            return get_template_info("knowledge_graph_template")
+        end
+
+        def pages_template
+            return get_template_info("pages_template")
+        end
+        
+        def page_template
+            return get_template_info("page_template")
+        end
+
+        def journal_template
+            return get_template_info("journal_template")
+        end
+
+        def journals_template
+            return get_template_info("journals_template")
+        end        
+    end
+end

data/lib/markdown_site/site.rb

@@ -0,0 +1,237 @@
+require "json"
+require "liquid"
+require "markdown_extension"
+
+module MarkdownSite
+    class Site
+        attr_accessor :config, :pages, :journals, :references, :reverse_references
+        attr_accessor :nodes, :links, :citations, :languages
+    
+        def initialize(config, type)
+            @references = {}
+            @reverse_references = {}
+            @nodes = []
+            @links = []
+            @config = MarkdownSite::Config.new(config, type)            
+            @languages = @config.languages
+            if @config.type == :logseq
+                @pages_path = @config.pages
+            else
+                @pages_path = @config.src
+            end
+            init_citations(type)
+            if type == :wiki or type == :logseq or type == :obsidian
+                init_pages
+            end
+            if type == :blog or type == :logseq
+                init_journals
+            end
+            if type == :wiki or type == :obsidian
+                init_summarys
+            end
+            gen_nodes_links
+        end
+
+        def init_citations(type)
+            @citations = MarkdownExtension::Citations.new(@config, type) 
+            files = Dir.glob(@pages_path + "/**/*.md")
+            files.each do |file|
+                unless file == @pages_path + "/summary.md"
+                    if file.index("hls_")
+                        @citations.add_inner_citation(file)
+                    else
+                        @citations.add_embed_citation(file)
+                    end
+                end
+            end
+        end
+        
+        def init_pages
+            if @languages
+                @pages_set = {}
+                @languages.each do |lang|
+                    @pages_set[lang[0]] = init_pages_by_lang("/"+lang[0])
+                end
+            else
+                @pages = init_pages_by_lang
+            end
+        end
+        
+        def init_pages_by_lang(lang=nil)
+            pages = []
+            files = Dir.glob(@pages_path + lang.to_s + "/**/*.md")
+            files.each do |file|
+                unless file == @pages_path + lang.to_s + "/summary.md"
+                    unless file.index("hls_")
+                        page = MarkdownExtension::Page.new(file, self)
+                        pages << page
+                        gen_references(page.item_name , page.markdown)
+                    end
+                end
+            end
+            return pages
+        end
+
+        def pages(lang=nil)
+            if @pages
+                return @pages
+            else
+                if @pages_set
+                    if lang
+                        return @pages_set[lang]
+                    else
+                        return @pages_set[@languages.first[0]]
+                    end
+                end
+            end
+        end
+
+        def init_journals
+            @journals = []
+            journal_files = Dir.glob(@config.journals + "/*.md")
+            journal_files.each do |file|
+                page = MarkdownExtension::Page.new(file, self)
+                @journals << page
+            end
+        end
+
+        def init_summarys
+            if @languages
+                @summarys = {}
+                @languages.each do |lang|
+                    @summarys[lang[0]] = MarkdownExtension::Summary.new(@config, lang[0])
+                end
+            else
+                @summary = MarkdownExtension::Summary.new(@config)
+            end
+        end
+    
+        def summary(lang=nil)
+            if @summary
+                return @summary
+            else
+                if @summarys
+                    if lang
+                        return @summarys[lang]
+                    else
+                        return @summarys[@languages.first[0]]
+                    end
+                end
+            end
+        end
+        
+        def gen_references(item_name, text)
+            text.gsub(/\[\[([^\]]+)\]\]/) do |s|
+                s = s[2..-3]
+                if @references[s]
+                    @references[s] << item_name
+                else
+                    @references[s] = [item_name]
+                end
+                if @reverse_references[item_name]
+                    @reverse_references[item_name] << s
+                else
+                    @reverse_references[item_name] = [s]
+                end
+            end
+        end
+    
+        def gen_nodes_links
+            @references.each do |k,v|
+                val = @references[k] ? @references[k].size+1 : 1
+                val = 5 if val > 5
+                @nodes << {
+                    "id" => k,
+                    "name" => k,
+                    "color" => "blue",
+                    "val" => val
+                }
+                v.each do |item|
+                    val = @references[item] ? @references[item].size+1 : 1
+                    val = 5 if val > 5
+                    @nodes << {
+                        "id" => item,
+                        "name" => item,    
+                        "color" => "blue",
+                        "val" => val
+                    }
+                    @links << {
+                        "source" => item,
+                        "target" => k
+                    }
+                end
+            end
+            @nodes = @nodes.uniq
+            @links = @links.uniq
+        end
+    
+        def write_data_json
+            file = @config.publish_dir + "/data.json"
+            data = {"nodes"=>@nodes, "links"=>@links}
+            f = File.new(file, "w")
+            f.puts JSON.generate(data)
+            f.close
+        end
+
+        def init_publish_dir
+            unless Dir.exist?(@config.publish_dir)
+                Dir.mkdir(@config.publish_dir)
+            end
+            if @languages
+                @languages.each do |lang|
+                    unless Dir.exist?(@config.publish_dir+"/"+lang[0])
+                        Dir.mkdir(@config.publish_dir+"/"+lang[0])
+                    end
+                end
+            end
+        end
+
+        def copy_assets
+            init_publish_dir
+            if Dir.exist?(@config.assets_dir)
+                `cp -r #{@config.assets_dir} #{@config.publish_dir}/#{@config.assets_dir}`
+                @config.copy_files.each do |file|
+                    `cp #{file} #{@config.publish_dir}/#{file}` 
+                end
+            end
+        end
+
+        def generate
+            type = @config.type
+            unless type == :logseq
+                generate_index
+            end
+            if type == :wiki or type == :logseq or type == :obsidian
+                generate_pages
+            end
+            if type == :blog or type == :logseq
+                generate_journals
+            end
+            generate_knowledge_graph
+        end
+
+        def generate_index
+        end
+
+        def generate_pages
+            template = MarkdownSite::PageTemplate.new(self)
+            unless @languages
+                template.generate(self.pages)
+            else
+                @languages.each do |lang|
+                    template.generate(self.pages(lang[0]), "#{lang[0]}/")
+                end
+            end
+        end
+
+        def generate_journals
+            template = MarkdownSite::JournalTemplate.new(self)
+            template.generate(self.journals)
+        end
+
+        def generate_knowledge_graph
+            template = MarkdownSite::KnowledgeGraphTemplate.new(self)
+            template.generate()
+        end
+    end
+end

data/lib/markdown_site/template.rb

@@ -0,0 +1,45 @@
+module MarkdownSite
+    class Template
+        attr_accessor :site_config
+
+        def initialize(site)
+            @site = site
+            @site_config = site.config
+        end
+
+        def get_pagination(url, count, number)
+            pagination = {}
+            pagination["pages"] = []
+            if number == 1
+                f = File.new("#{@site_config.publish_dir}/#{url}.html", "w")
+                pagination["previous"]="#"
+                pagination["next"]="#{url}_#{number+1}.html"
+            elsif number == 2
+                f = File.new("#{@site_config.publish_dir}/#{url}_#{number}.html", "w")
+                pagination["previous"]="#{url}.html"
+                pagination["next"]="#{url}_#{number+1}.html"
+            elsif number == count
+                f = File.new("#{@site_config.publish_dir}/#{url}_#{number}.html", "w")        
+                pagination["previous"]="#{url}_#{number-1}.html"
+                pagination["next"]="#"
+            else
+                f = File.new("#{@site_config.publish_dir}/#{url}_#{number}.html", "w")
+                pagination["previous"]="#{url}_#{number-1}.html"
+                pagination["next"]="#{url}_#{number+1}.html"
+            end
+            1.upto(count) do |p_i|
+                if p_i == 1
+                    page_url = "#{url}.html"
+                else
+                    page_url = "#{url}_#{p_i}.html"
+                end
+                if number == p_i
+                    pagination["pages"] << {"active"=>true, "url"=>page_url, "number"=>"#{p_i}"}
+                else
+                    pagination["pages"] << {"active"=>false, "url"=>page_url, "number"=>"#{p_i}"}
+                end
+            end
+            return pagination, f
+        end
+    end
+end

data/lib/markdown_site/templates/Knowledge_graph_template.rb

@@ -0,0 +1,13 @@
+module MarkdownSite
+    class KnowledgeGraphTemplate < Template
+        def initialize(site)
+            super(site)
+        end
+        def generate
+            kg_template = Liquid::Template.parse(File.read(@site_config.knowledge_graph_template))
+            f = File.new(@site_config.publish_dir + @site_config.knowledge_graph, "w")
+            f.puts(kg_template.render('config'=>{'title'=>@site_config.title}))
+            f.close
+        end
+    end
+end

data/lib/markdown_site/templates/journal_template.rb

@@ -0,0 +1,28 @@
+module MarkdownSite
+    class JournalTemplate < Template
+        def initialize(site)
+            super(site)
+        end
+        def generate(site_journals)
+            journal_list = []
+            site_journals.reverse.each do |journal|
+                journal_template = Liquid::Template.parse(File.read(@site_config.journal_template))
+                journal_html = journal_template.render('title'=>journal.item_name, 'content'=>journal.html)
+                journal_list << journal_html
+            end
+
+            template = Liquid::Template.parse(File.read(@site_config.journals_template))
+            page_count = (journal_list.size / 20) + 1
+            1.upto(page_count) do |page_number|
+                pagination, f = get_pagination("index", page_count, page_number)
+                page_start = (page_number-1)*20
+                if page_number == page_count        
+                    f.puts(template.render('config'=>{'title'=>@site_config.title}, 'journal_list'=>journal_list[page_start..-1], 'pagination'=>pagination))
+                else
+                    f.puts(template.render('config'=>{'title'=>@site_config.title}, 'journal_list'=>journal_list[page_start..page_start+20], 'pagination'=>pagination))
+                end
+                f.close
+            end
+        end
+    end
+end

data/lib/markdown_site/templates/page_template.rb

@@ -0,0 +1,51 @@
+module MarkdownSite
+    class PageTemplate < Template
+        def initialize(site)
+            super(site)
+        end
+
+        def add_page(page)
+            if @site.references[page.item_name]
+                return {
+                    "item_name"=>page.item_name, 
+                    "references"=>@site.references[page.item_name].size,
+                    "ctime"=>page.ctime,
+                    "mtime"=>page.mtime
+                }
+            else
+                return {"item_name"=>page.item_name, "references"=>0, "ctime"=>page.ctime, "mtime"=>page.mtime}
+            end
+        end
+
+        def generate(site_pages, lang=nil)
+            template = Liquid::Template.parse(File.read(@site_config.pages_template))
+            page_count = (site_pages.size / 20) + 1
+            1.upto(page_count) do |page_number|
+                pagination, f = get_pagination("#{lang}pages", page_count, page_number)
+                page_start = (page_number-1)*20
+                pages = []
+                if page_number == page_count
+                    site_pages[page_start..-1].each do |page|
+                        pages << add_page(page)
+                    end
+                else
+                    site_pages[page_start..page_start+20].each do |page|
+                        pages << add_page(page)
+                    end
+                end
+                f.puts(template.render('config'=>{'title'=>@site_config.title}, 'pages'=>pages, 'pagination'=>pagination))
+                f.close
+            end
+            template = Liquid::Template.parse(File.read(@site_config.page_template))
+            site_pages.each do |page|
+                filename = "#{@site_config.publish_dir}/#{lang}#{page.item_name}.html"
+                f = File.new(filename, "w")
+                f.puts template.render(
+                    'config'=>{'title'=>@site_config.title},
+                    'page_title' => page.item_name,
+                    'page_html' => page.html)
+                f.close
+            end
+        end
+    end
+end

data/lib/markdown_site/version.rb

@@ -0,0 +1,3 @@
+module MarkdownSite
+    Version = '0.0.2'
+end

data/lib/markdown_site.rb

@@ -0,0 +1 @@
+Dir[File.dirname(__FILE__) + '/markdown_site/**/*.rb'].each {|file| require file }

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification
+name: markdown_site
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Zhuang Biaowei
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2023-02-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: tomlrb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: markdown_extension
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.6
+- !ruby/object:Gem::Dependency
+  name: liquid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.4.0
+description: 
+email:
+- zbw@kaiyuanshe.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/markdown_site.rb
+- lib/markdown_site/config.rb
+- lib/markdown_site/site.rb
+- lib/markdown_site/template.rb
+- lib/markdown_site/templates/Knowledge_graph_template.rb
+- lib/markdown_site/templates/journal_template.rb
+- lib/markdown_site/templates/page_template.rb
+- lib/markdown_site/version.rb
+homepage: https://github.com/markdown-world/markdown_site
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.6
+signing_key: 
+specification_version: 4
+summary: A markdown-based site management module.
+test_files: []