post-modern 0.5.0

data/Rakefile

@@ -0,0 +1,77 @@
+require 'rake'
+require "rake/rdoctask"
+require 'rake/gempackagetask'
+
+spec = Gem::Specification.new do |s|
+  s.name              = "post-modern"
+  s.authors           = ["Lance Pollard"]
+  s.version           = "0.5.0"
+  s.summary           = "Write Haml in Markdown, Syntax Highlight with Pygments, and Pretty Print the output HTML, in Ruby."
+  s.description       = "Write Haml in Markdown, Syntax Highlight with Pygments, and Pretty Print the output HTML, in Ruby."
+  s.homepage          = "http://github.com/viatropos/post-modern"
+  s.license           = "MIT"
+  s.email             = "lancejpollard@gmail.com"
+  s.rubyforge_project = "post-modern"
+  s.platform          = Gem::Platform::RUBY
+  s.files             = %w(Rakefile) + Dir["{lib}/**/*"]
+  s.require_path      = "lib"
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.gem_spec    = spec
+end
+
+desc 'run unit tests'
+task :test do
+  Dir["test/**/*"].each do |file|
+    next unless File.basename(file) =~ /test_/
+    next unless File.extname(file) == ".rb"
+    system "ruby #{file}"
+  end
+end
+
+desc "Create .gemspec file (useful for github)"
+task :gemspec do
+  File.open("#{spec.name}.gemspec", "w") do |f|
+    f.puts spec.to_ruby
+  end
+end
+
+desc "Build the gem into the current directory"
+task :gem => :gemspec do
+  `gem build #{spec.name}.gemspec`
+end
+
+desc "Publish gem to rubygems"
+task :publish => [:package] do
+  %x[gem push #{spec.name}-#{spec.version}.gem]
+end
+
+desc "Print a list of the files to be put into the gem"
+task :manifest do
+  File.open("Manifest", "w") do |f|
+    spec.files.each do |file|
+      f.puts file
+    end
+  end
+end
+
+desc "Install the gem locally"
+task :install => [:package] do
+  File.mkdir("pkg") unless File.exists?("pkg")
+  command = "gem install pkg/#{spec.name}-#{spec.version} --no-ri --no-rdoc"
+  command = "sudo #{command}" if ENV["SUDO"] == true
+  sh %{#{command}}
+end
+
+desc "Generate the rdoc"
+Rake::RDocTask.new do |rdoc|
+  files = ["README.md", "lib/**/*.rb"]
+  rdoc.rdoc_files.add(files)
+  rdoc.main = "README.md"
+  rdoc.title = spec.summary
+end
+
+task :yank do
+  `gem yank #{spec.name} -v #{spec.version}`
+end

data/lib/post-modern.rb

@@ -0,0 +1,13 @@
+require 'rubygems'
+require 'active_support'
+require 'active_support/core_ext'
+
+$:.unshift File.expand_path("..", __FILE__)
+
+require 'post-modern/render'
+require 'post-modern/read'
+
+class PostModern  
+  include PostModern::Read
+  include PostModern::Render
+end

data/lib/post-modern/haml/filters/post_modern.rb

@@ -0,0 +1,10 @@
+require 'post-modern'
+
+module Haml::Filters::PostModern
+  include Haml::Filters::Base
+  
+  def render(text)
+    #Redcarpet.new(text, :smart, :autolink, :fenced_code, :hard_wrap, :gh_blockcode).to_html
+    ::PostModern.render(text)
+  end
+end

data/lib/post-modern/pretty-print.xsl

@@ -0,0 +1,47 @@
+<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+	<xsl:output method="html" indent="yes" encoding="ISO-8859-1"/>
+	
+	<xsl:param name="indent-increment" select="'	 '"/>
+
+	<xsl:template name="newline">
+		<xsl:text disable-output-escaping="yes">
+		</xsl:text>
+	</xsl:template>
+
+	<xsl:template match="comment() | processing-instruction()">
+		<xsl:param name="indent" select="''"/>
+		<xsl:call-template name="newline"/>
+		<xsl:value-of select="$indent"/>
+		<xsl:copy />
+	</xsl:template>
+
+	<xsl:template match="text()">
+		<xsl:param name="indent" select="''"/>
+		<xsl:call-template name="newline"/>
+		<xsl:value-of select="$indent"/>
+		<xsl:value-of select="normalize-space(.)"/>
+	</xsl:template>
+	
+	<xsl:template match="text()[normalize-space(.)='']"/>
+
+	<xsl:template match="*">
+		<xsl:param name="indent" select="''"/>
+		<xsl:call-template name="newline"/>
+		<xsl:value-of select="$indent"/>
+			<xsl:choose>
+			 <xsl:when test="count(child::*) > 0">
+				<xsl:copy>
+				 <xsl:copy-of select="@*"/>
+				 <xsl:apply-templates select="*|text()">
+					 <xsl:with-param name="indent" select="concat ($indent, $indent-increment)"/>
+				 </xsl:apply-templates>
+				 <xsl:call-template name="newline"/>
+				 <xsl:value-of select="$indent"/>
+				</xsl:copy>
+			 </xsl:when>
+			 <xsl:otherwise>
+				<xsl:copy-of select="."/>
+			 </xsl:otherwise>
+		 </xsl:choose>
+	</xsl:template>
+</xsl:stylesheet>

data/lib/post-modern/read.rb

@@ -0,0 +1,71 @@
+class PostModern
+  module Read
+    extend ActiveSupport::Concern
+
+    module ClassMethods
+      def root_dir
+        @root_dir ||= Rails.root.join("app/documents")
+      end
+      
+      def root_dir=(value)
+        @root_dir = value
+      end
+      
+      def glob(path, &block)
+        Dir[path].collect do |file|
+          next if File.directory?(file) || file =~ /\.$/
+          post = Post.extract_from_file!(file)
+          yield post if block_given?
+          post
+        end.compact
+      end
+      
+      def read(file, locals = {})
+        match, categories, date, slug, ext = *file.gsub("#{root_dir}/", "").match(/^(.+\/)*(?:(\d+-\d+-\d+)-)?(.*)(\.[^.]+)$/)
+        content                            = IO.read(file)
+        
+        unless locals[:filters].present?
+          locals[:filters] = [:haml, :highlight, :pretty]
+        else
+          locals[:filters] = Array(locals[:filters])
+        end
+        
+        if content =~ /^(---\s*\n.*?\n?)^(---\s*$\n?)/m
+          data                             = YAML.load($1).symbolize_keys
+          content                          = content[($1.size + $2.size)..-1]
+        else
+          data                             = {}
+        end
+        
+        data[:published_at]              ||= date if date.present?
+        data[:format]                      = extract_format! ext.split(".").last
+        data[:title]                     ||= slug.titleize if slug.present?
+        data[:tags]                        = data[:tags].present? ? data[:tags].split(/,\s*/) : []
+        data[:keywords]                    = data[:keywords].present? ? data[:keywords].split(/,\s*/) : []
+        data[:slug]                      ||= slug
+        data[:file]                        = file.gsub("#{root_dir}/", "")
+        [:published_at, :edited_at].each do |date|
+          data[date]                       = Time.parse(data[date].to_s) if data[date].present?
+        end
+        data[:categories]                  = categories.split("/").select(&:present?) if categories
+        data[:published]                   = false unless data[:published].present?
+        data[:content]                     = render(content, data.merge(locals))
+
+        data
+      end
+      
+      def extract_format!(ext)
+        case ext
+        when "md", "markdown", "mdown", "mkdown"
+          "markdown"
+        else
+          ext
+        end
+      end
+    end
+    
+    module InstanceMethods
+
+    end
+  end
+end

data/lib/post-modern/render.rb

@@ -0,0 +1,245 @@
+require 'haml'
+require 'albino'
+require 'redcarpet'
+require 'nokogiri'
+
+#class Albino
+#  def initialize(target, lexer = :text, format = :html, encoding = self.class.default_encoding)
+#    @target  = target
+#    @options = {:l => lexer, :f => format, :O => "encoding=#{encoding},style=colorful,linenos=table,anchorlinenos,lineanchors=LC" }
+#    @encoding = encoding
+#  end
+#end
+
+class PostModern
+  module Render
+    extend ActiveSupport::Concern
+    
+    module ClassMethods
+      def render(content, locals = {})
+        # filter haml, scss
+        if locals[:filters] && Array(locals[:filters]).include?(:haml)
+          content.scan(/@@@ (\w+)\s*(.*)\n@@@/m).each do |lang, code|  
+            content.gsub!($&, send("filter_#{lang}!", code, locals))
+          end
+        end
+        
+        # convert to markdown
+        content = Redcarpet.new(content, :autolink, :fenced_code, :gh_blockcode).to_html
+        
+        # filter code
+        if locals[:filters] && Array(locals[:filters]).include?(:highlight)
+          content = filter_code!(content, locals[:filters].include?(:pretty))
+        end
+        
+        content
+      end
+      
+      # can check prev/next elements to make it even prettier with correct "\n"
+      # do that in xslt.
+      def pretty_html(html)
+        return "" if html.nil?
+        raise "will throw segmentation error if not an Nokogiri::XML::Document" unless html.is_a?(Nokogiri::XML::Document)
+        pretty_printer = File.join(File.dirname(__FILE__), "pretty-print.xsl")
+        xsl = Nokogiri::XSLT(IO.read(pretty_printer))
+        xsl.transform(html).css("body").children.map do |child|
+          if child["class"].to_s.split(/\s+/).include?("data")
+            "\n" + html.css("##{child["id"]}").to_html.gsub(/^([ ])+/){|m| " "*m.size}.gsub(/\n/, "") + "\n"
+          else
+            child.to_html.gsub(/\t/, "").gsub(/^    /, "").gsub(/^\n/, "").gsub(/\n?  $/, "\n")
+          end
+        end.join("\n").gsub(/\n+/m, "\n").gsub(/^\n/, "")
+      end
+      
+      def pretty_html_with_xslt(html)
+        return "" if html.nil?
+        raise "will throw segmentation error if not an Nokogiri::XML::Document" unless html.is_a?(Nokogiri::XML::Document)
+        html.css("body").children.map do |child|
+          if child["class"].to_s.split(/\s+/).include?("data")
+            "\n" + html.css("##{child["id"]}").to_html.gsub(/^([ ])+/){|m| " "*m.size}.gsub(/\n/, "") + "\n"
+          else
+            child.to_html.gsub(/\t/, "").gsub(/^    /, "").gsub(/^\n/, "").gsub(/\n?  $/, "\n")
+          end
+        end.join("\n").gsub(/\n+/m, "\n").gsub(/^\n/, "")
+      end
+      
+      def filter_haml!(code, locals = {})
+        Haml::Engine.new(code).render(Object.new, locals).gsub(/^\n/, "").gsub(/\n$/, "")
+      end
+      
+      def filter_code!(content, pretty = true)
+        html = Nokogiri::HTML(content)#::fragment(content, 'utf-8')
+        html.encoding = "utf-8"
+        
+        index = 0
+        
+        # code
+        all_lines = 0
+        html.css("pre").each do |code|
+          index += 1
+          liners      = ""
+          source      = ""
+          lines       = code.text.strip.split("\n")
+          language    = code["lang"].to_s
+          language    = language.present? ? language : "text"
+          language = case language
+          when "yml"
+            :yaml
+          when "coffee", "coffee-script", "coffeescript"
+            :coffeescript
+          else # sass, scss, css, rbcon, irb
+            language.to_sym
+          end
+          total_lines = lines.size
+          
+          total_lines.times do |ln|
+            liners += "<span id='L#{all_lines + ln+1}' rel='#LC#{all_lines + ln+1}'>#{ln+1}</span>\n"
+          end
+          
+          lines.each_with_index do |line, i|
+            code_line = line.blank? ? line.to_s : Albino.new(line, language).to_s
+            code_line.gsub!(/<div class="highlight"><pre>|\n<\/pre>|\n<\/div>/,'')
+            #code_line.gsub!(/^([ ])+/){|m| "&nbsp;"*m.size}
+            code_line = "<br/>" if code_line.strip == ''
+            source += "<div class='line' id='LC#{all_lines + i+1}'>#{code_line}</div>"
+          end
+
+          all_lines += total_lines
+
+          liners_block = %{<td>
+    <pre class='line-numbers'>#{liners}</pre>
+  </td>}
+
+          source_block = %{<td>
+    <pre class='highlight'>#{source}</pre>
+  </td>}
+
+          output = %{
+  <table cellpadding='0' cellspacing='0'>
+  <tr>
+  #{liners_block}
+  #{source_block}
+  </tr>
+  </table>
+  }
+          code.name = "div"
+          code.set_attribute "class", "data type-#{language}"
+          code.set_attribute "id", "code-block-#{index}"
+          #code.inner_html = "<div class='highlight'><pre>#{source}</pre></div>"#output
+          code.inner_html = output#.gsub(/^([ ])+/){|m| "&nbsp;"*m.size}.gsub(/\n/, "")
+        end
+        
+        if pretty
+          pretty_html(html)#.gsub(/^([ ])+/){|m| "&nbsp;"*m.size}.gsub(/\n/, "")
+        else
+          html.to_html.gsub(/^([ ])+/){|m| "&nbsp;"*m.size}.gsub(/\n/, "")
+        end
+      end
+      
+      # pygmentize -f html -O style=colorful,linenos=table,anchorlinenos,lineanchors=LC -l ruby tmp.rb
+      def filter_code_faster_todo!(content, pretty = true)
+        index = 0
+
+        # code
+        all_lines = 0
+        content.scan(/\`{3}\s*(\w+)?\n*(?:([^\`]{3}*))\n*\`{3}/m).each do |lang, code|
+          match = $&
+          html = Nokogiri::HTML::fragment(code, "utf-8")#::fragment(content, 'utf-8')
+
+          index += 1
+          language    = lang
+          language    = language.present? ? language : "text"
+          language = case language
+          when "yml"
+            :yaml
+          when "coffee", "coffee-script", "coffeescript"
+            :coffeescript
+          else # sass, scss, css, rbcon, irb
+            language.to_sym
+          end
+
+          output = Albino.new(code.strip, language).to_s
+
+          output = "<div class='data type-#{language}' id='code-block-#{index}' lang='#{language}'>\n#{output}\n</div>"
+          content.gsub!(match, output)
+        end
+
+        content
+      end
+      
+      def filter_code!(content, pretty = true)
+        html = Nokogiri::HTML(content)#::fragment(content, 'utf-8')
+        html.encoding = "utf-8"
+        
+        # header
+        html.css("h1, h2, h3").each do |header|
+          header["id"] ||= header.text.to_s.strip.underscore.gsub("_", "-").squeeze("-")
+        end
+        
+        index = 0
+        
+        # code
+        all_lines = 0
+        html.css("pre").each do |code|
+          index += 1
+          liners      = ""
+          source      = ""
+          lines       = code.text.strip.split("\n")
+          language    = code["lang"].to_s
+          language    = language.present? ? language : "text"
+          language = case language
+          when "yml"
+            :yaml
+          when "coffee", "coffee-script", "coffeescript"
+            :coffeescript
+          else # sass, scss, css, rbcon, irb
+            language.to_sym
+          end
+          total_lines = lines.size
+          
+          total_lines.times do |ln|
+            liners += "<span id='L#{all_lines + ln+1}' rel='#LC#{all_lines + ln+1}'>#{ln+1}</span>\n"
+          end
+          
+          lines.each_with_index do |line, i|
+            code_line = line.blank? ? line.to_s : Albino.new(line, language).to_s
+            code_line.gsub!(/<div class="highlight"><pre>|\n<\/pre>|\n<\/div>/,'')
+            #code_line.gsub!(/^([ ])+/){|m| "&nbsp;"*m.size}
+            code_line = "<br/>" if code_line.strip == ''
+            source += "<div class='line' id='LC#{all_lines + i+1}'>#{code_line}</div>"
+          end
+
+          all_lines += total_lines
+
+          liners_block = %{<td>
+    <pre class='line-numbers'>#{liners}</pre>
+  </td>}
+
+          source_block = %{<td>
+    <pre class='highlight'>#{source}</pre>
+  </td>}
+
+          output = %{
+  <table cellpadding='0' cellspacing='0'>
+  <tr>
+  #{liners_block}
+  #{source_block}
+  </tr>
+  </table>
+  }
+          code.name = "div"
+          code.set_attribute "class", "data type-#{language}"
+          code.set_attribute "id", "code-block-#{index}"
+          #code.inner_html = "<div class='highlight'><pre>#{source}</pre></div>"#output
+          code.inner_html = output#.gsub(/^([ ])+/){|m| "&nbsp;"*m.size}.gsub(/\n/, "")
+        end
+        
+        if pretty
+          pretty_html(html)
+        else
+          html.to_html.gsub(/^([ ])+/){|m| "&nbsp;"*m.size}.gsub(/\n/, "")
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification 
+name: post-modern
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.5.0
+platform: ruby
+authors: 
+- Lance Pollard
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-09-20 00:00:00 Z
+dependencies: []
+
+description: Write Haml in Markdown, Syntax Highlight with Pygments, and Pretty Print the output HTML, in Ruby.
+email: lancejpollard@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Rakefile
+- lib/post-modern/haml/filters/post_modern.rb
+- lib/post-modern/pretty-print.xsl
+- lib/post-modern/read.rb
+- lib/post-modern/render.rb
+- lib/post-modern.rb
+homepage: http://github.com/viatropos/post-modern
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: post-modern
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Write Haml in Markdown, Syntax Highlight with Pygments, and Pretty Print the output HTML, in Ruby.
+test_files: []
+