markascend 0.1

data/lib/markascend/parser.rb

@@ -0,0 +1,220 @@
+module Markascend
+  class Parser
+    REC_START = /\A[\+\-\>]\ /
+    NON_PARA_START = /
+      ^[\+\-\>]\                   # rec block
+      |
+      ^\|\ *(?!\d)\w*\ *$          # block code
+      |
+      ^h[1-6](?:\#\w+(?:-\w+)*)?\  # header
+    /x
+    REC_BLOCK_STARTS = {
+      '+ ' => /\+\ /,
+      '- ' => /\-\ /,
+      '> ' => /\>\ /
+    }
+
+    def initialize env, src
+      @src = StringScanner.new src
+      @env = env
+      @top_level = @env.srcs.empty?
+      @env.srcs.push @src
+    end
+
+    def parse
+      @out = []
+      while parse_new_line or parse_rec_block or parse_hx or parse_block_code or parse_paragraph
+      end
+      unless @src.eos?
+        @env.warn 'reached end of input'
+      end
+      @env.srcs.pop
+
+      @out.map! do |(node, content)|
+        case node
+        when :footnode_id_ref
+          if content < 1 or content > @env.footnotes.size
+            raise "footnote not defined: #{content}"
+          end
+          %Q|<a href="#footnote-#{content}">#{content}</a>|
+        when :footnode_acronym_ref
+          unless index = @env.footnotes.find_index{|k, _| k == content }
+            raise "footnote note defined: #{content}"
+          end
+          %Q|<a href="#footnote-#{index + 1}">#{content}</a>|
+        else
+          node
+        end
+      end
+      @out.join
+    end
+
+    def warnings
+      @env.warnings
+    end
+
+    def parse_new_line
+      if @src.scan(/\ *\n/)
+        @out << '<br>'
+        true
+      end
+    end
+
+    def parse_rec_block
+      return unless @src.match? REC_START
+
+      # first elem, scans the whole of following string:
+      # |
+      #   + line 1 of the li. an embed \macro
+      #       macro content
+      #     line 2 of the li.
+      #     line 3 of the li.
+      #
+      # NOTE that first line is always not indented
+      line, block = scan_line_and_block 2
+      return unless line
+      rec_start = line[REC_START]
+      wrapper_begin, elem_begin, elem_end, wrapper_end =
+        case rec_start
+        when '+ '; ['<ol>', '<li>', '</li>', '</ol>']
+        when '- '; ['<ul>', '<li>', '</li>', '</ul>']
+        when '> '; ['', '<quote>', '</quote>', '']
+        end
+      elems = ["#{line[2..-1]}#{block}"]
+
+      # followed up elems
+      block_start_re = REC_BLOCK_STARTS[rec_start]
+      while @src.match?(block_start_re)
+        line, block = scan_line_and_block 2
+        break unless line
+        elems << "#{line[2..-1]}#{block}"
+      end
+
+      # generate
+      @out << wrapper_begin
+      elems.each do |elem|
+        @out << elem_begin
+        elem.rstrip!
+        @out << Parser.new(@env, elem).parse
+        @out << elem_end
+      end
+      @out << wrapper_end
+      true
+    end
+
+    def parse_hx
+      hx = @src.scan /h[1-6](\#\w+(-\w+)*)?\ /
+      return unless hx
+      hx.strip!
+
+      # fiddle id
+      if @env.sandbox
+        if @env.toc
+          id = "-#{@env.toc.size}"
+        end
+      else
+        if hx.size > 2
+          id = hx[3..-1]
+        elsif @env.toc
+          id = "-#{@env.toc.size}"
+        end
+      end
+      if id
+        id_attr = %Q{ id="#{id}"}
+      end
+      hx = hx[0...2]
+
+      @out << "<#{hx}#{id_attr}>"
+      line, block = scan_line_and_block
+      if line
+        out = []
+        LineUnit.new(@env, line, block).parse(out)
+        out.pop if out.last == :"<br>"
+        out.each do |token|
+          @out << token
+        end
+        if id and @env.toc
+          @env.toc[id] = [hx[1].to_i, out.join]
+        end
+      end
+      @out << "</#{hx}>"
+
+      # consume one more empty line if possible
+      @src.scan /\ *\n/ if (!block or block.empty?)
+      true
+    end
+
+    def parse_block_code
+      if lang = @src.scan(/\|\ *(?!\d)\w*\ *\n/)
+        lang = lang[1..-1].strip
+        if lang.empty? and @env.hi
+          lang = @env.hi
+        end
+        block = @src.scan(/
+          (
+            \ *\n      # empty line
+          |
+            \ {2,}.*\n # line indented equal to 2 or more than 2
+          )*
+        /x)
+        block.gsub!(/^  /, '')
+        block.rstrip!
+        @out << (::Markascend.hilite block, lang)
+        true
+      end
+    end
+
+    def parse_paragraph
+      @src.match?(/\ */)
+      indent = @src.matched_size
+      line, block = scan_line_and_block
+      if line
+        @out << :"<p>" if @top_level
+        LineUnit.new(@env, line, block).parse(@out)
+
+        # same indent and not matching rec/code blocks
+        while (@src.match?(/\ */); @src.matched_size) == indent and !@src.match?(NON_PARA_START)
+          line, block = scan_line_and_block
+          break unless line
+          LineUnit.new(@env, line, block).parse(@out)
+        end
+        # consume one more empty line if possible
+        @src.scan /\ *\n/
+        # delete back last <br>
+        @out.pop if @out.last == :"<br>"
+        @out << :"</p>" if @top_level
+        true
+      end
+    end
+
+    def scan_line_and_block undent=:all
+      if line = @src.scan(/.+?(?:\n|\z)/)
+        block = @src.scan(/
+          (?:\ *\n)*        # leading empty lines
+          (?<indent>\ {2,})
+          .*?(?:\n|\z)      # first line content
+          (
+            \g<indent>\ *
+            .*?(?:\n|\z)    # rest line content
+            |
+            (?:\ *\n)*      # rest empty line
+          )*
+        /x)
+        block = nil if block =~ /\A\s*\z/
+        # undent block
+        if block
+          if undent == :all
+            /
+              (?:\ *\n)*
+              (?<indent>\ {2,})
+            /x =~ block
+            block.gsub! /^#{indent}/, ''
+          else
+            block.gsub! /^\ \ /, ''
+          end
+        end
+      end
+      [line, block]
+    end
+  end
+end

data/lib/markascend/popular_company_macros.rb

@@ -0,0 +1,87 @@
+module Markascend
+  # video
+
+  class Macro
+    # accepts:
+    # |
+    #   @somebody
+    def parse_twitter
+      if content.start_with?('@')
+        text = ::Markascend.escape_html content
+        link = "https://twitter.com/#{::Markascend.escape_attr content[1..-1]}"
+      else
+        # TODO embed tweet
+        raise 'not implemented yet'
+      end
+      %Q{<a href="#{link}">#{text}</a>}
+    end
+
+    # accepts:
+    # |
+    #   @somebody
+    def parse_weibo
+      if content.start_with?('@')
+        text = ::Markascend.escape_html content
+        link = "https://weibo.com/#{::Markascend.escape_attr content[1..-1]}"
+      else
+        # TODO embed tweet
+        raise 'not implemented yet'
+      end
+      %Q{<a href="#{link}">#{text}</a>}
+    end
+
+    def parse_wiki
+      %Q|<a href="http://en.wikipedia.org/wiki/#{content}">#{content}</a>|
+    end
+
+    # embed gist, accepts:
+    # |
+    #   luikore/737238
+    #   gist.github.com/luikore/737238
+    #   https://gist.github.com/luikore/737238
+    def parse_gist
+      src = content.strip
+      if src =~ /\A\w+(\-\w+)*\/\d+/
+        src = "https://gist.github.com/#{src}"
+      else
+        src.sub! /\A(?=gist\.github\.com)/, 'https://'
+      end
+      src.sub!(/((?<!\.js)|\.git)$/, '.js')
+      %Q|<script src="#{src}"></script>|
+    end
+
+    # embed video, calculates embed iframe by urls from various simple formats, but not accept iframe code
+    def parse_video
+      # standard
+      unless /\A\s*(?<width>\d+)x(?<height>\d+)\s+(?<url>.+)\z/ =~ content
+        env.warn 'can not parse \video content, should be "#{WIDTH}x#{HEIGHT} #{URL}"'
+        return
+      end
+
+      case url
+      when /youtu\.?be/
+        # NOTE merging them into one regexp fails (because longest match?)
+        unless id = url[/(?<=watch\?v=)\w+/] || url[/(?<=embed\/)\w+/] || url[/(?<=youtu\.be\/)\w+/]
+          env.warn 'can not parse youtube id'
+          return
+        end
+        %Q|<iframe width="#{width}" height="#{height}" src="https://www.youtube-nocookie.com/embed/#{id}?rel=0" frameborder="0" allowfullscreen></iframe>|
+      when /vimeo/
+        unless id = url[/(?<=vimeo\.com\/)\w+/]
+          env.warn 'can not parse vimeo id, should use link like this "http://vimeo.com/#{DIGITS}"'
+          return
+        end
+        %Q|<iframe width="#{width}" height="#{height}" src="https://player.vimeo.com/video/#{id}" frameborder="0" allowFullScreen></iframe>|
+      when /sm/
+        unless id = url[/\bsm\d+/]
+          env.warn 'can not find "sm#{DIGITS}" from link'
+          return
+        end
+        %Q|<script src="https://ext.nicovideo.jp/thumb_watch/#{id}?w=#{width}&h=#{height}"></script>"|
+      else
+        env.warn 'failed to parse video link, currently only youtube, vimeo and niconico are supported'
+        return
+      end
+    end
+  end
+end

data/rakefile

@@ -0,0 +1,176 @@
+def osascript src
+  IO.popen 'osascript', 'r+' do |f|
+    f.puts src
+    f.close_write
+    f.read
+  end
+end
+
+def get_default_browser
+  # search handler for http
+  res = osascript <<-APPLESCRIPT
+  tell (system attribute "sysv") to set MacOS_version to it mod 4096 div 16
+  if MacOS_version is 5 then
+    set {a1, a2} to {1, 2}
+  else
+    set {a1, a2} to {2, 1}
+  end if
+  set pListpath to (path to preferences as Unicode text) & "com.apple.LaunchServices.plist"
+  tell application "System Events"
+    repeat with i in property list items of property list item 1 of contents of property list file pListpath
+      if value of property list item a2 of i is "http" then
+        return value of property list item a1 of i
+      end if
+    end repeat
+    return "com.apple.Safari"
+  end tell
+  APPLESCRIPT
+  case res
+  when /canary/
+    "Google Chrome Canary"
+  when /chrome/
+    "Google Chrome"
+  when /safari/
+    "Safari"
+  else
+    raise "browser not supported yet"
+  end
+end
+
+# [window, tab]
+def search_tab_with_url browser, url
+  case browser
+  when /Chrome/
+    res = osascript <<-APPLESCRIPT
+    set urls to ""
+    tell application "#{browser}"
+      set i to 1
+      repeat with w in windows
+        set j to 1
+        repeat with t in (tabs of w)
+          set u to the URL of t
+          set u to (i as text) & "," & (j as text) & u
+          set urls to urls & u & return
+          set j to j + 1
+        end repeat
+        set i to i + 1
+      end repeat
+    end tell
+    return urls
+    APPLESCRIPT
+  when /Safari/
+    # URL is not set when loading, so need a stupid null testing
+    res = osascript <<-APPLESCRIPT
+    set urls to ""
+    tell application "Safari"
+      set i to 1
+      repeat with w in windows
+        set j to 1
+        repeat with t in (tabs of w)
+          set u to the URL of t
+          set isNull to false
+          try
+            get u
+          on error
+            set isNull to true
+          end try
+          if isNull then
+          else
+            set u to (i as text) & "," & (j as text) & u
+            set urls to urls & u & return
+          end if
+          set j to j + 1
+        end repeat
+        set i to i + 1
+      end repeat
+    end tell
+    return urls
+    APPLESCRIPT
+  end
+  res.strip.split(/[\r\n]+/).each do |u|
+    if u.index url
+      /^(?<window>\d+),(?<tab>\d+)/ =~ u
+      return [window, tab]
+    end
+  end
+  nil
+end
+
+def activate_url url
+  browser = get_default_browser
+  window, tab = search_tab_with_url browser, url
+  url.gsub! '"', '\"'
+  if tab # activate existing doc
+    case browser
+    when /Chrome/
+      osascript <<-APPLESCRIPT
+      tell application "#{browser}"
+        activate
+        set active tab index of window #{window} to #{tab}
+        reload tab #{tab} of window #{window}
+      end tell
+      APPLESCRIPT
+    when /Safari/
+      osascript <<-APPLESCRIPT
+      tell application "#{browser}"
+        activate
+        tell window #{window} to set current tab to tab #{tab}
+        set the url of the front document to "#{url}"
+      end tell
+      APPLESCRIPT
+    end
+  else # open new doc
+    case browser
+    when /Chrome/
+      # NOTE some user sets handler for .html to editor than browser
+      #      so we don't use `open` command here
+      osascript <<-APPLESCRIPT
+      tell application "#{browser}"
+        activate
+        make new tab at the end of tabs of window 1
+        set the URL of active tab of window 1 to "#{url}"
+      end tell
+      APPLESCRIPT
+    when /Safari/
+      osascript <<-APPLESCRIPT
+      tell application "#{browser}"
+        activate
+        make new document at the end of documents
+        set the url of the front document to "#{url}"
+      end tell
+      APPLESCRIPT
+    end
+  end
+end
+
+desc "run tests"
+task :default do
+  dir = File.dirname __FILE__
+  Dir.glob "#{dir}/test/*_test.rb" do |f|
+    require f
+  end
+end
+
+desc "generate gh-pages"
+task :site do
+  # layout
+  require "slim"
+  template = Slim::Template.new "doc/layout.slim"
+
+  # html
+  require_relative "lib/markascend"
+  %w[syntax api].each do |doc|
+    File.open "gh-pages/#{doc}.html", 'w' do |f|
+      f.puts template.render{ Markascend.compile File.read "doc/#{doc}.ma" }
+    end
+  end
+
+  # css
+  system 'sass --compass -C doc/style.sass gh-pages/style.css'
+end
+
+desc "preview gh-pages in default browser"
+task :preview => :site do
+  url = File.expand_path "gh-pages/syntax.html"
+  activate_url "file://#{url}"
+end