motion-kramdown 0.5.0

data/lib/rubymotion/version.rb

@@ -0,0 +1,6 @@
+module MotionKramdown
+
+  # The motion-kramdown version.
+  VERSION = '0.5.0'
+
+end

data/spec/document_tree.rb

@@ -0,0 +1,48 @@
+describe "asserting that converters don't modify the document tree" do
+
+  EXCLUDE_TREE_FILES = [
+    'test/testcases/block/15_math/gh_128.text',                       # bc no math support yet
+    'test/testcases/block/15_math/itex2mml.text',                     # bc no math support yet
+    'test/testcases/block/15_math/normal.text',                       # bc no math support yet
+    'test/testcases/block/15_math/ritex.text',                        # bc no math support yet
+    'test/testcases/span/math/normal.text',                           # bc no math support yet
+    'test/testcases/span/math/ritex.text',                            # bc no math support yet
+    'test/testcases/span/math/itex2mml.text',                         # bc no math support yet
+  ]
+
+  Dir["#{focus_files(testcase_dir)}.text"].each do |text_file|
+    next if EXCLUDE_TREE_FILES.any? {|f| text_file =~ /#{f}$/}
+    opts_file = text_file.sub(/\.text$/, '.options')
+    options   = load_options(opts_file)
+    
+    (Kramdown::Converter.constants(true).map {|c| c.to_sym} - [:Latex, :Base, :RemoveHtmlTags, :MathEngine, :SyntaxHighlighter]).each do |conv_class|
+      next if conv_class == :Pdf && RUBY_VERSION < '1.9'
+
+      it "#{short_name(text_file)} --> #{conv_class} modifies tree with file?" do
+        options         = load_options(opts_file)
+        doc             = Kramdown::Document.new(File.read(text_file), options)
+        options_before  = Marshal.load(Marshal.dump(doc.options))
+        tree_before     = Marshal.load(Marshal.dump(doc.root))
+        Kramdown::Converter.const_get(conv_class).convert(doc.root, doc.options)
+        expect(options_before).to eq doc.options
+        assert_tree_not_changed(tree_before, doc.root)
+      end
+    end
+  end
+
+  def assert_tree_not_changed(oldtree, newtree)
+    expect(oldtree.type).to eq newtree.type   # type mismatch
+    if oldtree.value.kind_of?(Kramdown::Element)
+      assert_tree_not_changed(oldtree.value, newtree.value)
+    else
+      expect(oldtree.value).to eq newtree.value   # value mismatch
+    end
+    expect(oldtree.attr).to eq newtree.attr                         # attr mismatch
+    # TODO bug in the Marshaling the options - expect(oldtree.options).to eq newtree.options                   # options mismatch
+    expect(oldtree.children.length).to eq newtree.children.length   # children count mismatch
+
+    oldtree.children.each_with_index do |child, index|
+      assert_tree_not_changed(child, newtree.children[index])
+    end
+  end
+end

data/spec/gfm_to_html.rb

@@ -0,0 +1,95 @@
+describe "gfm-to-html conversion" do
+
+  EXCLUDE_GFM_FILES = [
+   'test/testcases/block/03_paragraph/no_newline_at_end.text',
+   'test/testcases/block/03_paragraph/indented.text',
+   'test/testcases/block/03_paragraph/two_para.text',
+   'test/testcases/block/04_header/atx_header.text',
+   'test/testcases/block/04_header/setext_header.text',
+   'test/testcases/block/05_blockquote/indented.text',
+   'test/testcases/block/05_blockquote/lazy.text',
+   'test/testcases/block/05_blockquote/nested.text',
+   'test/testcases/block/05_blockquote/no_newline_at_end.text',
+   'test/testcases/block/06_codeblock/error.text',
+   'test/testcases/block/07_horizontal_rule/error.text',
+   'test/testcases/block/08_list/escaping.text',
+   'test/testcases/block/08_list/item_ial.text',
+   'test/testcases/block/08_list/lazy.text',
+   'test/testcases/block/08_list/list_and_others.text',
+   'test/testcases/block/08_list/other_first_element.text',
+   'test/testcases/block/08_list/simple_ul.text',
+   'test/testcases/block/08_list/special_cases.text',
+   'test/testcases/block/09_html/comment.text',
+   'test/testcases/block/09_html/html_to_native/code.text',
+   'test/testcases/block/09_html/html_to_native/emphasis.text',
+   'test/testcases/block/09_html/html_to_native/typography.text',
+   'test/testcases/block/09_html/parse_as_raw.text',
+   'test/testcases/block/09_html/simple.text',
+   'test/testcases/block/12_extension/comment.text',
+   'test/testcases/block/12_extension/ignored.text',
+   'test/testcases/block/12_extension/nomarkdown.text',
+   'test/testcases/block/13_definition_list/item_ial.text',
+   'test/testcases/block/13_definition_list/multiple_terms.text',
+   'test/testcases/block/13_definition_list/no_def_list.text',
+   'test/testcases/block/13_definition_list/simple.text',
+   'test/testcases/block/13_definition_list/with_blocks.text',
+   'test/testcases/block/14_table/errors.text',
+   'test/testcases/block/14_table/escaping.text',
+   'test/testcases/block/14_table/simple.text',
+   'test/testcases/block/15_math/normal.text',
+   'test/testcases/encoding.text',
+   'test/testcases/span/01_link/inline.text',
+   'test/testcases/span/01_link/link_defs.text',
+   'test/testcases/span/01_link/reference.text',
+   'test/testcases/span/02_emphasis/normal.text',
+   'test/testcases/span/03_codespan/normal.text',
+   'test/testcases/span/04_footnote/definitions.text',
+   'test/testcases/span/04_footnote/markers.text',
+   'test/testcases/span/05_html/across_lines.text',
+   'test/testcases/span/05_html/markdown_attr.text',
+   'test/testcases/span/05_html/normal.text',
+   'test/testcases/span/05_html/raw_span_elements.text',
+   'test/testcases/span/autolinks/url_links.text',
+   'test/testcases/span/extension/comment.text',
+   'test/testcases/span/ial/simple.text',
+   'test/testcases/span/line_breaks/normal.text',
+   'test/testcases/span/text_substitutions/entities_as_char.text',
+   'test/testcases/span/text_substitutions/entities.text',
+   'test/testcases/span/text_substitutions/typography.text',
+   ('test/testcases/span/03_codespan/highlighting-rouge.text' if RUBY_VERSION < '2.0'),
+   ('test/testcases/block/06_codeblock/highlighting-rouge.text' if RUBY_VERSION < '2.0'), #bc of rouge
+   
+   'test/testcases/block/04_header/with_auto_ids.text',          # bc no transliteration support yet
+   'test/testcases/block/06_codeblock/highlighting-opts.text',   # bc no highlight support yet
+   'test/testcases/block/06_codeblock/highlighting.text',        # bc no highlight support yet
+   'test/testcases/block/12_extension/options3.text',            # bc no highlight support yet
+   'test/testcases/block/15_math/gh_128.text',                   # bc no math support yet
+   'test/testcases/block/15_math/itex2mml.text',                 # bc no math support yet
+   'test/testcases/block/15_math/normal.text',                   # bc no math support yet
+   'test/testcases/block/15_math/ritex.text',                    # bc no math support yet
+   'test/testcases/span/math/itex2mml.text',                     # bc no math support yet
+   'test/testcases/span/math/normal.text',                       # bc no math support yet
+   'test/testcases/span/math/ritex.text',                        # bc no math support yet
+   'test/testcases/span/03_codespan/highlighting-rouge.text',    # bc no highlight support yet
+   'test/testcases/span/03_codespan/highlighting.text',          # bc no highlight support yet
+   'test/testcases_gfm/backticks_syntax.text',                   # bc no highlight support yet
+  ]
+
+  ['testcases', 'testcases_gfm'].each do |item|
+    Dir["#{focus_files(testcase_dir(item))}.text"].each do |text_file|
+      next if EXCLUDE_GFM_FILES.any? {|f| text_file =~ /#{f}$/}
+      basename  = text_file.sub(/\.text$/, '')
+      opts_file = basename + '.options'
+
+      html_file = [(".html.19" if RUBY_VERSION >= '1.9'), ".html"].compact.
+        map {|ext| basename + ext }.
+        detect {|file| File.exist?(file) }
+
+      it "gfm #{short_name(text_file)} --> html" do
+        options   = load_options(opts_file)
+        doc       = Kramdown::Document.new(File.read(text_file), options.merge(:input => 'GFM'))
+        expect(File.read(html_file)).to eq doc.to_html
+      end
+    end
+  end
+end

data/spec/helpers/it_behaves_like.rb

@@ -0,0 +1,27 @@
+#------------------------------------------------------------------------------
+def it_behaves_like(name, method = nil)
+  @method = method
+  behaves_like(name)
+end
+
+class Should
+
+  # usage: .should.be_true and .should.be_false
+  #------------------------------------------------------------------------------
+  def be_true
+    self == true
+  end
+  
+  def be_false
+    self == false
+  end
+end
+
+# usage:  .should.be truthy and .should.be falsey
+#------------------------------------------------------------------------------
+def truthy
+  lambda { |obj| obj == true }
+end
+def falsey
+  lambda { |obj| obj == false }
+end

data/spec/helpers/option_file.rb

@@ -0,0 +1,46 @@
+#------------------------------------------------------------------------------
+def testcase_dir(dir = 'testcases')
+  File.join(File.dirname(__FILE__), '../../test', dir)
+end
+
+#------------------------------------------------------------------------------
+def focus_files(dir)
+  focus = ENV["focus"] ? File.join(dir, ENV["focus"]) : dir
+  File.directory?(focus) ? File.join(focus, '**/*') : "#{focus}"
+end
+
+#------------------------------------------------------------------------------
+def load_options(opts_file)
+  opts_file = File.join(File.dirname(opts_file), 'options') if !File.exist?(opts_file)
+  options   = File.exist?(opts_file) ? YAML::load(File.read(opts_file)) : {:auto_ids => false, :footnote_nr => 1}
+
+  # change {":autoids" => false} to {:autoids => false}
+  options.tap do |o|
+    o.keys.each { |k| o[(k.to_s[0] == ':' ? k[1..-1] : k).to_sym] = o.delete(k) }
+  end
+  
+  # YAML isn't hanldling integers correctly, is giving doubles instead
+  options[:header_offset] = options[:header_offset].to_int  if options[:header_offset]
+  options[:footnote_nr]   = options[:footnote_nr].to_int    if options[:footnote_nr]
+  options
+end
+
+#------------------------------------------------------------------------------
+def short_name(text_file)
+  text_file.split(File.join(File.dirname(__FILE__), '../../test') + '/').last
+end
+
+#------------------------------------------------------------------------------
+def convert_to_format(file)
+  File.extname(file.sub(/\.19$/, ''))[1..-1]
+end
+
+#------------------------------------------------------------------------------
+def converter_supported?(format)
+  Kramdown::Converter.const_defined?(format[0..0].upcase + format[1..-1])
+end
+
+#------------------------------------------------------------------------------
+def skip_file_ruby_19?(file)
+  (RUBY_VERSION >= '1.9' && File.exist?(file + '.19')) || (RUBY_VERSION < '1.9' && file =~ /\.19$/)
+end

data/spec/helpers/spec_options.rb

@@ -0,0 +1,37 @@
+# Add following abilities
+#
+#   rake spec filter="name of spec"                   # To filter by spec name
+#   rake spec files=foo_spec filter="name of spec"
+#   rake spec filter_context="this doesn't work yet"  # To filter by context name (doesn't work until MacBacon implements it)
+#   rake spec hide_backtraces=yes                     # Hide backtraces
+#   rake spec focus=block/03_paragraph                # Focus on only certain testcase files
+
+
+# From http://chen.do/blog/2013/06/03/running-individual-specs-with-rubymotion/
+#------------------------------------------------------------------------------
+def silence_warnings(&block)
+  warn_level = $VERBOSE
+  $VERBOSE = nil
+  begin
+    result = block.call
+  ensure
+    $VERBOSE = warn_level
+  end
+  result
+end
+
+silence_warnings do
+  module Bacon
+    if ENV['filter']
+      $stderr.puts "Filtering specs that match: #{ENV['filter']}"
+      RestrictName = Regexp.new(ENV['filter'])
+    end
+
+    if ENV['filter_context']
+      $stderr.puts "Filtering contexts that match: #{ENV['filter_context']}"
+      RestrictContext = Regexp.new(ENV['filter_context'])
+    end
+
+    Backtraces = false if ENV['hide_backtraces']
+  end
+end

data/spec/helpers/tidy.rb

@@ -0,0 +1,12 @@
+def tidy_output(out)
+  cmd = "tidy -q --doctype omit #{RUBY_VERSION >= '1.9' ? '-utf8' : '-raw'} 2>/dev/null"
+  result = IO.popen(cmd, 'r+') do |io|
+    io.write(out)
+    io.close_write
+    io.read
+  end
+  if $?.exitstatus == 2
+    raise "Problem using tidy"
+  end
+  result
+end

data/spec/html_to_html.rb

@@ -0,0 +1,40 @@
+describe "html-to-html conversion" do
+
+  `tidy -v 2>&1`
+  if $?.exitstatus != 0
+    warn("Skipping html-to-html tests because tidy executable is missing")
+  else
+    EXCLUDE_HTML_FILES = [
+      'test/testcases/block/06_codeblock/whitespace.html',          # bc of span inside pre
+      'test/testcases/block/09_html/simple.html',                   # bc of xml elements
+      'test/testcases/span/03_codespan/highlighting.html',          # bc of span elements inside code element
+      'test/testcases/block/04_header/with_auto_ids.html',          # bc of auto_ids=true option
+      'test/testcases/block/04_header/header_type_offset.html',     # bc of header_offset option
+      'test/testcases/block/06_codeblock/highlighting-rouge.html',  # bc of double surrounding <div>
+      ('test/testcases/span/03_codespan/highlighting-rouge.html'    if RUBY_VERSION < '2.0'),
+      'test/testcases/block/15_math/ritex.html',                    # bc of tidy
+      'test/testcases/span/math/ritex.html',                        # bc of tidy
+      'test/testcases/block/15_math/itex2mml.html',                 # bc of tidy
+      'test/testcases/span/math/itex2mml.html',                     # bc of tidy
+
+      'test/testcases/block/15_math/gh_128.html',                   # bc no math support yet
+      'test/testcases/block/15_math/normal.html',                   # bc no math support yet
+      'test/testcases/span/math/normal.html',                       # bc no math support yet
+    ]
+
+    Dir["#{focus_files(testcase_dir)}.{html,html.19,htmlinput,htmlinput.19}"].each do |html_file|
+      next if EXCLUDE_HTML_FILES.any? {|f| html_file =~ /#{f}(\.19)?$/}
+      next if skip_file_ruby_19?(html_file)
+
+      out_file  = (html_file =~ /\.htmlinput(\.19)?$/ ? html_file.sub(/input(\.19)?$/, '') : html_file)
+      opts_file = html_file.sub(/\.html(input)?(\.19)?$/, '.options')
+      
+      it "#{short_name(html_file)} --> html" do
+        options   = load_options(opts_file)
+        doc       = Kramdown::Document.new(File.read(html_file), options.merge(:input => 'html'))
+        expect(tidy_output(File.read(out_file))).to eq tidy_output(doc.to_html)
+      end
+    end
+  end
+
+end

data/spec/html_to_kramdown_to_html.rb

@@ -0,0 +1,46 @@
+describe "html-to-kramdown-to-html conversion" do
+
+  `tidy -v 2>&1`
+  if $?.exitstatus != 0
+    warn("Skipping html-to-kramdown-to-html tests because tidy executable is missing")
+  else
+    EXCLUDE_HTML_KD_FILES = [
+      'test/testcases/span/extension/options.html',                     # bc of parse_span_html option
+      'test/testcases/span/05_html/normal.html',                        # bc of br tag before closing p tag
+      'test/testcases/block/12_extension/nomarkdown.html',              # bc of nomarkdown extension
+      'test/testcases/block/09_html/simple.html',                       # bc of webgen:block elements
+      'test/testcases/block/09_html/markdown_attr.html',                # bc of markdown attr
+      'test/testcases/block/09_html/html_to_native/table_simple.html',  # bc of invalidly converted simple table
+      'test/testcases/block/06_codeblock/whitespace.html',              # bc of entity to char conversion
+      'test/testcases/block/06_codeblock/highlighting-rouge.html',      # bc of double surrounding <div>
+      'test/testcases/block/11_ial/simple.html',                        # bc of change of ordering of attributes in header
+      'test/testcases/span/03_codespan/highlighting.html',              # bc of span elements inside code element
+      'test/testcases/block/04_header/with_auto_ids.html',              # bc of auto_ids=true option
+      'test/testcases/block/04_header/header_type_offset.html',         # bc of header_offset option
+      'test/testcases/block/16_toc/toc_exclude.html',                   # bc of different attribute ordering
+      'test/testcases/span/autolinks/url_links.html',                   # bc of quot entity being converted to char
+      ('test/testcases/span/03_codespan/highlighting-rouge.html' if RUBY_VERSION < '2.0'),
+      'test/testcases/block/15_math/ritex.html',                        # bc of tidy
+      'test/testcases/span/math/ritex.html',                            # bc of tidy
+      'test/testcases/block/15_math/itex2mml.html',                     # bc of tidy
+      'test/testcases/span/math/itex2mml.html',                         # bc of tidy
+
+      'testcases/block/15_math/gh_128.html',                            # bc no math support yet
+      'test/testcases/block/15_math/normal.html',                       # bc no math support yet
+      'test/testcases/span/math/normal.html',                           # bc no math support yet
+    ]
+
+    Dir["#{focus_files(testcase_dir)}.{html,html.19}"].each do |html_file|
+      next if EXCLUDE_HTML_KD_FILES.any? {|f| html_file =~ /#{f}(\.19)?$/}
+      next if skip_file_ruby_19?(html_file)
+      opts_file = html_file.sub(/\.html(\.19)?$/, '.options')
+
+      it "#{short_name(html_file)} --> kramdown --> html" do
+        kd      = Kramdown::Document.new(File.read(html_file), :input => 'html', :auto_ids => false, :footnote_nr => 1).to_kramdown
+        options = load_options(opts_file)
+        doc     = Kramdown::Document.new(kd, options)
+        expect(tidy_output(File.read(html_file))).to eq tidy_output(doc.to_html)
+      end
+    end
+  end
+end

data/spec/kramdown_to_xxx.rb

@@ -0,0 +1,40 @@
+describe "kramdown-to-xxx conversion" do
+
+  EXCLUDE_FILES = [
+    'test/testcases/block/04_header/with_auto_ids.text',          # bc no transliteration support yet
+    'test/testcases/block/06_codeblock/highlighting-opts.text',   # bc no highlight support yet
+    'test/testcases/block/06_codeblock/highlighting-rouge.text',  # bc no highlight support yet
+    'test/testcases/block/06_codeblock/highlighting.text',        # bc no highlight support yet
+    'test/testcases/block/12_extension/options3.text',            # bc no highlight support yet
+    'test/testcases/block/15_math/gh_128.text',                   # bc no math support yet
+    'test/testcases/block/15_math/itex2mml.text',                 # bc no math support yet
+    'test/testcases/block/15_math/normal.text',                   # bc no math support yet
+    'test/testcases/block/15_math/ritex.text',                    # bc no math support yet
+    'test/testcases/span/math/itex2mml.text',                     # bc no math support yet
+    'test/testcases/span/math/normal.text',                       # bc no math support yet
+    'test/testcases/span/math/ritex.text',                        # bc no math support yet
+    'test/testcases/span/03_codespan/highlighting-rouge.text',    # bc no highlight support yet
+    'test/testcases/span/03_codespan/highlighting.text',          # bc no highlight support yet
+  ]
+
+  Dir["#{focus_files(testcase_dir)}.text"].each do |text_file|
+    next if EXCLUDE_FILES.any? {|f| text_file =~ /#{f}$/}
+    base_name   = text_file.sub(/\.text$/, '')
+    html_file   = text_file.sub('.text', '.html')
+    opts_file   = text_file.sub(/\.text$/, '.options')
+
+    (Dir[base_name + ".*"] - [text_file, opts_file]).each do |output_file|
+      output_format = convert_to_format(output_file)
+      next unless converter_supported?(output_format)
+      next if skip_file_ruby_19?(output_file)
+
+      it "#{short_name(text_file)} --> #{output_format}" do
+        options   = load_options(opts_file)
+        doc       = Kramdown::Document.new(File.read(text_file), options)
+        expect(doc.send("to_#{output_format}")).to eq File.read(output_file)
+      end
+    end
+  end
+  
+end
+

data/spec/test_location.rb

@@ -0,0 +1,203 @@
+# -*- coding: utf-8 -*-
+
+Encoding.default_external = 'utf-8' if RUBY_VERSION >= '1.9'
+
+describe 'location' do
+
+  # checks that +element+'s :location option corresponds to the location stored
+  # in the element.attr['class']
+  def check_element_for_location(element)
+    if (match = /^line-(\d+)/.match(element.attr['class'] || ''))
+      expected_line = match[1].to_i
+      element.options[:location].should.equal(expected_line)
+    end
+    element.children.each do |child|
+      check_element_for_location(child)
+    end
+  end
+
+  # Test cases consist of a kramdown string that uses IALs to specify the expected
+  # line numbers for a given element.
+  test_cases = {
+    'autolink' => %(testing autolinks\n\n<http://kramdown.org>{:.line-3}),
+    'blockquote' => %(
+      > block quote1
+      >
+      > * {:.line-3} list item in block quote
+      > * {:.line-4} list item in block quote
+      > {:.line-3}
+      {:.line-1}
+
+      > block quote2
+      {:.line-8}
+    ),
+    'codeblock' => %(\na para\n\n~~~~\ntest code 1\n~~~~\n{:.line-3}\n\n    test code 2\n{:.line-8}\n),
+    'codespan' => %(a para\n\nanother para `<code>`{:.line-3} with code\n),
+    'emphasis' => %(
+      para *span*{:.line-1}
+      {:.line-1}
+
+      ## header *span*{:.line-4}
+      {:.line-4}
+
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum *short span on single line*{:.line-11}
+      dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      *long span over multiple lines - proident, sunt in culpa qui officia deserunt
+      mollit anim id est laborum.*{:.line-13}
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      `code span`{:.line-18}
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      {:.line-7}
+    ),
+    'header' => %(
+      # header1
+      {:.line-1}
+
+      ## header2
+      {:.line-4}
+
+      ## header3
+      {:.line-7}
+
+      header4
+      =======
+      {:.line-10}
+
+      ^
+
+      header5
+      -------
+      {:.line-16}
+    ),
+    'horizontal_rule' => %(\na para\n\n----\n{:.line-3}\n),
+    'html_entity' => "a para\n\nanother para with &amp;{:.line-3} html entity.\n",
+    'link' => %(
+      a para
+
+      This is [a link](http://rubyforge.org){:.line-3} to a page.
+
+      Here comes a ![smiley](../images/smiley.png){:.line-5}
+    ),
+    'list' => %(
+      * {:.line-1} list item
+      * {:.line-2} list item
+      * {:.line-3} list item
+      {:.line-1}
+
+      {:.line-7}
+      1. {:.line-7} list item
+      2. {:.line-8} list item
+      3. {:.line-9} list item
+
+      {:.line-12}
+      definition term 1
+      : {:.line-13} definition definition 1
+      definition term 2
+      : {:.line-15} definition definition 2
+    ),
+    'math_block' => %(\na para\n\n$$5+5$$\n{:.line-3}\n),
+    'math_inline' => %(\na para\n\nanother para with inline math $$5+5$${:.line-3}\n),
+    'paragraph' => %(
+      para1
+      {:.line-1}
+
+      para2
+      {:.line-4}
+
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      {:.line-7}
+
+      {:.line-14}
+      para with leading IAL
+    ),
+    'table' => %(
+      a para
+
+      |first|second|third|
+      |-----|------|-----|
+      |a    |b     |c    |
+      {:.line-3}
+    ),
+    'typographic_symbol' => %(
+      a para
+
+      another para ---{:.line-3}
+
+      another para ...{:.line-5}
+    ),
+    'gh issue 129' => %(
+      `|`
+      {:.line-1}
+    ),
+    'gh issue 131' => %(
+      * {:.line-1} test
+        line 2
+        * {:.line-3} second
+        * {:.line-4} third
+      * {:.line-5} * {:.line-5} one
+        * {:.line-6} two
+    ),
+    'gh issue 158' => %(
+      😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁😁
+      {:.line-1}
+
+      - {:.line-4} T
+      {:.line-4}
+
+      # T
+      {:.line-7}
+    ),
+  }
+  test_cases.each do |name, test_string|
+    it "Handles #{ name }" do
+      doc = Kramdown::Document.new(test_string.gsub(/^      /, '').strip)
+      check_element_for_location(doc.root)
+    end
+  end
+
+  it 'adds location info to duplicate abbreviation definition warnings' do
+    test_string = %(This snippet contains a duplicate abbreviation definition
+
+*[duplicate]: The first definition
+*[duplicate]: The second definition
+    )
+    doc = Kramdown::Document.new(test_string.strip)
+    doc.warnings.should.equal ["Duplicate abbreviation ID 'duplicate' on line 4 - overwriting"]
+  end
+
+  it 'handles abbreviations' do
+    str = "This *is* ABC and\n**and** ABC second\nanother ABC\nas ABC as\nABC at the end.\n\n*[ABC]: ABC"
+    doc = Kramdown::Document.new(str)
+    doc.root.children.first.children.select {|e| e.type == :abbreviation}.each_with_index do |e, i|
+      expect(i + 1).to eq e.options[:location]
+    end
+  end
+
+  it 'handles line breaks' do
+    str = "First  \nsecond\\\\\nthird  \n"
+    doc = Kramdown::Document.new(str)
+    doc.root.children.first.children.select {|e| e.type == :br}.each_with_index do |e, i|
+      expect(i + 1).to eq e.options[:location]
+    end
+  end
+
+  it 'handles smart quotes' do
+    str = "This is 'first'\nand 'second' and\n'third'"
+    doc = Kramdown::Document.new(str)
+    doc.root.children.first.children.select {|e| e.type == :smart_quote}.each_with_index do |e, i|
+      expect(((i + 1) /2.0).ceil).to eq e.options[:location]
+    end
+  end
+
+end

data/spec/test_string_scanner_kramdown.rb

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+
+describe Kramdown::Utils::StringScanner do
+
+  [
+    ["...........X............", [/X/], 1],
+    ["1\n2\n3\n4\n5\n6X", [/X/], 6],
+    ["1\n2\n3\n4\n5\n6X\n7\n8X", [/X/,/X/], 8],
+    [(".\n" * 1000) + 'X', [/X/], 1001]
+  ].each_with_index do |test_data, i|
+    test_string, scan_regexes, line_number = test_data
+    it "computes the correct current_line_number for example ##{i+1}" do
+      str_sc = Kramdown::Utils::StringScanner.new(test_string)
+      scan_regexes.each { |scan_re| str_sc.scan_until(scan_re) }
+      expect(str_sc.current_line_number).to eq line_number
+    end
+  end
+
+end