commonmarker 0.2.0 → 0.2.1

data/lib/commonmarker.rb

@@ -18,7 +18,7 @@ module CommonMarker
   # Returns a {String} of converted HTML.
   def self.render_html(text, option = :default)
     fail TypeError, 'text must be a string!' unless text.is_a?(String)
-    Node.markdown_to_html(text, Config.process_options(option))
+    Node.markdown_to_html(text.encode('UTF-8'), Config.process_options(option)).force_encoding('UTF-8')
   end
 
   # Public: Parses a Markdown string into a `document` node.
@@ -29,6 +29,7 @@ module CommonMarker
   # Returns the `document` node.
   def self.render_doc(text, option = :default)
     fail TypeError, 'text must be a string!' unless text.is_a?(String)
+    text = text.encode('UTF-8')
     Node.parse_document(text, text.bytesize, Config.process_options(option))
   end
 

data/lib/commonmarker/version.rb

@@ -1,3 +1,3 @@
 module CommonMarker
-  VERSION = '0.2.0'
+  VERSION = '0.2.1'
 end

data/test/fixtures/curly.md

@@ -0,0 +1 @@
+This curly quote “makes commonmarker throw an exception”.

data/test/test_encoding.rb

@@ -0,0 +1,10 @@
+require 'test_helper'
+
+class TestEncoding < Minitest::Test
+  # see http://git.io/vq4FR
+  def test_encoding
+    contents = File.read(File.join(FIXTURES_DIR, 'curly.md'))
+    render = CommonMarker.render_html(contents, :smart)
+    assert_equal render.rstrip, '<p>This curly quote “makes commonmarker throw an exception”.</p>'
+  end
+end

data/test/test_helper.rb

@@ -4,6 +4,8 @@ require 'minitest/pride'
 
 include CommonMarker
 
+FIXTURES_DIR = File.join(File.dirname(__FILE__), 'fixtures')
+
 def open_spec_file(filename, options = {})
   line_number = 0
   start_line = 0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: commonmarker
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Garen Torikian
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-06-26 00:00:00.000000000 Z
+date: 2015-07-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ruby-enum
@@ -140,6 +140,97 @@ files:
 - ext/commonmarker/cmark/bench/statistics.py
 - ext/commonmarker/cmark/bench/stats.py
 - ext/commonmarker/cmark/benchmarks.md
+- ext/commonmarker/cmark/build/CMakeCache.txt
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CMakeCCompiler.cmake
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CMakeCXXCompiler.cmake
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CMakeDetermineCompilerABI_C.bin
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CMakeDetermineCompilerABI_CXX.bin
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CMakeSystem.cmake
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CompilerIdC/CMakeCCompilerId.c
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CompilerIdC/a.out
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CompilerIdCXX/CMakeCXXCompilerId.cpp
+- ext/commonmarker/cmark/build/CMakeFiles/2.8.10.1/CompilerIdCXX/a.out
+- ext/commonmarker/cmark/build/CMakeFiles/CMakeDirectoryInformation.cmake
+- ext/commonmarker/cmark/build/CMakeFiles/CMakeError.log
+- ext/commonmarker/cmark/build/CMakeFiles/CMakeOutput.log
+- ext/commonmarker/cmark/build/CMakeFiles/Makefile.cmake
+- ext/commonmarker/cmark/build/CMakeFiles/Makefile2
+- ext/commonmarker/cmark/build/CMakeFiles/TargetDirectories.txt
+- ext/commonmarker/cmark/build/CMakeFiles/cmake.check_cache
+- ext/commonmarker/cmark/build/CMakeFiles/progress.marks
+- ext/commonmarker/cmark/build/CTestTestfile.cmake
+- ext/commonmarker/cmark/build/Makefile
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/CMakeDirectoryInformation.cmake
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/DependInfo.cmake
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/build.make
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/cmake_clean.cmake
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/depend.make
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/flags.make
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/link.txt
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/api_test.dir/progress.make
+- ext/commonmarker/cmark/build/api_test/CMakeFiles/progress.marks
+- ext/commonmarker/cmark/build/api_test/Makefile
+- ext/commonmarker/cmark/build/api_test/cmake_install.cmake
+- ext/commonmarker/cmark/build/cmake_install.cmake
+- ext/commonmarker/cmark/build/man/CMakeFiles/CMakeDirectoryInformation.cmake
+- ext/commonmarker/cmark/build/man/CMakeFiles/progress.marks
+- ext/commonmarker/cmark/build/man/Makefile
+- ext/commonmarker/cmark/build/man/cmake_install.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/CMakeDirectoryInformation.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/DependInfo.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/build.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/cmake_clean.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/depend.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/flags.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/link.txt
+- ext/commonmarker/cmark/build/src/CMakeFiles/cmark.dir/progress.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/DependInfo.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/build.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/cmake_clean.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/depend.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/flags.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/link.txt
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark.dir/progress.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/C.includecache
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/DependInfo.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/blocks.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/buffer.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/build.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/cmake_clean.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/cmake_clean_target.cmake
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/cmark.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/cmark_ctype.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/commonmark.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/depend.internal
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/depend.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/flags.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/houdini_href_e.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/houdini_html_e.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/houdini_html_u.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/html.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/inlines.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/iterator.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/link.txt
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/man.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/node.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/progress.make
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/references.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/scanners.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/utf8.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/xml.c.o
+- ext/commonmarker/cmark/build/src/CMakeFiles/progress.marks
+- ext/commonmarker/cmark/build/src/Makefile
+- ext/commonmarker/cmark/build/src/cmake_install.cmake
+- ext/commonmarker/cmark/build/src/cmark_export.h
+- ext/commonmarker/cmark/build/src/cmark_version.h
+- ext/commonmarker/cmark/build/src/config.h
+- ext/commonmarker/cmark/build/src/libcmark.a
+- ext/commonmarker/cmark/build/src/libcmark.pc
+- ext/commonmarker/cmark/build/testdir/CMakeFiles/CMakeDirectoryInformation.cmake
+- ext/commonmarker/cmark/build/testdir/CMakeFiles/progress.marks
+- ext/commonmarker/cmark/build/testdir/CTestTestfile.cmake
+- ext/commonmarker/cmark/build/testdir/Makefile
+- ext/commonmarker/cmark/build/testdir/cmake_install.cmake
 - ext/commonmarker/cmark/changelog.txt
 - ext/commonmarker/cmark/data/CaseFolding-3.2.0.txt
 - ext/commonmarker/cmark/man/CMakeLists.txt
@@ -252,6 +343,7 @@ files:
 - ext/commonmarker/cmark/wrappers/wrapper.rb
 - ext/commonmarker/cmark/wrappers/wrapper.rkt
 - ext/commonmarker/commonmarker.c
+- ext/commonmarker/commonmarker.c.orig
 - ext/commonmarker/commonmarker.h
 - ext/commonmarker/extconf.rb
 - lib/commonmarker.rb
@@ -260,9 +352,11 @@ files:
 - lib/commonmarker/renderer/html_renderer.rb
 - lib/commonmarker/version.rb
 - test/benchmark.rb
+- test/fixtures/curly.md
 - test/spec_tests.json
 - test/test_basics.rb
 - test/test_doc.rb
+- test/test_encoding.rb
 - test/test_gc.rb
 - test/test_helper.rb
 - test/test_linebreaks.rb
@@ -297,9 +391,11 @@ specification_version: 4
 summary: CommonMark parser and renderer. Written in C, wrapped in Ruby.
 test_files:
 - test/benchmark.rb
+- test/fixtures/curly.md
 - test/spec_tests.json
 - test/test_basics.rb
 - test/test_doc.rb
+- test/test_encoding.rb
 - test/test_gc.rb
 - test/test_helper.rb
 - test/test_linebreaks.rb