asciidoctor_cjk_breaks 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9c02afe8dd442f8c710ba0d7378e7725aac105a6f50531c380611d318860376e
-  data.tar.gz: d3ba448088b097772c1e0e04be5075ae89b3e2072d9ceb08a056f2a3f54fe777
+  metadata.gz: 03ca0087d1fa376ff0798af72d2af93a9ff65de401f3ec9cf9f87f881ff34055
+  data.tar.gz: af10c813c19a1d60eae229d7426256e76c4e7c4e6418362c5b69e66796984d18
 SHA512:
-  metadata.gz: ad97861be354b68c41f5c640667c7ce54ece7be6686287cb73d54a0ae614ebb3acf67f2e8b6b1590101a6b471eb3a1489b9ef96a29d1d25f238502f18d3b0614
-  data.tar.gz: 3962921d6e1500c0b825e49bee236ae3cfd0edb828ca8b480694265116fdccfcc8871ce53ceb22021b5ee3018ac6b8ce3d050a808161d6ea587b37131deb1c90
+  metadata.gz: d98b69981d5d936478b2e5c89f6de7c8b820248c1e6529e1f81d74c88281360e036a952e03199bc3bbd35018cec2defd4d3e38d1ad08f876701ce3749cf143d8
+  data.tar.gz: 2e7d4cf825dab40200cf75da3d19072abbf5189d1d739d2ff692bce8aaa43ae0d148c37478b74b95c10e9afa090cb55a8764ca40f58b865d202371947404665c

data/README.adoc

@@ -15,7 +15,7 @@ This extension finds and removes newlines that cannot be converted to space, alg
 
 This is a Ruby port of https://github.com/markdown-it/markdown-it-cjk-breaks[markdown-it-cjk-breaks].
 
-Status: https://github.com/markdown-it/markdown-it-cjk-breaks/commit/15c7a4144e0e6f94fada671a6eb2c7b63e2358f0[15c7a41]
+Status: https://github.com/markdown-it/markdown-it-cjk-breaks/commit/26744838965b07ed5853031461600890b57238f7[2674483]
 
 == Install
 
@@ -23,8 +23,19 @@ Status: https://github.com/markdown-it/markdown-it-cjk-breaks/commit/15c7a4144e0
 
 == Usage
 
+In command line:
+
  $ asciidoctor -r asciidoctor_cjk_breaks example.adoc
 
+In Ruby:
+
+[source, ruby]
+--------------
+require 'asciidoctor_cjk_breaks'
+
+Asciidoctor.convert_file filepath
+--------------
+
 == Test
 
  $ ruby test/test_cjk_breaks.rb

data/lib/asciidoctor/cjk_breaks_treeprocessor.rb

@@ -3,57 +3,68 @@ require 'east_asian_width'
 
 class CjkBreaksTreeprocessor < Asciidoctor::Extensions::Treeprocessor
   def process(document)
-    return unless document.blocks?
-
-    remove_cjk_breaks document
+    process_interal document
     nil
   end
 
-  def remove_cjk_breaks(node)
-    node.blocks.each_with_index do |block, index|
-      if block.context == :paragraph
-        content_changed = false
-        # Processing after raw_source -> block.lines -> block.content in asciidoctor.
-        # It may be better to make this process while the process from raw_source -> block.lines
-        # whose code flow is:
-        # -> `Asciidoctor::Block.initialize`
-        # -> `Asciidoctor::Helpers.normalize_lines_from_string`.
-        lines = block.content.lines
-        lines.each_with_index do |line, line_index|
-          last_char_idx = line.rindex(/[^\r|\n]/)
-          last_char = line[last_char_idx]
-          next_line = lines[line_index + 1]
-          next_char = next_line[0] if next_line
+  def process_interal(block)
+    case block.context
+    when :paragraph
+      remove_cjk_breaks block
+    when :dlist
+      block
+    when :table
+      block
+    else
+      block.blocks.map! do |b|
+        process_interal b
+      end
+      block
+    end
+  end
 
-          next unless last_char && next_char
+  def remove_cjk_breaks(block)
+    content_changed = false
+    # Processing after raw_source -> block.lines -> block.content in asciidoctor.
+    # It may be better to make this process while the process from raw_source -> block.lines
+    # whose code flow is:
+    # -> `Asciidoctor::Block.initialize`
+    # -> `Asciidoctor::Helpers.normalize_lines_from_string`.
+    lines = block.content.lines
+    lines.each_with_index do |line, line_index|
+      last_char_idx = line.rindex(/[^\r|\n]/)
+      last_char = line[last_char_idx]
+      next_line = lines[line_index + 1]
+      next_char = next_line[0] if next_line
 
-          remove_break = false
+      next unless last_char && next_char
 
-          if last_char == "\u200b" || next_char == "\u200b"
-            # remove newline if it's adjacent to ZWSP
-            remove_break = true
-          elsif EastAsianWidth.east_asian_width(last_char).match?(/^[FWH]$/) &&
-                EastAsianWidth.east_asian_width(next_char).match?(/^[FWH]$/)
-            # remove newline if both characters are fullwidth (F), wide (W) or
-            # halfwidth (H), but not Hangul
-            remove_break = true if !hangul?(last_char) && !hangul?(next_char)
-          end
+      remove_break = false
 
-          if remove_break
-            lines[line_index] = line.chomp
-            content_changed = true
-          end
-        end
+      if last_char == "\u200b" || next_char == "\u200b"
+        # remove newline if it's adjacent to ZWSP
+        remove_break = true
+      elsif EastAsianWidth.east_asian_width(last_char).match?(/^[FWH]$/) &&
+            EastAsianWidth.east_asian_width(next_char).match?(/^[FWH]$/)
+        # remove newline if both characters are fullwidth (F), wide (W) or
+        # halfwidth (H), but not Hangul
+        remove_break = true if !hangul?(last_char) && !hangul?(next_char)
+      end
 
-        if content_changed
-          node.blocks[index] = create_paragraph block.document, lines.join(''), block.attributes
-        end
-      else
-        remove_cjk_breaks block
+      if remove_break
+        lines[line_index] = line.chomp
+        content_changed = true
       end
     end
+
+    if content_changed
+      create_paragraph block.document, lines.join(''), block.attributes
+    else
+      block
+    end
   end
 
+
   REGEXP_HANGUL_CHARS = /
     [
     \u1100-\u11FF

data/test/fixtures/cjk_breaks.txt

@@ -70,3 +70,12 @@ foo🈀
 .
 <p>foo🈀🈀foo</p>
 .
+
+Should process EOL correctly
+.
+image:image.png[img]
+text
+.
+<p><img src="image.png" alt="img">
+text</p>
+.

data/test/fixtures/dlist.txt

@@ -0,0 +1,14 @@
+hello::
+world
+goodbye::
+cruel world1
+
+***
+
+Dairy::
+* Milk
+* Eggs
+Bakery::
+* Bread
+Produce::
+* Bananas

data/test/fixtures/table.txt

@@ -0,0 +1,20 @@
+|===
+
+| Cell in column 1, row 1 | Cell in column 2, row 1
+
+| Cell in column 1, row 2 | Cell in column 2, row 2
+
+| Cell in column 1, row 3 | Cell in column 2, row 3
+
+|===
+
+***
+
+[cols="3*"]
+|===
+|Cell in column 1, row 1 |Cell in column 2, row 1
+|Cell in column 3, row 1
+
+|Cell in column 1, row 2
+|Cell in column 2, row 2 |Cell in column 3, row 2
+|===

data/test/fixtures/tengwanggexu-wangbo.txt

@@ -1,4 +1,5 @@
-滕王阁序 --- 王勃
+= 滕王阁序
+王勃
 
 豫章故郡，洪都新府。
 星分翼轸，地接衡庐。

data/test/test_cjk_breaks.rb

@@ -2,3 +2,6 @@ require_relative '../lib/asciidoctor_cjk_breaks'
 
 Asciidoctor.convert_file 'test/fixtures/cjk_breaks.txt'
 Asciidoctor.convert_file 'test/fixtures/tengwanggexu-wangbo.txt'
+
+Asciidoctor.convert_file 'test/fixtures/dlist.txt'
+Asciidoctor.convert_file 'test/fixtures/table.txt'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: asciidoctor_cjk_breaks
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Kaizhao Zhang
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-11-09 00:00:00.000000000 Z
+date: 2020-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: asciidoctor
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: east_asian_width
   requirement: !ruby/object:Gem::Requirement
@@ -49,13 +49,15 @@ files:
 - lib/asciidoctor/cjk_breaks_treeprocessor.rb
 - lib/asciidoctor_cjk_breaks.rb
 - test/fixtures/cjk_breaks.txt
+- test/fixtures/dlist.txt
+- test/fixtures/table.txt
 - test/fixtures/tengwanggexu-wangbo.txt
 - test/test_cjk_breaks.rb
 homepage: https://github.com/zhangkaizhao/asciidoctor_cjk_breaks
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -70,9 +72,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: Suppress line breaks between east asian characters
 test_files: []