review-retrovert 0.3.0 → 0.9.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c8c6ad831811a8b43789da95255704662ae982c5f8650223a10ec0b56629452d
-  data.tar.gz: c6db66340797c549a48df210fc17e5685503f6bdf26eeb2636b37ee66f9ebc3c
+  metadata.gz: fdd00a05ee2fe184542575f75ff8b5f7541ea11ead119c28b1b00e00d38aeab8
+  data.tar.gz: 6a1dcf4eedabf43d6be0b8bf7814dc11d30d8798730a95e33ed6a95cda59173d
 SHA512:
-  metadata.gz: f98a2df0d44baf883acd3697195b6145a5ec53d8ba3159036e39f065b60c478a617859f71099d1e36d3a3c659506f45f67538e3f540ce9c5a6ea17654b578b01
-  data.tar.gz: 81fbcbda5a0bd596a8eee846db5f3fe77e694cfe88d43e956564f2a9412c77e486be2c4ed508943499a76b2f07eef9f20ef8bddbe691146a4cddcade50d63ae3
+  metadata.gz: 4f3748ae4c99d94ecb773de86501b720712f25381061055d42e12186f795775ad0a359e7c901b089fa804f82e9fb3d8506a17aeb693d51d14138a80a5b3a8256
+  data.tar.gz: 7126a6536e53cceb34e41c9b606d6974b336bd6afb8d6391a279db5ba16ba3b3939aea4b9efcda8a51c0a2221ef0f1226aa4849625e90cd8e25a2e5900d2299f

data/.github/workflows/retrovert.yml

@@ -0,0 +1,39 @@
+on: 
+  pull_request:
+  push:
+    branches:
+      - master
+
+name: Retrovert
+jobs:
+  review:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 2.6
+      - run: bundle install
+      # spec
+      - name: spec
+        run: bundle exec rake spec
+      # convert
+      - name: convert
+        run: bundle exec review-retrovert convert testdata/mybook/config.yml tmp -f
+      # build
+      - name: review build
+        uses: docker://srzzumix/review-retrovert
+        with:
+          entrypoint: bash
+          args: -c "cd tmp; rake preproc all"
+      # artifacts
+      - name: artifacts
+        uses: actions/upload-artifact@v1
+        with:
+          name: mybook
+          path: tmp/mybook.pdf
+      - name: artifacts
+        uses: actions/upload-artifact@v1
+        with:
+          name: mybook
+          path: tmp/mybook.epub

data/.gitignore

@@ -5,11 +5,11 @@
 /doc/
 /pkg/
 /spec/reports/
-/tmp/
+tmp/
 
 # rspec failure tracking
 .rspec_status
 .rakeTasks
 .idea
 
-*.gem
+*.gem

data/.ruby-version

@@ -0,0 +1 @@
+2.5.5

data/Gemfile

@@ -5,3 +5,4 @@ gemspec
 
 gem "rake", "~> 12.0"
 gem "rspec", "~> 3.0"
+gem 'aruba', '~> 1.0.2'

data/Gemfile.lock

@@ -1,21 +1,80 @@
 PATH
   remote: .
   specs:
-    review-retrovert (0.3.0)
+    review-retrovert (0.9.2)
       review (>= 3.2.0, < 4.0)
       thor
 
 GEM
   remote: https://rubygems.org/
   specs:
+    activesupport (6.0.3.2)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+      zeitwerk (~> 2.2, >= 2.2.2)
+    aruba (1.0.2)
+      childprocess (>= 2.0, < 5.0)
+      contracts (~> 0.16.0)
+      cucumber (>= 2.4, < 5.0)
+      ffi (~> 1.9)
+      rspec-expectations (~> 3.4)
+      thor (~> 1.0)
+    builder (3.2.4)
+    childprocess (4.0.0)
+    concurrent-ruby (1.1.6)
+    contracts (0.16.0)
+    cucumber (4.1.0)
+      builder (~> 3.2, >= 3.2.3)
+      cucumber-core (~> 7.1, >= 7.1.0)
+      cucumber-create-meta (~> 1.0.0, >= 1.0.0)
+      cucumber-cucumber-expressions (~> 10.1, >= 10.1.0)
+      cucumber-gherkin (~> 14.0, >= 14.0.1)
+      cucumber-html-formatter (~> 7.0, >= 7.0.0)
+      cucumber-messages (~> 12.2, >= 12.2.0)
+      cucumber-wire (~> 3.1, >= 3.1.0)
+      diff-lcs (~> 1.3, >= 1.3, < 1.4)
+      multi_test (~> 0.1, >= 0.1.2)
+      sys-uname (~> 1.0, >= 1.0.2)
+    cucumber-core (7.1.0)
+      cucumber-gherkin (~> 14.0, >= 14.0.1)
+      cucumber-messages (~> 12.2, >= 12.2.0)
+      cucumber-tag-expressions (~> 2.0, >= 2.0.4)
+    cucumber-create-meta (1.0.0)
+      cucumber-messages (~> 12.2, >= 12.2.0)
+      sys-uname (~> 1.2, >= 1.2.1)
+    cucumber-cucumber-expressions (10.2.2)
+    cucumber-gherkin (14.2.0)
+      cucumber-messages (~> 12.4, >= 12.4.0)
+    cucumber-html-formatter (7.2.0)
+      cucumber-messages (~> 12.4, >= 12.4.0)
+    cucumber-messages (12.4.0)
+      protobuf-cucumber (~> 3.10, >= 3.10.8)
+    cucumber-tag-expressions (2.0.4)
+    cucumber-wire (3.1.0)
+      cucumber-core (~> 7.1, >= 7.1.0)
+      cucumber-cucumber-expressions (~> 10.1, >= 10.1.0)
+      cucumber-messages (~> 12.2, >= 12.2.0)
     diff-lcs (1.3)
-    image_size (2.0.2)
+    ffi (1.13.1)
+    i18n (1.8.5)
+      concurrent-ruby (~> 1.0)
+    image_size (2.1.0)
+    middleware (0.1.0)
+    minitest (5.14.1)
+    multi_test (0.1.2)
+    protobuf-cucumber (3.10.8)
+      activesupport (>= 3.2)
+      middleware
+      thor
+      thread_safe
     rake (12.3.3)
     review (3.2.0)
       image_size
       rouge
       rubyzip
-    rouge (3.20.0)
+    rouge (3.26.0)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -30,12 +89,19 @@ GEM
       rspec-support (~> 3.9.0)
     rspec-support (3.9.2)
     rubyzip (2.3.0)
+    sys-uname (1.2.1)
+      ffi (>= 1.0.0)
     thor (1.0.1)
+    thread_safe (0.3.6)
+    tzinfo (1.2.7)
+      thread_safe (~> 0.1)
+    zeitwerk (2.4.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
+  aruba (~> 1.0.2)
   rake (~> 12.0)
   review-retrovert!
   rspec (~> 3.0)

data/README.md

@@ -4,6 +4,8 @@
 
 # ReVIEW::Retrovert
 
+[Re:VIEW Starter](https://kauplan.org/reviewstarter/) Project convert to [Re:VIEW](https://reviewml.org/ja/) 3.X
+
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -22,7 +24,9 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+```sh
+review-retrovert convert /path/to/dir/review-starter/config.yml <output directory>
+```
 
 ## Development
 
@@ -34,10 +38,9 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/srz-zumix/review-retrovert.
 
-
 ## Develop
 
-docker run -it --rm -v $(pwd)/../:/github vvakame/review:3.2 bash
+docker run -it --rm -v $(pwd)/:/work -w /work vvakame/review:3.2 bash
 
 ## License
 

data/lib/review/retrovert/cli.rb

@@ -7,6 +7,10 @@ module ReVIEW
       desc "convert {review_starter_configfile} {outdir}", "convert Re:VIEW Starter project to Re:VIEW project"
       method_option "force", aliases: "f", desc: 'Force output', type: :boolean
       method_option "strict", desc: 'Only process files registered in the catalog', type: :boolean
+      method_option "preproc", desc: 'Execute preproc after conversion', type: :boolean
+      method_option "tabwidth", desc: 'Preproc tabwidth option value', type: :numeric, default: 0
+      method_option "table-br-replace", desc: '@<br>{} in table replace string', type: :string, default: ''
+      method_option "table-empty-replace", desc: 'empty cell(.) in table replace string', type: :string, default: '　'
       def convert(review_starter_configfile, outdir)
         Converter.execute(review_starter_configfile, outdir, options)
       end

data/lib/review/retrovert/converter.rb

@@ -52,8 +52,13 @@ module ReVIEW
         outpath = File.join(outdir, outimagedir)
         FileUtils.mkdir_p(outpath)
         image_ext = @config['image_ext']
+        srcroot = Pathname.new(srcpath)
         image_ext.each { |ext|
-          FileUtils.cp_r(Dir.glob(File.join(srcpath, "**/*.#{ext}")), outpath)
+          Dir.glob(File.join(srcpath, "**/*.#{ext}")).each { |srcimg|
+            outimg = File.join(outpath, Pathname.new(srcimg).relative_path_from(srcroot))
+            FileUtils.makedirs(File.dirname(outimg))
+            FileUtils.cp(srcimg, outimg)
+          }
         }
         @configs.rewrite_yml('imagedir', outimagedir)
       end
@@ -64,8 +69,35 @@ module ReVIEW
         @configs.rewrite_yml('texstyle', '["reviewmacro"]')
       end
 
-      def replace_inline_command(content, command, sub)
+      def replace_compatible_block_command_outline(content, command, new_command, option_count)
+        if option_count > 0
+          content.gsub!(/^\/\/#{command}(?<option>(\[[^\r\n]*?\]){0,#{option_count}})(\[[^\r\n]*\])*{(?<inner>.*?)\/\/}/m, "//#{new_command}\\k<option>{\\k<inner>//}")
+        else
+          content.gsub!(/^\/\/#{command}(\[[^\r\n]*\])*{(?<inner>.*?)\/\/}/m, "//#{new_command}{\\k<inner>//}")
+        end
+      end
+
+      def replace_compatible_block_command_to_outside(content, command, new_command, option_count, add_options="", new_body="")
+        body = new_body
+        body += '\n' unless body.empty?
+        content.gsub!(/^\/\/#{command}(?<option>(\[[^\r\n]*?\]){0,#{option_count}})(\[[^\r\n]*\])*{(?<inner>.*?)\/\/}/m, "//#{new_command}\\k<option>#{add_options}{\n#{new_body}//}\\k<inner>")
+      end
+
+      def replace_block_command_outline(content, command, new_command, use_option)
+        if use_option
+          content.gsub!(/^\/\/#{command}(?<option>\[[^\r\n]*\])*{(?<inner>.*?)\/\/}/m, "//#{new_command}\\k<option>{\\k<inner>//}")
+        else
+          content.gsub!(/^\/\/#{command}(?<option>\[[^\r\n]*?\])*{(?<inner>.*?)\/\/}/m, "//#{new_command}{\\k<inner>//}")
+        end
+      end
+
+      def delete_block_command_outer(content, command)
+        content.gsub!(/^\/\/#{command}(\[[^\r\n]*?\])*{(?<inner>.*?)\/\/}\R/m, '\k<inner>')
+      end
 
+      def delete_block_command(content, command)
+        content.gsub!(/^\/\/#{command}(\[[^\r\n]*?\])*{.*?\/\/}\R/m, '')
+        content.gsub!(/^\/\/#{command}(\[.*?\])*\s*\R/, '')
       end
 
       def delete_inline_command(content, command)
@@ -73,6 +105,167 @@ module ReVIEW
         content.gsub!(/@<#{command}>(?:(\$)|(?:({)|(\|)))((?:.*@<\w*>[\|${].*?[\|$}].*?|.*?)*)(?(1)(\$)|(?(2)(})|(\|)))/){"#{$4}"}
       end
 
+      def replace_inline_command(content, command, new_command)
+        content.gsub!(/@<#{command}>/, "@<#{new_command}>")
+      end
+
+      def replace_block_command_nested_boxed_article_i(content, box, depth)
+        found = false
+        content.dup.scan(/(^\/\/#{box})(\[[^\r\n]*?\])*(?:(\$)|(?:({)|(\|)))(.*?)(^\/\/)(?(3)(\$)|(?(4)(})|(\|)).*?[\r\n]+)/m) { |m|
+          matched = m[0..-1].join
+          inner = m[5]
+          # info depth
+          im = inner.match(/^\/\/(\w+)((\[.*?\])*)([$|{])/)
+          unless im.nil?
+            inner_cmd = im[1]
+            inner_open = im[4]
+            inner_opts = im[2]
+            first_opt_m = inner_opts.match(/^\[(.*?)\]/)
+            first_opt = ""
+
+            # is_commentout = false
+            is_commentout = true
+            if first_opt_m
+              first_opt_v = first_opt_m[1]
+              unless first_opt_v.empty?
+                if inner.match(/@<.*?>[$|{]#{first_opt}/)
+                  is_commentout = false
+                  first_opt = "\\[#{first_opt_v}\\]"
+                end
+              end
+            end
+            cmd_begin = m[0..4].join
+            cmd_end = m[6..-1].join
+            # check other fence inner block (block command has fence??)
+            if inner_open == m[2..4].join
+              # if same fence then cmd_end == inner_end
+              if is_commentout
+                inner.gsub!(/(^\/\/(\w+(\[.*?\]|))*#{inner_open})/, '#@#\1')
+                content.gsub!(/#{Regexp.escape(matched)}/m, "#{cmd_begin}#{inner}#@##{cmd_end}")
+              else
+                imb = inner.match(/(\R((^\/\/\w+(\[.*?\])*)\s*)*^\/\/#{inner_cmd}#{first_opt}(\[.*?\])*#{inner_open}.*)\R/m)
+                to_out_block = imb[1]
+                inner.gsub!(/#{Regexp.escape(to_out_block)}/m, '')
+                content.gsub!(/#{Regexp.escape(matched)}/m, "#{cmd_begin}#{inner}#{cmd_end}#{to_out_block}")
+              end
+            else
+              close = inner_open == '{' ? '}' : inner_open
+              if is_commentout
+                inner.gsub!(/(^\/\/(\w+(\[.*?\]|))*#{inner_open})(.*?)(^\/\/#{close})/m, '#@#\1\2#@#\3')
+                content.gsub!(/#{Regexp.escape(matched)}/m, "#{cmd_begin}#{inner}#{cmd_end}")
+              else
+                imb = inner.match(/\R((^\/\/\w+(\[.*?\])*)\s*)*^\/\/(#{inner_cmd})#{first_opt}(\[[^\r\n]*?\])*(?:(\$)|(?:({)|(\|)))(.*?)(^\/\/)(?(3)(\$)|(?(4)(})|(\|)))/m)
+                to_out_block = imb[0]
+                inner.gsub!(/#{Regexp.escape(to_out_block)}/m, '')
+                content.gsub!(/#{Regexp.escape(matched)}/m, "#{cmd_begin}#{inner}#{cmd_end}#{to_out_block}")
+              end
+            end
+            found = true
+          end
+        }
+        if found
+          replace_block_command_nested_boxed_article_i(content, box, depth+1)
+        end
+      end
+
+      def replace_block_command_nested_boxed_article(content, box)
+        replace_block_command_nested_boxed_article_i(content, box, 0)
+      end
+
+      def replace_block_command_nested_boxed_articles(content)
+        replace_block_command_nested_boxed_article(content, 'note')
+        replace_block_command_nested_boxed_article(content, 'memo')
+        replace_block_command_nested_boxed_article(content, 'tip')
+        replace_block_command_nested_boxed_article(content, 'info')
+        replace_block_command_nested_boxed_article(content, 'warning')
+        replace_block_command_nested_boxed_article(content, 'important')
+        replace_block_command_nested_boxed_article(content, 'caution')
+        replace_block_command_nested_boxed_article(content, 'notice')
+      end
+
+      def replace_block_commentout(content)
+        d = content.dup
+        d.gsub!(/(^\/\/sampleoutputbegin\[)(.*?)(\])(.*?)(^\/\/sampleoutputend)/m, '')
+        d.scan(/(^#@)(\++)(.*?)(^#@)(-+)/m) { |m|
+          matched = m[0..-1].join
+          inner = m[2]
+          inner.gsub!(/(^.)/, '#@#\1')
+          content.gsub!(/#{Regexp.escape(matched)}/m, "#@##{m[1]}#{inner}#@##{m[4]}")
+        }
+      end
+
+      def replace_sampleoutput(content)
+        replace_block_commentout(content)
+        content.dup.scan(/(^\/\/sampleoutputbegin\[)(.*?)(\].*?\R)(.*?)(^\/\/sampleoutputend)/m) { |m|
+          matched = m[0..-1].join
+          sampleoutputbegin = m[0..2].join
+          sampleoutputend = m[4]
+          option = m[1]
+          inner = m[3]
+          # inner.gsub!(/^\/\//, '//@<nop>{}')
+          content.gsub!(/#{Regexp.escape(matched)}/m, "#{option}\n#@##{sampleoutputbegin}#{inner}#@##{sampleoutputend}")
+        }
+      end
+
+      def replace_auto_ids(content, command, require_option_count)
+        index = -1
+        content.gsub!(/^\/\/#{command}\[(|\?)\]/) { |s| index += 1; "//#{command}[starter_auto_id_#{command}_#{index}]" }
+        if require_option_count > 0
+          while !content.gsub!(/(^\/\/#{command}(\[[^\[\]]*?\]){0,#{require_option_count-1}})($|{)/, '\1[]\3').nil?
+          end
+        end
+      end
+
+      def remove_starter_refid(content)
+        # note - noteref
+        content.dup.scan(/(@<noteref>)(?:(\$)|(?:({)|(\|)))(.*?)(?(2)(\$)|(?(3)(})|(\|)))/) { |m|
+          matched = m[0..-1].join
+          ref = m[4]
+          n = content.match(/^\/\/note\[#{ref}\](\[.*?\])/)
+          unless n.nil?
+            content.gsub!(/#{Regexp.escape(matched)}/, n[1])
+            content.gsub!(/^\/\/note\[#{ref}\](\[.*?\])/, '//note\1')
+          else
+            # content.gsub!(/#{Regexp.escape(matched)}/, "noteref<#{ref}>")
+          end
+        }
+      end
+
+      def remove_starter_options(content)
+        # image border
+        content.gsub!(/(^\/\/image\[.*?\]\[.*?\]\[.*?)((,|)border=[^,\]]*)(.*?\])/, '\1\4')
+        # list lineno
+        content.gsub!(/(^\/\/list\[.*?\]\[.*?\]\[.*?)((,|)lineno=[^,\]]*)(.*?\])/, '\1\4')
+      end
+
+      def expand_nested_inline_command(content)
+        found = false
+        content.dup.scan(/(@<.*?>)(?:(\$)|(?:({)|(\|)))(.*?)(?(2)(\$)|(?(3)(})|(\|)))/) { |m|
+          matched = m.join
+          body = m[4]
+          im = body.match(/(.*)(@<.*?>)(?:(\$)|(?:({)|(\|)))(.*?)(?(3)(\$)|(?(4)(})|(\|)))(.*)/)
+          if im.nil?
+            im = body.match(/(.*)(@<.*?>)#{m[1..3].join}/)
+            unless im.nil?
+              outcmd_begin = m[0] + "$|{".gsub(m[1..3].join, '')
+              outcmd_end = "$|}".gsub(m[5..7].join, '')
+              rep = "#{outcmd_begin}#{body}#{outcmd_end}"
+              content.gsub!(matched, rep)
+              found = true
+            end
+          else
+            outcmd_begin = m[0..3].join
+            outcmd_end = m[5..7].join
+            rep = "#{outcmd_begin}#{im[1]}#{outcmd_end}#{im[2..9].join}#{outcmd_begin}#{im[-1]}#{outcmd_end}"
+            content.gsub!(matched, rep)
+            found = true
+          end
+        }
+        if found
+          expand_nested_inline_command(content)
+        end
+      end
+
       def copy_embedded_contents(outdir, content)
         content.scan(/\#@mapfile\((.*?)\)/).each do |filepath|
           srcpath = File.join(@basedir, filepath)
@@ -85,16 +278,105 @@ module ReVIEW
         end
       end
 
+      def add_linkurl_footnote(content)
+        urls = {}
+        content.dup.scan(/(^.*)(@<href>{)(.*?)(,)(.*?)(})(.*)$/) { |m|
+          unless m[0].match(/^#@#/)
+            matched = m.join
+            prev = m[0]
+            url = m[2]
+            text = m[4]
+            post = m[6]
+            id = "link_auto_footnote#{urls.length}"
+            urls[id] = url
+            content.sub!(/#{matched}$/, "#{prev}@<href>{#{url},#{text}} @<fn>{#{id}} #{post}")
+          end
+        }
+
+        urls.each { |k,v|
+          content.sub!(/(@<href>{#{v},.*?} @<fn>{#{k}}.*?\R\R)/m, "\\1//footnote[#{k}][#{v}]\n")
+        }
+
+        urls.each { |k,v|
+          unless content.match(/\/\/footnote\[#{k}\]\[#{v}\]/)
+            content << "//footnote[#{k}][#{v}]\n"
+          end
+        }
+      end
+
       def update_content(outdir, contentfile)
         info contentfile
         content = File.read(contentfile)
-        content.gsub!(/(\/\/sideimage\[.*?\]\[.*?\])\[.*?\]/, '\1')
-        content.gsub!(/\/\/sideimage/, '//image')
+        content.gsub!(/@<href>{(.*?)#.*?,(.*?)}/, '@<href>{\1,\2}')
         content.gsub!(/@<href>{(.*?)#.*?}/, '@<href>{\1}')
-        while !content.gsub!(/(\/\/table.*)@<br>(.*?\/\/})/m, '\1\2').nil? do
+        linkurl_footnote = @config['starter']['linkurl_footnote']
+        # table 内の @ コマンドは不安定らしい
+        while !content.gsub!(/(\/\/table.*)@<br>{}(.*?\/\/})/m, "\\1#{@table_br_replace}\\2").nil? do
+        end
+        # 空セルが2行になることがあるらしい
+        while !content.gsub!(/(\/\/table.*\s)\.(\s.*?\/\/})/m, "\\1#{@table_empty_replace}\\2").nil? do
         end
-        delete_inline_command(content , 'xsmall')
-        delete_inline_command(content , 'weak')
+        # Re:VIEW Starter commands
+        replace_compatible_block_command_outline(content, 'terminal', 'cmd', 1)
+        replace_compatible_block_command_outline(content, 'cmd', 'cmd', 0)
+        replace_compatible_block_command_to_outside(content, 'sideimage', 'image', 1, '[]')
+        replace_block_command_outline(content, 'abstract', 'lead', true)
+        delete_block_command(content, 'needvspace')
+        delete_block_command(content, 'clearpage')
+        delete_block_command(content, 'flushright')
+        delete_block_command(content, 'centering')
+        delete_block_command(content, 'noindent')
+        delete_block_command(content, 'paragraphend')
+
+        replace_inline_command(content, 'secref', 'hd')
+        replace_inline_command(content, 'file', 'kw')
+        replace_inline_command(content, 'hlink', 'href')
+        replace_inline_command(content, 'B', 'strong')
+        delete_inline_command(content, 'userinput')
+        delete_inline_command(content, 'weak')
+        delete_inline_command(content, 'cursor')
+        # font size
+        delete_inline_command(content, 'small')
+        delete_inline_command(content, 'xsmall')
+        delete_inline_command(content, 'xxsmall')
+        delete_inline_command(content, 'large')
+        delete_inline_command(content, 'xlarge')
+        delete_inline_command(content, 'xxlarge')
+
+        # fixed lack of options
+        content.gsub!(/^\/\/list{/, '//list[][]{')
+
+        # special command
+        replace_sampleoutput(content)
+
+        if linkurl_footnote
+          add_linkurl_footnote(content)
+        end
+
+        # nested command
+        replace_block_command_nested_boxed_articles(content)
+
+        # empty ids
+        replace_auto_ids(content, 'list', 2)
+        replace_auto_ids(content, 'listnum', 2)
+
+        # remove starter extension
+        remove_starter_refid(content)
+        remove_starter_options(content)
+
+        # special charactor
+        content.gsub!('@<LaTeX>{}', 'LaTeX')
+        content.gsub!('@<TeX>{}', 'TeX')
+        content.gsub!('@<hearts>{}', '!HEART!')
+
+        # nop replace must be last step
+        content.gsub!('@<nop>$$', '@<b>$$')
+        content.gsub!('@<nop>||', '@<b>||')
+        content.gsub!('@<nop>{}', '@<b>{}')
+
+        # expand nested inline command
+        expand_nested_inline_command(content)
+
         File.write(contentfile, content)
         copy_embedded_contents(outdir, content)
       end
@@ -118,7 +400,7 @@ module ReVIEW
         yamlfile = @config['catalogfile']
         abspath = File.absolute_path(outdir)
         contentdir = abspath
-        info 'replace //sideimage to //image'
+        info 'replace starter block command'
         info 'replace starter inline command'
         if options['strict']
           catalog = ReVIEW::Catalog.new(File.open(File.join(abspath, yamlfile)))
@@ -128,12 +410,50 @@ module ReVIEW
           update_content_files(outdir, contentdir, catalog.postdef())
         else
           # copy_contents(outdir)
-          Dir.chdir(File.join(@basedir, @srccontentsdir)) do
-            update_content_files(outdir, contentdir, Dir.glob('*.re'))
+          contentsfiles = Pathname.glob(File.join(File.join(@basedir, @srccontentsdir), '*.re')).map(&:basename)
+          update_content_files(outdir, contentdir, contentsfiles)
+        end
+      end
+
+      def preproc_content_files(outdir, pp, contentdir, contentfiles)
+        files = contentfiles.is_a?(String) ? contentfiles.split(/\R/) : contentfiles
+        files.each do |content|
+          contentpath = File.join(contentdir, content)
+          if File.exist?(contentpath)
+            info "preproc #{contentpath}"
+            buf = StringIO.new
+            pwd = Dir.pwd
+            Dir.chdir(outdir)
+            File.open(contentpath) { |f| pp.process(f, buf) }
+            Dir.chdir(pwd)
+            content = buf.string
+            content.gsub!(/^#[@]map.*$/, '')
+            File.write(contentpath, content)
           end
         end
       end
 
+      def preproc_contents(outdir, options)
+        yamlfile = @config['catalogfile']
+        abspath = File.absolute_path(outdir)
+        contentdir = abspath
+        param = {}
+        param['tabwidth'] = options['tabwidth'].to_i
+        pp = ReVIEW::Preprocessor.new(ReVIEW::Repository.new(param), param)
+
+        if options['strict']
+          catalog = ReVIEW::Catalog.new(File.open(File.join(abspath, yamlfile)))
+          preproc_content_files(outdir, pp, contentdir, catalog.predef())
+          preproc_content_files(outdir, pp, contentdir, catalog.chaps())
+          preproc_content_files(outdir, pp, contentdir, catalog.appendix())
+          preproc_content_files(outdir, pp, contentdir, catalog.postdef())
+        else
+          # copy_contents(outdir)
+          contentsfiles = Pathname.glob(File.join(File.join(@basedir, @srccontentsdir), '*.re')).map(&:basename)
+          preproc_content_files(outdir, pp, contentdir, contentsfiles)
+        end
+      end
+
       def clean_initial_project(outdir)
         FileUtils.rm(File.join(outdir, 'config.yml'))
         FileUtils.rm(File.join(outdir, 'catalog.yml'))
@@ -155,6 +475,8 @@ module ReVIEW
       end
 
       def execute(yamlfile, outdir, options)
+        @table_br_replace = options['table-br-replace']
+        @table_empty_replace = options['table-empty-replace']
         load_config(yamlfile)
         create_initial_project(outdir, options)
 
@@ -171,6 +493,11 @@ module ReVIEW
         # updater.backup = false
         updater.execute()
         Dir.chdir(pwd)
+
+        if options['preproc']
+          info 'preproc'
+          preproc_contents(outdir, options)
+        end
       end
 
       def self.execute(yamlfile, outdir, options)