tefil 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f742434ea5277ddf6d1c079d8d5fcf9f1525cb0c
-  data.tar.gz: 50abba718b395336d1f00d6e3f75149374356f21
+  metadata.gz: c164b9477530341120ac20b00bec36b2164f8bae
+  data.tar.gz: 1912f75664d0844891a98f3c9416ca7d8573da57
 SHA512:
-  metadata.gz: 95669e49a633c958998c4117958e210306ba09831d9c2599f59259f1e436e68b41d6feeb35294842e5c52a46724bc650e7691456005cfbc7d74e64343b22e397
-  data.tar.gz: e4bf80f0b585940963a01cc13c65ae31c30f5b1b92354c6cd734b0f3cb288586753cb16bc5870af877693dfe226b3fc74871fdeda83695565630e202b6e6aae1
+  metadata.gz: 6f2d33e6eaa57c68fa7c782de2e90f67638a141ce6a1b1c321870532bb463d877b91b6903560238981cd4ade6039415fc5b639f37974ec47867675f60fecf2b7
+  data.tar.gz: 0571c3d03879801e2fb40f887fc1c3558b3e39fecad875204968681830f3258ffd53b515998b240bc11a7adb8471714dcec821d00b74078940bbf2b0b1447760

data/CHANGES

@@ -1,6 +1,11 @@
 = tefil changelog
 
-== Master (for 0.1.1)
+== Master (for 0.1.2)
+
+== Version 0.1.1 [2016-03-11] released
+* Add bin/eachsentence
+* Add bin/fswiki2md
+* Add bin/md2fswiki
 
 == Version 0.1.0 [2015-07-07] released
 * Add bin/packpercent .

data/Gemfile

@@ -6,11 +6,11 @@ source "http://rubygems.org"
 # Add dependencies to develop your gem here.
 # Include everything needed to run rake, tests, features, etc.
 group :development do
-  gem "rdoc", "~> 4.0.1"
-  gem "bundler", "~> 1.9.2"
-  gem "jeweler", "~> 2.0.1"
-  gem "capture_stdout", "~> 0.0.1"
-  gem "simplecov", ">= 0"
-  gem "builtinextension", ">= 0.1.0"
-  #gem "psych", ">= 0"
+  gem "test-unit", "~> 3.1"
+  gem "rdoc", "~> 4.2"
+  gem "bundler", "~> 1.11"
+  gem "jeweler", "~> 2.0"
+  gem "simplecov", "~> 0.11"
+  gem "capture_stdout", "~> 0.0"
+  gem "builtinextension", "~> 0.1"
 end

data/VERSION

@@ -1 +1 @@
-0.1.0
+0.1.1

data/bin/columnform

@@ -13,7 +13,7 @@ require "tefil"
 OPTIONS = {:separator => ' '}
 op = OptionParser.new
 op.banner = [
-    "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
+  "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
 ].join("\n")
 op.on("-o"     , "--overwrite"     , "Overwrite."){    OPTIONS[:overwrite] = true}
 op.on("-s char", "--separator=char", "Indicate separator."){|val| OPTIONS[:separator] = val}

data/bin/eachsentence

@@ -0,0 +1,24 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+# convert to text with each line / each sentence.
+
+require "pp"
+require "optparse"
+require "rubygems"
+require "tefil"
+
+
+# option analysis
+options = {}
+op = OptionParser.new
+#op.banner = [
+#  "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
+#].join("\n")
+op.on("-o"     , "--overwrite"     , "Overwrite."){    options[:overwrite] = true}
+op.parse!(ARGV)
+
+options[:overwrite] ||= false
+
+is = Tefil::EachSentence.new options
+is.filter(ARGV)

data/bin/fswiki2md

@@ -0,0 +1,22 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "pp"
+require "optparse"
+require "rubygems"
+require "tefil"
+
+# option analysis
+OPTIONS = {}
+op = OptionParser.new
+op.banner = [
+  "Simply convert FreeStyleWiki to Markdown.",
+  "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
+  "Example: #{File.basename("#{__FILE__}")} index.wiki > index.md",
+].join("\n")
+op.on("-o"     , "--overwrite"     , "Overwrite."){    OPTIONS[:overwrite] = true}
+op.parse!(ARGV)
+
+
+f = Tefil::FswikiToMd.new(OPTIONS)
+f.filter(ARGV)

data/bin/indentconv

@@ -10,8 +10,8 @@ require "tefil"
 OPTIONS = {}
 op = OptionParser.new
 op.banner = [
-    "Usage: #{File.basename("#{__FILE__}")} old_width new_width [options] [files]",
-    "Example: #{File.basename("#{__FILE__}")} 4 2 [options] [files]",
+  "Usage: #{File.basename("#{__FILE__}")} old_width new_width [options] [files]",
+  "Example: #{File.basename("#{__FILE__}")} 4 2 [options] [files]",
 ].join("\n")
 op.on("-o"     , "--overwrite"     , "Overwrite."){    OPTIONS[:overwrite] = true}
 #op.on("-m", "--minimum", "Show only minimum indent (not zero)."){ OPTIONS[:minimum] = true}

data/bin/indentstat

@@ -11,7 +11,7 @@ require "tefil"
 options = {}
 op = OptionParser.new
 #op.banner = [
-#    "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
+#  "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
 #].join("\n")
 op.on("-o"     , "--overwrite"     , "Overwrite."){    options[:overwrite] = true}
 op.on("-m", "--minimum", "Show minimum width (not zero). If no indent, show '0'."){ options[:minimum] = true}

data/bin/linesub

@@ -14,7 +14,7 @@ require "tefil.rb"
 options = {}
 op = OptionParser.new
 op.banner = [
-    "Usage: #{File.basename("#{__FILE__}")} old_str new_str [options] [files]",
+  "Usage: #{File.basename("#{__FILE__}")} old_str new_str [options] [files]",
 ].join("\n")
 op.on("-o"    , "--overwrite"    , "Overwrite."){    options[:overwrite] = true}
 op.on("-g"    , "--global"    , "Globally substitute."){    options[:global] = true}

data/bin/md2fswiki

@@ -0,0 +1,22 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "pp"
+require "optparse"
+require "rubygems"
+require "tefil"
+
+# option analysis
+OPTIONS = {}
+op = OptionParser.new
+op.banner = [
+  "Simply convert Markdown to FreeStyleWiki.",
+  "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
+  "Example: #{File.basename("#{__FILE__}")} index.wiki > index.md",
+].join("\n")
+op.on("-o"     , "--overwrite"     , "Overwrite."){    OPTIONS[:overwrite] = true}
+op.parse!(ARGV)
+
+
+f = Tefil::MdToFswiki.new(OPTIONS)
+f.filter(ARGV)

data/bin/zshescape

@@ -13,7 +13,7 @@ require "tefil.rb"
 options = {}
 op = OptionParser.new
 op.banner = [
-    "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
+  "Usage: #{File.basename("#{__FILE__}")} [options] [files]",
 ].join("\n")
 op.on("-o"    , "--overwrite"    , "Overwrite."){    options[:overwrite] = true}
 op.parse!(ARGV)

data/doc/memo.txt

@@ -0,0 +1,4 @@
+現状、fswiki と md は一対一で直接変換するスクリプトを作っている。
+しかし、 この方法は対象とする言語が増えると N^2 で増加して大変なことになる。
+箇条書きなどの情報を抽象化して、それに対するやりとりとした方が美しい。
+だけれども、今はまだその時ではない。

data/example/eachsentence/sample.txt

@@ -0,0 +1,14 @@
+After the loop is broken, a pair of nodes, comprising an OSS
+and its qe-OSS, is obtained; OSS $(s_4^{-}, s_2)$ and
+$(s_2, s_4)$ in Fig. \ref{fig1}.  Each of the OSSs can be
+elevated to $\vstart$ by using its stored data. An MEP that
+connects $\vstart$ and qe-OSS of $\vstart$.
+
+あいうえお。かき
+くけこ。
+あいうえお．かき
+くけこ．
+あいうえお、かき
+くけこ、
+あいうえお，かき
+くけこ，

data/lib/tefil/eachsentence.rb

@@ -0,0 +1,35 @@
+# coding: utf-8
+class Tefil::EachSentence < Tefil::TextFilterBase
+
+  END_CHAR = %w(. ? ． 。)
+  NOT_END_WORDS = ["Fig.", "FIG."]
+
+  def initialize(options = {})
+    options[:smart_filename] = true
+    @minimum = options[:minimum]
+    super(options)
+  end
+
+  def process_stream(in_io, out_io)
+    results = []
+    words = []
+    in_io.read.strip.split("\n").each do |line|
+      new_line = ''
+      #line.gsub!("\n", ' ')
+      line.chars do |char|
+        new_line += char
+        new_line += "\n" if (END_CHAR.include?(char))
+      end
+      NOT_END_WORDS.each do |word|
+        new_line.gsub!(/#{word}\n/, word)
+      end
+      new_line.gsub!(/\n  */, "\n")
+      new_line.strip!
+      new_line.gsub!(/  */, " ")
+      results << new_line
+    end
+    out_io.puts results.join("\n")
+  end
+
+end
+

data/lib/tefil/fswikitomd.rb

@@ -0,0 +1,65 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+class Tefil::FswikiToMd < Tefil::TextFilterBase
+  #def initialize(options)
+  #  super(options)
+  #end
+
+  def process_stream(in_io, out_io)
+
+    in_io.readlines.each do |line|
+      # 行頭処理
+      case
+      when line.sub!(/^!!!/      , '') then type = :head1
+      when line.sub!(/^!!/       , '') then type = :head2
+      when line.sub!(/^!/        , '') then type = :head3
+      when line.sub!(/^\*\*\*\*/ , '') then type = :item4
+      when line.sub!(/^\*\*\*/   , '') then type = :item3
+      when line.sub!(/^\*\*/     , '') then type = :item2
+      when line.sub!(/^\*/       , '') then type = :item1
+      when line.sub!(/^\+\+\+\+/ , '') then type = :enum4
+      when line.sub!(/^\+\+\+/   , '') then type = :enum3
+      when line.sub!(/^\+\+/     , '') then type = :enum2
+      when line.sub!(/^\+/       , '') then type = :enum1
+      when line.sub!(/^ /        , '') then type = :pre
+      when line.sub!(/^----/     , '') then type = :hline
+      when line.sub!(/^\/\//     , '') then type = :comment
+      else
+        type = :plain
+      end
+
+      # 行中要素の処理
+      line.gsub!(/\'\'\'/, '**')
+      line.gsub!(/\'\'/, '*')
+      if /\[(.*)\|(.*)\]/ =~ line # 複数ある場合は非対応。
+        str = $1
+        url = $2
+        line.sub!(/\[(.*)\|(.*)\]/, "[#{str}](#{url})")
+      end
+
+      case
+      when type == :head1   then line.sub!(/^/, "#"           )
+      when type == :head2   then line.sub!(/^/, "##"          )
+      when type == :head3   then line.sub!(/^/, "###"         )
+      when type == :item4   then line.sub!(/^/, "      *"     )
+      when type == :item3   then line.sub!(/^/, "    *"       )
+      when type == :item2   then line.sub!(/^/, "  *"         )
+      when type == :item1   then line.sub!(/^/, "*"           )
+      when type == :enum4   then line.sub!(/^/, "      0."    )
+      when type == :enum3   then line.sub!(/^/, "    0."      )
+      when type == :enum2   then line.sub!(/^/, "  0."        )
+      when type == :enum1   then line.sub!(/^/, "0."          )
+      when type == :pre     then line.sub!(/^/, "    "        )
+      when type == :hline   then line.sub!(/^/, "---"         )
+      when type == :comment then line = "<!--#{line.chomp}-->"
+      else # type == :pain  then  'do nothing'
+      end
+
+      # 出力
+      out_io.puts line
+    end
+  end
+end
+
+

data/lib/tefil/mdtofswiki.rb

@@ -0,0 +1,62 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+class Tefil::MdToFswiki < Tefil::TextFilterBase
+  #def initialize(options)
+  #  super(options)
+  #end
+
+  def process_stream(in_io, out_io)
+
+    in_io.readlines.each do |line|
+      # 行頭処理
+      case
+      when line.sub!(/^\#\#\#/  , '') then type = :head3
+      when line.sub!(/^\#\#/    , '') then type = :head2
+      when line.sub!(/^\#/      , '') then type = :head1
+      when line.sub!(/^      \*/, '') then type = :item4
+      when line.sub!(/^    \*/  , '') then type = :item3
+      when line.sub!(/^  \*/    , '') then type = :item2
+      when line.sub!(/^\*/      , '') then type = :item1
+      when line.sub!(/^      0./, '') then type = :enum4
+      when line.sub!(/^    0./  , '') then type = :enum3
+      when line.sub!(/^  0./    , '') then type = :enum2
+      when line.sub!(/^0./      , '') then type = :enum1
+      when line.sub!(/^    /    , '') then type = :pre
+      when line.sub!(/^---/     , '') then type = :hline
+      else                                 type = :plain
+      end
+
+      # 行中要素の処理
+      line.gsub!('**', "'''")
+      line.gsub!('*' , "''"  )
+      if /\[(.*)\]\((.*)\)/ =~ line # 複数ある場合は非対応。
+        str = $1
+        url = $2
+        line.sub!(/\[(.*)\]\((.*)\)/, "\[#{str}|#{url}\]")
+      end
+
+      case
+      when type == :head3 then line.sub!(/^/, '!'     )
+      when type == :head2 then line.sub!(/^/, '!!'    )
+      when type == :head1 then line.sub!(/^/, '!!!'   )
+      when type == :item4 then line.sub!(/^/, '****'  )
+      when type == :item3 then line.sub!(/^/, '***'   )
+      when type == :item2 then line.sub!(/^/, '**'    )
+      when type == :item1 then line.sub!(/^/, '*'     )
+      when type == :enum4 then line.sub!(/^/, '++++'  )
+      when type == :enum3 then line.sub!(/^/, '+++'   )
+      when type == :enum2 then line.sub!(/^/, '++'    )
+      when type == :enum1 then line.sub!(/^/, '+'     )
+      when type == :pre   then line.sub!(/^/, ' '     )
+      when type == :hline then line.sub!(/^/, '----'  )
+      else # type == :pain  then  'do nothing'
+      end
+
+      # 出力
+      out_io.puts line
+    end
+  end
+end
+
+

data/lib/tefil.rb

@@ -1,12 +1,18 @@
 #! /usr/bin/env ruby
 # coding: utf-8
 
+require 'tempfile'
+
 module Tefil; end
-require "tefil/textfilterbase"
-
-require "tefil/columnformer"
-require "tefil/indentconverter"
-require "tefil/indentstatistics"
-require "tefil/linesubstituter"
-require "tefil/percentpacker"
-require "tefil/zshescaper"
+require 'tefil/textfilterbase'
+
+require 'tefil/columnformer'
+require 'tefil/indentconverter'
+require 'tefil/indentstatistics'
+require 'tefil/linesubstituter'
+require 'tefil/percentpacker'
+require 'tefil/zshescaper'
+require 'tefil/eachsentence.rb'
+require 'tefil/fswikitomd.rb'
+require 'tefil/mdtofswiki.rb'
+

data/tefil.gemspec

@@ -2,19 +2,19 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: tefil 0.1.0 ruby lib
+# stub: tefil 0.1.1 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "tefil"
-  s.version = "0.1.0"
+  s.version = "0.1.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["ippei94da"]
-  s.date = "2015-07-07"
+  s.date = "2016-03-10"
   s.description = "This gem provides a framework of text filter.\n    Tefil eneable to make text filter commands which have overwrite option easily.\n  "
   s.email = "ippei94da@gmail.com"
-  s.executables = ["columnform", "indentconv", "indentstat", "linesub", "percentpack", "zshescape"]
+  s.executables = ["columnform", "eachsentence", "fswiki2md", "indentconv", "indentstat", "linesub", "md2fswiki", "percentpack", "zshescape"]
   s.extra_rdoc_files = [
     "LICENSE.txt",
     "README.rdoc"
@@ -28,68 +28,82 @@ Gem::Specification.new do |s|
     "Rakefile",
     "VERSION",
     "bin/columnform",
+    "bin/eachsentence",
+    "bin/fswiki2md",
     "bin/indentconv",
     "bin/indentstat",
     "bin/linesub",
+    "bin/md2fswiki",
     "bin/percentpack",
     "bin/zshescape",
+    "doc/memo.txt",
+    "example/columnformer/sample.txt",
+    "example/eachsentence/sample.txt",
+    "example/indentconv/sample0.txt",
+    "example/indentconv/sample1.txt",
+    "example/indentstat/indent4.txt",
+    "example/indentstat/sample0.txt",
+    "example/indentstat/sample1.txt",
+    "example/percentpack/sample.txt",
+    "example/zshescape/sample.txt",
     "lib/tefil.rb",
     "lib/tefil/columnformer.rb",
+    "lib/tefil/eachsentence.rb",
+    "lib/tefil/fswikitomd.rb",
     "lib/tefil/indentconverter.rb",
     "lib/tefil/indentstatistics.rb",
     "lib/tefil/linesubstituter.rb",
+    "lib/tefil/mdtofswiki.rb",
     "lib/tefil/percentpacker.rb",
     "lib/tefil/textfilterbase.rb",
     "lib/tefil/zshescaper.rb",
     "tefil.gemspec",
-    "test/columnformer/sample.txt",
     "test/formcolumn_space",
     "test/helper.rb",
-    "test/indentconv/sample0.txt",
-    "test/indentconv/sample1.txt",
-    "test/indentstat/indent4.txt",
-    "test/indentstat/sample0.txt",
-    "test/indentstat/sample1.txt",
-    "test/percentpack/sample.txt",
     "test/test_columnformer.rb",
+    "test/test_eachsentence.rb",
+    "test/test_fswikitomd.rb",
     "test/test_indentconverter.rb",
     "test/test_indentstatistics.rb",
     "test/test_linesubstituter.rb",
+    "test/test_mdtofswiki.rb",
     "test/test_percentpacker.rb",
     "test/test_textfilterbase.rb",
-    "test/test_zshescaper.rb",
-    "test/zshescape/sample.txt"
+    "test/test_zshescaper.rb"
   ]
   s.homepage = "http://github.com/ippei94da/tefil"
   s.licenses = ["MIT"]
-  s.rubygems_version = "2.2.2"
+  s.rubygems_version = "2.5.1"
   s.summary = "Basic framework of text filter"
 
   if s.respond_to? :specification_version then
     s.specification_version = 4
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_development_dependency(%q<rdoc>, ["~> 4.0.1"])
-      s.add_development_dependency(%q<bundler>, ["~> 1.9.2"])
-      s.add_development_dependency(%q<jeweler>, ["~> 2.0.1"])
-      s.add_development_dependency(%q<capture_stdout>, ["~> 0.0.1"])
-      s.add_development_dependency(%q<simplecov>, [">= 0"])
-      s.add_development_dependency(%q<builtinextension>, [">= 0.1.0"])
+      s.add_development_dependency(%q<test-unit>, ["~> 3.1"])
+      s.add_development_dependency(%q<rdoc>, ["~> 4.2"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.11"])
+      s.add_development_dependency(%q<jeweler>, ["~> 2.0"])
+      s.add_development_dependency(%q<simplecov>, ["~> 0.11"])
+      s.add_development_dependency(%q<capture_stdout>, ["~> 0.0"])
+      s.add_development_dependency(%q<builtinextension>, ["~> 0.1"])
     else
-      s.add_dependency(%q<rdoc>, ["~> 4.0.1"])
-      s.add_dependency(%q<bundler>, ["~> 1.9.2"])
-      s.add_dependency(%q<jeweler>, ["~> 2.0.1"])
-      s.add_dependency(%q<capture_stdout>, ["~> 0.0.1"])
-      s.add_dependency(%q<simplecov>, [">= 0"])
-      s.add_dependency(%q<builtinextension>, [">= 0.1.0"])
+      s.add_dependency(%q<test-unit>, ["~> 3.1"])
+      s.add_dependency(%q<rdoc>, ["~> 4.2"])
+      s.add_dependency(%q<bundler>, ["~> 1.11"])
+      s.add_dependency(%q<jeweler>, ["~> 2.0"])
+      s.add_dependency(%q<simplecov>, ["~> 0.11"])
+      s.add_dependency(%q<capture_stdout>, ["~> 0.0"])
+      s.add_dependency(%q<builtinextension>, ["~> 0.1"])
     end
   else
-    s.add_dependency(%q<rdoc>, ["~> 4.0.1"])
-    s.add_dependency(%q<bundler>, ["~> 1.9.2"])
-    s.add_dependency(%q<jeweler>, ["~> 2.0.1"])
-    s.add_dependency(%q<capture_stdout>, ["~> 0.0.1"])
-    s.add_dependency(%q<simplecov>, [">= 0"])
-    s.add_dependency(%q<builtinextension>, [">= 0.1.0"])
+    s.add_dependency(%q<test-unit>, ["~> 3.1"])
+    s.add_dependency(%q<rdoc>, ["~> 4.2"])
+    s.add_dependency(%q<bundler>, ["~> 1.11"])
+    s.add_dependency(%q<jeweler>, ["~> 2.0"])
+    s.add_dependency(%q<simplecov>, ["~> 0.11"])
+    s.add_dependency(%q<capture_stdout>, ["~> 0.0"])
+    s.add_dependency(%q<builtinextension>, ["~> 0.1"])
   end
 end
 

data/test/helper.rb

@@ -1,3 +1,4 @@
+require 'pp'
 require 'rubygems'
 require 'bundler'
 require "capture_stdout"

data/test/test_eachsentence.rb

@@ -0,0 +1,123 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+# 元々の行末は保存する。
+# 消すようにすると、空行などの処理が面倒になる。
+class TC_EachSentence < Test::Unit::TestCase
+  def setup
+    @test00 = Tefil::EachSentence.new()
+  end
+
+  def test_process_stream
+    # divide
+    in_io = StringIO.new
+    in_io.puts <<HERE
+Abc def. Ghi jhk.
+HERE
+    in_io.rewind
+    out_io = StringIO.new
+    @test00.process_stream(in_io, out_io)
+    out_io.rewind
+    result = out_io.read
+    correct = <<HERE
+Abc def.
+Ghi jhk.
+HERE
+    assert_equal(correct, result)
+
+    # 行末の保存
+    in_io = StringIO.new
+    in_io.puts <<HERE
+Abc def
+Ghi jhk.
+HERE
+    in_io.rewind
+    out_io = StringIO.new
+    @test00.process_stream(in_io, out_io)
+    out_io.rewind
+    result = out_io.read
+    correct = <<HERE
+Abc def
+Ghi jhk.
+HERE
+    assert_equal(correct, result)
+
+    # indent
+    in_io = StringIO.new
+    in_io.puts <<HERE
+  Abc def
+  Ghi jhk.
+HERE
+    in_io.rewind
+    out_io = StringIO.new
+    @test00.process_stream(in_io, out_io)
+    out_io.rewind
+    result = out_io.read
+    correct = <<HERE
+Abc def
+Ghi jhk.
+HERE
+    assert_equal(correct, result)
+
+    # empty line
+    in_io = StringIO.new
+    in_io.puts <<HERE
+Abc def.
+
+Ghi jhk.
+HERE
+    in_io.rewind
+    out_io = StringIO.new
+    @test00.process_stream(in_io, out_io)
+    out_io.rewind
+    result = out_io.read
+    correct = <<HERE
+Abc def.
+
+Ghi jhk.
+HERE
+    assert_equal(correct, result)
+
+    # Fig.
+    in_io = StringIO.new
+    in_io.puts <<HERE
+    Including Fig.3. Fig. 3? Fig.
+    4 does' not exist.
+HERE
+    in_io.rewind
+    out_io = StringIO.new
+    @test00.process_stream(in_io, out_io)
+    out_io.rewind
+    result = out_io.read
+    correct = <<HERE
+Including Fig.3.
+Fig. 3?
+Fig.
+4 does' not exist.
+HERE
+    assert_equal(correct, result)
+
+    # Japanese kutouten
+    in_io = StringIO.new
+    in_io.puts <<HERE
+    あいうえお。かき
+    くけこ。
+HERE
+    in_io.rewind
+    out_io = StringIO.new
+    @test00.process_stream(in_io, out_io)
+    out_io.rewind
+    result = out_io.read
+    correct = <<HERE
+あいうえお。
+かき
+くけこ。
+HERE
+    assert_equal(correct, result)
+  end
+end
+
+

data/test/test_fswikitomd.rb

@@ -0,0 +1,103 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::FswikiToMd
+  public :process_stream
+end
+
+class TC_FswikiToMd < Test::Unit::TestCase
+  def setup
+    @f00 = Tefil::FswikiToMd.new()
+  end
+
+  def test_process_stream
+    [
+      ["!!! head1"                         , "# head1"                            ],
+      ["!! head2"                          , "## head2"                           ],
+      ["! head3"                           , "### head3"                          ],
+      ["abc ''italic'' def"                , "abc *italic* def"                   ],
+      ["abc '''bold''' def"                , "abc **bold** def"                   ],
+      #["abc ==strike== def"               ,                                      ],
+      #["abc __underline__ def"            ,                                      ],
+      #['"" quotation'                     ,                                      ],
+      ["* item"                            , "* item"                             ],
+      ["** item"                           , "  * item"                           ],
+      ["*** item"                          , "    * item"                         ],
+      ["**** item"                         , "      * item"                       ],
+      ["+ enum"                            , "0. enum"                            ],
+      ["++ enum"                           , "  0. enum"                          ],
+      ["+++ enum"                          , "    0. enum"                        ],
+      ["++++ enum"                         , "      0. enum"                      ],
+      #["*http://www.yahoo.co.jp/"         ,                                      ],
+      ["[Google|http://www.google.co.jp/]" , "[Google](http://www.google.co.jp/)" ],
+      [" formatted text"                   , "    formatted text"                 ],
+      ["----"                              , "---"                                ],
+      ["// comment"                        , "<!-- comment-->"                    ],
+    ].each do |i|
+      $stdin = StringIO.new
+      $stdin.puts i[0]
+      $stdin.rewind
+      str = capture_stdout{}
+      result = capture_stdout{ @f00.filter([])}
+      correct = sprintf("#{i[1]}\n")
+      assert_equal(correct, result)
+    end
+
+    ## stdin -> stdout
+    #$stdin = StringIO.new
+    #$stdin.puts "!!! head1"
+    #$stdin.puts "!! head2"
+    #$stdin.puts "! head3"
+    #$stdin.puts "abc ''italic'' def"
+    #$stdin.puts "abc '''bold''' def"
+    ##$stdin.puts "abc ==strike== def"
+    ##$stdin.puts "abc __underline__ def"
+    ##$stdin.puts '"" quotation'
+    #$stdin.puts "* item"
+    #$stdin.puts "** item"
+    #$stdin.puts "*** item"
+    #$stdin.puts "**** item"
+    #$stdin.puts "+ enum"
+    #$stdin.puts "++ enum"
+    #$stdin.puts "+++ enum"
+    #$stdin.puts "++++ enum"
+    ##$stdin.puts "*http://www.yahoo.co.jp/"
+    #$stdin.puts "[Google|http://www.google.co.jp/]"
+    #$stdin.puts " formatted text"
+    #$stdin.puts "----" #horizontal line
+    ##$stdin.puts "abc // commented out"
+    #$stdin.rewind
+    #str = capture_stdout{}
+    #result = capture_stdout{ @f00.filter([])}
+    #correct = [
+    #  "# head1",
+    #  "## head2",
+    #  "### head3",
+    #  "abc *italic* def",
+    #  "abc **bold** def",
+    #  "* item",
+    #  "  * item",
+    #  "    * item",
+    #  "      * item",
+    #  "0. enum",
+    #  "  0. enum",
+    #  "    0. enum",
+    #  "      0. enum",
+    #  "[Google](http://www.google.co.jp/)",
+    #  "    formatted text",
+    #  "---",
+    #  ""
+    #].join("\n")
+    #assert_equal(correct, result)
+  end
+end
+
+
+
+
+
+
+

data/test/test_mdtofswiki.rb

@@ -0,0 +1,52 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::MdToFswiki
+  public :process_stream
+end
+
+class TC_MdToFswiki < Test::Unit::TestCase
+  def setup
+    @f00 = Tefil::MdToFswiki.new()
+  end
+
+  def test_process_stream
+    #pp "##aho".sub!(/^\#\#\#/  , '')
+    #exit
+
+    [
+      [ "# head1"                           , "!!! head1"                         ],
+      [ "## head2"                          , "!! head2"                          ],
+      [ "### head3"                         , "! head3"                           ],
+      [ "abc *italic* def"                  , "abc ''italic'' def"                ],
+      #[ "abc **bold** def"                  , "abc '''bold''' def"                ],
+      #[                                     , "abc ==strike== def"               ],
+      #[                                     , "abc __underline__ def"            ],
+      #[                                     , '"" quotation'                     ],
+      [ "* item"                            , "* item"                            ],
+      [ "  * item"                          , "** item"                           ],
+      [ "    * item"                        , "*** item"                          ],
+      [ "      * item"                      , "**** item"                         ],
+      [ "0. enum"                           , "+ enum"                            ],
+      [ "  0. enum"                         , "++ enum"                           ],
+      [ "    0. enum"                       , "+++ enum"                          ],
+      [ "      0. enum"                     , "++++ enum"                         ],
+      #[                                     , "*http://www.yahoo.co.jp/"         ],
+      [ "[Google](http://www.google.co.jp/)", "[Google|http://www.google.co.jp/]" ],
+      [ "    formatted text"                , " formatted text"                   ],
+      [ "---"                               , "----"                              ],
+      #[ "<!-- comment-->"                   , "// comment"                        ],
+    ].each do |i|
+      $stdin = StringIO.new
+      $stdin.puts i[0]
+      $stdin.rewind
+      str = capture_stdout{}
+      result = capture_stdout{ @f00.filter([])}
+      correct = sprintf("#{i[1]}\n")
+      assert_equal(correct, result)
+    end
+  end
+end

metadata

@@ -1,107 +1,124 @@
 --- !ruby/object:Gem::Specification
 name: tefil
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - ippei94da
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-07-07 00:00:00.000000000 Z
+date: 2016-03-10 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.0.1
+        version: '4.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.0.1
+        version: '4.2'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.2
+        version: '1.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.2
+        version: '1.11'
 - !ruby/object:Gem::Dependency
   name: jeweler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.0.1
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.0.1
+        version: '2.0'
 - !ruby/object:Gem::Dependency
-  name: capture_stdout
+  name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.1
+        version: '0.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.1
+        version: '0.11'
 - !ruby/object:Gem::Dependency
-  name: simplecov
+  name: capture_stdout
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.0'
 - !ruby/object:Gem::Dependency
   name: builtinextension
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '0.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '0.1'
 description: "This gem provides a framework of text filter.\n    Tefil eneable to
   make text filter commands which have overwrite option easily.\n  "
 email: ippei94da@gmail.com
 executables:
 - columnform
+- eachsentence
+- fswiki2md
 - indentconv
 - indentstat
 - linesub
+- md2fswiki
 - percentpack
 - zshescape
 extensions: []
@@ -117,37 +134,48 @@ files:
 - Rakefile
 - VERSION
 - bin/columnform
+- bin/eachsentence
+- bin/fswiki2md
 - bin/indentconv
 - bin/indentstat
 - bin/linesub
+- bin/md2fswiki
 - bin/percentpack
 - bin/zshescape
+- doc/memo.txt
+- example/columnformer/sample.txt
+- example/eachsentence/sample.txt
+- example/indentconv/sample0.txt
+- example/indentconv/sample1.txt
+- example/indentstat/indent4.txt
+- example/indentstat/sample0.txt
+- example/indentstat/sample1.txt
+- example/percentpack/sample.txt
+- example/zshescape/sample.txt
 - lib/tefil.rb
 - lib/tefil/columnformer.rb
+- lib/tefil/eachsentence.rb
+- lib/tefil/fswikitomd.rb
 - lib/tefil/indentconverter.rb
 - lib/tefil/indentstatistics.rb
 - lib/tefil/linesubstituter.rb
+- lib/tefil/mdtofswiki.rb
 - lib/tefil/percentpacker.rb
 - lib/tefil/textfilterbase.rb
 - lib/tefil/zshescaper.rb
 - tefil.gemspec
-- test/columnformer/sample.txt
 - test/formcolumn_space
 - test/helper.rb
-- test/indentconv/sample0.txt
-- test/indentconv/sample1.txt
-- test/indentstat/indent4.txt
-- test/indentstat/sample0.txt
-- test/indentstat/sample1.txt
-- test/percentpack/sample.txt
 - test/test_columnformer.rb
+- test/test_eachsentence.rb
+- test/test_fswikitomd.rb
 - test/test_indentconverter.rb
 - test/test_indentstatistics.rb
 - test/test_linesubstituter.rb
+- test/test_mdtofswiki.rb
 - test/test_percentpacker.rb
 - test/test_textfilterbase.rb
 - test/test_zshescaper.rb
-- test/zshescape/sample.txt
 homepage: http://github.com/ippei94da/tefil
 licenses:
 - MIT
@@ -168,7 +196,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Basic framework of text filter