tefil 0.0.3 → 0.1.0

data/tefil.gemspec

@@ -0,0 +1,95 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: tefil 0.1.0 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "tefil"
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
+  s.authors = ["ippei94da"]
+  s.date = "2015-07-07"
+  s.description = "This gem provides a framework of text filter.\n    Tefil eneable to make text filter commands which have overwrite option easily.\n  "
+  s.email = "ippei94da@gmail.com"
+  s.executables = ["columnform", "indentconv", "indentstat", "linesub", "percentpack", "zshescape"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    "CHANGES",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/columnform",
+    "bin/indentconv",
+    "bin/indentstat",
+    "bin/linesub",
+    "bin/percentpack",
+    "bin/zshescape",
+    "lib/tefil.rb",
+    "lib/tefil/columnformer.rb",
+    "lib/tefil/indentconverter.rb",
+    "lib/tefil/indentstatistics.rb",
+    "lib/tefil/linesubstituter.rb",
+    "lib/tefil/percentpacker.rb",
+    "lib/tefil/textfilterbase.rb",
+    "lib/tefil/zshescaper.rb",
+    "tefil.gemspec",
+    "test/columnformer/sample.txt",
+    "test/formcolumn_space",
+    "test/helper.rb",
+    "test/indentconv/sample0.txt",
+    "test/indentconv/sample1.txt",
+    "test/indentstat/indent4.txt",
+    "test/indentstat/sample0.txt",
+    "test/indentstat/sample1.txt",
+    "test/percentpack/sample.txt",
+    "test/test_columnformer.rb",
+    "test/test_indentconverter.rb",
+    "test/test_indentstatistics.rb",
+    "test/test_linesubstituter.rb",
+    "test/test_percentpacker.rb",
+    "test/test_textfilterbase.rb",
+    "test/test_zshescaper.rb",
+    "test/zshescape/sample.txt"
+  ]
+  s.homepage = "http://github.com/ippei94da/tefil"
+  s.licenses = ["MIT"]
+  s.rubygems_version = "2.2.2"
+  s.summary = "Basic framework of text filter"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rdoc>, ["~> 4.0.1"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.9.2"])
+      s.add_development_dependency(%q<jeweler>, ["~> 2.0.1"])
+      s.add_development_dependency(%q<capture_stdout>, ["~> 0.0.1"])
+      s.add_development_dependency(%q<simplecov>, [">= 0"])
+      s.add_development_dependency(%q<builtinextension>, [">= 0.1.0"])
+    else
+      s.add_dependency(%q<rdoc>, ["~> 4.0.1"])
+      s.add_dependency(%q<bundler>, ["~> 1.9.2"])
+      s.add_dependency(%q<jeweler>, ["~> 2.0.1"])
+      s.add_dependency(%q<capture_stdout>, ["~> 0.0.1"])
+      s.add_dependency(%q<simplecov>, [">= 0"])
+      s.add_dependency(%q<builtinextension>, [">= 0.1.0"])
+    end
+  else
+    s.add_dependency(%q<rdoc>, ["~> 4.0.1"])
+    s.add_dependency(%q<bundler>, ["~> 1.9.2"])
+    s.add_dependency(%q<jeweler>, ["~> 2.0.1"])
+    s.add_dependency(%q<capture_stdout>, ["~> 0.0.1"])
+    s.add_dependency(%q<simplecov>, [">= 0"])
+    s.add_dependency(%q<builtinextension>, [">= 0.1.0"])
+  end
+end
+

data/test/columnformer/sample.txt

@@ -0,0 +1,2 @@
+a ab
+abc a

data/test/helper.rb

@@ -1,5 +1,6 @@
 require 'rubygems'
 require 'bundler'
+require "capture_stdout"
 begin
   Bundler.setup(:default, :development)
 rescue Bundler::BundlerError => e

data/test/indentconv/sample0.txt

@@ -0,0 +1,11 @@
+a
+  b
+    c
+      d
+        e
+
+    c
+      d
+        e
+
+        e

data/test/indentconv/sample1.txt

@@ -0,0 +1,11 @@
+  a
+    b
+      c
+        d
+          e
+  
+      c
+        d
+          e
+  
+          e

data/test/indentstat/indent4.txt

@@ -0,0 +1,11 @@
+a
+    b
+        c
+            d
+                e
+
+        c
+            d
+                e
+
+                e

data/test/indentstat/sample0.txt

@@ -0,0 +1,11 @@
+a
+  b
+    c
+      d
+        e
+
+    c
+      d
+        e
+
+        e

data/test/indentstat/sample1.txt

@@ -0,0 +1,11 @@
+  a
+    b
+      c
+        d
+          e
+  
+      c
+        d
+          e
+  
+          e

data/test/percentpack/sample.txt

@@ -0,0 +1 @@
+%E3%83%86%E3%82%B9%E3%83%88

data/test/test_columnformer.rb

@@ -6,28 +6,51 @@ require "helper"
 #require "pkg/klass.rb"
 require "stringio"
 
+class Tefil::ColumnFormer
+  public :form, :print_size
+end
+
 class TC_ColumnFormer < Test::Unit::TestCase
+  def setup
+    @cf00 = Tefil::ColumnFormer.new
+  end
+
+  def test_print_size
+    assert_equal(2, @cf00.print_size('ab'))
+    assert_equal(4, @cf00.print_size('あい'))
+    assert_equal(6, @cf00.print_size('abあい'))
+  end
+
   def test_form
     io = StringIO.new
     matrix = [
       ["a", "ab"],
       ["abc", "a"],
     ]
-    Tefil::ColumnFormer.form(matrix, io)
+    @cf00.form(matrix, io)
     io.rewind
     assert_equal("  a ab\nabc  a\n", io.read)
 
     io = StringIO.new
-    Tefil::ColumnFormer.form(matrix, io, ",")
+    @cf00.form(matrix, io, ",")
     io.rewind
     assert_equal("  a,ab\nabc, a\n", io.read)
 
     io = StringIO.new
-    Tefil::ColumnFormer.form(matrix, io, " ", true )
+    @cf00.form(matrix, io, " ", true )
     io.rewind
     assert_equal("a   ab\nabc a\n", io.read)
     io.rewind
 
+    #####
+    io = StringIO.new
+    matrix = [
+      ["abc", "def"],
+      ["あいう", "えおか"],
+    ]
+    @cf00.form(matrix, io)
+    io.rewind
+    assert_equal("   abc    def\nあいう えおか\n", io.read)
   end
 end
 

data/test/test_indentconverter.rb

@@ -0,0 +1,44 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::IndentConverter
+  public :process_stream
+end
+
+class TC_IndentConverter < Test::Unit::TestCase
+  def setup
+    @ic00 = Tefil::IndentConverter.new(' ', 2, ' ', 4, {})
+  end
+
+  def test_process_stream
+    # stdin -> stdout
+    $stdin = StringIO.new
+    $stdin.puts "a"
+    $stdin.puts "  b"
+    $stdin.puts "    c"
+    $stdin.puts "  d"
+    $stdin.puts "    e"
+    $stdin.puts "    f"
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @ic00.filter([])}
+    correct =
+      "a\n" +
+      "    b\n" +
+      "        c\n" + 
+      "    d\n" +     
+      "        e\n" + 
+      "        f\n"
+    assert_equal(correct, result)
+  end
+end
+
+
+
+
+
+
+

data/test/test_indentstatistics.rb

@@ -0,0 +1,38 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::IndentConverter
+  public :process_stream
+end
+
+class TC_IndentStatistics < Test::Unit::TestCase
+  def setup
+    @is00 = Tefil::IndentStatistics.new()
+  end
+
+  def test_process_stream
+    # stdin -> stdout
+    $stdin = StringIO.new
+    $stdin.puts "a"
+    $stdin.puts "  b"
+    $stdin.puts "    c"
+    $stdin.puts "  d"
+    $stdin.puts "    e"
+    $stdin.puts "    f"
+    $stdin.puts "  g"
+    $stdin.puts "    h"
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @is00.filter([])}
+    correct =
+      " 0|*\n" +
+      " 2|***\n" +
+      " 4|****\n"
+    assert_equal(correct, result)
+  end
+end
+
+

data/test/test_linesubstituter.rb

@@ -0,0 +1,45 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::LineSubstituter
+  public :process_stream
+end
+
+class TC_LineSubstituter < Test::Unit::TestCase
+  def setup
+    @is00 = Tefil::LineSubstituter.new('abc', 'XYZ')
+    @is01 = Tefil::LineSubstituter.new('abc', 'XYZ', {:global => true})
+  end
+
+  def test_process_stream
+    setup
+    $stdin = StringIO.new
+    $stdin.puts "abcdabcd"
+    $stdin.puts "ABCDABCD"
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @is00.filter([])}
+    correct =
+      "XYZdabcd\n" +
+      "ABCDABCD\n"
+    assert_equal(correct, result)
+
+
+    setup
+    $stdin = StringIO.new
+    $stdin.puts "abcdabcd"
+    $stdin.puts "ABCDABCD"
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @is01.filter([])}
+    correct =
+      "XYZdXYZd\n" +
+      "ABCDABCD\n"
+    assert_equal(correct, result)
+
+  end
+end
+

data/test/test_percentpacker.rb

@@ -0,0 +1,29 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::PercentPacker
+  public :process_stream
+end
+
+class TC_PercentPacker < Test::Unit::TestCase
+  def setup
+    @pp00 = Tefil::PercentPacker.new()
+  end
+
+  def test_process_stream
+    # stdin -> stdout
+    $stdin = StringIO.new
+    $stdin.puts '%E3%83%86%E3%82%B9%E3%83%88'
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @pp00.filter([])}
+    correct = "テスト\n"
+    assert_equal(correct, result)
+  end
+end
+
+
+

data/test/test_textfilterbase.rb

@@ -0,0 +1,182 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require 'helper'
+require "test/unit"
+require "tefil.rb"
+require "stringio"
+require "tempfile"
+require "fileutils"
+
+class SampleFilter < Tefil::TextFilterBase
+  def process_stream(in_file, out_file)
+    results = []
+    in_file.each do |line|
+      out_file.puts line.sub('a', 'A')
+    end
+  end
+end
+
+class TestTefil < Test::Unit::TestCase
+  TMP00 = "test/tmp00"
+  TMP01 = "test/tmp01"
+
+  def setup
+    @t00 = SampleFilter.new
+    $stdin = STDIN
+    $stdout = STDOUT
+    @t01 = SampleFilter.new({:overwrite => true})
+
+    @t02 = SampleFilter.new({:smart_filename => true})
+    @t03 = SampleFilter.new({:overwrite => true,
+                            :smart_filename => true})
+
+    FileUtils.rm TMP00 if File.exist? TMP00
+    FileUtils.rm TMP01 if File.exist? TMP01
+    File.open(TMP00, "w") do |io|
+      io.puts "abc"
+      io.puts "def"
+    end
+    File.open(TMP01, "w") do |io|
+      io.puts "abc"
+      io.puts "def"
+      io.puts "cab"
+    end
+  end
+
+  def teardown
+    FileUtils.rm TMP00 if File.exist? TMP00
+    FileUtils.rm TMP01 if File.exist? TMP01
+  end
+
+  def test_filter
+    # stdin -> stdout
+    $stdin = StringIO.new
+    $stdin.puts "abc"
+    $stdin.puts "def"
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @t00.filter([])}
+    correct = "Abc\n" + "def\n"
+    assert_equal(correct, result)
+
+    # 1 file-> stdout
+    setup
+    str = capture_stdout{}
+    result = capture_stdout{ @t00.filter([TMP00])}
+    correct =
+    "Abc\n" + "def\n"
+    assert_equal(correct, result)
+    tmp00 = File.open(TMP00, "r").readlines
+    assert_equal(["abc\n", "def\n"], tmp00)
+    tmp01 = File.open(TMP01, "r").readlines
+    assert_equal(["abc\n", "def\n", "cab\n"], tmp01)
+
+    # 2 files -> stdout
+    setup
+    str = capture_stdout{}
+    result = capture_stdout{ @t00.filter([TMP00, TMP01])}
+    correct = "Abc\n" + "def\n" + "Abc\n" + "def\n" + "cAb\n"
+    assert_equal(correct, result)
+    tmp00 = File.open(TMP00, "r").readlines
+    assert_equal(["abc\n", "def\n"], tmp00)
+    tmp01 = File.open(TMP01, "r").readlines
+    assert_equal(["abc\n", "def\n", "cab\n"], tmp01)
+
+    # smart_filename
+    setup
+    str = capture_stdout{}
+    result = capture_stdout{ @t02.filter([TMP00])}
+    correct = "Abc\n" + "def\n"
+    assert_equal(correct, result)
+    tmp00 = File.open(TMP00, "r").readlines
+    assert_equal(["abc\n", "def\n"], tmp00)
+    tmp01 = File.open(TMP01, "r").readlines
+    assert_equal(["abc\n", "def\n", "cab\n"], tmp01)
+
+    # smart_filename and overwrite # 2 files -> stdout
+    setup
+    str = capture_stdout{}
+    result = capture_stdout{ @t03.filter([TMP00, TMP01])}
+    correct = ""
+    assert_equal(correct, result)
+    tmp = File.open(TMP00, "r").readlines
+    assert_equal(["Abc\n", "def\n"], tmp)
+    tmp = File.open(TMP01, "r").readlines
+    assert_equal(["Abc\n", "def\n", "cAb\n"], tmp)
+
+    # Not found
+    assert_raise(Errno::ENOENT){ @t00.filter([""]) }
+    assert_raise(Errno::ENOENT){ @t01.filter([""]) }
+  end
+
+  def test_filter_overwrite
+    # 1 file-> stdout
+    setup
+    str = capture_stdout{}
+    result = capture_stdout{ @t01.filter([TMP00])}
+    correct = ""
+    assert_equal(correct, result)
+    tmp = File.open(TMP00, "r").readlines
+    assert_equal(["Abc\n", "def\n"], tmp)
+    tmp = File.open(TMP01, "r").readlines
+    assert_equal(["abc\n", "def\n", "cab\n"], tmp)
+
+    # 2 files -> stdout
+    setup
+    str = capture_stdout{}
+    result = capture_stdout{ @t01.filter([TMP00, TMP01])}
+    correct = ""
+    assert_equal(correct, result)
+    tmp = File.open(TMP00, "r").readlines
+    assert_equal(["Abc\n", "def\n"], tmp)
+    tmp = File.open(TMP01, "r").readlines
+    assert_equal(["Abc\n", "def\n", "cAb\n"], tmp)
+  end
+
+#  def test_self_filter
+#    $stdin = StringIO.new
+#    $stdin.puts "abc"
+#    $stdin.puts "def"
+#    $stdin.rewind
+#    str = capture_stdout{}
+#    result = capture_stdout{ SampleFilter.filter([], true) }
+#    correct = "Abc\n" + "def\n"
+#    assert_equal(correct, result)
+#    tmp = File.open(TMP00, "r").readlines
+#    assert_equal(["Abc\n", "def\n"], tmp)
+#    tmp = File.open(TMP01, "r").readlines
+#    assert_equal(["Abc\n", "def\n", "cAb\n"], tmp)
+#
+#
+#    # 単数のファイルを指定。
+#    # overwrite なし。
+#    setup
+#    $stdout = StringIO.new
+#    SampleFilter.filter([TMP00])
+#    $stdout.rewind
+#    tmp = $stdout.readlines
+#    assert_equal(["Abc\n", "def\n"], tmp)
+#    $stdout.close
+#    tmp = File.open(TMP00, "r").readlines
+#    assert_equal(["abc\n", "def\n"], tmp)
+#    tmp = File.open(TMP01, "r").readlines
+#    assert_equal(["abc\n", "def\n", "cab\n"], tmp)
+#
+#    # 複数のファイルを指定。
+#    # overwrite なし。
+#    setup
+#    $stdout = StringIO.new
+#    SampleFilter.filter([TMP00, TMP01])
+#    $stdout.rewind
+#    tmp = $stdout.readlines
+#    assert_equal(["Abc\n", "def\n", "Abc\n", "def\n", "cAb\n"], tmp)
+#    $stdout.close
+#    tmp = File.open(TMP00, "r").readlines
+#    assert_equal(["abc\n", "def\n"], tmp)
+#    tmp = File.open(TMP01, "r").readlines
+#    assert_equal(["abc\n", "def\n", "cab\n"], tmp)
+#  end
+
+end
+

data/test/test_zshescaper.rb

@@ -0,0 +1,29 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "helper"
+require "stringio"
+
+class Tefil::ZshEscaper
+  public :process_stream
+end
+
+class TC_ZshEscaper < Test::Unit::TestCase
+  def setup
+    @is00 = Tefil::ZshEscaper.new()
+  end
+
+  def test_process_stream
+    # stdin -> stdout
+    $stdin = StringIO.new
+    $stdin.puts "abcdABCD * * *"
+    $stdin.rewind
+    str = capture_stdout{}
+    result = capture_stdout{ @is00.filter([])}
+    correct = 'abcdABCD\ \*\ \*\ \*' + "\n"
+    assert_equal(correct, result)
+  end
+end
+
+
+

data/test/zshescape/sample.txt

@@ -0,0 +1,2 @@
+abcdABCD * * *
+