textutils 0.10.0 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 68baf8d24b589a21d4394a6b18760b349e93d13d
-  data.tar.gz: d8c9a466924b62c4ffa53b88641f7a3e81844ef3
+  metadata.gz: cbe5116178fcb2b9b4ca61faea573b738177c59c
+  data.tar.gz: 595ec4ed63716e146f47d690dd2533130d16754a
 SHA512:
-  metadata.gz: 66214b48ee18a369ccef2b369702aa481350ce58eb8f3174fee473fa642c15238af5cad0a5e0e53250bdd7ffc78dfff06e62e3e738e24fa3178a1f8fbda6a751
-  data.tar.gz: 4e590abefa048fbc971391bd65681dc230a254caacb7b728daded53bb756192e6e43aec34432e8c7beb319a1ebab4d9b4128299fea264594926ed668b05ff9db
+  metadata.gz: cfdf67b1c2b68331908c91c4ffd9679b64758f9da0874e8205d2ce7ce7fab80b8466f4e297ed3add84963410d2cff0e42af270abe702333d54c421a33bef131c
+  data.tar.gz: 12b253520f2e07926131a7a03a9bc23b81dc7937552b1d40efae984b84075c4b7c161faf219b133a0640866427e8758ba7eb918de73a82705b7f3443b444c154

data/Manifest.txt

@@ -22,6 +22,7 @@ lib/textutils/helper/xml_helper.rb
 lib/textutils/page.rb
 lib/textutils/parser/name_parser.rb
 lib/textutils/patterns.rb
+lib/textutils/reader/block_reader.rb
 lib/textutils/reader/code_reader.rb
 lib/textutils/reader/fixture_reader.rb
 lib/textutils/reader/hash_reader.rb
@@ -33,9 +34,11 @@ lib/textutils/title_mapper.rb
 lib/textutils/utils.rb
 lib/textutils/version.rb
 test/data/cl_all.txt
+test/data/feedburner.txt
 test/helper.rb
 test/test_address_helper.rb
 test/test_asciify.rb
+test/test_block_reader.rb
 test/test_fixture_reader.rb
 test/test_hypertext_helper.rb
 test/test_slugify.rb

data/lib/textutils.rb

@@ -54,6 +54,7 @@ require 'textutils/reader/hash_reader'
 require 'textutils/reader/line_reader'
 require 'textutils/reader/values_reader'
 require 'textutils/reader/fixture_reader'
+require 'textutils/reader/block_reader'
 
 require 'textutils/classifier'
 require 'textutils/title'    # title table/mapper/finder utils

data/lib/textutils/reader/block_reader.rb

@@ -0,0 +1,67 @@
+# encoding: utf-8
+
+
+# fix: move into TextUtils namespace/module!!
+
+class BlockReader
+
+  include LogUtils::Logging
+
+  def self.from_file( path )
+    ## nb: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
+    ## - see textutils/utils.rb
+   text = File.read_utf8( path )
+   self.from_string( text )
+  end
+
+  def self.from_string( text )
+    self.new( text )
+  end
+
+  def initialize( text )
+    @text = text
+  end
+
+  def read
+    ## note returns an array of (line) strings e.g.
+    ## [
+    ##  "line1\nline2",         ## -- block1
+    ##  "line1\nline2\nline3"   ## -- block2
+    ## ]
+
+    blocks = []
+    buf = ""
+
+    @text.each_line do |line|
+       # comments allow:
+       # 1) ##### (shell/ruby style)
+       if line =~ /^\s*#/ 
+          # skip komments and do NOT copy to result (keep comments secret!)
+         logger.debug 'skipping comment line'
+         next
+       end
+
+#       if line =~ /^\s*$/
+#         # kommentar oder leerzeile überspringen
+#         logger.debug 'skipping blank line'
+#         next
+#       end
+
+       # pass 2) remove leading and trailing whitespace
+       line = line.strip
+
+       if line =~ /^-{3,}$/   ## three or more lines
+         logger.debug 'block separator'
+         blocks << buf.strip   ## note: strip leading and trailing whitespace
+         buf = ""
+       else
+         buf << "#{line}\n"
+       end
+    end # each lines
+
+    blocks << buf.strip ## note: strip leading and trailing whitespace
+    blocks
+  end # method read
+
+end # class BlockReader
+

data/lib/textutils/version.rb

@@ -2,8 +2,8 @@
 
 module TextUtils
 
-  MAJOR = 0 ## todo: namespace inside version or something - why? why not??
-  MINOR = 10
+  MAJOR = 1 ## todo: namespace inside version or something - why? why not??
+  MINOR = 0
   PATCH = 0
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 

data/test/data/feedburner.txt

@@ -0,0 +1,21 @@
+####################################
+# feedburner text pattern (regex)
+#
+#  pattern (regex)
+#  ---
+#  test1
+#  ---
+#  test2
+#  ---
+#  etc.
+
+
+<img[^>]*?
+  src=("|')(:?http:)?//feeds\.feedburner\.com/~r/[^>]+?\1
+  .*?>
+
+---
+
+<img src="//feeds.feedburner.com/~r/Rubyflow/~4/1wUDnBztAJY" height="1" width="1" alt=""/>
+
+

data/test/test_block_reader.rb

@@ -0,0 +1,26 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_block_reader.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+
+class TestBlockReader < MiniTest::Test
+
+  def test_feedburner
+     blocks = BlockReader.from_file( "#{TextUtils.root}/test/data/feedburner.txt" ).read
+
+     ## note: regex - use %q - do NOT escape \. or \1 etc.
+     pattern = %q{<img[^>]*?src=("|')(:?http:)?//feeds\.feedburner\.com/~r/[^>]+?\1.*?>}
+
+     test1   = %q{<img src="//feeds.feedburner.com/~r/Rubyflow/~4/1wUDnBztAJY" height="1" width="1" alt=""/>}
+
+     assert_equal 2, blocks.size
+     assert_equal pattern, blocks[0].gsub( /[\n ]/, '' )  ## note: need to remove newlines and spaces
+     assert_equal test1,   blocks[1]
+  end
+
+end # class TestBlockReader
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: textutils
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-04 00:00:00.000000000 Z
+date: 2015-01-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: props
@@ -128,6 +128,7 @@ files:
 - lib/textutils/page.rb
 - lib/textutils/parser/name_parser.rb
 - lib/textutils/patterns.rb
+- lib/textutils/reader/block_reader.rb
 - lib/textutils/reader/code_reader.rb
 - lib/textutils/reader/fixture_reader.rb
 - lib/textutils/reader/hash_reader.rb
@@ -139,9 +140,11 @@ files:
 - lib/textutils/utils.rb
 - lib/textutils/version.rb
 - test/data/cl_all.txt
+- test/data/feedburner.txt
 - test/helper.rb
 - test/test_address_helper.rb
 - test/test_asciify.rb
+- test/test_block_reader.rb
 - test/test_fixture_reader.rb
 - test/test_hypertext_helper.rb
 - test/test_slugify.rb
@@ -189,3 +192,4 @@ test_files:
 - test/test_title_helper.rb
 - test/test_slugify.rb
 - test/test_address_helper.rb
+- test/test_block_reader.rb