textutils 0.8.5 → 0.8.6

data/Manifest.txt

@@ -24,6 +24,7 @@ lib/textutils/reader/hash_reader.rb
 lib/textutils/reader/line_reader.rb
 lib/textutils/reader/values_reader.rb
 lib/textutils/sanitizier.rb
+lib/textutils/title.rb
 lib/textutils/utils.rb
 lib/textutils/version.rb
 test/helper.rb

data/lib/textutils/title.rb

@@ -0,0 +1,152 @@
+# encoding: utf-8
+
+
+## todo: rename to TitleFinder or TitleMapper ??
+#  other options  TitleMatcher? 
+#   TitleMapping? TitleMappings?
+#   or rename to KeyMapping?, KeyMapper?, KeyTable? etc.
+
+
+module TextUtils
+  module TitleTable
+
+####
+## fix: turn it into a class w/ methods
+#
+#e.g  t =TitleTable.new( records, name )  # e.g. name='team'
+#  t.map!( line )
+#  t.find_key!( line )
+# etc.
+
+
+def build_title_table_for( records )
+    ## build known tracks table w/ synonyms e.g.
+    #
+    # [[ 'wolfsbrug', [ 'VfL Wolfsburg' ]],
+    #  [ 'augsburg',  [ 'FC Augsburg', 'Augi2', 'Augi3' ]],
+    #  [ 'stuttgart', [ 'VfB Stuttgart' ]] ]
+
+    known_titles = []
+
+    records.each_with_index do |rec,index|
+
+      title_candidates = []
+      title_candidates << rec.title
+
+      title_candidates += rec.synonyms.split('|') if rec.synonyms.present?
+
+
+      ## check if title includes subtitle e.g. Grand Prix Japan (Suzuka Circuit)
+      #  make subtitle optional by adding title w/o subtitle e.g. Grand Prix Japan
+
+      titles = []
+      title_candidates.each do |t|
+        titles << t
+        if t =~ /\(.+\)/
+          extra_title = t.gsub( /\(.+\)/, '' ) # remove/delete subtitles
+          extra_title.strip!   # strip leading n trailing withspaces too!
+          titles << extra_title
+        end
+      end
+
+
+      ## NB: sort here by length (largest goes first - best match)
+      #  exclude code and key (key should always go last)
+      titles = titles.sort { |left,right| right.length <=> left.length }
+      
+      ## escape for regex plus allow subs for special chars/accents
+      titles = titles.map { |title| TextUtils.title_esc_regex( title )  }
+
+      ## NB: only include code field - if defined
+      titles << rec.code          if rec.respond_to?(:code) && rec.code.present?
+
+      known_titles << [ rec.key, titles ]
+
+      ### fix: use plain logger
+      LogUtils::Logger.root.debug "  #{rec.class.name}[#{index+1}] #{rec.key} >#{titles.join('|')}<"
+    end
+
+    known_titles
+end
+
+
+
+def find_key_for!( name, line )
+  regex = /@@oo([^@]+?)oo@@/     # e.g. everything in @@ .... @@ (use non-greedy +? plus all chars but not @, that is [^@])
+
+  upcase_name   = name.upcase
+  downcase_name = name.downcase
+
+  if line =~ regex
+    value = "#{$1}"
+    ### fix: use plain logger
+    LogUtils::Logger.root.debug "   #{downcase_name}: >#{value}<"
+      
+    line.sub!( regex, "[#{upcase_name}]" )
+
+    return $1
+  else
+    return nil
+  end
+end
+
+
+def find_keys_for!( name, line )  # NB: keys (plural!) - will return array
+  counter = 1
+  keys = []
+
+  downcase_name = name.downcase
+
+  key = find_key_for!( "#{downcase_name}#{counter}", line )
+  while key.present?
+    keys << key
+    counter += 1
+    key = find_key_for!( "#{downcase_name}#{counter}", line )
+  end
+
+  keys
+end
+
+
+def map_titles_for!( name, line, title_table )
+  title_table.each do |rec|
+    key    = rec[0]
+    values = rec[1]
+    map_title_worker_for!( name, line, key, values )
+  end
+end
+
+
+def map_title_worker_for!( name, line, key, values )
+
+  downcase_name = name.downcase
+
+  values.each do |value|
+    ## nb: \b does NOT include space or newline for word boundry (only alphanums e.g. a-z0-9)
+    ## (thus add it, allows match for Benfica Lis.  for example - note . at the end)
+
+    ## check add $ e.g. (\b| |\t|$) does this work? - check w/ Benfica Lis.$
+    regex = /\b#{value}(\b| |\t|$)/   # wrap with world boundry (e.g. match only whole words e.g. not wac in wacker) 
+    if line =~ regex
+      ### fix: use plain logger
+      LogUtils::Logger.root.debug "     match for #{downcase_name}  >#{key}< >#{value}<"
+      # make sure @@oo{key}oo@@ doesn't match itself with other key e.g. wacker, wac, etc.
+      line.sub!( regex, "@@oo#{key}oo@@ " )    # NB: add one space char at end
+      return true    # break out after first match (do NOT continue)
+    end
+  end
+  return false
+end
+
+  end # module TitleTable
+end # module TextUtils
+
+
+## auto-include methods
+
+module TextUtils
+  # make helpers available as class methods e.g. TextUtils.convert_unicode_dashes_to_plain_ascii
+  extend TitleTable  # lets us use TextUtils.build_title_table_for etc.
+end
+
+

data/lib/textutils/version.rb

@@ -1,8 +1,6 @@
 
 module TextUtils
 
-  VERSION = '0.8.5'
+  VERSION = '0.8.6'
 
 end   # module TextUtils
-
-

data/lib/textutils.rb

@@ -44,6 +44,7 @@ require 'textutils/reader/values_reader'
 require 'textutils/reader/fixture_reader'
 
 require 'textutils/classifier'
+require 'textutils/title'    # title table/mapper/finder utils
 
 require 'textutils/page'   # for book pages and page templates
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: textutils
 version: !ruby/object:Gem::Version
-  version: 0.8.5
+  version: 0.8.6
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-15 00:00:00.000000000 Z
+date: 2014-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logutils
-  requirement: &21250380 !ruby/object:Gem::Requirement
+  requirement: &20840748 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '0.5'
   type: :runtime
   prerelease: false
-  version_requirements: *21250380
+  version_requirements: *20840748
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &21250032 !ruby/object:Gem::Requirement
+  requirement: &20840412 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: '4.0'
   type: :development
   prerelease: false
-  version_requirements: *21250032
+  version_requirements: *20840412
 - !ruby/object:Gem::Dependency
   name: hoe
-  requirement: &21249564 !ruby/object:Gem::Requirement
+  requirement: &20839944 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,7 +43,7 @@ dependencies:
         version: '3.7'
   type: :development
   prerelease: false
-  version_requirements: *21249564
+  version_requirements: *20839944
 description: textutils - Text Filters, Helpers, Readers and More
 email: ruby-talk@ruby-lang.org
 executables: []
@@ -79,6 +79,7 @@ files:
 - lib/textutils/reader/line_reader.rb
 - lib/textutils/reader/values_reader.rb
 - lib/textutils/sanitizier.rb
+- lib/textutils/title.rb
 - lib/textutils/utils.rb
 - lib/textutils/version.rb
 - test/helper.rb