anystyle-parser 0.0.4 → 0.0.5

data/HISTORY.md

@@ -1,6 +1,7 @@
-0.0.4 / 2011-09-06
+0.0.5 / 2011-09-06
 ==================
-* Improves name tokenizing
+* Improved punctuation feature elicitation
+* Improved name tokenizing
 * Bugfixes
 
 0.0.1 / 2011-09-05

data/lib/anystyle/parser/features.rb

@@ -128,18 +128,22 @@ module Anystyle
 			case token
 			when /^["'”’´‘“`]/
 				:quote
-			when /["'”’´‘“`]$/
+			when /["'”’´‘“`][!\?\."',;:-]?$/
 				:unquote
-			when /-+/
-				:hyphen
+			when /^[\(\[\{<].*[>\}\]\)][\.]$/
+				:'terminal-braces'
+			when /^[\(\[\{<].*[>\}\]\)][,;:-]$/
+				:'internal-braces'
+			when /^[\(\[\{<].*[>\}\]\)]$/
+				:braces
 			when /[,;:-]$/
 				:internal
 			when /[!\?\."']$/
 				:terminal
-			when /^[\(\[\{<].*[>\}\]\)].?$/
-				:braces
 			when /^\d{2,5}\(\d{2,5}\).?$/
 				:volume
+			when /-+/
+				:hyphen
 			else
 				:others
 			end