anystyle-parser 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9723d7ea8fd46588c2487a72357c29fc9b1811ce
-  data.tar.gz: bfe339c9e7ab8883cbef7d8ad4de1a6aba433b53
+  metadata.gz: 575f1accfff0d04c318a023de9bd4d1f8720ff98
+  data.tar.gz: aa53148f49bb5e26947375016cda44f9c0b97f6d
 SHA512:
-  metadata.gz: 18591aa6d5ab49057b57308ff4a38b0e99aa07b45acf244998b47e51653b892ca442a5def2f3ed547f74c4cf338355070749cd31ca44dec08d41d21b2f23912b
-  data.tar.gz: 2790d3bd5f4fa9a86aae3be03b3dbb9847816911a173186c898def47f28c243f3bf12ccdedb34e914bd5549f3bdaeed24fcc47c014b628f71b96dacc0d39846e
+  metadata.gz: a962499569b1dfbf853392b447169498f4e7ad537d1ca7ef3b9bd1a0d20c893aa3c77bf5bc1794410cdea50390cce1e3fec3082b9c982c52e482a51d27615f1c
+  data.tar.gz: 92dac81d61b7cc52170f15396785187d0b5d99c1ea7819be1b03318fdd29d80faa669845010ff370fffc17b7ff4c2b5659ba95900b5c4be251cbf4e007e70756

data/Gemfile

@@ -17,8 +17,8 @@ group :debug do
 end
 
 group :profile do
-	gem 'ruby-prof'
-	gem 'gnuplot'
+	gem 'ruby-prof', :require => false, :platform => :mri
+	gem 'gnuplot', :require => false, :platform => :mri
 end
 
 group :extra do

data/HISTORY.md

@@ -1,3 +1,9 @@
+0.4.0 / 2014-02-27
+==================
+* Update wapiti
+* Improve dash patterns
+* Updated default model
+
 0.3.0 / 2014-02-14
 ==================
 * Update dependencies

data/anystyle-parser.gemspec

@@ -18,7 +18,7 @@ Gem::Specification.new do |s|
   s.required_ruby_version = '>= 1.9.3'
 
   s.add_runtime_dependency('bibtex-ruby', '~>3.0')
-  s.add_runtime_dependency('wapiti', '~>0.0')
+  s.add_runtime_dependency('wapiti', '~>0.1')
   s.add_runtime_dependency('namae', '~>0.8')
 
   s.files        = `git ls-files`.split("\n").reject { |path|

data/lib/anystyle/parser/features.rb

@@ -1,211 +1,211 @@
 # -*- encoding: utf-8 -*-
 
 module Anystyle
-	module Parser
-
-		class Feature
-			
-			@dict = Dictionary.instance
-			@instances = []
-			
-			class << self
-			
-				attr_reader :dict, :instances
-				
-				def define(name, &block)
-					instances << new(name, block)
-				end
-				
-				def undefine(name)
-					instances.reject! { |f| f.name == name }
-				end
-				
-			end
-						
-			attr_accessor :name, :matcher
-			
-			def initialize(name, matcher)
-				@name, @matcher = name, matcher
-			end
-			
-			def match(*arguments)
-				matcher.call(*arguments)
-			end
-						
-		end
-		
-		
-		# Is the the last character upper-/lowercase, numeric or something else?
-		# Returns A, a, 0 or the last character itself.
-		Feature.define :last_character do |token, stripped, sequence, offset|
-			case char = token.split(//)[-1]
-			when /^[[:upper:]]$/
-				:upper
-			when /^[[:lower:]]$/
-				:lower
-			when /^\d$/
-				:numeric
-			else
-				char
-			end
-		end
-
-		# Sequences of the first four characters
-		Feature.define :first do |token, stripped, sequence, offset|
-			c = token.split(//)[0,4]
-			(0..3).map { |i| c[0..i].join }
-		end
-	
-		# Sequences of the last four characters
-		Feature.define :last do |token, stripped, sequence, offset|
-			c = token.split(//).reverse[0,4]
-			(0..3).map { |i| c[0..i].reverse.join }			
-		end
-	
-		Feature.define :stripped_lowercase do |token, stripped, sequence, offset|
-			stripped.empty? ? :EMPTY : stripped.downcase
-		end
-		
-		Feature.define :capitalization do |token, stripped, sequence, offset|
-			case stripped
-			when /^[[:upper:]]$/
-				:single
-			when /^[[:upper:]][[:lower:]]/
-				:initial
-			when /^[[:upper:]]+$/
-				:all
-			else
-				:other
-			end
-		end
-		
-		Feature.define :numbers do |token, stripped, sequence, offset|
-			case token
-			when /\d\(\d+(-\d+)?\)/
-				:volume
-			when /^\(\d{4}\)[^[:alnum:]]*$/, /^(1\d{3}|20\d{2})[\.,;:]?$/
-				:year
-			when /\d{4}\s*--?\s*\d{4}/
-				:'year-range'
-			when /\d+\s*--?\s*\d+/, /^[^[:alnum:]]*pp?\.\d*[^[:alnum:]]*$/, /^((pp?|s)\.?|pages)$/i
-				:page
-			when /^\d$/
-				:single
-			when /^\d{2}$/
-				:double
-			when /^\d{3}$/
-				:triple
-			when /^\d+$/
-				:digits
-			when /^\d+[\d-]+$/
-				:serial
-			when /^-\d+$/
-				:negative			
-			when /\d+(th|st|nd|rd)[^[:alnum:]]*/i
-				:ordinal
-			when /\d/
-				:numeric
-			else
-				:none
-			end
-		end
-		
-		Feature.define :dictionary do |token, stripped, sequence, offset|
-			c = Feature.dict[stripped.downcase]
-			f = Dictionary.keys.map do |k|
-				c & Dictionary.code[k] > 0 ? k : ['no',k].join('-').to_sym
-			end
-			f.unshift(c)
-		end
-		
-		# TODO sequence features should be called just once per sequence
-		# TODO improve / disambiguate edition
-		Feature.define :editors do |token, stripped, sequence, offest|
-			sequence.any? { |t| t =~ /^(ed|editor|editors|eds|edited|hrsg)$/i } ? :editors : :'no-editors'
-		end
-
-		# TODO Translated
-		
-		Feature.define :location do |token, stripped, sequence, offset|
-			((offset.to_f / sequence.length) * 10).round
-		end
-		
-		Feature.define :punctuation do |token, stripped, sequence, offset|
-			case token
-			when /^["'”’´‘“`]/
-				:quote
-			when /["'”’´‘“`][!\?\.]$/
-				:'terminal-unquote'
-			when /["'”’´‘“`][,;:-]$/
-				:'internal-unquote'
-			when /["'”’´‘“`]$/
-				:unquote
-			when /^[\[\{].*[\}\]][!\?\.,;:-]?$/
-				:braces
-			when /^<.*>[!\?\.,;:-]?$/
-				:tags
-			when /^[\(].*[\)][!\?\.]$/
-				:'terminal-parens'
-			when /^\(.*\)[,;:-]$/
-				:'internal-parens'
-			when /^\(.*\)$/
-				:parens
-			when /^[\[\{]/
-				:'opening-brace'
-			when /[\}\]][!\?\.,;:-]?$/
-				:'closing-brace'
-			when /^</
-				:'opening-tag'
-			when />[!\?\.,;:-]?$/
-				:'closing-tag'
-			when /^\(/
-				:'opening-parens'				
-			when /\)[,;:-]$/
-				:'internal-closing-parens'
-			when /^\)$/
-				:'closing-parens'
-			when /[,;:-]$/
-				:internal
-			when /[!\?\."']$/
-				:terminal
-			when /^\d{2,5}\(\d{2,5}\).?$/
-				:volume
-			when /-+/
-				:hyphen
-			else
-				:others
-			end
-		end
-
-
-		Feature.define :type do |token, stripped, sequence, offset|
-			s = sequence.join(' ')
-			case
-			when s =~ /dissertation abstract/i
-				:dissertaion
-			when s =~ /proceeding/i
-				:proceedings
-			when stripped =~ /^in$/i && sequence[offset+1].to_s =~ /^[[:upper:]]/ && sequence[offset-1].to_s =~ /["'”’´‘“`\.;,]$/
-				:collection
-			else
-				:other
-			end
-		end
-		
-		Feature.define :reference do |token, stripped, sequence, offset|
-			case token
-			when /retrieved/i
-				:retrieved
-			when /isbn/i
-				:isbn
-			when /^doi:/i
-				:doi
-			when /^url|http|www\.[\w\.]+/i
-				:url
-			else
-				:none
-			end
-		end
-		
-	end
-end
+  module Parser
+
+    class Feature
+
+      @dict = Dictionary.instance
+      @instances = []
+
+      class << self
+
+        attr_reader :dict, :instances
+
+        def define(name, &block)
+          instances << new(name, block)
+        end
+
+        def undefine(name)
+          instances.reject! { |f| f.name == name }
+        end
+
+      end
+
+      attr_accessor :name, :matcher
+
+      def initialize(name, matcher)
+        @name, @matcher = name, matcher
+      end
+
+      def match(*arguments)
+        matcher.call(*arguments)
+      end
+
+    end
+
+
+    # Is the the last character upper-/lowercase, numeric or something else?
+    # Returns A, a, 0 or the last character itself.
+    Feature.define :last_character do |token, stripped, sequence, offset|
+      case char = token.split(//)[-1]
+      when /^[[:upper:]]$/
+        :upper
+      when /^[[:lower:]]$/
+        :lower
+      when /^\d$/
+        :numeric
+      else
+        char
+      end
+    end
+
+    # Sequences of the first four characters
+    Feature.define :first do |token, stripped, sequence, offset|
+      c = token.split(//)[0,4]
+      (0..3).map { |i| c[0..i].join }
+    end
+
+    # Sequences of the last four characters
+    Feature.define :last do |token, stripped, sequence, offset|
+      c = token.split(//).reverse[0,4]
+      (0..3).map { |i| c[0..i].reverse.join }
+    end
+
+    Feature.define :stripped_lowercase do |token, stripped, sequence, offset|
+      stripped.empty? ? :EMPTY : stripped.downcase
+    end
+
+    Feature.define :capitalization do |token, stripped, sequence, offset|
+      case stripped
+      when /^[[:upper:]]$/
+        :single
+      when /^[[:upper:]][[:lower:]]/
+        :initial
+      when /^[[:upper:]]+$/
+        :all
+      else
+        :other
+      end
+    end
+
+    Feature.define :numbers do |token, stripped, sequence, offset|
+      case token
+      when /\d\(\d+([—–-]\d+)?\)/
+        :volume
+      when /^\(\d{4}\)[^[:alnum:]]*$/, /^(1\d{3}|20\d{2})[\.,;:]?$/
+        :year
+      when /\d{4}\s*[—–-]+\s*\d{4}/
+        :'year-range'
+      when /\d+\s*[—–-]+\s*\d+/, /^[^[:alnum:]]*pp?\.\d*[^[:alnum:]]*$/, /^((pp?|s)\.?|pages?)$/i
+        :page
+      when /^\d$/
+        :single
+      when /^\d{2}$/
+        :double
+      when /^\d{3}$/
+        :triple
+      when /^\d+$/
+        :digits
+      when /^\d+[\d-]+$/
+        :serial
+      when /^-\d+$/
+        :negative
+      when /\d+(th|st|nd|rd)[^[:alnum:]]*/i
+        :ordinal
+      when /\d/
+        :numeric
+      else
+        :none
+      end
+    end
+
+    Feature.define :dictionary do |token, stripped, sequence, offset|
+      c = Feature.dict[stripped.downcase]
+      f = Dictionary.keys.map do |k|
+        c & Dictionary.code[k] > 0 ? k : ['no',k].join('-').to_sym
+      end
+      f.unshift(c)
+    end
+
+    # TODO sequence features should be called just once per sequence
+    # TODO improve / disambiguate edition
+    Feature.define :editors do |token, stripped, sequence, offest|
+      sequence.any? { |t| t =~ /^(ed|editor|editors|eds|edited|hrsg)$/i } ? :editors : :'no-editors'
+    end
+
+    # TODO Translated
+
+    Feature.define :location do |token, stripped, sequence, offset|
+      ((offset.to_f / sequence.length) * 10).round
+    end
+
+    Feature.define :punctuation do |token, stripped, sequence, offset|
+      case token
+      when /^["'”’´‘“`]/
+        :quote
+      when /["'”’´‘“`][!\?\.]$/
+        :'terminal-unquote'
+      when /["'”’´‘“`][,;:-]$/
+        :'internal-unquote'
+      when /["'”’´‘“`]$/
+        :unquote
+      when /^[\[\{].*[\}\]][!\?\.,;:-]?$/
+        :braces
+      when /^<.*>[!\?\.,;:-]?$/
+        :tags
+      when /^[\(].*[\)][!\?\.]$/
+        :'terminal-parens'
+      when /^\(.*\)[,;:-]$/
+        :'internal-parens'
+      when /^\(.*\)$/
+        :parens
+      when /^[\[\{]/
+        :'opening-brace'
+      when /[\}\]][!\?\.,;:-]?$/
+        :'closing-brace'
+      when /^</
+        :'opening-tag'
+      when />[!\?\.,;:-]?$/
+        :'closing-tag'
+      when /^\(/
+        :'opening-parens'
+      when /\)[,;:-]$/
+        :'internal-closing-parens'
+      when /^\)$/
+        :'closing-parens'
+      when /[,;:-]$/
+        :internal
+      when /[!\?\."']$/
+        :terminal
+      when /^\d{2,5}\(\d{2,5}\).?$/
+        :volume
+      when /-+/
+        :hyphen
+      else
+        :others
+      end
+    end
+
+
+    Feature.define :type do |token, stripped, sequence, offset|
+      s = sequence.join(' ')
+      case
+      when s =~ /dissertation abstract/i
+        :dissertaion
+      when s =~ /proceeding/i
+        :proceedings
+      when stripped =~ /^in$/i && sequence[offset+1].to_s =~ /^[[:upper:]]/ && sequence[offset-1].to_s =~ /["'”’´‘“`\.;,]$/
+        :collection
+      else
+        :other
+      end
+    end
+
+    Feature.define :reference do |token, stripped, sequence, offset|
+      case token
+      when /retrieved/i
+        :retrieved
+      when /isbn/i
+        :isbn
+      when /^doi:/i
+        :doi
+      when /^url|http|www\.[\w\.]+/i
+        :url
+      else
+        :none
+      end
+    end
+
+  end
+end