dwc_agent 0.4.2 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f54434352d90dff97e7c733fbc2fb53117380d5f04d6841d9796f48a5603dc18
-  data.tar.gz: 1ca4ae5b5bf104b51fa030cfe3984e428ab4325df266a6c90de50dff134038c6
+  metadata.gz: c3bcc45d8ecae4211cd0f678727d1002ed54ca998934d0f72f458762b21152f1
+  data.tar.gz: 6857f25e128b7a5a62e95bc36367679356ef9321b65e783b3ea04a7e0501afa5
 SHA512:
-  metadata.gz: bd1a44b5926abba1a7124493980fcf8e91aebc3bf854bca8c92da973299a345f8eb79cd3a02696e93d1c4426a6fa3bd5ff3414239c884566ed5de0679b0e3760
-  data.tar.gz: 2dcea697b1c7d589227469e5a69a3da40f71886c01e29a714557276bcdc0d3a2755cc0ff89bf36dcd70388fd640917384b776ace8de4bd3352cdea217d08ae3e
+  metadata.gz: b5489f5f4d6473de3054377c7884b37cbb1ce8982f68a4e52ea39cf68ec59945a8708a90400b0aa8c509505bd5c48cef2ab4a99e19d1661af21fd6cab349a0b2
+  data.tar.gz: a27efb2e8aa6c9183d473217e6d50ac309163cebf12c7d191f878f28838c006cd6132c5ccd2ec71b76e108be100492332edd93917adb2ee32417d5e9f31a87ea

data/lib/dwc_agent/cleaner.rb

@@ -16,13 +16,9 @@ module DwcAgent
     # @param parsed_namae [Object] the namae object
     # @return [Hash] the given, family hash
     def clean(parsed_namae)
-      blank_name = { given: nil, family: nil }
+      blank_name = { given: nil, family: nil, particle: nil }
 
-      if parsed_namae.family && FAMILY_BLACKLIST.include?(parsed_namae.family)
-        return blank_name
-      end
-
-      if parsed_namae.family && parsed_namae.family.length < 2 && parsed_namae.family.count('.') == 0
+      if parsed_namae.family && FAMILY_BLACKLIST.any?{ |s| s.casecmp(parsed_namae.family) == 0 }
         return blank_name
       end
 
@@ -99,6 +95,10 @@ module DwcAgent
         particle = nil
       end
 
+      if !particle.nil? && particle.include?(".")
+        particle = nil
+      end
+
       if !family.nil? && (family == family.upcase || family == family.downcase)
         family = NameCase(family)
       end
@@ -111,11 +111,11 @@ module DwcAgent
         return blank_name
       end
 
-      if !family.nil? && FAMILY_BLACKLIST.include?(family)
+      if !family.nil? && FAMILY_BLACKLIST.any?{ |s| s.casecmp(family) == 0 }
         return blank_name
       end
 
-      { given: given, family: family }
+      { given: given, family: family, particle: particle }
     end
 
   end

data/lib/dwc_agent/constants.rb

@@ -20,7 +20,6 @@ module DwcAgent
     \b[,;]?\s*(?i:person\s*string)\b|
     \b[,;]?\s*(?i:colls)\.(\b|\z)|
     \b[,;]?\s*(?i:colln?)[:.]?(\b|\z)|
-    (?i:no\s+(data|disponible))|
     \b[,;]?\s*(?i:stet)[,!]?\s*\d*\z|
     [,;]?\s*\d+[-/\s+](?i:\d+|Jan|Feb|Mar|Apr|
       May|Jun|Jul|Aug|Sept?|
@@ -78,10 +77,11 @@ module DwcAgent
     \b\s*\(?(?i:(fe)?male)\)?\s*\b|
     \b(?i:to\s+(sub)?spp?)\.?|
     (?i:nom\.?\s+rev\.?)|
-    FNA|DAO|HUH|FDNMB|
+    FNA|DAO|HUH|FDNMB|MNHN|PNI|USNM|
     AFSC\/POLISH\s+SORTING\s+CTR\.?|
     (?i:university|museum|exhibits?)|
     (?i:uqam)|
+    (?i:sem\s+(colec?tor|data))|
     \b[,;]\s+\d+\z|
     ["!@?]|
     [,]?\d+|
@@ -159,12 +159,13 @@ module DwcAgent
   }
 
   COMPLEX_SEPARATORS = %r{
-    ^([A-Za-z]{4,},\s+(?:[A-Z]\.\s*){1,})\s+([A-Za-z]{4,},\s+(?:[A-Z]\.\s*){1,})$
+    ^(\S{4,},\s+(?:\S\.\s*){1,})\s+(\S{4,},\s+(?:\S\.\s*){1,})$
   }x
 
   BLACKLIST = %r{
     (?i:abundant)|
     (?i:adult|juvenile)|
+    (?i:administra(d|t)or)|
     (?i:anon)|
     (?i:australian?)|
     (?i:average)|
@@ -173,9 +174,10 @@ module DwcAgent
     (?i:biolog|botan|zoo|ecolog|mycol|(in)?vertebrate|fisheries|genetic|animal|mushroom|wildlife|plumage|flower|agriculture)|
     (?i:bris?tish|canadi?an?|chinese|arctic|japan|russian|north\s+america)|
     (?i:carex|salix)|
-    (?:catalog)|
+    (?i:catalog(ue)?)|
     (?i:herbarium|herbier|collection|collected|publication|specimen|species|describe|an(a|o)morph|isolated|recorded|inspection|define|status|lighthouse)|
     \b\s*(?i:help)\s*\b|
+    (?i:data\s+not\s+captured)|
     (?i:description|drawing|identification|remark|original|illustration|checklist|intermedia|measurement|indisting|series|imperfect)|
     (?i:desconocido)|
     (?i:exc?s?icc?at(a|i))|
@@ -193,7 +195,9 @@ module DwcAgent
     (?i:univ\.)|
     (?i:graduate|student|estudi?antes?|labo\.|storekeep|supervisor|superint|rcmp|coordinator|minority|fishermen|police|taxonomist|consultant|participante?s?|team|(é|e)quipe|memb(er|re)|crew|group|staff|personnel|family|captain|friends|assistant|worker)|
     (?i:non\s+pr(é|e)cis(é|e))|
-    (?i:not?\s+stated)|
+    (?i:no\s+(agent)?\s?(data|disponible)(\s+available)?)|
+    (?i:not?\s+(entered|stated))|
+    (?i:nomenclatur(e|al)\s+adjustment)|
     (?i:ontario|qu(e|é)bec|saskatchewan|new brunswick|sault|newfoundland|assurance|vancouver|u\.?s\.?s\.?r\.?)|
     (?i:recreation|culture)|
     (?i:shaped|dark|pale|areas|phase|spotting|interior|between|closer)|
@@ -223,8 +227,10 @@ module DwcAgent
     "van",
     "von",
     "the",
-    "The",
-    "Catalog"
+    "of",
+    "curators",
+    "nomenclatural",
+    "adjustment"
   ]
 
   TITLE = /\s*\b(sir|count(ess)?|(gen|adm|col|maj|capt|cmdr|lt|sgt|cpl|pvt|prof|dr|md|ph\.?d|rev|docteur|mme|abbé|ptre)\.?|frère|frere|père|pere|professor|esq\.?)(\s+|$)/i

data/lib/dwc_agent/parser.rb

@@ -20,7 +20,7 @@ module DwcAgent
       @char_subs_regex = Regexp.new [CHAR_SUBS.keys.join('\\')].to_s
       @phrase_subs_regex = Regexp.new (PHRASE_SUBS.keys.join('|')).to_s
       @complex_separators_regex = Regexp.new COMPLEX_SEPARATORS.to_s
-      @add_separators_regex = Regexp.new %r{([A-Z]{1}\.)([[:alpha:]]{2,})}.to_s
+      @add_separators_regex = Regexp.new %r{(\S{1}\.)([[:alpha:]]{2,})}.to_s
     end
       
     # Parses the passed-in string and returns a list of names.

data/lib/dwc_agent/version.rb

@@ -1,9 +1,9 @@
 module DwcAgent
   class Version
 
-    MAJOR = 0
-    MINOR = 4
-    PATCH = 2
+    MAJOR = 1
+    MINOR = 3
+    PATCH = 0
     BUILD = nil
 
     def self.version

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dwc_agent
 version: !ruby/object:Gem::Version
-  version: 0.4.2
+  version: 1.3.0
 platform: ruby
 authors:
 - David P. Shorthouse
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-09-26 00:00:00.000000000 Z
+date: 2019-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: namae