biodiversity 5.0.1 → 5.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 74596acd42fb5eda1472dabf4ec8976da1e9f90bfd23c07035d4a16608f50ef6
-  data.tar.gz: 8ce1c6d68c47fddb41b27aa807a54a851ea2204a9b0cfdb7cb05f9be19019907
+  metadata.gz: 21aca2b78bc54f22390a57dbdef3550beeb2eb65e3407e8d4a518fedd62d23bf
+  data.tar.gz: 8a08979ecb6f77b99928966ed1aaaec34a12048e22effd3c5924a2b6b1820317
 SHA512:
-  metadata.gz: af55ab0704fa84e02c490620dd55ae024f130136e096ab0333cd1d77506bef5e9ae2a3039d3be34c9a6ac739f03dee58510efc2f8440759663caab1924b67318
-  data.tar.gz: 04e28487d5fe1031a34c4065a3e24677d2568bf60a3f46e177c2367e497caf1912688452223895d2a535a56362e7290cac0242ca3e2c102256decd1e3cf3d7ea
+  metadata.gz: a308d0af1aadb91ca19402bd61c4933da3555f774f78f4c6c1f9313ea150cf6f62f06c9245f01abaa832a8db5d102961a78e67b2e4e53f44c3110de21ff3c124
+  data.tar.gz: 122f7b88eae3c8fe9f4943f49b6bbca6ee46bad15687d65725a88d8e01823b56d8ec7792973d19236bfb67d3f37756a5b88a565a26c863949c845ac6a5aba782

data/.ruby-version

@@ -1 +1 @@
-3.0.0
+3.0.1

data/CHANGELOG

@@ -1,3 +1,9 @@
+5.1.2 -- upgrade to gnparser v1.0.2
+
+5.1.1 -- simplified signature of methods
+
+5.1.0 -- changed sinature of methods
+
 5.0.0 -- changed GNparser to v 1.0.0
 
 4.0.3 -- fix memory leak in parse_ary method

data/README.md

@@ -1,5 +1,4 @@
-Biodiversity
-============
+# Biodiversity
 
 [![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.3569596.svg)](https://doi.org/10.5281/zenodo.3569596)
 [![Gem Version][gem_svg]][gem_link]
@@ -8,12 +7,12 @@ Biodiversity
 Parses taxonomic scientific name and breaks it into semantic elements.
 
 **Important**: Biodiversity parser >= 4.0.0 uses binding to
-https://gitlab.com/gogna/gnparser and
+`https://github.com/gnames/gnparser` and
 is not backward compatible with older versions. However it is much much faster
 and better than previous versions.
 
 This gem does not have a remote server or a command line executable anymore.
-For such features use https://gitlab.com/gogna/gnparser.
+For such features use `https://github.com/gnames/gnparser`.
 
 - [Biodiversity](#biodiversity)
   - [Installation](#installation)
@@ -24,7 +23,9 @@ For such features use https://gitlab.com/gogna/gnparser.
 
 ## Installation
 
-    sudo gem install biodiversity
+```bash
+sudo gem install biodiversity
+```
 
 The gem should work on Linux, Mac and Windows (64bit) machines
 
@@ -64,7 +65,6 @@ million names on a 4CPU hyperthreaded laptop:
 
 You can use it as a library in Ruby:
 
-
 ```ruby
 require 'biodiversity'
 
@@ -92,7 +92,6 @@ Biodiversity::Parser.parse("Plantago").to_json
 # to clean name up
 Biodiversity::Parser.parse("      Plantago       major    ")[:normalized]
 
-
 # to get canonical form with or without infraspecies ranks, as well as
 # stemmed version.
 parsed = Biodiversity::Parser.parse("Seddera latifolia H. & S. var. latifolia")
@@ -103,6 +102,9 @@ parsed[:canonicalName][:stem]
 # to get detailed information about elements of the name
 Biodiversity::Parser.parse("Pseudocercospora dendrobii (H.C. Burnett 1883) U. \
 Braun & Crous 2003")[:details]
+
+# to parse a botanical cultivar
+Biodiversity::Parser.parse("Sarracenia flava 'Maxima'", with_cultivars: true)
 ```
 
 'Surrogate' is a broad group which includes 'Barcode of Life' names, and various
@@ -111,6 +113,7 @@ undetermined names with cf. sp. spp. nr. in them:
 ```ruby
 parser.parse("Coleoptera BOLD:1234567")[:surrogate]
 ```
+
 ### What is "nameStringID" in the parsed results?
 
 ID field contains UUID v5 hexadecimal string. ID is generated out of bytes
@@ -118,18 +121,16 @@ from the name string itself, and identical id can be generated using [any
 popular programming language][uuid_examples]. You can read more about UUID
 version 5 in a [blog post][uuid_blog]
 
-For example "Homo sapiens" should generate "16f235a0-e4a3-529c-9b83-bd15fe722110" UUID
+For example "Homo sapiens" should generate
+"16f235a0-e4a3-529c-9b83-bd15fe722110" UUID
 
-Copyright
----------
+## Copyright
 
 Authors: [Dmitry Mozzherin][dimus]
 
 Contributors: [Patrick Leary][pleary], [Hernán Lucas Pereira][hernan]
 
-
-
-Copyright (c) 2008-2020 Dmitry Mozzherin. See [LICENSE][license]
+Copyright (c) 2008-2021 Dmitry Mozzherin. See [LICENSE][license]
 for further details.
 
 [gem_svg]: https://badge.fury.io/rb/biodiversity.svg

data/clib/linux/libgnparser.h

@@ -19,7 +19,7 @@ typedef struct { const char *p; ptrdiff_t n; } _GoString_;
 /* Start of preamble from import "C" comments.  */
 
 
-#line 3 "main.go"
+#line 5 "main.go"
 
 	#include "stdlib.h"
 
@@ -80,7 +80,7 @@ extern "C" {
 // 'csv', 'compact', 'pretty'. If withDetails argument is 0, additional
 // parsed details are ommited, if it is 1 -- they are included.
 // true.
-extern char* ParseToString(char* name, char* f, int details);
+extern char* ParseToString(char* name, char* f, int details, int cultivars);
 
 // FreeMemory takes a string pointer and frees its memory.
 extern void FreeMemory(char* p);
@@ -90,7 +90,7 @@ extern void FreeMemory(char* p);
 // either CSV or JSON format.  Format argument can take values of 'csv',
 // 'compact', or 'pretty'. For withDetails argument 0 means false, 1 means
 // true.
-extern char* ParseAryToString(char** in, int length, char* f, int details);
+extern char* ParseAryToString(char** in, int length, char* f, int details, int cultivars);
 
 #ifdef __cplusplus
 }

data/clib/mac/libgnparser.h

@@ -19,7 +19,7 @@ typedef struct { const char *p; ptrdiff_t n; } _GoString_;
 /* Start of preamble from import "C" comments.  */
 
 
-#line 3 "main.go"
+#line 5 "main.go"
 
 	#include "stdlib.h"
 
@@ -80,20 +80,17 @@ extern "C" {
 // 'csv', 'compact', 'pretty'. If withDetails argument is 0, additional
 // parsed details are ommited, if it is 1 -- they are included.
 // true.
-
-extern char* ParseToString(char* p0, char* p1, int p2);
+extern char* ParseToString(char* name, char* f, int details, int cultivars);
 
 // FreeMemory takes a string pointer and frees its memory.
-
-extern void FreeMemory(char* p0);
+extern void FreeMemory(char* p);
 
 // ParseAryToString function takes an array of names, parsing format, and a
 // withDetails flag as 0|1 integer.  Parsed outputs are sent as a string in
 // either CSV or JSON format.  Format argument can take values of 'csv',
 // 'compact', or 'pretty'. For withDetails argument 0 means false, 1 means
 // true.
-
-extern char* ParseAryToString(char** p0, int p1, char* p2, int p3);
+extern char* ParseAryToString(char** in, int length, char* f, int details, int cultivars);
 
 #ifdef __cplusplus
 }

data/clib/win/libgnparser.h

@@ -19,7 +19,7 @@ typedef struct { const char *p; ptrdiff_t n; } _GoString_;
 /* Start of preamble from import "C" comments.  */
 
 
-#line 3 "main.go"
+#line 5 "main.go"
 
 	#include "stdlib.h"
 
@@ -80,17 +80,17 @@ extern "C" {
 // 'csv', 'compact', 'pretty'. If withDetails argument is 0, additional
 // parsed details are ommited, if it is 1 -- they are included.
 // true.
-extern char* ParseToString(char* name, char* f, int details);
+extern __declspec(dllexport) char* ParseToString(char* name, char* f, int details, int cultivars);
 
 // FreeMemory takes a string pointer and frees its memory.
-extern void FreeMemory(char* p);
+extern __declspec(dllexport) void FreeMemory(char* p);
 
 // ParseAryToString function takes an array of names, parsing format, and a
 // withDetails flag as 0|1 integer.  Parsed outputs are sent as a string in
 // either CSV or JSON format.  Format argument can take values of 'csv',
 // 'compact', or 'pretty'. For withDetails argument 0 means false, 1 means
 // true.
-extern char* ParseAryToString(char** in, int length, char* f, int details);
+extern __declspec(dllexport) char* ParseAryToString(char** in, int length, char* f, int details, int cultivars);
 
 #ifdef __cplusplus
 }

data/lib/biodiversity/parser.rb

@@ -28,28 +28,33 @@ module Biodiversity
     callback(:parser_callback, %i[string], :void)
 
     attach_function(:parse_go, :ParseToString,
-                    %i[string string int], :strptr)
+                    %i[string string int int], :strptr)
     attach_function(:parse_ary_go, :ParseAryToString,
-                    %i[pointer int string int], :strptr)
+                    %i[pointer int string int int], :strptr)
     attach_function(:free_mem, :FreeMemory, %i[pointer], :void)
 
-    def self.parse(name, simple: false)
+    def self.parse(name, simple: false, with_cultivars: false)
       format = simple ? 'csv' : 'compact'
+      with_details = simple ? 0 : 1
+      with_cultivars = with_cultivars ? 1 : 0
 
-      parsed, ptr = parse_go(name, format, 0)
+      parsed, ptr = parse_go(name, format, with_details, with_cultivars)
       free_mem(ptr)
       output(parsed, simple)
     end
 
-    def self.parse_ary(ary, simple: false)
+    def self.parse_ary(ary, simple: false, with_cultivars: false)
       format = simple ? 'csv' : 'compact'
-      in_ptr = FFI::MemoryPointer.new(:pointer, ary.length)
+      with_details = simple ? 0 : 1
+      with_cultivars = with_cultivars ? 1 : 0
 
+      in_ptr = FFI::MemoryPointer.new(:pointer, ary.length)
       in_ptr.write_array_of_pointer(
         ary.map { |s| FFI::MemoryPointer.from_string(s) }
       )
 
-      parsed, ptr = parse_ary_go(in_ptr, ary.length, format, 0)
+      parsed, ptr = parse_ary_go(in_ptr, ary.length, format,
+                                 with_details, with_cultivars)
       free_mem(ptr)
       if simple
         CSV.new(parsed).map do |row|
@@ -62,11 +67,14 @@ module Biodiversity
 
     def self.output(parsed, simple)
       if simple
+        parsed = parsed.force_encoding('UTF-8')
         csv = CSV.new(parsed)
         row = csv.readlines[0]
         csv_row(row)
       else
-        JSON.parse(parsed, symbolize_names: true)
+        parsed = JSON.parse(parsed, symbolize_names: true)
+        parsed[:parserVersion] = Biodiversity.gnparser_version
+        parsed
       end
     end
 
@@ -74,7 +82,7 @@ module Biodiversity
       {
         id: row[0],
         verbatim: row[1],
-        cardinality: row[2],
+        cardinality: row[2].to_i,
         canonical: {
           stem: row[3],
           simple: row[4],
@@ -82,7 +90,7 @@ module Biodiversity
         },
         authorship: row[6],
         year: row[7],
-        quality: row[8]
+        quality: row[8].to_i
       }
     end
   end

data/lib/biodiversity/version.rb

@@ -2,9 +2,14 @@
 
 # Biodiversity module provides a namespace for scientific name parser.
 module Biodiversity
-  VERSION = '5.0.1'
+  VERSION = '5.3.0'
+  GNPARSER_VERSION = 'GNparser 1.3.0+'
 
   def self.version
     VERSION
   end
+
+  def self.gnparser_version
+    GNPARSER_VERSION
+  end
 end

data/spec/lib/parser_spec.rb

@@ -4,25 +4,46 @@
 
 describe Biodiversity::Parser do
   describe('parse') do
-    it 'parses name in simple format' do
+    it 'parses name in simple form' do
       parsed = subject.parse('Homo sapiens Linn.', simple: true)
       expect(parsed[:canonical][:simple]).to eq 'Homo sapiens'
       expect(parsed[:normalized]).to be_nil
     end
 
-    it 'parsed name in full format' do
-      parsed = subject.parse('Homo sapiens  Linn.')
+    it 'parsed name in full form' do
+      parsed = subject.parse('Homo sapiens  Linn. 1758')
       expect(parsed[:canonical][:simple]).to eq 'Homo sapiens'
-      expect(parsed[:normalized]).to eq 'Homo sapiens Linn.'
+      expect(parsed[:normalized]).to eq 'Homo sapiens Linn. 1758'
+      expect(parsed[:authorship][:year]).to eq '1758'
+      expect(parsed[:words].size).to eq 4
     end
 
     it 'gets quality and year correctly in simple form' do
-      parsed = subject.parse('Homo sapiens Linn. 1758', simple: true)
+      parsed = subject.parse('Homo sapiens Foo & Bar. 1758', simple: true)
       expect(parsed[:canonical][:simple]).to eq 'Homo sapiens'
       expect(parsed[:year]).to eq '1758'
-      expect(parsed[:quality]).to eq '1'
+      expect(parsed[:authorship]).to eq 'Foo & Bar. 1758'
+      expect(parsed[:quality]).to eq 1
       expect(parsed[:normalized]).to be_nil
     end
+
+    it 'parses botanical cultivars in full form' do
+      parsed = subject.parse('Aus bus "White Russian"',
+                             simple: false, with_cultivars: true)
+      expect(parsed[:canonical][:simple]).to eq 'Aus bus ‘White Russian’'
+      expect(parsed[:quality]).to eq 1
+    end
+
+    it 'parses botanical cultivars in simple form' do
+      parsed = subject.parse('Aus bus "White Russian"',
+                             simple: true, with_cultivars: true)
+      expect(parsed[:canonical][:simple]).to eq 'Aus bus ‘White Russian’'
+      expect(parsed[:quality]).to eq 1
+      parsed = subject.parse('Aus bus "White Russian"',
+                             simple: true, with_cultivars: false)
+      expect(parsed[:canonical][:simple]).to eq 'Aus bus'
+      expect(parsed[:quality]).to eq 2
+    end
   end
 
   describe('parse_ary') do
@@ -32,8 +53,9 @@ describe Biodiversity::Parser do
         simple: true
       )
       expect(parsed[0][:canonical][:simple]).to eq 'Homo sapiens'
-      expect(parsed[1][:canonical][:simple]).to eq 'Pardosa moesta'
       expect(parsed[0][:normalized]).to be_nil
+
+      expect(parsed[1][:canonical][:simple]).to eq 'Pardosa moesta'
     end
 
     it 'parsed name in full format' do
@@ -42,8 +64,10 @@ describe Biodiversity::Parser do
       )
       expect(parsed[0][:canonical][:simple]).to eq 'Homo sapiens'
       expect(parsed[0][:normalized]).to eq 'Homo sapiens Linn.'
+      expect(parsed[0][:words].size).to eq 3
       expect(parsed[1][:parsed]).to be false
       expect(parsed[1][:virus]).to be true
+      expect(parsed[1][:words]).to be_nil
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: biodiversity
 version: !ruby/object:Gem::Version
-  version: 5.0.1
+  version: 5.3.0
 platform: ruby
 authors:
 - Dmitry Mozzherin
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-01-19 00:00:00.000000000 Z
+date: 2021-07-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi
@@ -142,7 +142,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.2.15
 signing_key:
 specification_version: 4
 summary: Parser of scientific names