biodiversity19 0.5.15

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,13 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg
+*.swp
+*.swo
+biodiversity*.gem
+*json
+*xml
+tmp
+.DS_Store
+spec/parser/test_data_new.txt

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Dmitry Mozzherin
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,44 @@
+= Biodiversity
+
+Parses species scientific name and breaks it into elements.
+
+== Installation
+
+To install gem you need RubyGems >= 1.2.0
+
+  $ gem sources -a http://gems.github.com (you only have to do this once)
+  $ sudo gem install dimus-biodiversity
+
+== Example usage
+
+You can parse file with species names from command line. File should contain one scientific name per line
+
+  nnparser file_with_names
+  
+You can use it as a library
+
+  require 'biodiversity'
+  
+  parser = ScientificNameParser.new
+  
+  # to parse a scientific name into a ruby hash
+  parser.parse("Plantago major")
+  
+  #to get json representation
+  parser.parse("Plantago").to_json
+  #or
+  parser.parse("Plantago")
+  parser.all_json
+  
+  # to clean name up
+  parser.parse("             Plantago       major    ")[:scientificName][:normalized] 
+  
+  # to get only cleaned up latin part of the name
+  parser.parse("Pseudocercospora dendrobii (H.C. Burnett) U. Braun & Crous 2003")[:scientificName][:canonical]
+  
+  # to get detailed information about elements of the name
+  parser.parse("Pseudocercospora dendrobii (H.C. Burnett 1883) U. Braun & Crous 2003")[:scientificName][:details]
+  
+  # to resolve lsid and get back RDF file
+  LsidResolver.resolve("urn:lsid:ubio.org:classificationbank:2232671")
+

data/Rakefile

@@ -0,0 +1,43 @@
+dir = File.dirname(__FILE__)
+require 'rubygems'
+require 'rake'
+#$LOAD_PATH.unshift(File.join(dir, 'vendor', 'rspec', 'lib'))
+require 'spec/rake/spectask'
+
+#Gem::manage_gems
+#require 'rake/gempackagetask'
+
+task :default => :spec
+
+Spec::Rake::SpecTask.new do |t|
+  t.pattern = 'spec/**/*spec.rb'
+end
+
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "biodiversity19"
+    gem.summary = 'Parser of scientific names'
+    gem.description = 'Tools for biodiversity informatics for ruby 1.9'
+    gem.email = "dmozzherin@gmail.com"
+    gem.homepage = "http://github.com/dimus/biodiversity"
+    gem.authors = ["Dmitry Mozzherin"]
+    gem.has_rdoc = false
+    gem.bindir = 'bin'
+    gem.executables = ['nnparse']
+    gem.add_dependency('treetop')
+    gem.add_dependency('json') if RUBY_VERSION.split(".")[0..1].join('').to_i < 19
+    gem.add_development_dependency "rspec"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+task :tt do
+  system("tt #{dir}/lib/biodiversity/parser/scientific_name_clean.treetop")
+  system("tt #{dir}/lib/biodiversity/parser/scientific_name_dirty.treetop")
+  system("tt #{dir}/lib/biodiversity/parser/scientific_name_canonical.treetop")
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.5.15

data/bin/nnparse

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+gem 'dimus-biodiversity' rescue gem 'biodiversity' rescue nil
+
+$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__) + "/../lib"))
+require 'biodiversity'
+require 'json'
+
+
+if ARGV.empty?
+  puts "Usage:\n\nnnparse file_with_scientific_names [output_file]\n\ndefault output_file is parsed.json\n\n"
+  exit
+end
+
+input = ARGV[0]
+output = ARGV[1] || 'parsed.json'
+
+ruby_min_version = RUBY_VERSION.split(".")[0..1].join('').to_i
+
+p = ScientificNameParser.new
+o = open(output, 'w')
+count = 0
+puts 'Parsing...'
+IO.foreach(input) do |line|
+  count += 1
+  puts("%s lines parsed" % count) if count % 10000 == 0
+  name = line.gsub(/^[\d]*\s*/, '').strip
+  begin
+    if ruby_min_version < 19
+      old_kcode = $KCODE
+      $KCODE = 'NONE'
+    end
+    p.parse(name) 
+    parsed_data = p.parsed.all_json rescue {'parsed' => false, 'verbatim' => name,  'error' => 'Parser error'}.to_json
+    if ruby_min_version < 19
+      $KCODE = old_kcode
+    end
+  rescue 
+    parsed_data = {'parsed' => false, 'verbatim' => name,  'error' => 'Parser error'}.to_json
+  end
+  o.write parsed_data + "\n"
+end
+

data/bin/parserver

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'socket'
+require 'biodiversity'          # Get sockets from stdlib
+parser = ScientificNameParser.new
+server = TCPServer.open(4334)  # Socket to listen on port 4334
+loop do                         # Servers run forever
+  client = server.accept       # Wait for a client to connect
+  while a = client.readline
+    client.close if ['end','exit','q', '.'].include? a.strip
+    client.puts parser.parse(a).to_json
+  end
+end
+

data/biodiversity.gemspec

@@ -0,0 +1,85 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{biodiversity}
+  s.version = "0.5.15"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Dmitry Mozzherin"]
+  s.date = %q{2010-03-25}
+  s.default_executable = %q{nnparse}
+  s.description = %q{Tools for biodiversity informatics}
+  s.email = %q{dmozzherin@gmail.com}
+  s.executables = ["nnparse"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/nnparse",
+     "bin/parserver",
+     "biodiversity.gemspec",
+     "conf/environment.rb",
+     "lib/biodiversity.rb",
+     "lib/biodiversity/guid.rb",
+     "lib/biodiversity/guid/lsid.rb",
+     "lib/biodiversity/parser.rb",
+     "lib/biodiversity/parser/scientific_name_canonical.rb",
+     "lib/biodiversity/parser/scientific_name_canonical.treetop",
+     "lib/biodiversity/parser/scientific_name_clean.rb",
+     "lib/biodiversity/parser/scientific_name_clean.treetop",
+     "lib/biodiversity/parser/scientific_name_dirty.rb",
+     "lib/biodiversity/parser/scientific_name_dirty.treetop",
+     "pkg/.gitignore",
+     "spec/biodiversity_spec.rb",
+     "spec/guid/lsid.spec.rb",
+     "spec/parser/scientific_name.spec.rb",
+     "spec/parser/scientific_name_canonical.spec.rb",
+     "spec/parser/scientific_name_clean.spec.rb",
+     "spec/parser/scientific_name_dirty.spec.rb",
+     "spec/parser/spec_helper.rb",
+     "spec/parser/test_data.txt",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/dimus/biodiversity}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{Parser of scientific names}
+  s.test_files = [
+    "spec/parser/scientific_name_dirty.spec.rb",
+     "spec/parser/scientific_name_canonical.spec.rb",
+     "spec/parser/scientific_name_clean.spec.rb",
+     "spec/parser/spec_helper.rb",
+     "spec/parser/scientific_name.spec.rb",
+     "spec/biodiversity_spec.rb",
+     "spec/guid/lsid.spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<treetop>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+    else
+      s.add_dependency(%q<treetop>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<treetop>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+  end
+end
+

data/conf/environment.rb

@@ -0,0 +1,3 @@
+
+#Constants
+LSID_RESOLVER_URL = "http://lsid.tdwg.org/" 

data/lib/biodiversity/guid/lsid.rb

@@ -0,0 +1,18 @@
+require 'open-uri'
+
+class LsidResolver
+  def self.resolve(lsid)
+    http_get_rdf(lsid)
+  end
+  
+protected
+  def self.http_get_rdf(lsid)
+    rdf = ''
+    open(LSID_RESOLVER_URL + lsid) do |f|
+      f.each do |line|
+        rdf += line if !line.strip.blank?
+      end
+    end
+    rdf
+  end
+end

data/lib/biodiversity/guid.rb

@@ -0,0 +1,2 @@
+dir = File.dirname(__FILE__)
+require File.join(dir, *%w[guid lsid])