open-nlp 0.1.4 → 0.1.5

data/README.md

@@ -6,9 +6,9 @@ This library provides high-level Ruby bindings to the Open NLP package, a Java m
 
 ###Installing
 
-First, install the gem: `gem install open-nlp`. Then, individually download the appropriate models from the [open-nlp website](http://opennlp.sourceforge.net/models-1.5/) or just get [all English language models](louismullie.com/treat/open-nlp-english.zip) in one package (80 MB).
+First, install the gem: `gem install open-nlp`. Then, download [the JARs and English language models](http://louismullie.com/treat/open-nlp-english.zip) in one package (80 MB).
 
-Place the contents of the extracted archive inside the /bin/ folder of the open-nlp gem (e.g. [...]/gems/open-nlp-0.x.x/bin/).
+Place the contents of the extracted archive inside the /bin/ folder of the `open-nlp` gem (e.g. [...]/gems/open-nlp-0.x.x/bin/).
 
 Alternatively, from a terminal window, `cd` to the gem's folder and run:
 
@@ -17,6 +17,8 @@ wget http://www.louismullie.com/treat/open-nlp-english.zip
 unzip -o open-nlp-english.zip -d bin/
 ```
 
+Afterwards, you may individually download the appropriate models for other languages from the [open-nlp website](http://opennlp.sourceforge.net/models-1.5/).
+
 ###Configuring
 
 After installing and requiring the gem (`require 'open-nlp'`), you may want to set some of the following configuration options.

data/bin/en-detokenizer.xml

@@ -0,0 +1,107 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.    
+-->
+
+<dictionary>
+  <entry operation="RIGHT_LEFT_MATCHING">
+    <token>"</token>
+  </entry>
+  <entry operation="RIGHT_LEFT_MATCHING">
+    <token>'</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>.</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>?</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>!</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>,</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>;</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>:</token>
+  </entry>
+  <entry operation="MOVE_RIGHT">
+    <token>(</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>)</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>}</token>
+  </entry>
+  <entry operation="MOVE_RIGHT">
+    <token>{</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>]</token>
+  </entry>
+  <entry operation="MOVE_RIGHT">
+    <token>[</token>
+  </entry>
+  <entry operation="MOVE_RIGHT">
+    <token>``</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>''</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>%</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>n't</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>'ve</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>'d</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>'ll</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>'s</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>'re</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>'m</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>.org</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>.com</token>
+  </entry>
+  <entry operation="MOVE_LEFT">
+    <token>.net</token>
+  </entry>
+  <entry operation="MOVE_RIGHT">
+    <token>#</token>
+  </entry>
+</dictionary>

data/lib/open-nlp.rb

@@ -1,7 +1,7 @@
 module OpenNLP
 
   # Library version.
-  VERSION = '0.1.4'
+  require 'open-nlp/version'
 
   # Require Java bindings.
   require 'open-nlp/bindings'
@@ -32,4 +32,4 @@ module OpenNLP
     OpenNLP::Bindings.send(sym, *args, &block)
   end
 
-end
+end

data/lib/open-nlp/classes.rb

@@ -7,13 +7,13 @@ class OpenNLP::SimpleTokenizer < OpenNLP::Base; end
 class OpenNLP::TokenizerME < OpenNLP::Base; end
 
 class OpenNLP::POSTaggerME < OpenNLP::Base
-    
+
   unless RUBY_PLATFORM =~ /java/
     def tag(*args)
-      OpenNLP::Bindings::Utils.tagWithArrayList(@proxy_inst, args[0])
+        @proxy_inst._invoke("tag", "[Ljava.lang.String;", args[0])
     end
   end
-  
+
 end
 
 class OpenNLP::ChunkerME < OpenNLP::Base
@@ -33,7 +33,7 @@ class OpenNLP::ChunkerME < OpenNLP::Base
   else
 
     def chunk(tokens, tags)
-      chunks = OpenNLP::Bindings::Utils.chunkWithArrays(@proxy_inst, tokens,tags)
+      chunks = @proxy_inst._invoke("chunk", "[Ljava.lang.String;[Ljava.lang.String;", tokens, tags)
       chunks.map { |c| c.to_s }
     end
 
@@ -70,8 +70,7 @@ end
 class OpenNLP::NameFinderME < OpenNLP::Base
   unless RUBY_PLATFORM =~ /java/
     def find(*args)
-      OpenNLP::Bindings::Utils
-      .findWithArrayList(@proxy_inst, args[0])
+      @proxy_inst._invoke("find", "[Ljava.lang.String;", args[0])
     end
   end
 end

data/lib/open-nlp/version.rb

@@ -0,0 +1,3 @@
+module OpenNLP
+  VERSION = '0.1.5'
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: open-nlp
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-12-26 00:00:00.000000000 Z
+date: 2014-05-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bind-it
@@ -51,12 +51,32 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- bin/en-chunker.bin
+- bin/en-detokenizer.xml
+- bin/en-ner-date.bin
+- bin/en-ner-location.bin
+- bin/en-ner-money.bin
+- bin/en-ner-organization.bin
+- bin/en-ner-percentage.bin
+- bin/en-ner-person.bin
+- bin/en-ner-time.bin
+- bin/en-parser-chunking.bin
+- bin/en-pos-maxent.bin
+- bin/en-pos-perceptron.bin
+- bin/en-sent.bin
+- bin/en-token.bin
+- bin/jwnl-1.3.3.jar
+- bin/open-nlp-english2.zip
+- bin/opennlp-maxent-3.0.2-incubating.jar
+- bin/opennlp-tools-1.5.2-incubating.jar
+- bin/opennlp-uima-1.5.2-incubating.jar
 - bin/utils.jar
 - bin/Utils.java
 - lib/open-nlp/base.rb
 - lib/open-nlp/bindings.rb
 - lib/open-nlp/classes.rb
 - lib/open-nlp/config.rb
+- lib/open-nlp/version.rb
 - lib/open-nlp.rb
 - spec/english_spec.rb
 - spec/sample.txt
@@ -83,7 +103,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 1.8.25
 signing_key: 
 specification_version: 3
 summary: Ruby bindings to the OpenNLP Java toolkit.