open-nlp 0.1.1 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (19) hide show
  1. data/README.md +3 -3
  2. data/bin/en-chunker.bin +0 -0
  3. data/bin/en-detokenizer.xml +107 -0
  4. data/bin/en-ner-date.bin +0 -0
  5. data/bin/en-ner-location.bin +0 -0
  6. data/bin/en-ner-money.bin +0 -0
  7. data/bin/en-ner-organization.bin +0 -0
  8. data/bin/en-ner-percentage.bin +0 -0
  9. data/bin/en-ner-person.bin +0 -0
  10. data/bin/en-ner-time.bin +0 -0
  11. data/bin/en-parser-chunking.bin +0 -0
  12. data/bin/en-pos-maxent.bin +0 -0
  13. data/bin/en-pos-perceptron.bin +0 -0
  14. data/bin/en-sent.bin +0 -0
  15. data/bin/en-token.bin +0 -0
  16. data/lib/open-nlp.rb +1 -1
  17. data/lib/open-nlp/config.rb +19 -3
  18. data/spec/english_spec.rb +2 -2
  19. metadata +20 -6
data/README.md CHANGED
@@ -2,12 +2,10 @@
2
2
 
3
3
  ###About
4
4
 
5
- This library provides high-level Ruby bindings to the Open NLP package, a Java machine learning toolkit for natural language processing (NLP).
5
+ This library provides high-level Ruby bindings to the Open NLP package, a Java machine learning toolkit for natural language processing (NLP). This gem is compatible with Ruby 1.9.2 and 1.9.3 as well as JRuby 1.7.1. It is tested on both Java 6 and Java 7.
6
6
 
7
7
  ###Installing
8
8
 
9
- __Note: If you are running on MRI, this gem will use the Ruby-Java Bridge (Rjb), which currently does not support Java 7. Therefore, if you have installed Java 7, you should set your JAVA_HOME to point to your old Java 6 install before installing Rjb; for example, `export "JAVA_HOME=/usr/lib/jvm/java-6-openjdk/"`.__
10
-
11
9
  First, install the gem: `gem install open-nlp`. Then, individually download the appropriate models from the [open-nlp website](http://opennlp.sourceforge.net/models-1.5/) or just get [all English language models](louismullie.com/treat/open-nlp-english.zip) in one package (80 MB).
12
10
 
13
11
  Place the contents of the extracted archive inside the /bin/ folder of the open-nlp gem (e.g. [...]/gems/open-nlp-0.x.x/bin/).
@@ -39,6 +37,8 @@ OpenNLP.jvm_args = ['-option1', '-option2']
39
37
  # Redirect VM output to log.txt
40
38
  OpenNLP.log_file = 'log.txt'
41
39
 
40
+ # Set default models for a language.
41
+ OpenNLP.use :language
42
42
  ```
43
43
 
44
44
  ###Examples
data/bin/en-chunker.bin ADDED
Binary file
data/bin/en-detokenizer.xml ADDED
@@ -0,0 +1,107 @@
1
+ <?xml version="1.0" encoding="UTF-8"?>
2
+
3
+ <!--
4
+ Licensed to the Apache Software Foundation (ASF) under one
5
+ or more contributor license agreements. See the NOTICE file
6
+ distributed with this work for additional information
7
+ regarding copyright ownership. The ASF licenses this file
8
+ to you under the Apache License, Version 2.0 (the
9
+ "License"); you may not use this file except in compliance
10
+ with the License. You may obtain a copy of the License at
11
+
12
+ http://www.apache.org/licenses/LICENSE-2.0
13
+
14
+ Unless required by applicable law or agreed to in writing,
15
+ software distributed under the License is distributed on an
16
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
17
+ KIND, either express or implied. See the License for the
18
+ specific language governing permissions and limitations
19
+ under the License.
20
+ -->
21
+
22
+ <dictionary>
23
+ <entry operation="RIGHT_LEFT_MATCHING">
24
+ <token>"</token>
25
+ </entry>
26
+ <entry operation="RIGHT_LEFT_MATCHING">
27
+ <token>'</token>
28
+ </entry>
29
+ <entry operation="MOVE_LEFT">
30
+ <token>.</token>
31
+ </entry>
32
+ <entry operation="MOVE_LEFT">
33
+ <token>?</token>
34
+ </entry>
35
+ <entry operation="MOVE_LEFT">
36
+ <token>!</token>
37
+ </entry>
38
+ <entry operation="MOVE_LEFT">
39
+ <token>,</token>
40
+ </entry>
41
+ <entry operation="MOVE_LEFT">
42
+ <token>;</token>
43
+ </entry>
44
+ <entry operation="MOVE_LEFT">
45
+ <token>:</token>
46
+ </entry>
47
+ <entry operation="MOVE_RIGHT">
48
+ <token>(</token>
49
+ </entry>
50
+ <entry operation="MOVE_LEFT">
51
+ <token>)</token>
52
+ </entry>
53
+ <entry operation="MOVE_LEFT">
54
+ <token>}</token>
55
+ </entry>
56
+ <entry operation="MOVE_RIGHT">
57
+ <token>{</token>
58
+ </entry>
59
+ <entry operation="MOVE_LEFT">
60
+ <token>]</token>
61
+ </entry>
62
+ <entry operation="MOVE_RIGHT">
63
+ <token>[</token>
64
+ </entry>
65
+ <entry operation="MOVE_RIGHT">
66
+ <token>``</token>
67
+ </entry>
68
+ <entry operation="MOVE_LEFT">
69
+ <token>''</token>
70
+ </entry>
71
+ <entry operation="MOVE_LEFT">
72
+ <token>%</token>
73
+ </entry>
74
+ <entry operation="MOVE_LEFT">
75
+ <token>n't</token>
76
+ </entry>
77
+ <entry operation="MOVE_LEFT">
78
+ <token>'ve</token>
79
+ </entry>
80
+ <entry operation="MOVE_LEFT">
81
+ <token>'d</token>
82
+ </entry>
83
+ <entry operation="MOVE_LEFT">
84
+ <token>'ll</token>
85
+ </entry>
86
+ <entry operation="MOVE_LEFT">
87
+ <token>'s</token>
88
+ </entry>
89
+ <entry operation="MOVE_LEFT">
90
+ <token>'re</token>
91
+ </entry>
92
+ <entry operation="MOVE_LEFT">
93
+ <token>'m</token>
94
+ </entry>
95
+ <entry operation="MOVE_LEFT">
96
+ <token>.org</token>
97
+ </entry>
98
+ <entry operation="MOVE_LEFT">
99
+ <token>.com</token>
100
+ </entry>
101
+ <entry operation="MOVE_LEFT">
102
+ <token>.net</token>
103
+ </entry>
104
+ <entry operation="MOVE_RIGHT">
105
+ <token>#</token>
106
+ </entry>
107
+ </dictionary>
data/bin/en-ner-date.bin ADDED
Binary file
data/bin/en-ner-location.bin ADDED
Binary file
data/bin/en-ner-money.bin ADDED
Binary file
data/bin/en-ner-percentage.bin ADDED
Binary file
data/bin/en-ner-person.bin ADDED
Binary file
data/bin/en-ner-time.bin ADDED
Binary file
data/bin/en-pos-maxent.bin ADDED
Binary file
data/bin/en-pos-perceptron.bin ADDED
Binary file
data/bin/en-sent.bin ADDED
Binary file
data/bin/en-token.bin ADDED
Binary file
data/lib/open-nlp.rb CHANGED
@@ -1,7 +1,7 @@
1
1
  module OpenNLP
2
2
 
3
3
  # Library version.
4
- VERSION = '0.1.1'
4
+ VERSION = '0.1.2'
5
5
 
6
6
  # Require Java bindings.
7
7
  require 'open-nlp/bindings'
data/lib/open-nlp/config.rb CHANGED
@@ -30,18 +30,34 @@ module OpenNLP::Config
30
30
  english: 'en-detokenizer.xml'
31
31
  },
32
32
  # Intentionally left empty.
33
+ # Available for English, Spanish, Dutch.
33
34
  name_finder: {},
34
35
  parser: {
35
36
  english: 'en-parser-chunking.bin'
36
37
  },
37
38
  pos_tagger: {
38
- english: 'en-pos-maxent.bin'
39
+ english: 'en-pos-maxent.bin',
40
+ danish: 'da-pos-maxent.bin',
41
+ german: 'de-pos-maxent.bin',
42
+ dutch: 'nl-pos-maxent.bin',
43
+ portuguese: 'pt-pos-maxent.bin',
44
+ swedish: 'se-pos-maxent.bin'
39
45
  },
40
46
  sentence_detector: {
41
- english: 'en-sent.bin'
47
+ english: 'en-sent.bin',
48
+ german: 'de-sent.bin',
49
+ danish: 'da-sent.bin',
50
+ dutch: 'nl-sent.bin',
51
+ portuguese: 'pt-sent.bin',
52
+ swedish: 'se-sent.bin'
42
53
  },
43
54
  tokenizer: {
44
- english: 'en-token.bin'
55
+ english: 'en-token.bin',
56
+ danish: 'da-token.bin',
57
+ german: 'de-token.bin',
58
+ dutch: 'nl-token.bin',
59
+ portuguese: 'pt-token.bin',
60
+ swedish: 'se-token.bin'
45
61
  }
46
62
  }
47
63
 
data/spec/english_spec.rb CHANGED
@@ -29,8 +29,8 @@ describe OpenNLP do
29
29
 
30
30
  OpenNLP.models[:pos_tagger].get_pos_model.to_s
31
31
  .index('opennlp.perceptron.PerceptronModel').should_not be_nil
32
-
33
- tags.should eql ["DT", "NN", "IN", "DT", "NN", "VBD", "VBN", "IN", "PRP$", "NNS", "."]
32
+
33
+ tags.to_a.should eql ["DT", "NN", "IN", "DT", "NN", "VBD", "VBN", "IN", "PRP$", "NNS", "."]
34
34
 
35
35
  end
36
36
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: open-nlp
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.1
4
+ version: 0.1.2
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,24 +9,24 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-12-22 00:00:00.000000000 Z
12
+ date: 2012-12-26 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: bind-it
16
16
  requirement: !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
- - - ! '>='
19
+ - - ~>
20
20
  - !ruby/object:Gem::Version
21
- version: '0'
21
+ version: 0.2.5
22
22
  type: :runtime
23
23
  prerelease: false
24
24
  version_requirements: !ruby/object:Gem::Requirement
25
25
  none: false
26
26
  requirements:
27
- - - ! '>='
27
+ - - ~>
28
28
  - !ruby/object:Gem::Version
29
- version: '0'
29
+ version: 0.2.5
30
30
  - !ruby/object:Gem::Dependency
31
31
  name: rspec
32
32
  requirement: !ruby/object:Gem::Requirement
@@ -51,6 +51,20 @@ executables: []
51
51
  extensions: []
52
52
  extra_rdoc_files: []
53
53
  files:
54
+ - bin/en-chunker.bin
55
+ - bin/en-detokenizer.xml
56
+ - bin/en-ner-date.bin
57
+ - bin/en-ner-location.bin
58
+ - bin/en-ner-money.bin
59
+ - bin/en-ner-organization.bin
60
+ - bin/en-ner-percentage.bin
61
+ - bin/en-ner-person.bin
62
+ - bin/en-ner-time.bin
63
+ - bin/en-parser-chunking.bin
64
+ - bin/en-pos-maxent.bin
65
+ - bin/en-pos-perceptron.bin
66
+ - bin/en-sent.bin
67
+ - bin/en-token.bin
54
68
  - bin/jwnl-1.3.3.jar
55
69
  - bin/opennlp-maxent-3.0.2-incubating.jar
56
70
  - bin/opennlp-tools-1.5.2-incubating.jar