opener-pos-tagger 3.0.0 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +5 -5
  2. data/bin/pos-tagger +2 -2
  3. data/bin/pos-tagger-daemon +1 -1
  4. data/exec/pos-tagger.rb +1 -1
  5. data/lib/opener/pos_tagger.rb +18 -12
  6. data/lib/opener/pos_tagger/cli.rb +34 -49
  7. data/lib/opener/pos_tagger/version.rb +3 -1
  8. data/opener-pos-tagger.gemspec +4 -5
  9. metadata +74 -75
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
- SHA1:
3
- metadata.gz: 265d6d03c32e0facbfe14fb9e40b00ef400318a3
4
- data.tar.gz: 744bf220b17323b4167286118d13c138d05a2cf3
2
+ SHA256:
3
+ metadata.gz: 774dcdae5e00e60c2f23bd37ed200b72447da5c32e8656bc82ed5be817f59b69
4
+ data.tar.gz: 6c1938904c3e6d935c3eff89448c66e2952255e1fa4f41a2ca7f784bb2940dd0
5
5
  SHA512:
6
- metadata.gz: 611d76b145ce73e77738a7fa27d4bcffeba2663a079c72762793c7d6aa7fb0b2c19bf2b57b0b3fc9bdfabc01cb9fc05a49b75c4434dfeac0ca25868ca292b993
7
- data.tar.gz: 55e715455ea8bfd992c576ee71ab334bbff12d6499796eaadc9b98d8211a1dfb99a10559be8a438a41a4e91f1d81c1ff3cecdb495748d7a240e9dac8a3018712
6
+ metadata.gz: 71c595655b35c5f2ad9cdd3d6654c611793437f496db80084404bc02cd56c67bdfb9e7055d2b11bcce59b821f71a7f866e49d4e13c161ab0a6535cd822244a25
7
+ data.tar.gz: 9654949d072ea842b00bce46bc487511345d287bdece48bc1fb1f51a7998e621a50ef3aa260fef14387cd98c705e1c80a0aa16511c2d4e47d461b731e594642e
data/bin/pos-tagger CHANGED
@@ -2,6 +2,6 @@
2
2
 
3
3
  require_relative '../lib/opener/pos_tagger'
4
4
 
5
- cli = Opener::POSTagger::CLI.new(:args => ARGV)
5
+ cli = Opener::POSTagger::CLI.new
6
6
 
7
- cli.run(STDIN.tty? ? nil : STDIN.read)
7
+ cli.run
data/bin/pos-tagger-daemon CHANGED
@@ -4,7 +4,7 @@ require 'opener/daemons'
4
4
 
5
5
  controller = Opener::Daemons::Controller.new(
6
6
  :name => 'opener-pos-tagger',
7
- :exec_path => File.expand_path('../../exec/pos-atgger.rb', __FILE__)
7
+ :exec_path => File.expand_path('../../exec/pos-tagger.rb', __FILE__)
8
8
  )
9
9
 
10
10
  controller.run
data/exec/pos-tagger.rb CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  require 'opener/daemons'
4
4
 
5
- require_relative '../lib/opener/tokenizer'
5
+ require_relative '../lib/opener/pos_tagger'
6
6
 
7
7
  daemon = Opener::Daemons::Daemon.new(Opener::POSTagger)
8
8
 
data/lib/opener/pos_tagger.rb CHANGED
@@ -1,8 +1,11 @@
1
+ require 'open3'
2
+
3
+ require 'opener/core'
1
4
  require 'opener/pos_taggers/base'
2
5
  require 'opener/pos_taggers/en'
6
+
3
7
  require 'nokogiri'
4
- require 'open3'
5
- require 'optparse'
8
+ require 'slop'
6
9
 
7
10
  require_relative 'pos_tagger/version'
8
11
  require_relative 'pos_tagger/cli'
@@ -44,11 +47,11 @@ module Opener
44
47
  # @param [String] input The input to process.
45
48
  # @return [Array]
46
49
  #
47
- def run(input)
50
+ def run input, params = {}
48
51
  language = language_from_kaf(input)
49
52
 
50
- unless valid_language?(language)
51
- raise ArgumentError, "The specified language (#{language}) is invalid"
53
+ if !language or !valid_language?(language)
54
+ raise Core::UnsupportedLanguageError, language
52
55
  end
53
56
 
54
57
  kernel = language_constant(language).new(:args => options[:args])
@@ -58,20 +61,22 @@ module Opener
58
61
 
59
62
  alias tag run
60
63
 
61
- protected
62
-
63
64
  ##
64
- # Extracts the language from a KAF document.
65
+ # Extracts the language from a KAF document, returns `nil` if no language
66
+ # was found.
65
67
  #
66
68
  # @param [String] input
67
69
  # @return [String]
68
70
  #
69
71
  def language_from_kaf(input)
70
- reader = Nokogiri::XML::Reader(input)
72
+ document = Nokogiri::XML(input)
73
+ language = document.xpath('KAF/@xml:lang')[0]
71
74
 
72
- return reader.read.lang
75
+ return language ? language.to_s : nil
73
76
  end
74
77
 
78
+ private
79
+
75
80
  ##
76
81
  # @param [String] language
77
82
  # @return [Class]
@@ -86,5 +91,6 @@ module Opener
86
91
  def valid_language?(language)
87
92
  return Opener::POSTaggers.const_defined?(language.upcase)
88
93
  end
89
- end # POSTagger
90
- end # Opener
94
+
95
+ end
96
+ end
data/lib/opener/pos_tagger/cli.rb CHANGED
@@ -1,72 +1,57 @@
1
- require 'optparse'
2
-
3
1
  module Opener
4
2
  class POSTagger
5
3
  ##
6
- # CLI wrapper around {Opener::POSTagger} using OptionParser.
4
+ # CLI wrapper around {Opener::POSTagger} using Slop.
7
5
  #
8
- # @!attribute [r] options
9
- # @return [Hash]
10
- # @!attribute [r] option_parser
11
- # @return [OptionParser]
6
+ # @!attribute [r] parser
7
+ # @return [Slop]
12
8
  #
13
9
  class CLI
14
- attr_reader :options, :option_parser
10
+ attr_reader :parser
11
+
12
+ def initialize
13
+ @parser = configure_slop
14
+ end
15
15
 
16
16
  ##
17
- # @param [Hash] options
17
+ # @param [Array] argv
18
18
  #
19
- def initialize(options = {})
20
- @options = DEFAULT_OPTIONS.merge(options)
19
+ def run(argv = ARGV)
20
+ parser.parse(argv)
21
+ end
21
22
 
22
- @option_parser = ::OptionParser.new do |opts|
23
- opts.program_name = 'pos-tagger'
24
- opts.summary_indent = ' '
23
+ ##
24
+ # @return [Slop]
25
+ #
26
+ def configure_slop
27
+ return Slop.new(:strict => false, :indent => 2, :help => true) do
28
+ banner 'Usage: pos-tagger [OPTIONS]'
25
29
 
26
- opts.on('-h', '--help', 'Shows this help message') do
27
- show_help
28
- end
30
+ separator <<-EOF.chomp
29
31
 
30
- opts.on('-v', '--version', 'Shows the current version') do
31
- show_version
32
- end
32
+ About:
33
33
 
34
- opts.separator <<-EOF
34
+ POS tagger component with support for various languages such as Dutch and
35
+ English. This component reads input from STDIN.
35
36
 
36
- Examples:
37
+ Example:
37
38
 
38
- cat example.kaf | #{opts.program_name}
39
+ cat some_file.kaf | pos-tagger
39
40
  EOF
40
- end
41
- end
42
-
43
- ##
44
- # @param [String] input
45
- #
46
- def run(input)
47
- option_parser.parse!(options[:args])
48
-
49
- tagger = POSTagger.new(options)
50
-
51
- stdout = tagger.run(input)
52
41
 
53
- puts stdout
54
- end
42
+ separator "\nOptions:\n"
55
43
 
56
- private
44
+ on :v, :version, 'Shows the current version' do
45
+ abort "pos-tagger v#{VERSION} on #{RUBY_DESCRIPTION}"
46
+ end
57
47
 
58
- ##
59
- # Shows the help message and exits the program.
60
- #
61
- def show_help
62
- abort option_parser.to_s
63
- end
48
+ run do |opts, args|
49
+ tagger = POSTagger.new(:args => args)
50
+ input = STDIN.tty? ? nil : STDIN.read
64
51
 
65
- ##
66
- # Shows the version and exits the program.
67
- #
68
- def show_version
69
- abort "#{option_parser.program_name} v#{VERSION} on #{RUBY_DESCRIPTION}"
52
+ puts tagger.run(input)
53
+ end
54
+ end
70
55
  end
71
56
  end # CLI
72
57
  end # POSTagger
data/lib/opener/pos_tagger/version.rb CHANGED
@@ -1,5 +1,7 @@
1
1
  module Opener
2
2
  class POSTagger
3
- VERSION = '3.0.0'
3
+
4
+ VERSION = '3.2.0'
5
+
4
6
  end
5
7
  end
data/opener-pos-tagger.gemspec CHANGED
@@ -7,7 +7,6 @@ Gem::Specification.new do |gem|
7
7
  gem.summary = 'Gem that wraps up the different existing pos-taggers'
8
8
  gem.description = gem.summary
9
9
  gem.homepage = 'http://opener-project.github.com/'
10
- gem.has_rdoc = "yard"
11
10
  gem.required_ruby_version = ">= 1.9.2"
12
11
 
13
12
  gem.license = 'Apache 2.0'
@@ -26,14 +25,14 @@ Gem::Specification.new do |gem|
26
25
  gem.add_dependency 'opener-pos-tagger-base', ['~> 2.0', '>= 2.1.0']
27
26
  gem.add_dependency 'opener-pos-tagger-en-es', ['~> 2.0', '>= 2.0.2']
28
27
 
29
- gem.add_dependency 'nokogiri'
30
28
  gem.add_dependency 'opener-webservice', '~> 2.0'
31
29
  gem.add_dependency 'opener-daemons', '~> 2.1'
32
- gem.add_dependency 'opener-core', '~> 2.0'
30
+ gem.add_dependency 'opener-core', '~> 2.3'
31
+
32
+ gem.add_dependency 'nokogiri'
33
+ gem.add_dependency 'slop', '~> 3.5'
33
34
 
34
35
  gem.add_development_dependency 'rspec'
35
- gem.add_development_dependency 'cucumber'
36
36
  gem.add_development_dependency 'pry'
37
37
  gem.add_development_dependency 'rake'
38
38
  end
39
-
metadata CHANGED
@@ -1,191 +1,191 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: opener-pos-tagger
3
3
  version: !ruby/object:Gem::Version
4
- version: 3.0.0
4
+ version: 3.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - development@olery.com
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-11-24 00:00:00.000000000 Z
11
+ date: 2020-10-07 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: opener-pos-tagger-base
15
- version_requirements: !ruby/object:Gem::Requirement
16
- requirements:
17
- - - ~>
18
- - !ruby/object:Gem::Version
19
- version: '2.0'
20
- - - '>='
21
- - !ruby/object:Gem::Version
22
- version: 2.1.0
23
14
  requirement: !ruby/object:Gem::Requirement
24
15
  requirements:
25
- - - ~>
16
+ - - "~>"
26
17
  - !ruby/object:Gem::Version
27
18
  version: '2.0'
28
- - - '>='
19
+ - - ">="
29
20
  - !ruby/object:Gem::Version
30
21
  version: 2.1.0
22
+ name: opener-pos-tagger-base
31
23
  prerelease: false
32
24
  type: :runtime
33
- - !ruby/object:Gem::Dependency
34
- name: opener-pos-tagger-en-es
35
25
  version_requirements: !ruby/object:Gem::Requirement
36
26
  requirements:
37
- - - ~>
27
+ - - "~>"
38
28
  - !ruby/object:Gem::Version
39
29
  version: '2.0'
40
- - - '>='
30
+ - - ">="
41
31
  - !ruby/object:Gem::Version
42
- version: 2.0.2
32
+ version: 2.1.0
33
+ - !ruby/object:Gem::Dependency
43
34
  requirement: !ruby/object:Gem::Requirement
44
35
  requirements:
45
- - - ~>
36
+ - - "~>"
46
37
  - !ruby/object:Gem::Version
47
38
  version: '2.0'
48
- - - '>='
39
+ - - ">="
49
40
  - !ruby/object:Gem::Version
50
41
  version: 2.0.2
42
+ name: opener-pos-tagger-en-es
51
43
  prerelease: false
52
44
  type: :runtime
53
- - !ruby/object:Gem::Dependency
54
- name: nokogiri
55
45
  version_requirements: !ruby/object:Gem::Requirement
56
46
  requirements:
57
- - - '>='
47
+ - - "~>"
58
48
  - !ruby/object:Gem::Version
59
- version: '0'
49
+ version: '2.0'
50
+ - - ">="
51
+ - !ruby/object:Gem::Version
52
+ version: 2.0.2
53
+ - !ruby/object:Gem::Dependency
60
54
  requirement: !ruby/object:Gem::Requirement
61
55
  requirements:
62
- - - '>='
56
+ - - "~>"
63
57
  - !ruby/object:Gem::Version
64
- version: '0'
58
+ version: '2.0'
59
+ name: opener-webservice
65
60
  prerelease: false
66
61
  type: :runtime
67
- - !ruby/object:Gem::Dependency
68
- name: opener-webservice
69
62
  version_requirements: !ruby/object:Gem::Requirement
70
63
  requirements:
71
- - - ~>
64
+ - - "~>"
72
65
  - !ruby/object:Gem::Version
73
66
  version: '2.0'
67
+ - !ruby/object:Gem::Dependency
74
68
  requirement: !ruby/object:Gem::Requirement
75
69
  requirements:
76
- - - ~>
70
+ - - "~>"
77
71
  - !ruby/object:Gem::Version
78
- version: '2.0'
72
+ version: '2.1'
73
+ name: opener-daemons
79
74
  prerelease: false
80
75
  type: :runtime
81
- - !ruby/object:Gem::Dependency
82
- name: opener-daemons
83
76
  version_requirements: !ruby/object:Gem::Requirement
84
77
  requirements:
85
- - - ~>
78
+ - - "~>"
86
79
  - !ruby/object:Gem::Version
87
80
  version: '2.1'
81
+ - !ruby/object:Gem::Dependency
88
82
  requirement: !ruby/object:Gem::Requirement
89
83
  requirements:
90
- - - ~>
84
+ - - "~>"
91
85
  - !ruby/object:Gem::Version
92
- version: '2.1'
86
+ version: '2.3'
87
+ name: opener-core
93
88
  prerelease: false
94
89
  type: :runtime
95
- - !ruby/object:Gem::Dependency
96
- name: opener-core
97
90
  version_requirements: !ruby/object:Gem::Requirement
98
91
  requirements:
99
- - - ~>
92
+ - - "~>"
100
93
  - !ruby/object:Gem::Version
101
- version: '2.0'
94
+ version: '2.3'
95
+ - !ruby/object:Gem::Dependency
102
96
  requirement: !ruby/object:Gem::Requirement
103
97
  requirements:
104
- - - ~>
98
+ - - ">="
105
99
  - !ruby/object:Gem::Version
106
- version: '2.0'
100
+ version: '0'
101
+ name: nokogiri
107
102
  prerelease: false
108
103
  type: :runtime
109
- - !ruby/object:Gem::Dependency
110
- name: rspec
111
104
  version_requirements: !ruby/object:Gem::Requirement
112
105
  requirements:
113
- - - '>='
106
+ - - ">="
114
107
  - !ruby/object:Gem::Version
115
108
  version: '0'
109
+ - !ruby/object:Gem::Dependency
116
110
  requirement: !ruby/object:Gem::Requirement
117
111
  requirements:
118
- - - '>='
112
+ - - "~>"
119
113
  - !ruby/object:Gem::Version
120
- version: '0'
114
+ version: '3.5'
115
+ name: slop
121
116
  prerelease: false
122
- type: :development
123
- - !ruby/object:Gem::Dependency
124
- name: cucumber
117
+ type: :runtime
125
118
  version_requirements: !ruby/object:Gem::Requirement
126
119
  requirements:
127
- - - '>='
120
+ - - "~>"
128
121
  - !ruby/object:Gem::Version
129
- version: '0'
122
+ version: '3.5'
123
+ - !ruby/object:Gem::Dependency
130
124
  requirement: !ruby/object:Gem::Requirement
131
125
  requirements:
132
- - - '>='
126
+ - - ">="
133
127
  - !ruby/object:Gem::Version
134
128
  version: '0'
129
+ name: rspec
135
130
  prerelease: false
136
131
  type: :development
137
- - !ruby/object:Gem::Dependency
138
- name: pry
139
132
  version_requirements: !ruby/object:Gem::Requirement
140
133
  requirements:
141
- - - '>='
134
+ - - ">="
142
135
  - !ruby/object:Gem::Version
143
136
  version: '0'
137
+ - !ruby/object:Gem::Dependency
144
138
  requirement: !ruby/object:Gem::Requirement
145
139
  requirements:
146
- - - '>='
140
+ - - ">="
147
141
  - !ruby/object:Gem::Version
148
142
  version: '0'
143
+ name: pry
149
144
  prerelease: false
150
145
  type: :development
151
- - !ruby/object:Gem::Dependency
152
- name: rake
153
146
  version_requirements: !ruby/object:Gem::Requirement
154
147
  requirements:
155
- - - '>='
148
+ - - ">="
156
149
  - !ruby/object:Gem::Version
157
150
  version: '0'
151
+ - !ruby/object:Gem::Dependency
158
152
  requirement: !ruby/object:Gem::Requirement
159
153
  requirements:
160
- - - '>='
154
+ - - ">="
161
155
  - !ruby/object:Gem::Version
162
156
  version: '0'
157
+ name: rake
163
158
  prerelease: false
164
159
  type: :development
160
+ version_requirements: !ruby/object:Gem::Requirement
161
+ requirements:
162
+ - - ">="
163
+ - !ruby/object:Gem::Version
164
+ version: '0'
165
165
  description: Gem that wraps up the different existing pos-taggers
166
166
  email:
167
167
  executables:
168
- - pos-tagger-server
169
168
  - pos-tagger
170
169
  - pos-tagger-daemon
170
+ - pos-tagger-server
171
171
  extensions: []
172
172
  extra_rdoc_files: []
173
173
  files:
174
+ - LICENSE.txt
175
+ - README.md
176
+ - bin/pos-tagger
177
+ - bin/pos-tagger-daemon
178
+ - bin/pos-tagger-server
179
+ - config.ru
180
+ - exec/pos-tagger.rb
174
181
  - lib/opener/pos_tagger.rb
175
- - lib/opener/pos_tagger/version.rb
176
- - lib/opener/pos_tagger/server.rb
177
182
  - lib/opener/pos_tagger/cli.rb
178
183
  - lib/opener/pos_tagger/public/markdown.css
184
+ - lib/opener/pos_tagger/server.rb
185
+ - lib/opener/pos_tagger/version.rb
179
186
  - lib/opener/pos_tagger/views/index.erb
180
187
  - lib/opener/pos_tagger/views/result.erb
181
- - config.ru
182
188
  - opener-pos-tagger.gemspec
183
- - README.md
184
- - LICENSE.txt
185
- - exec/pos-tagger.rb
186
- - bin/pos-tagger-server
187
- - bin/pos-tagger
188
- - bin/pos-tagger-daemon
189
189
  homepage: http://opener-project.github.com/
190
190
  licenses:
191
191
  - Apache 2.0
@@ -196,19 +196,18 @@ require_paths:
196
196
  - lib
197
197
  required_ruby_version: !ruby/object:Gem::Requirement
198
198
  requirements:
199
- - - '>='
199
+ - - ">="
200
200
  - !ruby/object:Gem::Version
201
201
  version: 1.9.2
202
202
  required_rubygems_version: !ruby/object:Gem::Requirement
203
203
  requirements:
204
- - - '>='
204
+ - - ">="
205
205
  - !ruby/object:Gem::Version
206
206
  version: '0'
207
207
  requirements: []
208
208
  rubyforge_project:
209
- rubygems_version: 2.1.9
209
+ rubygems_version: 2.7.9
210
210
  signing_key:
211
211
  specification_version: 4
212
212
  summary: Gem that wraps up the different existing pos-taggers
213
213
  test_files: []
214
- has_rdoc: yard