opener-chained-daemon 2.1.1 → 3.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/config/puma.rb +10 -0
  3. data/exec/chained-daemon.rb +3 -0
  4. data/lib/opener/chained_daemon.rb +1 -1
  5. data/lib/opener/chained_daemon/chained_daemon.rb +3 -3
  6. data/lib/opener/chained_daemon/version.rb +1 -1
  7. data/lib/opener/chained_daemon/webservice.rb +30 -0
  8. data/opener-chained-daemon.gemspec +9 -8
  9. metadata +72 -70
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: d81de029dfaa0511335df5eea16d537c80711683101a14d526a8499b4416e029
4
- data.tar.gz: c1ce6deef6ba81abb69e1b1e6fbe09bd0d9fc7e7526d0fb378ef3201fbb4ab10
3
+ metadata.gz: ccb24c093fd076d1def041d0a55cc688ba0116d1c1e5304a4b6a3b69de620de5
4
+ data.tar.gz: bfbfa252adcdb9681a3cf0f9dc7d9e545c62e16fcde69a002544c5e0e85c1a68
5
5
  SHA512:
6
- metadata.gz: 82e6b0a71e317bbc349a88b850f51b97c873d8b7ba482a3e7e3250c374391d25315e0b42f04b402c78b7de11022d39574b6b22f089670610569be858a0cc87c0
7
- data.tar.gz: 1b4436abf5f2713c19f32cc88d231d7df1aea774774d9c54ea561dca1e1eabcdadb0065422b05894718cb9cf09b8fc4007e4ab4d362ba543deca572cc813fcc5
6
+ metadata.gz: 24f27e30dc5247f443139c316c33d5ffb68ba473cad229b338b705ed6ad2b50ecf9ec41f64cf459e3cec859b53a0aaac12b28e2fb22a8e84ea344f9ec2eee2f3
7
+ data.tar.gz: e0119364024b687b412b7f0a4dd1fa591960ca5028bbdd261fb10069bda1c5575e3c38d4fb187dff9df31de276a46b2c0fd3f277ddfb4371f570fcdad34c90b2
data/config/puma.rb ADDED
@@ -0,0 +1,10 @@
1
+ APP_NAME = 'opener'
2
+ deploy_to = "/var/www/#{APP_NAME}"
3
+ run_path = "/var/run/#{APP_NAME}"
4
+ log_path = "/var/log/#{APP_NAME}"
5
+
6
+ threads 0,1
7
+
8
+ bind 'tcp://0.0.0.0:9292'
9
+ bind "unix://#{run_path}/chained-daemon-server.sock"
10
+
data/exec/chained-daemon.rb CHANGED
@@ -4,5 +4,8 @@ require 'opener/daemons'
4
4
 
5
5
  require_relative '../lib/opener/chained_daemon'
6
6
 
7
+ webservice = Rack::Server.new app: Opener::ChainedDaemon::Webservice.freeze.app
8
+ Thread.new{ webservice.start }
9
+
7
10
  daemon = Opener::Daemons::Daemon.new Opener::ChainedDaemon
8
11
  daemon.start
data/lib/opener/chained_daemon.rb CHANGED
@@ -8,7 +8,6 @@ require 'opener/daemons'
8
8
  require 'opener/language_identifier'
9
9
  require 'opener/tokenizer'
10
10
  # require ner before pos_tagger for compatible opennlp
11
- require 'opener/ner'
12
11
  require 'opener/pos_tagger'
13
12
  require 'opener/polarity_tagger'
14
13
  require 'opener/property_tagger'
@@ -17,4 +16,5 @@ require 'opener/opinion_detector_basic'
17
16
  require_relative 'chained_daemon/chained_daemon'
18
17
  require_relative 'chained_daemon/cli'
19
18
  require_relative 'chained_daemon/microsoft_translator'
19
+ require_relative 'chained_daemon/webservice'
20
20
 
data/lib/opener/chained_daemon/chained_daemon.rb CHANGED
@@ -12,22 +12,22 @@ module Opener
12
12
  'opener-pos-tagger': Opener::POSTagger.new,
13
13
  'opener-polarity-tagger': Opener::PolarityTagger.new,
14
14
  'opener-property-tagger': Opener::PropertyTagger.new,
15
- 'opener-ner': Opener::Ner.new,
16
15
  'opener-opinion-detector-basic': Opener::OpinionDetectorBasic.new,
17
16
  }
18
17
  end
19
18
 
20
19
  def run input, params = {}
21
20
  params ||= {}
22
- params.symbolize_keys!
21
+ params.deep_symbolize_keys!
23
22
  params[:translate_languages] ||= []
23
+ params[:cache_keys] ||= {}
24
24
 
25
25
  lang = nil
26
26
  output = nil
27
27
  @queue_map.each do |queue, component|
28
28
  debug_print queue, input if ENV['DEBUG']
29
29
 
30
- output = component.run input
30
+ output = component.run input, params
31
31
  input = output
32
32
 
33
33
  rescue Core::UnsupportedLanguageError
data/lib/opener/chained_daemon/version.rb CHANGED
@@ -1,7 +1,7 @@
1
1
  module Opener
2
2
  class ChainedDaemon
3
3
 
4
- VERSION = '2.1.1'
4
+ VERSION = '3.0.1'
5
5
 
6
6
  end
7
7
  end
data/lib/opener/chained_daemon/webservice.rb ADDED
@@ -0,0 +1,30 @@
1
+ require 'roda'
2
+
3
+ module Opener
4
+ class ChainedDaemon
5
+ class Webservice < Roda
6
+
7
+ TOKEN = ENV['PRIVATE_TOKEN']
8
+
9
+ class_attribute :processor
10
+ self.processor = ChainedDaemon.new
11
+
12
+ route do |r|
13
+ response.status = 403 and r.halt if r.params['auth_token'] != TOKEN
14
+
15
+ r.get 'sentiment.kaf' do
16
+ params = r.params.except 'input'
17
+ params.deep_symbolize_keys!
18
+ kaf = processor.run r.params['input'], **params
19
+
20
+ response['Content-Type'] = 'text/xml'
21
+ kaf
22
+ end
23
+ end
24
+
25
+ def clear_cache
26
+ end
27
+
28
+ end
29
+ end
30
+ end
data/opener-chained-daemon.gemspec CHANGED
@@ -10,6 +10,7 @@ Gem::Specification.new do |spec|
10
10
  spec.license = 'Apache 2.0'
11
11
 
12
12
  spec.files = Dir.glob([
13
+ 'config/**/*',
13
14
  'exec/**/*',
14
15
  'lib/**/*',
15
16
  '*.gemspec',
@@ -18,23 +19,23 @@ Gem::Specification.new do |spec|
18
19
  ]).select{ |file| File.file? file }
19
20
 
20
21
  spec.bindir = 'bin'
21
- spec.executables = Dir.glob('bin/*').map { |file| File.basename(file) }
22
+ spec.executables = Dir.glob('bin/*').map{ |file| File.basename(file) }
22
23
 
23
24
  spec.add_dependency 'activesupport'
24
25
  spec.add_dependency 'google-cloud-translate', '~> 1.0'
25
26
  spec.add_dependency 'httpclient'
26
27
  spec.add_dependency 'hashie'
27
28
 
29
+ spec.add_dependency 'roda'
28
30
  spec.add_dependency 'opener-daemons', '~> 2.7.1'
29
31
  spec.add_dependency 'opener-callback-handler', '~> 1.0'
30
32
 
31
- spec.add_dependency 'opener-language-identifier'
32
- spec.add_dependency 'opener-tokenizer'
33
- spec.add_dependency 'opener-pos-tagger'
34
- spec.add_dependency 'opener-polarity-tagger'
35
- spec.add_dependency 'opener-property-tagger'
36
- spec.add_dependency 'opener-ner'
37
- spec.add_dependency 'opener-opinion-detector-basic'
33
+ spec.add_dependency 'opener-language-identifier', '>= 4.4.0'
34
+ spec.add_dependency 'opener-tokenizer', '>= 2.2.0'
35
+ spec.add_dependency 'opener-pos-tagger', '>= 3.2.0'
36
+ spec.add_dependency 'opener-polarity-tagger', '>= 3.2.0'
37
+ spec.add_dependency 'opener-property-tagger', '>= 3.3.0'
38
+ spec.add_dependency 'opener-opinion-detector-basic', '>= 3.2.0'
38
39
 
39
40
  spec.add_development_dependency 'bundler', '~> 1.3'
40
41
  spec.add_development_dependency 'rake'
metadata CHANGED
@@ -1,288 +1,288 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: opener-chained-daemon
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.1.1
4
+ version: 3.0.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - development@olery.com
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-04-03 00:00:00.000000000 Z
11
+ date: 2020-10-07 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- name: activesupport
15
14
  requirement: !ruby/object:Gem::Requirement
16
15
  requirements:
17
16
  - - ">="
18
17
  - !ruby/object:Gem::Version
19
18
  version: '0'
20
- type: :runtime
19
+ name: activesupport
21
20
  prerelease: false
21
+ type: :runtime
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
24
  - - ">="
25
25
  - !ruby/object:Gem::Version
26
26
  version: '0'
27
27
  - !ruby/object:Gem::Dependency
28
- name: google-cloud-translate
29
28
  requirement: !ruby/object:Gem::Requirement
30
29
  requirements:
31
30
  - - "~>"
32
31
  - !ruby/object:Gem::Version
33
32
  version: '1.0'
34
- type: :runtime
33
+ name: google-cloud-translate
35
34
  prerelease: false
35
+ type: :runtime
36
36
  version_requirements: !ruby/object:Gem::Requirement
37
37
  requirements:
38
38
  - - "~>"
39
39
  - !ruby/object:Gem::Version
40
40
  version: '1.0'
41
41
  - !ruby/object:Gem::Dependency
42
- name: httpclient
43
42
  requirement: !ruby/object:Gem::Requirement
44
43
  requirements:
45
44
  - - ">="
46
45
  - !ruby/object:Gem::Version
47
46
  version: '0'
48
- type: :runtime
47
+ name: httpclient
49
48
  prerelease: false
49
+ type: :runtime
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
54
  version: '0'
55
55
  - !ruby/object:Gem::Dependency
56
- name: hashie
57
56
  requirement: !ruby/object:Gem::Requirement
58
57
  requirements:
59
58
  - - ">="
60
59
  - !ruby/object:Gem::Version
61
60
  version: '0'
62
- type: :runtime
61
+ name: hashie
63
62
  prerelease: false
63
+ type: :runtime
64
64
  version_requirements: !ruby/object:Gem::Requirement
65
65
  requirements:
66
66
  - - ">="
67
67
  - !ruby/object:Gem::Version
68
68
  version: '0'
69
69
  - !ruby/object:Gem::Dependency
70
- name: opener-daemons
71
70
  requirement: !ruby/object:Gem::Requirement
72
71
  requirements:
73
- - - "~>"
72
+ - - ">="
74
73
  - !ruby/object:Gem::Version
75
- version: 2.7.1
76
- type: :runtime
74
+ version: '0'
75
+ name: roda
77
76
  prerelease: false
77
+ type: :runtime
78
78
  version_requirements: !ruby/object:Gem::Requirement
79
79
  requirements:
80
- - - "~>"
80
+ - - ">="
81
81
  - !ruby/object:Gem::Version
82
- version: 2.7.1
82
+ version: '0'
83
83
  - !ruby/object:Gem::Dependency
84
- name: opener-callback-handler
85
84
  requirement: !ruby/object:Gem::Requirement
86
85
  requirements:
87
86
  - - "~>"
88
87
  - !ruby/object:Gem::Version
89
- version: '1.0'
90
- type: :runtime
88
+ version: 2.7.1
89
+ name: opener-daemons
91
90
  prerelease: false
91
+ type: :runtime
92
92
  version_requirements: !ruby/object:Gem::Requirement
93
93
  requirements:
94
94
  - - "~>"
95
95
  - !ruby/object:Gem::Version
96
- version: '1.0'
96
+ version: 2.7.1
97
97
  - !ruby/object:Gem::Dependency
98
- name: opener-language-identifier
99
98
  requirement: !ruby/object:Gem::Requirement
100
99
  requirements:
101
- - - ">="
100
+ - - "~>"
102
101
  - !ruby/object:Gem::Version
103
- version: '0'
104
- type: :runtime
102
+ version: '1.0'
103
+ name: opener-callback-handler
105
104
  prerelease: false
105
+ type: :runtime
106
106
  version_requirements: !ruby/object:Gem::Requirement
107
107
  requirements:
108
- - - ">="
108
+ - - "~>"
109
109
  - !ruby/object:Gem::Version
110
- version: '0'
110
+ version: '1.0'
111
111
  - !ruby/object:Gem::Dependency
112
- name: opener-tokenizer
113
112
  requirement: !ruby/object:Gem::Requirement
114
113
  requirements:
115
114
  - - ">="
116
115
  - !ruby/object:Gem::Version
117
- version: '0'
118
- type: :runtime
116
+ version: 4.4.0
117
+ name: opener-language-identifier
119
118
  prerelease: false
119
+ type: :runtime
120
120
  version_requirements: !ruby/object:Gem::Requirement
121
121
  requirements:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
- version: '0'
124
+ version: 4.4.0
125
125
  - !ruby/object:Gem::Dependency
126
- name: opener-pos-tagger
127
126
  requirement: !ruby/object:Gem::Requirement
128
127
  requirements:
129
128
  - - ">="
130
129
  - !ruby/object:Gem::Version
131
- version: '0'
132
- type: :runtime
130
+ version: 2.2.0
131
+ name: opener-tokenizer
133
132
  prerelease: false
133
+ type: :runtime
134
134
  version_requirements: !ruby/object:Gem::Requirement
135
135
  requirements:
136
136
  - - ">="
137
137
  - !ruby/object:Gem::Version
138
- version: '0'
138
+ version: 2.2.0
139
139
  - !ruby/object:Gem::Dependency
140
- name: opener-polarity-tagger
141
140
  requirement: !ruby/object:Gem::Requirement
142
141
  requirements:
143
142
  - - ">="
144
143
  - !ruby/object:Gem::Version
145
- version: '0'
146
- type: :runtime
144
+ version: 3.2.0
145
+ name: opener-pos-tagger
147
146
  prerelease: false
147
+ type: :runtime
148
148
  version_requirements: !ruby/object:Gem::Requirement
149
149
  requirements:
150
150
  - - ">="
151
151
  - !ruby/object:Gem::Version
152
- version: '0'
152
+ version: 3.2.0
153
153
  - !ruby/object:Gem::Dependency
154
- name: opener-property-tagger
155
154
  requirement: !ruby/object:Gem::Requirement
156
155
  requirements:
157
156
  - - ">="
158
157
  - !ruby/object:Gem::Version
159
- version: '0'
160
- type: :runtime
158
+ version: 3.2.0
159
+ name: opener-polarity-tagger
161
160
  prerelease: false
161
+ type: :runtime
162
162
  version_requirements: !ruby/object:Gem::Requirement
163
163
  requirements:
164
164
  - - ">="
165
165
  - !ruby/object:Gem::Version
166
- version: '0'
166
+ version: 3.2.0
167
167
  - !ruby/object:Gem::Dependency
168
- name: opener-ner
169
168
  requirement: !ruby/object:Gem::Requirement
170
169
  requirements:
171
170
  - - ">="
172
171
  - !ruby/object:Gem::Version
173
- version: '0'
174
- type: :runtime
172
+ version: 3.3.0
173
+ name: opener-property-tagger
175
174
  prerelease: false
175
+ type: :runtime
176
176
  version_requirements: !ruby/object:Gem::Requirement
177
177
  requirements:
178
178
  - - ">="
179
179
  - !ruby/object:Gem::Version
180
- version: '0'
180
+ version: 3.3.0
181
181
  - !ruby/object:Gem::Dependency
182
- name: opener-opinion-detector-basic
183
182
  requirement: !ruby/object:Gem::Requirement
184
183
  requirements:
185
184
  - - ">="
186
185
  - !ruby/object:Gem::Version
187
- version: '0'
188
- type: :runtime
186
+ version: 3.2.0
187
+ name: opener-opinion-detector-basic
189
188
  prerelease: false
189
+ type: :runtime
190
190
  version_requirements: !ruby/object:Gem::Requirement
191
191
  requirements:
192
192
  - - ">="
193
193
  - !ruby/object:Gem::Version
194
- version: '0'
194
+ version: 3.2.0
195
195
  - !ruby/object:Gem::Dependency
196
- name: bundler
197
196
  requirement: !ruby/object:Gem::Requirement
198
197
  requirements:
199
198
  - - "~>"
200
199
  - !ruby/object:Gem::Version
201
200
  version: '1.3'
202
- type: :development
201
+ name: bundler
203
202
  prerelease: false
203
+ type: :development
204
204
  version_requirements: !ruby/object:Gem::Requirement
205
205
  requirements:
206
206
  - - "~>"
207
207
  - !ruby/object:Gem::Version
208
208
  version: '1.3'
209
209
  - !ruby/object:Gem::Dependency
210
- name: rake
211
210
  requirement: !ruby/object:Gem::Requirement
212
211
  requirements:
213
212
  - - ">="
214
213
  - !ruby/object:Gem::Version
215
214
  version: '0'
216
- type: :development
215
+ name: rake
217
216
  prerelease: false
217
+ type: :development
218
218
  version_requirements: !ruby/object:Gem::Requirement
219
219
  requirements:
220
220
  - - ">="
221
221
  - !ruby/object:Gem::Version
222
222
  version: '0'
223
223
  - !ruby/object:Gem::Dependency
224
- name: pry
225
224
  requirement: !ruby/object:Gem::Requirement
226
225
  requirements:
227
226
  - - ">="
228
227
  - !ruby/object:Gem::Version
229
228
  version: '0'
230
- type: :development
229
+ name: pry
231
230
  prerelease: false
231
+ type: :development
232
232
  version_requirements: !ruby/object:Gem::Requirement
233
233
  requirements:
234
234
  - - ">="
235
235
  - !ruby/object:Gem::Version
236
236
  version: '0'
237
237
  - !ruby/object:Gem::Dependency
238
- name: awesome_print
239
238
  requirement: !ruby/object:Gem::Requirement
240
239
  requirements:
241
240
  - - ">="
242
241
  - !ruby/object:Gem::Version
243
242
  version: '0'
244
- type: :development
243
+ name: awesome_print
245
244
  prerelease: false
245
+ type: :development
246
246
  version_requirements: !ruby/object:Gem::Requirement
247
247
  requirements:
248
248
  - - ">="
249
249
  - !ruby/object:Gem::Version
250
250
  version: '0'
251
251
  - !ruby/object:Gem::Dependency
252
- name: rspec
253
252
  requirement: !ruby/object:Gem::Requirement
254
253
  requirements:
255
254
  - - ">="
256
255
  - !ruby/object:Gem::Version
257
256
  version: '0'
258
- type: :development
257
+ name: rspec
259
258
  prerelease: false
259
+ type: :development
260
260
  version_requirements: !ruby/object:Gem::Requirement
261
261
  requirements:
262
262
  - - ">="
263
263
  - !ruby/object:Gem::Version
264
264
  version: '0'
265
265
  - !ruby/object:Gem::Dependency
266
- name: rack-test
267
266
  requirement: !ruby/object:Gem::Requirement
268
267
  requirements:
269
268
  - - ">="
270
269
  - !ruby/object:Gem::Version
271
270
  version: '0'
272
- type: :development
271
+ name: rack-test
273
272
  prerelease: false
273
+ type: :development
274
274
  version_requirements: !ruby/object:Gem::Requirement
275
275
  requirements:
276
276
  - - ">="
277
277
  - !ruby/object:Gem::Version
278
278
  version: '0'
279
279
  description: OpeNER daemon for processing multiple queues at once
280
- email:
280
+ email:
281
281
  executables:
282
282
  - chained-daemon
283
- - chained-daemon-daemon
284
283
  - chained-daemon-csv
285
284
  - console
285
+ - chained-daemon-daemon
286
286
  extensions: []
287
287
  extra_rdoc_files: []
288
288
  files:
@@ -290,18 +290,20 @@ files:
290
290
  - bin/chained-daemon-csv
291
291
  - bin/chained-daemon-daemon
292
292
  - bin/console
293
+ - config/puma.rb
293
294
  - exec/chained-daemon.rb
294
295
  - lib/opener/chained_daemon.rb
295
296
  - lib/opener/chained_daemon/chained_daemon.rb
296
297
  - lib/opener/chained_daemon/cli.rb
297
298
  - lib/opener/chained_daemon/microsoft_translator.rb
298
299
  - lib/opener/chained_daemon/version.rb
300
+ - lib/opener/chained_daemon/webservice.rb
299
301
  - opener-chained-daemon.gemspec
300
- homepage:
302
+ homepage:
301
303
  licenses:
302
304
  - Apache 2.0
303
305
  metadata: {}
304
- post_install_message:
306
+ post_install_message:
305
307
  rdoc_options: []
306
308
  require_paths:
307
309
  - lib
@@ -316,9 +318,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
316
318
  - !ruby/object:Gem::Version
317
319
  version: '0'
318
320
  requirements: []
319
- rubyforge_project:
320
- rubygems_version: 2.7.8
321
- signing_key:
321
+ rubyforge_project:
322
+ rubygems_version: 2.7.9
323
+ signing_key:
322
324
  specification_version: 4
323
325
  summary: OpeNER daemon for processing multiple queues at once
324
326
  test_files: []