opener-chained-daemon 2.1.1 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/config/puma.rb +10 -0
- data/exec/chained-daemon.rb +3 -0
- data/lib/opener/chained_daemon.rb +1 -1
- data/lib/opener/chained_daemon/chained_daemon.rb +3 -3
- data/lib/opener/chained_daemon/version.rb +1 -1
- data/lib/opener/chained_daemon/webservice.rb +30 -0
- data/opener-chained-daemon.gemspec +9 -8
- metadata +72 -70
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ccb24c093fd076d1def041d0a55cc688ba0116d1c1e5304a4b6a3b69de620de5
|
4
|
+
data.tar.gz: bfbfa252adcdb9681a3cf0f9dc7d9e545c62e16fcde69a002544c5e0e85c1a68
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 24f27e30dc5247f443139c316c33d5ffb68ba473cad229b338b705ed6ad2b50ecf9ec41f64cf459e3cec859b53a0aaac12b28e2fb22a8e84ea344f9ec2eee2f3
|
7
|
+
data.tar.gz: e0119364024b687b412b7f0a4dd1fa591960ca5028bbdd261fb10069bda1c5575e3c38d4fb187dff9df31de276a46b2c0fd3f277ddfb4371f570fcdad34c90b2
|
data/config/puma.rb
ADDED
data/exec/chained-daemon.rb
CHANGED
@@ -4,5 +4,8 @@ require 'opener/daemons'
|
|
4
4
|
|
5
5
|
require_relative '../lib/opener/chained_daemon'
|
6
6
|
|
7
|
+
webservice = Rack::Server.new app: Opener::ChainedDaemon::Webservice.freeze.app
|
8
|
+
Thread.new{ webservice.start }
|
9
|
+
|
7
10
|
daemon = Opener::Daemons::Daemon.new Opener::ChainedDaemon
|
8
11
|
daemon.start
|
@@ -8,7 +8,6 @@ require 'opener/daemons'
|
|
8
8
|
require 'opener/language_identifier'
|
9
9
|
require 'opener/tokenizer'
|
10
10
|
# require ner before pos_tagger for compatible opennlp
|
11
|
-
require 'opener/ner'
|
12
11
|
require 'opener/pos_tagger'
|
13
12
|
require 'opener/polarity_tagger'
|
14
13
|
require 'opener/property_tagger'
|
@@ -17,4 +16,5 @@ require 'opener/opinion_detector_basic'
|
|
17
16
|
require_relative 'chained_daemon/chained_daemon'
|
18
17
|
require_relative 'chained_daemon/cli'
|
19
18
|
require_relative 'chained_daemon/microsoft_translator'
|
19
|
+
require_relative 'chained_daemon/webservice'
|
20
20
|
|
@@ -12,22 +12,22 @@ module Opener
|
|
12
12
|
'opener-pos-tagger': Opener::POSTagger.new,
|
13
13
|
'opener-polarity-tagger': Opener::PolarityTagger.new,
|
14
14
|
'opener-property-tagger': Opener::PropertyTagger.new,
|
15
|
-
'opener-ner': Opener::Ner.new,
|
16
15
|
'opener-opinion-detector-basic': Opener::OpinionDetectorBasic.new,
|
17
16
|
}
|
18
17
|
end
|
19
18
|
|
20
19
|
def run input, params = {}
|
21
20
|
params ||= {}
|
22
|
-
params.
|
21
|
+
params.deep_symbolize_keys!
|
23
22
|
params[:translate_languages] ||= []
|
23
|
+
params[:cache_keys] ||= {}
|
24
24
|
|
25
25
|
lang = nil
|
26
26
|
output = nil
|
27
27
|
@queue_map.each do |queue, component|
|
28
28
|
debug_print queue, input if ENV['DEBUG']
|
29
29
|
|
30
|
-
output = component.run input
|
30
|
+
output = component.run input, params
|
31
31
|
input = output
|
32
32
|
|
33
33
|
rescue Core::UnsupportedLanguageError
|
@@ -0,0 +1,30 @@
|
|
1
|
+
require 'roda'
|
2
|
+
|
3
|
+
module Opener
|
4
|
+
class ChainedDaemon
|
5
|
+
class Webservice < Roda
|
6
|
+
|
7
|
+
TOKEN = ENV['PRIVATE_TOKEN']
|
8
|
+
|
9
|
+
class_attribute :processor
|
10
|
+
self.processor = ChainedDaemon.new
|
11
|
+
|
12
|
+
route do |r|
|
13
|
+
response.status = 403 and r.halt if r.params['auth_token'] != TOKEN
|
14
|
+
|
15
|
+
r.get 'sentiment.kaf' do
|
16
|
+
params = r.params.except 'input'
|
17
|
+
params.deep_symbolize_keys!
|
18
|
+
kaf = processor.run r.params['input'], **params
|
19
|
+
|
20
|
+
response['Content-Type'] = 'text/xml'
|
21
|
+
kaf
|
22
|
+
end
|
23
|
+
end
|
24
|
+
|
25
|
+
def clear_cache
|
26
|
+
end
|
27
|
+
|
28
|
+
end
|
29
|
+
end
|
30
|
+
end
|
@@ -10,6 +10,7 @@ Gem::Specification.new do |spec|
|
|
10
10
|
spec.license = 'Apache 2.0'
|
11
11
|
|
12
12
|
spec.files = Dir.glob([
|
13
|
+
'config/**/*',
|
13
14
|
'exec/**/*',
|
14
15
|
'lib/**/*',
|
15
16
|
'*.gemspec',
|
@@ -18,23 +19,23 @@ Gem::Specification.new do |spec|
|
|
18
19
|
]).select{ |file| File.file? file }
|
19
20
|
|
20
21
|
spec.bindir = 'bin'
|
21
|
-
spec.executables = Dir.glob('bin/*').map
|
22
|
+
spec.executables = Dir.glob('bin/*').map{ |file| File.basename(file) }
|
22
23
|
|
23
24
|
spec.add_dependency 'activesupport'
|
24
25
|
spec.add_dependency 'google-cloud-translate', '~> 1.0'
|
25
26
|
spec.add_dependency 'httpclient'
|
26
27
|
spec.add_dependency 'hashie'
|
27
28
|
|
29
|
+
spec.add_dependency 'roda'
|
28
30
|
spec.add_dependency 'opener-daemons', '~> 2.7.1'
|
29
31
|
spec.add_dependency 'opener-callback-handler', '~> 1.0'
|
30
32
|
|
31
|
-
spec.add_dependency 'opener-language-identifier'
|
32
|
-
spec.add_dependency 'opener-tokenizer'
|
33
|
-
spec.add_dependency 'opener-pos-tagger'
|
34
|
-
spec.add_dependency 'opener-polarity-tagger'
|
35
|
-
spec.add_dependency 'opener-property-tagger'
|
36
|
-
spec.add_dependency 'opener-
|
37
|
-
spec.add_dependency 'opener-opinion-detector-basic'
|
33
|
+
spec.add_dependency 'opener-language-identifier', '>= 4.4.0'
|
34
|
+
spec.add_dependency 'opener-tokenizer', '>= 2.2.0'
|
35
|
+
spec.add_dependency 'opener-pos-tagger', '>= 3.2.0'
|
36
|
+
spec.add_dependency 'opener-polarity-tagger', '>= 3.2.0'
|
37
|
+
spec.add_dependency 'opener-property-tagger', '>= 3.3.0'
|
38
|
+
spec.add_dependency 'opener-opinion-detector-basic', '>= 3.2.0'
|
38
39
|
|
39
40
|
spec.add_development_dependency 'bundler', '~> 1.3'
|
40
41
|
spec.add_development_dependency 'rake'
|
metadata
CHANGED
@@ -1,288 +1,288 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: opener-chained-daemon
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 3.0.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- development@olery.com
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-10-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
name: activesupport
|
15
14
|
requirement: !ruby/object:Gem::Requirement
|
16
15
|
requirements:
|
17
16
|
- - ">="
|
18
17
|
- !ruby/object:Gem::Version
|
19
18
|
version: '0'
|
20
|
-
|
19
|
+
name: activesupport
|
21
20
|
prerelease: false
|
21
|
+
type: :runtime
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - ">="
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '0'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
name: google-cloud-translate
|
29
28
|
requirement: !ruby/object:Gem::Requirement
|
30
29
|
requirements:
|
31
30
|
- - "~>"
|
32
31
|
- !ruby/object:Gem::Version
|
33
32
|
version: '1.0'
|
34
|
-
|
33
|
+
name: google-cloud-translate
|
35
34
|
prerelease: false
|
35
|
+
type: :runtime
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '1.0'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
-
name: httpclient
|
43
42
|
requirement: !ruby/object:Gem::Requirement
|
44
43
|
requirements:
|
45
44
|
- - ">="
|
46
45
|
- !ruby/object:Gem::Version
|
47
46
|
version: '0'
|
48
|
-
|
47
|
+
name: httpclient
|
49
48
|
prerelease: false
|
49
|
+
type: :runtime
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - ">="
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '0'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
-
name: hashie
|
57
56
|
requirement: !ruby/object:Gem::Requirement
|
58
57
|
requirements:
|
59
58
|
- - ">="
|
60
59
|
- !ruby/object:Gem::Version
|
61
60
|
version: '0'
|
62
|
-
|
61
|
+
name: hashie
|
63
62
|
prerelease: false
|
63
|
+
type: :runtime
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - ">="
|
67
67
|
- !ruby/object:Gem::Version
|
68
68
|
version: '0'
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
|
-
name: opener-daemons
|
71
70
|
requirement: !ruby/object:Gem::Requirement
|
72
71
|
requirements:
|
73
|
-
- - "
|
72
|
+
- - ">="
|
74
73
|
- !ruby/object:Gem::Version
|
75
|
-
version:
|
76
|
-
|
74
|
+
version: '0'
|
75
|
+
name: roda
|
77
76
|
prerelease: false
|
77
|
+
type: :runtime
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
|
-
- - "
|
80
|
+
- - ">="
|
81
81
|
- !ruby/object:Gem::Version
|
82
|
-
version:
|
82
|
+
version: '0'
|
83
83
|
- !ruby/object:Gem::Dependency
|
84
|
-
name: opener-callback-handler
|
85
84
|
requirement: !ruby/object:Gem::Requirement
|
86
85
|
requirements:
|
87
86
|
- - "~>"
|
88
87
|
- !ruby/object:Gem::Version
|
89
|
-
version:
|
90
|
-
|
88
|
+
version: 2.7.1
|
89
|
+
name: opener-daemons
|
91
90
|
prerelease: false
|
91
|
+
type: :runtime
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
93
93
|
requirements:
|
94
94
|
- - "~>"
|
95
95
|
- !ruby/object:Gem::Version
|
96
|
-
version:
|
96
|
+
version: 2.7.1
|
97
97
|
- !ruby/object:Gem::Dependency
|
98
|
-
name: opener-language-identifier
|
99
98
|
requirement: !ruby/object:Gem::Requirement
|
100
99
|
requirements:
|
101
|
-
- - "
|
100
|
+
- - "~>"
|
102
101
|
- !ruby/object:Gem::Version
|
103
|
-
version: '0'
|
104
|
-
|
102
|
+
version: '1.0'
|
103
|
+
name: opener-callback-handler
|
105
104
|
prerelease: false
|
105
|
+
type: :runtime
|
106
106
|
version_requirements: !ruby/object:Gem::Requirement
|
107
107
|
requirements:
|
108
|
-
- - "
|
108
|
+
- - "~>"
|
109
109
|
- !ruby/object:Gem::Version
|
110
|
-
version: '0'
|
110
|
+
version: '1.0'
|
111
111
|
- !ruby/object:Gem::Dependency
|
112
|
-
name: opener-tokenizer
|
113
112
|
requirement: !ruby/object:Gem::Requirement
|
114
113
|
requirements:
|
115
114
|
- - ">="
|
116
115
|
- !ruby/object:Gem::Version
|
117
|
-
version:
|
118
|
-
|
116
|
+
version: 4.4.0
|
117
|
+
name: opener-language-identifier
|
119
118
|
prerelease: false
|
119
|
+
type: :runtime
|
120
120
|
version_requirements: !ruby/object:Gem::Requirement
|
121
121
|
requirements:
|
122
122
|
- - ">="
|
123
123
|
- !ruby/object:Gem::Version
|
124
|
-
version:
|
124
|
+
version: 4.4.0
|
125
125
|
- !ruby/object:Gem::Dependency
|
126
|
-
name: opener-pos-tagger
|
127
126
|
requirement: !ruby/object:Gem::Requirement
|
128
127
|
requirements:
|
129
128
|
- - ">="
|
130
129
|
- !ruby/object:Gem::Version
|
131
|
-
version:
|
132
|
-
|
130
|
+
version: 2.2.0
|
131
|
+
name: opener-tokenizer
|
133
132
|
prerelease: false
|
133
|
+
type: :runtime
|
134
134
|
version_requirements: !ruby/object:Gem::Requirement
|
135
135
|
requirements:
|
136
136
|
- - ">="
|
137
137
|
- !ruby/object:Gem::Version
|
138
|
-
version:
|
138
|
+
version: 2.2.0
|
139
139
|
- !ruby/object:Gem::Dependency
|
140
|
-
name: opener-polarity-tagger
|
141
140
|
requirement: !ruby/object:Gem::Requirement
|
142
141
|
requirements:
|
143
142
|
- - ">="
|
144
143
|
- !ruby/object:Gem::Version
|
145
|
-
version:
|
146
|
-
|
144
|
+
version: 3.2.0
|
145
|
+
name: opener-pos-tagger
|
147
146
|
prerelease: false
|
147
|
+
type: :runtime
|
148
148
|
version_requirements: !ruby/object:Gem::Requirement
|
149
149
|
requirements:
|
150
150
|
- - ">="
|
151
151
|
- !ruby/object:Gem::Version
|
152
|
-
version:
|
152
|
+
version: 3.2.0
|
153
153
|
- !ruby/object:Gem::Dependency
|
154
|
-
name: opener-property-tagger
|
155
154
|
requirement: !ruby/object:Gem::Requirement
|
156
155
|
requirements:
|
157
156
|
- - ">="
|
158
157
|
- !ruby/object:Gem::Version
|
159
|
-
version:
|
160
|
-
|
158
|
+
version: 3.2.0
|
159
|
+
name: opener-polarity-tagger
|
161
160
|
prerelease: false
|
161
|
+
type: :runtime
|
162
162
|
version_requirements: !ruby/object:Gem::Requirement
|
163
163
|
requirements:
|
164
164
|
- - ">="
|
165
165
|
- !ruby/object:Gem::Version
|
166
|
-
version:
|
166
|
+
version: 3.2.0
|
167
167
|
- !ruby/object:Gem::Dependency
|
168
|
-
name: opener-ner
|
169
168
|
requirement: !ruby/object:Gem::Requirement
|
170
169
|
requirements:
|
171
170
|
- - ">="
|
172
171
|
- !ruby/object:Gem::Version
|
173
|
-
version:
|
174
|
-
|
172
|
+
version: 3.3.0
|
173
|
+
name: opener-property-tagger
|
175
174
|
prerelease: false
|
175
|
+
type: :runtime
|
176
176
|
version_requirements: !ruby/object:Gem::Requirement
|
177
177
|
requirements:
|
178
178
|
- - ">="
|
179
179
|
- !ruby/object:Gem::Version
|
180
|
-
version:
|
180
|
+
version: 3.3.0
|
181
181
|
- !ruby/object:Gem::Dependency
|
182
|
-
name: opener-opinion-detector-basic
|
183
182
|
requirement: !ruby/object:Gem::Requirement
|
184
183
|
requirements:
|
185
184
|
- - ">="
|
186
185
|
- !ruby/object:Gem::Version
|
187
|
-
version:
|
188
|
-
|
186
|
+
version: 3.2.0
|
187
|
+
name: opener-opinion-detector-basic
|
189
188
|
prerelease: false
|
189
|
+
type: :runtime
|
190
190
|
version_requirements: !ruby/object:Gem::Requirement
|
191
191
|
requirements:
|
192
192
|
- - ">="
|
193
193
|
- !ruby/object:Gem::Version
|
194
|
-
version:
|
194
|
+
version: 3.2.0
|
195
195
|
- !ruby/object:Gem::Dependency
|
196
|
-
name: bundler
|
197
196
|
requirement: !ruby/object:Gem::Requirement
|
198
197
|
requirements:
|
199
198
|
- - "~>"
|
200
199
|
- !ruby/object:Gem::Version
|
201
200
|
version: '1.3'
|
202
|
-
|
201
|
+
name: bundler
|
203
202
|
prerelease: false
|
203
|
+
type: :development
|
204
204
|
version_requirements: !ruby/object:Gem::Requirement
|
205
205
|
requirements:
|
206
206
|
- - "~>"
|
207
207
|
- !ruby/object:Gem::Version
|
208
208
|
version: '1.3'
|
209
209
|
- !ruby/object:Gem::Dependency
|
210
|
-
name: rake
|
211
210
|
requirement: !ruby/object:Gem::Requirement
|
212
211
|
requirements:
|
213
212
|
- - ">="
|
214
213
|
- !ruby/object:Gem::Version
|
215
214
|
version: '0'
|
216
|
-
|
215
|
+
name: rake
|
217
216
|
prerelease: false
|
217
|
+
type: :development
|
218
218
|
version_requirements: !ruby/object:Gem::Requirement
|
219
219
|
requirements:
|
220
220
|
- - ">="
|
221
221
|
- !ruby/object:Gem::Version
|
222
222
|
version: '0'
|
223
223
|
- !ruby/object:Gem::Dependency
|
224
|
-
name: pry
|
225
224
|
requirement: !ruby/object:Gem::Requirement
|
226
225
|
requirements:
|
227
226
|
- - ">="
|
228
227
|
- !ruby/object:Gem::Version
|
229
228
|
version: '0'
|
230
|
-
|
229
|
+
name: pry
|
231
230
|
prerelease: false
|
231
|
+
type: :development
|
232
232
|
version_requirements: !ruby/object:Gem::Requirement
|
233
233
|
requirements:
|
234
234
|
- - ">="
|
235
235
|
- !ruby/object:Gem::Version
|
236
236
|
version: '0'
|
237
237
|
- !ruby/object:Gem::Dependency
|
238
|
-
name: awesome_print
|
239
238
|
requirement: !ruby/object:Gem::Requirement
|
240
239
|
requirements:
|
241
240
|
- - ">="
|
242
241
|
- !ruby/object:Gem::Version
|
243
242
|
version: '0'
|
244
|
-
|
243
|
+
name: awesome_print
|
245
244
|
prerelease: false
|
245
|
+
type: :development
|
246
246
|
version_requirements: !ruby/object:Gem::Requirement
|
247
247
|
requirements:
|
248
248
|
- - ">="
|
249
249
|
- !ruby/object:Gem::Version
|
250
250
|
version: '0'
|
251
251
|
- !ruby/object:Gem::Dependency
|
252
|
-
name: rspec
|
253
252
|
requirement: !ruby/object:Gem::Requirement
|
254
253
|
requirements:
|
255
254
|
- - ">="
|
256
255
|
- !ruby/object:Gem::Version
|
257
256
|
version: '0'
|
258
|
-
|
257
|
+
name: rspec
|
259
258
|
prerelease: false
|
259
|
+
type: :development
|
260
260
|
version_requirements: !ruby/object:Gem::Requirement
|
261
261
|
requirements:
|
262
262
|
- - ">="
|
263
263
|
- !ruby/object:Gem::Version
|
264
264
|
version: '0'
|
265
265
|
- !ruby/object:Gem::Dependency
|
266
|
-
name: rack-test
|
267
266
|
requirement: !ruby/object:Gem::Requirement
|
268
267
|
requirements:
|
269
268
|
- - ">="
|
270
269
|
- !ruby/object:Gem::Version
|
271
270
|
version: '0'
|
272
|
-
|
271
|
+
name: rack-test
|
273
272
|
prerelease: false
|
273
|
+
type: :development
|
274
274
|
version_requirements: !ruby/object:Gem::Requirement
|
275
275
|
requirements:
|
276
276
|
- - ">="
|
277
277
|
- !ruby/object:Gem::Version
|
278
278
|
version: '0'
|
279
279
|
description: OpeNER daemon for processing multiple queues at once
|
280
|
-
email:
|
280
|
+
email:
|
281
281
|
executables:
|
282
282
|
- chained-daemon
|
283
|
-
- chained-daemon-daemon
|
284
283
|
- chained-daemon-csv
|
285
284
|
- console
|
285
|
+
- chained-daemon-daemon
|
286
286
|
extensions: []
|
287
287
|
extra_rdoc_files: []
|
288
288
|
files:
|
@@ -290,18 +290,20 @@ files:
|
|
290
290
|
- bin/chained-daemon-csv
|
291
291
|
- bin/chained-daemon-daemon
|
292
292
|
- bin/console
|
293
|
+
- config/puma.rb
|
293
294
|
- exec/chained-daemon.rb
|
294
295
|
- lib/opener/chained_daemon.rb
|
295
296
|
- lib/opener/chained_daemon/chained_daemon.rb
|
296
297
|
- lib/opener/chained_daemon/cli.rb
|
297
298
|
- lib/opener/chained_daemon/microsoft_translator.rb
|
298
299
|
- lib/opener/chained_daemon/version.rb
|
300
|
+
- lib/opener/chained_daemon/webservice.rb
|
299
301
|
- opener-chained-daemon.gemspec
|
300
|
-
homepage:
|
302
|
+
homepage:
|
301
303
|
licenses:
|
302
304
|
- Apache 2.0
|
303
305
|
metadata: {}
|
304
|
-
post_install_message:
|
306
|
+
post_install_message:
|
305
307
|
rdoc_options: []
|
306
308
|
require_paths:
|
307
309
|
- lib
|
@@ -316,9 +318,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
316
318
|
- !ruby/object:Gem::Version
|
317
319
|
version: '0'
|
318
320
|
requirements: []
|
319
|
-
rubyforge_project:
|
320
|
-
rubygems_version: 2.7.
|
321
|
-
signing_key:
|
321
|
+
rubyforge_project:
|
322
|
+
rubygems_version: 2.7.9
|
323
|
+
signing_key:
|
322
324
|
specification_version: 4
|
323
325
|
summary: OpeNER daemon for processing multiple queues at once
|
324
326
|
test_files: []
|