opener-chained-daemon 3.1.0 → 3.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/opener/chained_daemon/version.rb +1 -1
- data/lib/opener/stanza/tokenizer_pos.rb +11 -9
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cda918cea3b32b5594da20fa7cd5bdb413ff348334cc25eb15b6ab20dbf4b216
|
4
|
+
data.tar.gz: 674c6ac04294fee2c944f8e25ac9387499f84a5943badc2eb9958ce2a7fa8a33
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1feb41b8c8a9b8a9c2f18cc9eadedbb5ba81f1a23c6585f75c948f7a1f9b1cd56d34b812190a6cd07ef7dd747b5bf3dc8cd3e51f17c0ecc23e850dc7202bd3e4
|
7
|
+
data.tar.gz: 4f0bc3aa4a330906ccd547dc5ae434c6f7da9fdba6300ef553869e931dbf5ffe4d89ef75d5d359329ac1a3a82b91b9bcf740fff29413250273a57ff53f4329b5
|
@@ -52,22 +52,24 @@ module Opener
|
|
52
52
|
|
53
53
|
tokens.map{ |t| t.reverse! } if RTL_LANGUAGES.include? kaf.language
|
54
54
|
tokens.each_with_index do |sentence, s_index|
|
55
|
-
|
56
|
-
misc = nil
|
55
|
+
miscs = {}
|
57
56
|
sentence.each_with_index do |word|
|
58
57
|
w_index += 1
|
59
|
-
#
|
60
|
-
|
61
|
-
|
62
|
-
|
58
|
+
# save misc for later usase in a MWT case
|
59
|
+
if word['id'].is_a? Array
|
60
|
+
miscs['id'].each { |id| miscs[id] = word['misc'] }
|
61
|
+
next
|
62
|
+
end
|
63
|
+
misc = word['misc'] || miscs[word['id']]
|
63
64
|
|
64
65
|
offset = misc.match(/start_char=(\d+)|/)[1].to_i
|
65
66
|
length = misc.match(/end_char=(\d+)/)[1].to_i - offset
|
66
67
|
|
67
68
|
u_pos = word['upos']
|
68
|
-
next if u_pos.nil? # MWT
|
69
69
|
pos = POS[u_pos]
|
70
|
-
|
70
|
+
Rollbar.scoped({ input: input, params: params, tokens: tokens }) do
|
71
|
+
raise "Didn't find a map for #{u_pos}"
|
72
|
+
end if pos.nil?
|
71
73
|
type = if POS_OPEN.include? pos then 'open' else 'close' end
|
72
74
|
|
73
75
|
params = {
|
@@ -77,7 +79,7 @@ module Opener
|
|
77
79
|
para: 1,
|
78
80
|
offset: offset,
|
79
81
|
length: length,
|
80
|
-
text: text,
|
82
|
+
text: word['text'],
|
81
83
|
lemma: word['lemma'],
|
82
84
|
morphofeat: u_pos,
|
83
85
|
pos: pos,
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: opener-chained-daemon
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.1.
|
4
|
+
version: 3.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- development@olery.com
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-11-
|
11
|
+
date: 2020-11-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activesupport
|
@@ -308,9 +308,9 @@ description: OpeNER daemon for processing multiple queues at once
|
|
308
308
|
email:
|
309
309
|
executables:
|
310
310
|
- chained-daemon
|
311
|
+
- chained-daemon-daemon
|
311
312
|
- chained-daemon-csv
|
312
313
|
- console
|
313
|
-
- chained-daemon-daemon
|
314
314
|
extensions: []
|
315
315
|
extra_rdoc_files: []
|
316
316
|
files:
|
@@ -352,7 +352,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
352
352
|
version: '0'
|
353
353
|
requirements: []
|
354
354
|
rubyforge_project:
|
355
|
-
rubygems_version: 2.7.
|
355
|
+
rubygems_version: 2.7.6.2
|
356
356
|
signing_key:
|
357
357
|
specification_version: 4
|
358
358
|
summary: OpeNER daemon for processing multiple queues at once
|