opener-chained-daemon 3.1.0 → 3.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/opener/chained_daemon/version.rb +1 -1
- data/lib/opener/stanza/tokenizer_pos.rb +11 -9
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cda918cea3b32b5594da20fa7cd5bdb413ff348334cc25eb15b6ab20dbf4b216
|
4
|
+
data.tar.gz: 674c6ac04294fee2c944f8e25ac9387499f84a5943badc2eb9958ce2a7fa8a33
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1feb41b8c8a9b8a9c2f18cc9eadedbb5ba81f1a23c6585f75c948f7a1f9b1cd56d34b812190a6cd07ef7dd747b5bf3dc8cd3e51f17c0ecc23e850dc7202bd3e4
|
7
|
+
data.tar.gz: 4f0bc3aa4a330906ccd547dc5ae434c6f7da9fdba6300ef553869e931dbf5ffe4d89ef75d5d359329ac1a3a82b91b9bcf740fff29413250273a57ff53f4329b5
|
@@ -52,22 +52,24 @@ module Opener
|
|
52
52
|
|
53
53
|
tokens.map{ |t| t.reverse! } if RTL_LANGUAGES.include? kaf.language
|
54
54
|
tokens.each_with_index do |sentence, s_index|
|
55
|
-
|
56
|
-
misc = nil
|
55
|
+
miscs = {}
|
57
56
|
sentence.each_with_index do |word|
|
58
57
|
w_index += 1
|
59
|
-
#
|
60
|
-
|
61
|
-
|
62
|
-
|
58
|
+
# save misc for later usase in a MWT case
|
59
|
+
if word['id'].is_a? Array
|
60
|
+
miscs['id'].each { |id| miscs[id] = word['misc'] }
|
61
|
+
next
|
62
|
+
end
|
63
|
+
misc = word['misc'] || miscs[word['id']]
|
63
64
|
|
64
65
|
offset = misc.match(/start_char=(\d+)|/)[1].to_i
|
65
66
|
length = misc.match(/end_char=(\d+)/)[1].to_i - offset
|
66
67
|
|
67
68
|
u_pos = word['upos']
|
68
|
-
next if u_pos.nil? # MWT
|
69
69
|
pos = POS[u_pos]
|
70
|
-
|
70
|
+
Rollbar.scoped({ input: input, params: params, tokens: tokens }) do
|
71
|
+
raise "Didn't find a map for #{u_pos}"
|
72
|
+
end if pos.nil?
|
71
73
|
type = if POS_OPEN.include? pos then 'open' else 'close' end
|
72
74
|
|
73
75
|
params = {
|
@@ -77,7 +79,7 @@ module Opener
|
|
77
79
|
para: 1,
|
78
80
|
offset: offset,
|
79
81
|
length: length,
|
80
|
-
text: text,
|
82
|
+
text: word['text'],
|
81
83
|
lemma: word['lemma'],
|
82
84
|
morphofeat: u_pos,
|
83
85
|
pos: pos,
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: opener-chained-daemon
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.1.
|
4
|
+
version: 3.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- development@olery.com
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-11-
|
11
|
+
date: 2020-11-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activesupport
|
@@ -308,9 +308,9 @@ description: OpeNER daemon for processing multiple queues at once
|
|
308
308
|
email:
|
309
309
|
executables:
|
310
310
|
- chained-daemon
|
311
|
+
- chained-daemon-daemon
|
311
312
|
- chained-daemon-csv
|
312
313
|
- console
|
313
|
-
- chained-daemon-daemon
|
314
314
|
extensions: []
|
315
315
|
extra_rdoc_files: []
|
316
316
|
files:
|
@@ -352,7 +352,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
352
352
|
version: '0'
|
353
353
|
requirements: []
|
354
354
|
rubyforge_project:
|
355
|
-
rubygems_version: 2.7.
|
355
|
+
rubygems_version: 2.7.6.2
|
356
356
|
signing_key:
|
357
357
|
specification_version: 4
|
358
358
|
summary: OpeNER daemon for processing multiple queues at once
|