opener-polarity-tagger 3.2.2 → 3.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/core/LexiconMod.py +3 -1
- data/core/poltagger-basic-multi.py +1 -1
- data/lib/opener/{polarity_tagger/kaf → kaf}/document.rb +0 -0
- data/lib/opener/{polarity_tagger/kaf → kaf}/term.rb +4 -0
- data/lib/opener/polarity_tagger/external.rb +1 -1
- data/lib/opener/polarity_tagger/internal.rb +13 -12
- data/lib/opener/polarity_tagger/lexicon_map.rb +2 -2
- data/lib/opener/polarity_tagger/lexicons_cache.rb +1 -1
- data/lib/opener/polarity_tagger/version.rb +1 -1
- data/task/requirements.rake +2 -2
- metadata +29 -29
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e46a3cf60d76757018619e73dca7629c175c2bf091c3291b2935ef0826e7a08a
|
4
|
+
data.tar.gz: 0bb5b5ac8d605478791314260d6bd1a7d709722e1598a354236a62dd5741b0b0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f6759038cb51cfef7aa1dd14aef0d8dda9260dc93f0a532fb9dad03bb3d26bfc1c3f60b163f1e77358b9a80862a14aeb4ad8d01a3f1a6b40118d9896a6ef520d
|
7
|
+
data.tar.gz: 4bdb95248999e753e29b85ea172fdbea1489925bab48227de3018c46736068c0cd91eefa2867ee6f181bdc09a59a8250df4e445ec80d41b5b3cd216398b80b0d
|
data/core/LexiconMod.py
CHANGED
@@ -45,7 +45,9 @@ def load_lexicons(language, path=None):
|
|
45
45
|
def show_lexicons(language, path=None):
|
46
46
|
if path is None:
|
47
47
|
path = __module_dir
|
48
|
-
lexicons, default_id, this_folder, folder_per_lang = load_lexicons(language, path)
|
48
|
+
#lexicons, default_id, this_folder, folder_per_lang = load_lexicons(language, path)
|
49
|
+
LexiconSent(language,None,path)
|
50
|
+
|
49
51
|
print
|
50
52
|
print '#'*30
|
51
53
|
print 'Available lexicons for',language
|
File without changes
|
@@ -1,6 +1,6 @@
|
|
1
1
|
require_relative 'lexicons_cache'
|
2
2
|
require_relative 'lexicon_map'
|
3
|
-
require_relative 'kaf/document'
|
3
|
+
require_relative '../kaf/document'
|
4
4
|
|
5
5
|
module Opener
|
6
6
|
class PolarityTagger
|
@@ -16,31 +16,32 @@ module Opener
|
|
16
16
|
@ignore_pos = ignore_pos
|
17
17
|
end
|
18
18
|
|
19
|
-
def clear_cache lang: nil, environment:
|
20
|
-
end
|
21
|
-
|
22
19
|
def run input, params = {}
|
23
|
-
|
20
|
+
kaf = KAF::Document.from_xml input
|
24
21
|
|
25
22
|
@cache_keys = params[:cache_keys] ||= {}
|
26
|
-
@cache_keys.merge! lang:
|
27
|
-
@map =
|
23
|
+
@cache_keys.merge! lang: kaf.language
|
24
|
+
@map = kaf.map = CACHE[**@cache_keys].lexicons
|
25
|
+
|
26
|
+
raise Opener::Core::UnsupportedLanguageError, kaf.language if @map.blank?
|
28
27
|
|
29
|
-
|
28
|
+
kaf.terms.each do |t|
|
30
29
|
lemma = t.lemma&.downcase
|
30
|
+
text = t.text.to_s.downcase
|
31
31
|
pos = if @ignore_pos then nil else t.pos end
|
32
32
|
attrs = Hashie::Mash.new
|
33
33
|
|
34
34
|
lexicon, polarity_pos = @map.by_polarity lemma, pos
|
35
|
+
lexicon, polarity_pos = @map.by_polarity text, pos if lexicon.polarity == 'unknown'
|
35
36
|
|
36
37
|
if lexicon.polarity != 'unknown'
|
37
38
|
attrs.polarity = lexicon.polarity
|
38
39
|
end
|
39
|
-
if l = @map.by_negator(lemma)
|
40
|
+
if l = @map.by_negator(lemma) || @map.by_negator(text)
|
40
41
|
lexicon, polarity_pos = l, nil
|
41
42
|
attrs.sentiment_modifier = 'shifter'
|
42
43
|
end
|
43
|
-
if l = @map.by_intensifier(lemma)
|
44
|
+
if l = @map.by_intensifier(lemma) || @map.by_intensifier(text)
|
44
45
|
lexicon, polarity_pos = l, nil
|
45
46
|
attrs.sentiment_modifier = 'intensifier'
|
46
47
|
end
|
@@ -51,9 +52,9 @@ module Opener
|
|
51
52
|
end
|
52
53
|
end
|
53
54
|
|
54
|
-
|
55
|
+
kaf.add_linguistic_processor DESC, "#{LAST_EDITED}_#{VERSION}", 'terms'
|
55
56
|
|
56
|
-
|
57
|
+
kaf.to_xml
|
57
58
|
end
|
58
59
|
|
59
60
|
end
|
@@ -16,11 +16,11 @@ module Opener
|
|
16
16
|
adv: 'A',
|
17
17
|
noun: 'N',
|
18
18
|
propernoun: 'N',
|
19
|
-
other: 'O',
|
20
19
|
prep: 'P',
|
21
20
|
verb: 'V',
|
21
|
+
other: DEFAULT_POS,
|
22
22
|
nil => DEFAULT_POS,
|
23
|
-
multi_word_expression:
|
23
|
+
multi_word_expression: DEFAULT_POS,
|
24
24
|
}
|
25
25
|
|
26
26
|
def initialize lang:, lexicons:
|
@@ -46,7 +46,7 @@ module Opener
|
|
46
46
|
|
47
47
|
def load_from_url lang:, cache:, **params
|
48
48
|
url = "#{@url}&language_code=#{lang}&#{params.to_query}"
|
49
|
-
url += "&if_updated_since=#{cache.from.iso8601}" if cache
|
49
|
+
url += "&if_updated_since=#{cache.from.utc.iso8601}" if cache
|
50
50
|
puts "#{lang}: loading lexicons from url #{url}"
|
51
51
|
|
52
52
|
lexicons = JSON.parse http.get(url).body
|
data/task/requirements.rake
CHANGED
metadata
CHANGED
@@ -1,178 +1,178 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: opener-polarity-tagger
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.2.
|
4
|
+
version: 3.2.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- development@olery.com
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-11-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
+
name: opener-daemons
|
14
15
|
requirement: !ruby/object:Gem::Requirement
|
15
16
|
requirements:
|
16
17
|
- - "~>"
|
17
18
|
- !ruby/object:Gem::Version
|
18
19
|
version: '2.2'
|
19
|
-
name: opener-daemons
|
20
|
-
prerelease: false
|
21
20
|
type: :runtime
|
21
|
+
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '2.2'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
+
name: opener-webservice
|
28
29
|
requirement: !ruby/object:Gem::Requirement
|
29
30
|
requirements:
|
30
31
|
- - "~>"
|
31
32
|
- !ruby/object:Gem::Version
|
32
33
|
version: '2.1'
|
33
|
-
name: opener-webservice
|
34
|
-
prerelease: false
|
35
34
|
type: :runtime
|
35
|
+
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '2.1'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
+
name: opener-core
|
42
43
|
requirement: !ruby/object:Gem::Requirement
|
43
44
|
requirements:
|
44
45
|
- - "~>"
|
45
46
|
- !ruby/object:Gem::Version
|
46
47
|
version: '2.2'
|
47
|
-
name: opener-core
|
48
|
-
prerelease: false
|
49
48
|
type: :runtime
|
49
|
+
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - "~>"
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '2.2'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
+
name: activesupport
|
56
57
|
requirement: !ruby/object:Gem::Requirement
|
57
58
|
requirements:
|
58
59
|
- - ">="
|
59
60
|
- !ruby/object:Gem::Version
|
60
61
|
version: '0'
|
61
|
-
name: activesupport
|
62
|
-
prerelease: false
|
63
62
|
type: :runtime
|
63
|
+
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - ">="
|
67
67
|
- !ruby/object:Gem::Version
|
68
68
|
version: '0'
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
|
+
name: hashie
|
70
71
|
requirement: !ruby/object:Gem::Requirement
|
71
72
|
requirements:
|
72
73
|
- - ">="
|
73
74
|
- !ruby/object:Gem::Version
|
74
75
|
version: '0'
|
75
|
-
name: hashie
|
76
|
-
prerelease: false
|
77
76
|
type: :runtime
|
77
|
+
prerelease: false
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
80
|
- - ">="
|
81
81
|
- !ruby/object:Gem::Version
|
82
82
|
version: '0'
|
83
83
|
- !ruby/object:Gem::Dependency
|
84
|
+
name: rake
|
84
85
|
requirement: !ruby/object:Gem::Requirement
|
85
86
|
requirements:
|
86
87
|
- - ">="
|
87
88
|
- !ruby/object:Gem::Version
|
88
89
|
version: '0'
|
89
|
-
name: rake
|
90
|
-
prerelease: false
|
91
90
|
type: :runtime
|
91
|
+
prerelease: false
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
93
93
|
requirements:
|
94
94
|
- - ">="
|
95
95
|
- !ruby/object:Gem::Version
|
96
96
|
version: '0'
|
97
97
|
- !ruby/object:Gem::Dependency
|
98
|
+
name: nokogiri
|
98
99
|
requirement: !ruby/object:Gem::Requirement
|
99
100
|
requirements:
|
100
101
|
- - ">="
|
101
102
|
- !ruby/object:Gem::Version
|
102
103
|
version: '0'
|
103
|
-
name: nokogiri
|
104
|
-
prerelease: false
|
105
104
|
type: :runtime
|
105
|
+
prerelease: false
|
106
106
|
version_requirements: !ruby/object:Gem::Requirement
|
107
107
|
requirements:
|
108
108
|
- - ">="
|
109
109
|
- !ruby/object:Gem::Version
|
110
110
|
version: '0'
|
111
111
|
- !ruby/object:Gem::Dependency
|
112
|
+
name: cliver
|
112
113
|
requirement: !ruby/object:Gem::Requirement
|
113
114
|
requirements:
|
114
115
|
- - ">="
|
115
116
|
- !ruby/object:Gem::Version
|
116
117
|
version: '0'
|
117
|
-
name: cliver
|
118
|
-
prerelease: false
|
119
118
|
type: :runtime
|
119
|
+
prerelease: false
|
120
120
|
version_requirements: !ruby/object:Gem::Requirement
|
121
121
|
requirements:
|
122
122
|
- - ">="
|
123
123
|
- !ruby/object:Gem::Version
|
124
124
|
version: '0'
|
125
125
|
- !ruby/object:Gem::Dependency
|
126
|
+
name: slop
|
126
127
|
requirement: !ruby/object:Gem::Requirement
|
127
128
|
requirements:
|
128
129
|
- - "~>"
|
129
130
|
- !ruby/object:Gem::Version
|
130
131
|
version: '3.5'
|
131
|
-
name: slop
|
132
|
-
prerelease: false
|
133
132
|
type: :runtime
|
133
|
+
prerelease: false
|
134
134
|
version_requirements: !ruby/object:Gem::Requirement
|
135
135
|
requirements:
|
136
136
|
- - "~>"
|
137
137
|
- !ruby/object:Gem::Version
|
138
138
|
version: '3.5'
|
139
139
|
- !ruby/object:Gem::Dependency
|
140
|
+
name: pry
|
140
141
|
requirement: !ruby/object:Gem::Requirement
|
141
142
|
requirements:
|
142
143
|
- - ">="
|
143
144
|
- !ruby/object:Gem::Version
|
144
145
|
version: '0'
|
145
|
-
name: pry
|
146
|
-
prerelease: false
|
147
146
|
type: :development
|
147
|
+
prerelease: false
|
148
148
|
version_requirements: !ruby/object:Gem::Requirement
|
149
149
|
requirements:
|
150
150
|
- - ">="
|
151
151
|
- !ruby/object:Gem::Version
|
152
152
|
version: '0'
|
153
153
|
- !ruby/object:Gem::Dependency
|
154
|
+
name: rspec
|
154
155
|
requirement: !ruby/object:Gem::Requirement
|
155
156
|
requirements:
|
156
157
|
- - "~>"
|
157
158
|
- !ruby/object:Gem::Version
|
158
159
|
version: '3.0'
|
159
|
-
name: rspec
|
160
|
-
prerelease: false
|
161
160
|
type: :development
|
161
|
+
prerelease: false
|
162
162
|
version_requirements: !ruby/object:Gem::Requirement
|
163
163
|
requirements:
|
164
164
|
- - "~>"
|
165
165
|
- !ruby/object:Gem::Version
|
166
166
|
version: '3.0'
|
167
167
|
- !ruby/object:Gem::Dependency
|
168
|
+
name: cucumber
|
168
169
|
requirement: !ruby/object:Gem::Requirement
|
169
170
|
requirements:
|
170
171
|
- - ">="
|
171
172
|
- !ruby/object:Gem::Version
|
172
173
|
version: '0'
|
173
|
-
name: cucumber
|
174
|
-
prerelease: false
|
175
174
|
type: :development
|
175
|
+
prerelease: false
|
176
176
|
version_requirements: !ruby/object:Gem::Requirement
|
177
177
|
requirements:
|
178
178
|
- - ">="
|
@@ -212,12 +212,12 @@ files:
|
|
212
212
|
- core/poltagger-basic-multi.py
|
213
213
|
- exec/polarity-tagger.rb
|
214
214
|
- ext/hack/Rakefile
|
215
|
+
- lib/opener/kaf/document.rb
|
216
|
+
- lib/opener/kaf/term.rb
|
215
217
|
- lib/opener/polarity_tagger.rb
|
216
218
|
- lib/opener/polarity_tagger/cli.rb
|
217
219
|
- lib/opener/polarity_tagger/external.rb
|
218
220
|
- lib/opener/polarity_tagger/internal.rb
|
219
|
-
- lib/opener/polarity_tagger/kaf/document.rb
|
220
|
-
- lib/opener/polarity_tagger/kaf/term.rb
|
221
221
|
- lib/opener/polarity_tagger/lexicon_map.rb
|
222
222
|
- lib/opener/polarity_tagger/lexicons_cache.rb
|
223
223
|
- lib/opener/polarity_tagger/public/markdown.css
|
@@ -251,7 +251,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
251
251
|
version: '0'
|
252
252
|
requirements: []
|
253
253
|
rubyforge_project:
|
254
|
-
rubygems_version: 2.7.
|
254
|
+
rubygems_version: 2.7.8
|
255
255
|
signing_key:
|
256
256
|
specification_version: 4
|
257
257
|
summary: Polarity tagger for various languages.
|