opener-polarity-tagger 3.2.1 → 3.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4f5521ee603c20f1efe4008895c88409afbe7994fe5eab72a1de08766ac36da1
-  data.tar.gz: 0345c08ea80a4b55c0003a02763fa31837d72e6e38f7fcbb2b7c63a720e00712
+  metadata.gz: a550043e18b17f1e12fd9466f5eee1dd2f806f97f38fe4b0e51e6ac4c5dd6ff1
+  data.tar.gz: ec57806e4fa7559082aeccf9bb0e1492ef77d93f86d411549f5513282e10ce64
 SHA512:
-  metadata.gz: '02932a66b68aeb50c5c7f77f597ca8f6f6dd55d839796c6609a42eed2afd066ef531316abf1b600e48d7f3f4619a8f1de84d28b7c6858b47fbce4223ec08013f'
-  data.tar.gz: 41a68399fb4631e5aee6f6c2110d2e6da96ee1d96101b4a95548fc9def1f3e0e5e861cdad453dfb78cebf5de2a7d85dea76af7f9462ae86c55619bff7314a5a6
+  metadata.gz: 1b53a75fccce4af956ab6b334406896ce6489967067e9abc1b529eb2ece9a1dbe167e8a567e6f938292d945a0e174d1c0b79305ce301e477549fd2161a03361c
+  data.tar.gz: 5b8bd573afe2eb9fb41002e8d62949c890893395d711ad98220df2e159220d54caac8d70f5c5134898e821213ea6c05e1d1b226a4c50336361fc33f528b6cdb7

data/core/LexiconMod.py

@@ -45,7 +45,9 @@ def load_lexicons(language, path=None):
 def show_lexicons(language, path=None):
     if path is None:
       path = __module_dir
-    lexicons, default_id, this_folder, folder_per_lang = load_lexicons(language, path)
+    #lexicons, default_id, this_folder, folder_per_lang = load_lexicons(language, path)
+    LexiconSent(language,None,path)
+
     print
     print '#'*30
     print 'Available lexicons for',language

data/core/poltagger-basic-multi.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python2
 
 ##############################
 #                            

data/lib/opener/polarity_tagger/external.rb

@@ -32,7 +32,7 @@ module Opener
       # @return [String]
       #
       def command
-        return "#{adjust_python_path} python -E #{kernel} #{lexicon_path} #{args.join(" ")}"
+        "#{adjust_python_path} python2 -E #{kernel} #{lexicon_path} #{args.join(" ")}"
       end
 
       ##

data/lib/opener/polarity_tagger/internal.rb

@@ -26,6 +26,8 @@ module Opener
         @cache_keys.merge! lang: @kaf.language
         @map = @kaf.map = CACHE[**@cache_keys].lexicons
 
+        raise Opener::Core::UnsupportedLanguageError, @kaf.language if @map.blank?
+
         @kaf.terms.each do |t|
           lemma = t.lemma&.downcase
           pos   = if @ignore_pos then nil else t.pos end

data/lib/opener/polarity_tagger/lexicon_map.rb

@@ -16,11 +16,11 @@ module Opener
         adv:         'A',
         noun:        'N',
         propernoun:  'N',
-        other:       'O',
         prep:        'P',
         verb:        'V',
+        other:       DEFAULT_POS,
         nil =>       DEFAULT_POS,
-        multi_word_expression: 'O',
+        multi_word_expression: DEFAULT_POS,
       }
 
       def initialize lang:, lexicons:

data/lib/opener/polarity_tagger/lexicons_cache.rb

@@ -4,6 +4,8 @@ module Opener
 
       include MonitorMixin
 
+      UPDATE_INTERVAL = (ENV['CACHE_EXPIRE_MINS']&.to_i || 5).minutes
+
       def initialize
         super #MonitorMixin
 
@@ -14,13 +16,9 @@ module Opener
 
       def [] **params
         synchronize do
-          if existing = @cache[params]
-            existing.tap do
-              Thread.new{ @cache[params] = cache_update existing, **params }
-            end
-          else
-            @cache[params] = cache_update **params
-          end
+          existing = @cache[params]
+          break existing if existing and existing.from > UPDATE_INTERVAL.ago
+          @cache[params] = cache_update existing, **params
         end
       end
       alias_method :get, :[]
@@ -29,7 +27,11 @@ module Opener
         from     = Time.now
         lexicons = load_lexicons cache: existing, **params
 
-        return existing if existing and lexicons.blank?
+        if existing and lexicons.blank?
+          existing.from = from
+          return existing
+        end
+
         Hashie::Mash.new(
           lexicons: lexicons,
           from:     from,
@@ -44,10 +46,10 @@ module Opener
 
       def load_from_url lang:, cache:, **params
         url  = "#{@url}&language_code=#{lang}&#{params.to_query}"
-        url += "&if_updated_since=#{cache.from.iso8601}" if cache
+        url += "&if_updated_since=#{cache.from.utc.iso8601}" if cache
         puts "#{lang}: loading lexicons from url #{url}"
 
-        lexicons = JSON.parse HTTPClient.new.get(url).body
+        lexicons = JSON.parse http.get(url).body
         lexicons = lexicons['data'].map{ |l| Hashie::Mash.new l }
         lexicons
       end
@@ -83,6 +85,16 @@ module Opener
         lexicons
       end
 
+      def http
+        return @http if @http
+
+        @http = HTTPClient.new
+        @http.send_timeout    = 120
+        @http.receive_timeout = 120
+        @http.connect_timeout = 120
+        @http
+      end
+
     end
   end
 end

data/lib/opener/polarity_tagger/version.rb

@@ -1,7 +1,7 @@
 module Opener
   class PolarityTagger
 
-    VERSION = '3.2.1'
+    VERSION = '3.2.6'
 
   end
 end

data/task/requirements.rake

@@ -2,6 +2,6 @@ desc 'Verifies the requirements'
 task :requirements do
   require 'cliver'
 
-  Cliver.detect!('python', '~> 2.6')
-  Cliver.detect!('pip', '>= 1.3')
+  Cliver.detect! 'python2', '~> 2.6'
+  Cliver.detect! 'pip2', '>= 1.3'
 end

metadata

@@ -1,178 +1,178 @@
 --- !ruby/object:Gem::Specification
 name: opener-polarity-tagger
 version: !ruby/object:Gem::Version
-  version: 3.2.1
+  version: 3.2.6
 platform: ruby
 authors:
 - development@olery.com
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-07 00:00:00.000000000 Z
+date: 2020-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: opener-daemons
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
-  name: opener-daemons
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
 - !ruby/object:Gem::Dependency
+  name: opener-webservice
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.1'
-  name: opener-webservice
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.1'
 - !ruby/object:Gem::Dependency
+  name: opener-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
-  name: opener-core
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
 - !ruby/object:Gem::Dependency
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: activesupport
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: hashie
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: hashie
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rake
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: nokogiri
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: cliver
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: cliver
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: slop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.5'
-  name: slop
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.5'
 - !ruby/object:Gem::Dependency
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: pry
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-  name: rspec
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
+  name: cucumber
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: cucumber
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -251,7 +251,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.7.9
+rubygems_version: 2.7.8
 signing_key:
 specification_version: 4
 summary: Polarity tagger for various languages.