opener-polarity-tagger 3.1.0 → 3.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1407a3f9dab798e58f92e033a6255151545d225c03a5e056a2f2dbb6878832ed
-  data.tar.gz: 9c79bb5e40a5882effff686d11f180f7d0ababbd5e2c9d11c0a4bab1a835eb22
+  metadata.gz: 27bfb633058aa56d6b5d30fd5557dcfa7e00ecee25005d9258fede4a3544ae47
+  data.tar.gz: 8c2877d8c288360c77e64f828587ddd0781cde0171237d85c87dc8a435f0cde8
 SHA512:
-  metadata.gz: 53b7b5649087d0ab9728df51ccf67dd7c6ff48eeaa0c6f4c3f74a257f07b610f29dc05b0919b1d2c379becb5b31f36c5609bca49583a3eb1d0b085df256ad9e7
-  data.tar.gz: f510909ce50427bb126773dedb60b21f3998fb80f49b9e602254e3adf1de1a658ce5d5a3b8ba7a452a78d764fa3960e455ce89d3d495c82147440e17780237ea
+  metadata.gz: 9c9c8b158fe73cae1d095cfad59b774eca29e034d635baf6795dd9bc96c63e19cc0cd63fab12fa3c560df75e4451f1bbabcd2814ac92bcfa5e3002a966b0eb56
+  data.tar.gz: aadffb4278642a1b3e04483a486def241f1be6d2adbce911428588f1962a19fc5392903b805bec04411b128a67f8d6ebca37be285c38b4805617f0f3eb125bae

data/lib/opener/polarity_tagger.rb

@@ -2,6 +2,7 @@ require 'open3'
 require 'opener/core'
 require 'nokogiri'
 require 'hashie'
+require 'active_support/all'
 
 require_relative 'polarity_tagger/version'
 require_relative 'polarity_tagger/cli'
@@ -19,8 +20,12 @@ module Opener
       @proc    = @klass.new args: @args
     end
 
-    def run input
-      @proc.run input
+    def clear_cache params = {}
+      @proc.clear_cache(**params)
+    end
+
+    def run input, params = {}
+      @proc.run input, params
     end
 
   end

data/lib/opener/polarity_tagger/external.rb

@@ -52,7 +52,7 @@ module Opener
       # @param [String] input The text of which to detect the language.
       # @return [Array]
       #
-      def run(input)
+      def run input, params
         stdout, stderr, process = capture(input)
 
         raise stderr unless process.success?

data/lib/opener/polarity_tagger/internal.rb

@@ -10,17 +10,22 @@ module Opener
       LAST_EDITED = '21may2014'
       VERSION     = '1.2'
 
-      def initialize ignore_pos: false, **params
-        @cache = LexiconsCache.new
+      CACHE = LexiconsCache.new
 
+      def initialize ignore_pos: false, **params
         @ignore_pos = ignore_pos
       end
 
-      def run input
+      def clear_cache lang: nil, environment:
+      end
+
+      def run input, params = {}
         @kaf = KAF::Document.from_xml input
-        @map = @kaf.map = @cache[@kaf.language]
 
-        negators = 0
+        @cache_keys = params[:cache_keys] ||= {}
+        @cache_keys.merge! lang: @kaf.language
+        @map = @kaf.map = CACHE[**@cache_keys].lexicons
+
         @kaf.terms.each do |t|
           lemma = t.lemma&.downcase
           pos   = if @ignore_pos then nil else t.pos end
@@ -32,12 +37,11 @@ module Opener
             attrs.polarity = lexicon.polarity
           end
           if l = @map.by_negator(lemma)
-            negators += 1
-            lexicon, polarity = l, nil
+            lexicon, polarity_pos = l, nil
             attrs.sentiment_modifier = 'shifter'
           end
           if l = @map.by_intensifier(lemma)
-            lexicon, polarity = l, nil
+            lexicon, polarity_pos = l, nil
             attrs.sentiment_modifier = 'intensifier'
           end
 

data/lib/opener/polarity_tagger/kaf/document.rb

@@ -26,9 +26,9 @@ module Opener
       end
 
       def add_linguistic_processor name, version, layer, timestamp: false
-        header  = @document.at('kafHeader') || @document.root.add_child('<kafHeader/>')
+        header  = @document.at('kafHeader') || @document.root.add_child('<kafHeader/>').first
         procs   = header.css('linguisticProcessors').find{ |l| l.attr(:layer) == layer }
-        procs ||= header.add_child("<linguisticProcessors layer='#{layer}'/>")
+        procs ||= header.add_child("<linguisticProcessors layer='#{layer}'/>").first
         lp      = procs.add_child('<lp/>')
         lp.attr(
           timestamp: if timestamp then Time.now.iso8601 else '*' end,

data/lib/opener/polarity_tagger/lexicon_map.rb

@@ -7,21 +7,10 @@ module Opener
       attr_reader :intensifiers
       attr_reader :with_polarity
 
-      POS_ORDER = 'NRVGAO'
-      UNKNOWN   = Hashie::Mash.new polarity: 'unknown'
-
-      def initialize lang:, lexicons:
-        @lang          = lang
-        @lexicons      = lexicons
-
-        @negators      = {}
-        @intensifiers  = {}
-        @with_polarity = {}
-        map lexicons
-      end
-
-      DEFAULT_POS = 'O'
+      UNKNOWN = Hashie::Mash.new polarity: 'unknown'
 
+      POS_ORDER     = 'NRVGAO'
+      DEFAULT_POS   = 'O'
       POS_SHORT_MAP = {
         adj:         'G',
         adv:         'A',
@@ -34,6 +23,20 @@ module Opener
         multi_word_expression: 'O',
       }
 
+      def initialize lang:, lexicons:
+        @lang          = lang
+        @lexicons      = lexicons
+
+        @negators      = {}
+        @intensifiers  = {}
+        @with_polarity = {}
+        map lexicons
+      end
+
+      def blank?
+        @lexicons.blank?
+      end
+
       def by_negator lemma
         @negators[lemma]
       end
@@ -58,6 +61,8 @@ module Opener
       protected
 
       def map lexicons
+        return if blank?
+
         lexicons.each do |l|
           next if l.lemma.nil?
 

data/lib/opener/polarity_tagger/lexicons_cache.rb

@@ -2,36 +2,59 @@ module Opener
   class PolarityTagger
     class LexiconsCache
 
+      include MonitorMixin
+
+      UPDATE_INTERVAL = (ENV['CACHE_EXPIRE_MINS']&.to_i || 5).minutes
+
       def initialize
-        extend MonitorMixin
+        super #MonitorMixin
 
         @url   = ENV['POLARITY_LEXICON_URL']
         @path  = ENV['POLARITY_LEXICON_PATH']
         @cache = {}
       end
 
-      def [] lang
+      def [] **params
         synchronize do
-          @cache[lang] ||= load_lexicons lang
+          existing = @cache[params]
+          break existing if existing and existing.from > UPDATE_INTERVAL.ago
+          @cache[params] = cache_update existing, **params
         end
       end
       alias_method :get, :[]
 
-      def load_lexicons lang
-        lexicons = if @url then load_from_url lang else load_from_path lang end
+      def cache_update existing = nil, **params
+        from     = Time.now
+        lexicons = load_lexicons cache: existing, **params
+
+        if existing and lexicons.blank?
+          existing.from = from
+          return existing
+        end
+
+        Hashie::Mash.new(
+          lexicons: lexicons,
+          from:     from,
+        )
+      end
+
+      def load_lexicons lang:, **params
+        lexicons = if @url then load_from_url lang: lang, **params else load_from_path lang: lang, **params end
 
         LexiconMap.new lang: lang, lexicons: lexicons
       end
 
-      def load_from_url lang
-        url      = "#{@url}&language_code=#{lang}"
+      def load_from_url lang:, cache:, **params
+        url  = "#{@url}&language_code=#{lang}&#{params.to_query}"
+        url += "&if_updated_since=#{cache.from.iso8601}" if cache
         puts "#{lang}: loading lexicons from url #{url}"
-        lexicons = JSON.parse HTTPClient.new.get(url).body
+
+        lexicons = JSON.parse http.get(url).body
         lexicons = lexicons['data'].map{ |l| Hashie::Mash.new l }
         lexicons
       end
 
-      def load_from_path lang
+      def load_from_path lang:, **params
         @path  ||= 'core/general-lexicons'
         dir      = "#{@path}/#{lang.upcase}-lexicon"
         config   = Nokogiri::XML File.read "#{dir}/config.xml"
@@ -62,6 +85,16 @@ module Opener
         lexicons
       end
 
+      def http
+        return @http if @http
+
+        @http = HTTPClient.new
+        @http.send_timeout    = 120
+        @http.receive_timeout = 120
+        @http.connect_timeout = 120
+        @http
+      end
+
     end
   end
 end

data/lib/opener/polarity_tagger/version.rb

@@ -1,7 +1,7 @@
 module Opener
   class PolarityTagger
 
-    VERSION = '3.1.0'
+    VERSION = '3.2.2'
 
   end
 end

data/opener-polarity-tagger.gemspec

@@ -33,6 +33,7 @@ Gem::Specification.new do |gem|
   gem.add_dependency 'opener-webservice', '~> 2.1'
   gem.add_dependency 'opener-core', '~> 2.2'
 
+  gem.add_dependency 'activesupport'
   gem.add_dependency 'hashie'
   gem.add_dependency 'rake'
   gem.add_dependency 'nokogiri'

metadata

@@ -1,164 +1,178 @@
 --- !ruby/object:Gem::Specification
 name: opener-polarity-tagger
 version: !ruby/object:Gem::Version
-  version: 3.1.0
+  version: 3.2.2
 platform: ruby
 authors:
 - development@olery.com
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-09-22 00:00:00.000000000 Z
+date: 2020-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: opener-daemons
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
-  type: :runtime
+  name: opener-daemons
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
 - !ruby/object:Gem::Dependency
-  name: opener-webservice
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.1'
-  type: :runtime
+  name: opener-webservice
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.1'
 - !ruby/object:Gem::Dependency
-  name: opener-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
-  type: :runtime
+  name: opener-core
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
 - !ruby/object:Gem::Dependency
-  name: hashie
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
+  name: activesupport
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
+  name: hashie
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
+  name: rake
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: cliver
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: nokogiri
+  prerelease: false
   type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: cliver
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: slop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.5'
-  type: :runtime
+  name: slop
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.5'
 - !ruby/object:Gem::Dependency
-  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+  name: pry
   prerelease: false
+  type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-  type: :development
+  name: rspec
   prerelease: false
+  type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: cucumber
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+  name: cucumber
   prerelease: false
+  type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -237,7 +251,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.7.8
+rubygems_version: 2.7.9
 signing_key:
 specification_version: 4
 summary: Polarity tagger for various languages.