opener-chained-daemon 3.0.0 → 3.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4287798b4a525d431592e63bfd21821913a3322f5a2a2b3988d05bd7dfbb1346
-  data.tar.gz: b428d6b760f4ba7ded0bb0077896163fbaedb72f7b1bc185c7c91c2fd1d270fa
+  metadata.gz: 92671af787870253fad869667e547f56aa24f29880c823ba67076d1d4ec3fb11
+  data.tar.gz: ee03e7f43f81f869552725ebcb3f9067338657042d33f6583f9cef0932f46ec1
 SHA512:
-  metadata.gz: 69001e3bda29109b90ed330149932116ad57b7cf65378b0b4bf04fd84652ae28e5ddb71d196aa70f34cade6ee293ea6b4b32f8b5b0717d5fed9aaa9ad50be823
-  data.tar.gz: '034082731fad0758e2cdef33e576a9ce2617e49f6f2493cf62c41153c4920eba38b6a0705b1620bdd12d673cb621b95f34f071774bf395a2eaa74bc0097977f3'
+  metadata.gz: 6d9ecd68a2aebcef5531d70a7334126b8995ce93da7963408b953b5901c092ff1c23df467ab99970d4cb53ff950bfc6e47cde47344403e02145e06e149c614ad
+  data.tar.gz: 8852fb0af7e6b17156ca28ba57abad4b0e5d03a9d13bd64836165749a761bb996a5f6a431954f04b7246ffddd080bbc9499599c50570eb29e3e6f1d9b26be81f

data/config/puma.rb

@@ -0,0 +1,11 @@
+APP_NAME     = 'opener'
+deploy_to    = "/var/www/#{APP_NAME}"
+run_path     = "/var/run/#{APP_NAME}"
+log_path     = "/var/log/#{APP_NAME}"
+
+workers    ENV['WORKERS']&.to_i || 1  unless RUBY_ENGINE == 'jruby'
+threads 0, ENV['THREADS']&.to_i || 16
+
+bind 'tcp://0.0.0.0:9292'
+#bind "unix://#{run_path}/chained-daemon-server.sock"
+

data/lib/opener/chained_daemon.rb

@@ -3,18 +3,25 @@ require 'oga'
 require 'hashie'
 require 'google/cloud/translate'
 
+require 'rexml/document'
+require 'rexml/formatters/pretty'
+
 require 'opener/daemons'
 
+require_relative 'chained_daemon/languages_cache'
 require 'opener/language_identifier'
 require 'opener/tokenizer'
-# require ner before pos_tagger for compatible opennlp
-require 'opener/pos_tagger'
+require 'opener/pos_tagger' if RUBY_ENGINE == 'jruby'
 require 'opener/polarity_tagger'
 require 'opener/property_tagger'
 require 'opener/opinion_detector_basic'
+require 'opener/stanza/tokenizer_pos'
 
 require_relative 'chained_daemon/chained_daemon'
 require_relative 'chained_daemon/cli'
 require_relative 'chained_daemon/microsoft_translator'
 require_relative 'chained_daemon/webservice'
 
+require_relative 'kaf/document'
+require_relative 'kaf/term'
+

data/lib/opener/chained_daemon/chained_daemon.rb

@@ -8,8 +8,9 @@ module Opener
       @options   = DEFAULT_OPTIONS.merge options
       @queue_map = {
         'opener-language-identifier':    Opener::LanguageIdentifier.new,
-        'opener-tokenizer':              Opener::Tokenizer.new,
-        'opener-pos-tagger':             Opener::POSTagger.new,
+        'stanza-tokenizer-pos':          Stanza::TokenizerPos.new, # replace this tokenizer-pos with both below with you dont have a stanza server
+        #'opener-tokenizer':              Opener::Tokenizer.new,
+        #'opener-pos-tagger':             Opener::POSTagger.new,
         'opener-polarity-tagger':        Opener::PolarityTagger.new,
         'opener-property-tagger':        Opener::PropertyTagger.new,
         'opener-opinion-detector-basic': Opener::OpinionDetectorBasic.new,
@@ -20,7 +21,7 @@ module Opener
       params ||= {}
       params.deep_symbolize_keys!
       params[:translate_languages] ||= []
-      params[:cache_keys]          ||= {}
+      params[:cache_keys] = params[:cache_keys]&.sort&.to_h || {}
 
       lang     = nil
       output   = nil
@@ -46,6 +47,7 @@ module Opener
         output = xml.to_s
       end
 
+      output = pretty_print output if params[:cache_keys][:environment] == 'staging'
       output
 
     rescue Core::UnsupportedLanguageError
@@ -53,6 +55,17 @@ module Opener
       output
     end
 
+    def pretty_print(output)
+      doc = REXML::Document.new output
+      doc.context[:attribute_quote] = :quote
+      out = ""
+      formatter = REXML::Formatters::Pretty.new
+      formatter.compact = true
+      formatter.write(doc, out)
+
+      out.strip
+    end
+
     def translate xml, params
       raw = xml.at :raw
       case translate_service params

data/lib/opener/chained_daemon/cli.rb

@@ -47,7 +47,14 @@ Example:
           run do |opts, args|
             daemon = ChainedDaemon.new args: args
             input  = STDIN.tty? ? nil : STDIN.read
-            params = JSON.parse ENV['PARAMS'] if ENV['PARAMS']
+
+            params = if ENV['PARAMS']
+                       JSON.parse ENV['PARAMS']
+                     else
+                       {}
+                     end
+            # Set environment as staging from console for testing purposes
+            params[:cache_keys] = { environment: 'staging', merged: true }
 
             puts daemon.run input, params || {}
           end

data/lib/opener/chained_daemon/languages_cache.rb

@@ -0,0 +1,45 @@
+module Opener
+  class ChainedDaemon
+    class LanguagesCache
+
+      include MonitorMixin
+
+      UPDATE_INTERVAL = (ENV['CACHE_EXPIRE_MINS']&.to_i || 5).minutes
+
+      def initialize
+        super #MonitorMixin
+
+        @url          = ENV['SUPPORTED_LANGUAGES_URL']
+        @cache        = []
+        @last_updated = nil
+      end
+
+      def get
+        synchronize do
+          break @cache if @last_updated and @last_updated > UPDATE_INTERVAL.ago
+          cache_update
+        end
+        @cache
+      end
+
+      def cache_update
+        puts "loading supported languages from url #{@url}" if ENV['DEBUG']
+
+        languages     = JSON.parse http.get(@url).body
+        @cache        = languages['data'].map { |l| l['code'] }
+        @last_updated = Time.now
+      end
+
+      def http
+        return @http if @http
+
+        @http = HTTPClient.new
+        @http.send_timeout    = 120
+        @http.receive_timeout = 120
+        @http.connect_timeout = 120
+        @http
+      end
+
+    end
+  end
+end

data/lib/opener/chained_daemon/version.rb

@@ -1,7 +1,7 @@
 module Opener
   class ChainedDaemon
 
-    VERSION = '3.0.0'
+    VERSION = '3.1.0'
 
   end
 end

data/lib/opener/chained_daemon/webservice.rb

@@ -12,17 +12,16 @@ module Opener
       route do |r|
         response.status = 403 and r.halt if r.params['auth_token'] != TOKEN
 
-        r.get 'sentiment.kaf' do
-          params = r.params.except 'input'
-          params.deep_symbolize_keys!
-          kaf    = processor.run r.params['input'], **params
+        sentiment = -> do
+          r.params.deep_symbolize_keys!
+          kaf = processor.run r.params[:input], **r.params.except(:input)
 
           response['Content-Type'] = 'text/xml'
           kaf
         end
-      end
 
-      def clear_cache
+        r.get  'sentiment.kaf', &sentiment
+        r.post 'sentiment.kaf', &sentiment
       end
 
     end

data/lib/opener/kaf/document.rb

@@ -0,0 +1,89 @@
+require_relative 'term'
+
+module Opener
+  module KAF
+    class Document
+
+      attr_reader :document
+      attr_reader :lexicons
+
+      attr_accessor :map
+
+      def initialize xml
+        @document = xml
+      end
+
+      def self.from_xml xml
+        new Nokogiri::XML xml
+      end
+
+      def language
+        @language ||= @document.at_xpath('KAF').attr 'xml:lang'
+      end
+
+      def terms
+        @terms ||= collection 'KAF/terms/term', Term
+      end
+
+      def texts
+        @texts ||= collection 'KAF/texts/wf', Text
+      end
+
+      def raw
+        @document.at('raw').text
+      end
+
+      def add_linguistic_processor name, version, layer, timestamp: false
+        header  = @document.at('kafHeader') || @document.root.add_child('<kafHeader/>').first
+        procs   = header.css('linguisticProcessors').find{ |l| l.attr(:layer) == layer }
+        procs ||= header.add_child("<linguisticProcessors layer='#{layer}'/>").first
+        lp      = procs.add_child('<lp/>')
+        lp.attr(
+          timestamp: if timestamp then Time.now.iso8601 else '*' end,
+          version:   version,
+          name:      name,
+        )
+        lp
+      end
+
+      def add_word_form params
+        text = @document.at('text') || @document.root.add_child('<text/>').first
+        wf   = text.add_child("<wf>#{params[:text]}</wf>")
+        attrs = {
+          wid:    "w#{params[:wid]}",
+          sent:   params[:sid],
+          para:   params[:para],
+          offset: params[:offset],
+          length: params[:length],
+        }
+        wf.attr attrs
+      end
+
+      def add_term params
+        text  = @document.at('terms') || @document.root.add_child('<terms/>').first
+        term  = text.add_child("<term/>")
+        attrs = {
+          tid:        "t#{params[:tid]}",
+          type:       params[:type],
+          lemma:      params[:lemma],
+          text:       params[:text],
+          pos:        params[:pos],
+          morphofeat: params[:morphofeat],
+        }
+        term.attr attrs
+        term.first.add_child("<span><target id='w#{params[:wid]}' /></span>")
+      end
+
+      def to_xml
+        @document.to_xml indent: 2
+      end
+
+      protected
+
+      def collection query, wrapper
+        @document.xpath(query).map{ |node| wrapper.new self, node }
+      end
+
+    end
+  end
+end

data/lib/opener/kaf/term.rb

@@ -0,0 +1,35 @@
+module Opener
+  module KAF
+    class Term
+
+      attr_reader :document
+      attr_reader :node
+
+      def initialize document, node
+        @document = document
+        @node     = node
+      end
+
+      def id
+        @id ||= @node.attr :tid
+      end
+
+      def lemma
+        @node.attr :lemma
+      end
+
+      def pos
+        @node.attr :pos
+      end
+
+      def setPolarity attrs, polarity_pos
+        #In case there is no pos info, we use the polarityPos
+        @node[:pos] = polarity_pos if !pos and polarity_pos
+
+        sentiment = @node.add_child('<sentiment/>')
+        sentiment.attr attrs
+      end
+
+    end
+  end
+end

data/lib/opener/kaf/text.rb

@@ -0,0 +1,30 @@
+module Opener
+  module KAF
+    class WordForm
+      def initialize(document, xml_node)
+        @document = document
+        @xml_node = xml_node
+      end
+
+      def id
+        return @id ||= @xml_node.attr('wid')
+      end
+
+      def text
+        return @text ||= @xml_node.text
+      end
+
+      def length
+        return @length ||= @xml_node.attr('length').to_i
+      end
+
+      def offset
+        return @offset ||= @xml_node.attr('offset').to_i
+      end
+
+      def paragraph
+        return @paragraph ||= @xml_node.attr('para').to_i
+      end
+    end
+  end
+end

data/lib/opener/stanza/tokenizer_pos.rb

@@ -0,0 +1,99 @@
+module Opener
+  module Stanza
+    class TokenizerPos
+
+      DESC            = 'Tokenizer / POS by Stanza'
+      VERSION         = '1.0'
+
+      BASE_URL        = ENV['STANZA_SERVER']
+      LANGUAGES_CACHE = Opener::ChainedDaemon::LanguagesCache.new
+
+      RTL_LANGUAGES   = [ "ar", "ara", "arc", "ae", "ave", "egy", "he", "heb", "nqo", "pal", "phn", "sam",
+                          "syc", "syr", "fa", "per", "fas", "ku", "kur", "ur", "urd" ]
+
+      POS             = {
+        'DET'   => 'D',
+        'ADJ'   => 'G',
+        'NOUN'  => 'N',
+        'VERB'  => 'V',
+        'AUX'   => 'V',
+        'ADV'   => 'A',
+        'CCONJ' => 'J',
+        'PUNCT' => '.',
+        'ADP'   => 'P',
+        'PRON'  => 'Q',
+        'PROPN' => 'R',
+        'PART'  => 'P',
+        'NUM'   => 'O',
+        'X'     => 'O',
+        'SYM'   => 'O',
+        'SCONJ' => 'P',
+        'INTJ'  => 'O',
+      }
+
+      POS_OPEN        = %w[N R G V A O]
+
+      def run input, params
+        raise 'missing Stanza server' if ENV['STANZA_SERVER'].blank?
+
+        kaf      = KAF::Document.from_xml input
+
+        prod     = params[:cache_keys][:environment] != 'staging'
+        if prod and !LANGUAGES_CACHE.get.include?(kaf.language)
+          raise Core::UnsupportedLanguageError.new kaf.language
+        end
+
+        response = Faraday.post BASE_URL, {lang: kaf.language, input: kaf.raw}.to_query
+        raise Core::UnsupportedLanguageError, kaf.language if response.status == 406
+        raise response.body if response.status >= 400
+        tokens   = JSON.parse response.body
+
+        w_index = 0
+
+        tokens.map{ |t| t.reverse! } if RTL_LANGUAGES.include? kaf.language
+        tokens.each_with_index do |sentence, s_index|
+          text = nil
+          misc = nil
+          sentence.each_with_index do |word|
+            w_index += 1
+            # fallback to previous token due to MWT
+            text = word['text'] || text
+            misc = word['misc'] || misc
+            next if misc.nil?
+
+            offset = misc.match(/start_char=(\d+)|/)[1].to_i
+            length = misc.match(/end_char=(\d+)/)[1].to_i - offset
+
+            u_pos  = word['upos']
+            next if u_pos.nil? # MWT
+            pos    = POS[u_pos]
+            raise "Didn't find a map for #{u_pos}" if pos.nil?
+            type   = if POS_OPEN.include? pos then 'open' else 'close' end
+
+            params = {
+              wid:        w_index,
+              sid:        s_index + 1,
+              tid:        w_index,
+              para:       1,
+              offset:     offset,
+              length:     length,
+              text:       text,
+              lemma:      word['lemma'],
+              morphofeat: u_pos,
+              pos:        pos,
+              type:       type,
+            }
+
+            kaf.add_word_form params
+            kaf.add_term params
+          end
+        end
+
+        kaf.add_linguistic_processor DESC, "#{VERSION}", 'text', timestamp: true
+
+        kaf.to_xml
+      end
+
+    end
+  end
+end

data/opener-chained-daemon.gemspec

@@ -10,6 +10,7 @@ Gem::Specification.new do |spec|
   spec.license = 'Apache 2.0'
 
   spec.files = Dir.glob([
+    'config/**/*',
     'exec/**/*',
     'lib/**/*',
     '*.gemspec',
@@ -18,7 +19,7 @@ Gem::Specification.new do |spec|
   ]).select{ |file| File.file? file }
 
   spec.bindir = 'bin'
-  spec.executables = Dir.glob('bin/*').map { |file| File.basename(file) }
+  spec.executables = Dir.glob('bin/*').map{ |file| File.basename(file) }
 
   spec.add_dependency 'activesupport'
   spec.add_dependency 'google-cloud-translate', '~> 1.0'
@@ -26,15 +27,17 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'hashie'
 
   spec.add_dependency 'roda'
-  spec.add_dependency 'opener-daemons', '~> 2.7.1'
+  spec.add_dependency 'rack-timeout'
+  spec.add_dependency 'faraday'
+  spec.add_dependency 'opener-daemons', '~> 2.7.2'
   spec.add_dependency 'opener-callback-handler', '~> 1.0'
 
   spec.add_dependency 'opener-language-identifier', '>= 4.4.0'
   spec.add_dependency 'opener-tokenizer',  '>= 2.2.0'
   spec.add_dependency 'opener-pos-tagger', '>= 3.2.0'
-  spec.add_dependency 'opener-polarity-tagger', '>= 3.2.0'
-  spec.add_dependency 'opener-property-tagger', '>= 3.3.0'
-  spec.add_dependency 'opener-opinion-detector-basic', '>= 3.2.0'
+  spec.add_dependency 'opener-polarity-tagger', '>= 3.2.7'
+  spec.add_dependency 'opener-property-tagger', '>= 3.3.5'
+  spec.add_dependency 'opener-opinion-detector-basic', '>= 3.2.3'
 
   spec.add_development_dependency 'bundler', '~> 1.3'
   spec.add_development_dependency 'rake'

metadata

@@ -1,276 +1,304 @@
 --- !ruby/object:Gem::Specification
 name: opener-chained-daemon
 version: !ruby/object:Gem::Version
-  version: 3.0.0
+  version: 3.1.0
 platform: ruby
 authors:
 - development@olery.com
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-07 00:00:00.000000000 Z
+date: 2020-11-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: activesupport
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: google-cloud-translate
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-  name: google-cloud-translate
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
+  name: httpclient
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: httpclient
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: hashie
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: hashie
+  type: :runtime
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: roda
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: rack-timeout
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: roda
+  type: :runtime
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: opener-daemons
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.7.1
-  name: opener-daemons
-  prerelease: false
+        version: 2.7.2
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.7.1
+        version: 2.7.2
 - !ruby/object:Gem::Dependency
+  name: opener-callback-handler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-  name: opener-callback-handler
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
+  name: opener-language-identifier
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 4.4.0
-  name: opener-language-identifier
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 4.4.0
 - !ruby/object:Gem::Dependency
+  name: opener-tokenizer
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.2.0
-  name: opener-tokenizer
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.2.0
 - !ruby/object:Gem::Dependency
+  name: opener-pos-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.2.0
-  name: opener-pos-tagger
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.2.0
 - !ruby/object:Gem::Dependency
+  name: opener-polarity-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.2.0
-  name: opener-polarity-tagger
-  prerelease: false
+        version: 3.2.7
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.2.0
+        version: 3.2.7
 - !ruby/object:Gem::Dependency
+  name: opener-property-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.3.0
-  name: opener-property-tagger
-  prerelease: false
+        version: 3.3.5
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.3.0
+        version: 3.3.5
 - !ruby/object:Gem::Dependency
+  name: opener-opinion-detector-basic
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.2.0
-  name: opener-opinion-detector-basic
-  prerelease: false
+        version: 3.2.3
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.2.0
+        version: 3.2.3
 - !ruby/object:Gem::Dependency
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
-  name: bundler
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rake
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: pry
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: awesome_print
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: awesome_print
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rspec
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: rack-test
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rack-test
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -290,13 +318,19 @@ files:
 - bin/chained-daemon-csv
 - bin/chained-daemon-daemon
 - bin/console
+- config/puma.rb
 - exec/chained-daemon.rb
 - lib/opener/chained_daemon.rb
 - lib/opener/chained_daemon/chained_daemon.rb
 - lib/opener/chained_daemon/cli.rb
+- lib/opener/chained_daemon/languages_cache.rb
 - lib/opener/chained_daemon/microsoft_translator.rb
 - lib/opener/chained_daemon/version.rb
 - lib/opener/chained_daemon/webservice.rb
+- lib/opener/kaf/document.rb
+- lib/opener/kaf/term.rb
+- lib/opener/kaf/text.rb
+- lib/opener/stanza/tokenizer_pos.rb
 - opener-chained-daemon.gemspec
 homepage:
 licenses:
@@ -318,7 +352,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.7.9
+rubygems_version: 2.7.8
 signing_key:
 specification_version: 4
 summary: OpeNER daemon for processing multiple queues at once