opener-chained-daemon 2.0.1 → 2.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cfaaa3d8dc1f3ad59f09104ba3fd80ed7df960f804187b3e28f1e6cdaeb5e120
-  data.tar.gz: dba40f046b26bc2ae55053d47441a29677d9c7fa4b681cb656e9cbebde03d5f6
+  metadata.gz: fb437fa8aeeb2133629c9545254252aa07145cbe9c81a9804703b168cc32c098
+  data.tar.gz: 47c6e1b0462a52710100b201c41b7a3feddaa89d9e80649efc323eaa4546db5e
 SHA512:
-  metadata.gz: b8018365ade5df98bb0e25681c4697cb127461ad8163d37dab403658058fd540b23ba32ebbca346092d6ddb00cbe8eb780f8648af5ccb26cf4e75ced1a22df6e
-  data.tar.gz: 3c3160113cd7babb0199e8e43b0c9eb5ada4190ea194db3830b2afdf3f17b61931e7705de06dff90135344488c60cef512720f3332e01f1675539e235cb8f7e1
+  metadata.gz: ff6d5446a98856a6d3981f1610a776374a50b5ae0f78bd3a9040e8f58fc704ce6a2f453475c88ecadc13cd4c0adb872403d60e827c4b2a95fd2ff11391fecb37
+  data.tar.gz: 25e202e8df0be31a8c03a6588b68f30d7a82faec24e1c461302ca8d7369de81a1ee87468df9a7b28cb472cb0aa5c476adbc4b004c525230fbff3aa56b7b841cb

data/bin/console

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require_relative '../lib/opener/chained_daemon'
+
+begin
+  require 'awesome_print'
+  require 'pry'
+  binding.pry
+rescue LoadError
+  require 'irb'
+  IRB.start
+end

data/lib/opener/chained_daemon.rb

@@ -1,5 +1,6 @@
 require 'active_support/all'
 require 'oga'
+require 'hashie'
 require 'google/cloud/translate'
 
 require 'opener/daemons'
@@ -7,7 +8,6 @@ require 'opener/daemons'
 require 'opener/language_identifier'
 require 'opener/tokenizer'
 # require ner before pos_tagger for compatible opennlp
-require 'opener/ner'
 require 'opener/pos_tagger'
 require 'opener/polarity_tagger'
 require 'opener/property_tagger'
@@ -15,3 +15,5 @@ require 'opener/opinion_detector_basic'
 
 require_relative 'chained_daemon/chained_daemon'
 require_relative 'chained_daemon/cli'
+require_relative 'chained_daemon/microsoft_translator'
+

data/lib/opener/chained_daemon/chained_daemon.rb

@@ -12,12 +12,12 @@ module Opener
         'opener-pos-tagger':             Opener::POSTagger.new,
         'opener-polarity-tagger':        Opener::PolarityTagger.new,
         'opener-property-tagger':        Opener::PropertyTagger.new,
-        'opener-ner':                    Opener::Ner.new,
         'opener-opinion-detector-basic': Opener::OpinionDetectorBasic.new,
       }
     end
 
     def run input, params = {}
+      params ||= {}
       params.symbolize_keys!
       params[:translate_languages] ||= []
 
@@ -57,6 +57,8 @@ module Opener
       case translate_service params
       when :google
         raw.content = google_translator.translate raw.content, to: :en
+      when :microsoft
+        raw.content = microsoft_translator.translate raw.content, to: :en
       else
         raw.content = google_translator.translate raw.content, to: :en
       end
@@ -75,6 +77,10 @@ module Opener
       @google_translator ||= Google::Cloud.new.translate ENV['GOOGLE_TRANSLATE_TOKEN']
     end
 
+    def microsoft_translator
+      @microsoft_translator ||= MicrosoftTranslator.new
+    end
+
     private
 
     def debug_print queue, input

data/lib/opener/chained_daemon/microsoft_translator.rb

@@ -0,0 +1,27 @@
+module Opener
+  class ChainedDaemon
+    class MicrosoftTranslator
+
+      URL   = 'https://api.cognitive.microsofttranslator.com/translate?api-version=3.0&to=%{to}'
+      TOKEN = ENV['MICROSOFT_TRANSLATE_TOKEN']
+
+      def initialize
+        @http = HTTPClient.new
+      end
+
+      def translate text, to: :en
+        url  = URL % {to: to}
+        resp = @http.post url,
+          body:   [{Text: text}].to_json,
+          header: {'Ocp-Apim-Subscription-Key' => TOKEN, 'Content-Type' => 'application/json'}
+
+        data = JSON.parse resp.body
+        raise data['error']['message'] if data.is_a? Hash and data['error']
+
+        data = Hashie::Mash.new data[0]
+        data&.translations&.first&.text
+      end
+
+    end
+  end
+end

data/lib/opener/chained_daemon/version.rb

@@ -1,7 +1,7 @@
 module Opener
   class ChainedDaemon
 
-    VERSION = '2.0.1'
+    VERSION = '2.2.2'
 
   end
 end

data/opener-chained-daemon.gemspec

@@ -22,6 +22,8 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'activesupport'
   spec.add_dependency 'google-cloud-translate', '~> 1.0'
+  spec.add_dependency 'httpclient'
+  spec.add_dependency 'hashie'
 
   spec.add_dependency 'opener-daemons', '~> 2.7.1'
   spec.add_dependency 'opener-callback-handler', '~> 1.0'
@@ -29,14 +31,14 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'opener-language-identifier'
   spec.add_dependency 'opener-tokenizer'
   spec.add_dependency 'opener-pos-tagger'
-  spec.add_dependency 'opener-polarity-tagger'
-  spec.add_dependency 'opener-property-tagger'
-  spec.add_dependency 'opener-ner'
+  spec.add_dependency 'opener-polarity-tagger', '>= 3.1.3'
+  spec.add_dependency 'opener-property-tagger', '>= 3.2.1'
   spec.add_dependency 'opener-opinion-detector-basic'
 
   spec.add_development_dependency 'bundler', '~> 1.3'
   spec.add_development_dependency 'rake'
   spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'awesome_print'
   spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'rack-test'
 end

metadata

@@ -1,234 +1,262 @@
 --- !ruby/object:Gem::Specification
 name: opener-chained-daemon
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 2.2.2
 platform: ruby
 authors:
 - development@olery.com
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-03-09 00:00:00.000000000 Z
+date: 2020-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: activesupport
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: google-cloud-translate
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-  name: google-cloud-translate
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
+  name: httpclient
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.7.1
-  name: opener-daemons
+        version: '0'
+  type: :runtime
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.7.1
+        version: '0'
 - !ruby/object:Gem::Dependency
+  name: opener-daemons
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
-  name: opener-callback-handler
-  prerelease: false
+        version: 2.7.1
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 2.7.1
 - !ruby/object:Gem::Dependency
+  name: opener-callback-handler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-  name: opener-language-identifier
-  prerelease: false
+        version: '1.0'
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
+  name: opener-language-identifier
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: opener-tokenizer
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: opener-tokenizer
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: opener-pos-tagger
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: opener-pos-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: opener-polarity-tagger
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: opener-polarity-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-  name: opener-property-tagger
-  prerelease: false
+        version: 3.1.3
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.1.3
 - !ruby/object:Gem::Dependency
+  name: opener-property-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-  name: opener-ner
-  prerelease: false
+        version: 3.2.1
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.2.1
 - !ruby/object:Gem::Dependency
+  name: opener-opinion-detector-basic
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: opener-opinion-detector-basic
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
-  name: bundler
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rake
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: pry
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: awesome_print
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rspec
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: rack-test
+  type: :development
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -240,16 +268,19 @@ executables:
 - chained-daemon
 - chained-daemon-daemon
 - chained-daemon-csv
+- console
 extensions: []
 extra_rdoc_files: []
 files:
 - bin/chained-daemon
 - bin/chained-daemon-csv
 - bin/chained-daemon-daemon
+- bin/console
 - exec/chained-daemon.rb
 - lib/opener/chained_daemon.rb
 - lib/opener/chained_daemon/chained_daemon.rb
 - lib/opener/chained_daemon/cli.rb
+- lib/opener/chained_daemon/microsoft_translator.rb
 - lib/opener/chained_daemon/version.rb
 - opener-chained-daemon.gemspec
 homepage:
@@ -272,7 +303,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.7.9
+rubygems_version: 2.7.8
 signing_key:
 specification_version: 4
 summary: OpeNER daemon for processing multiple queues at once