opener-chained-daemon 2.0.0 → 2.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: acaa68db270b274f2cf20783d7407b1baeb967ba956ee3d1122aaf5f72156fb8
-  data.tar.gz: 336b2d8cf72c6a7b011acae5335de015bc29158042706c4e5c0729ca845feab9
+  metadata.gz: 62fe03fff144aed01e4a993218ef09b23cf99171f7ee9e310bc337720a53f0e4
+  data.tar.gz: dc3b6bd3537af53b3195b1f7f9f125efbf09c74780471fc13124514ad5dc93a1
 SHA512:
-  metadata.gz: dad04d51c0b89e08c928a41c6c45c88174303f47d457f7576294e31b4b04341add667d4f2390859b120d20026728f66e3b8272551b35eef434f8292f2a1e9bf7
-  data.tar.gz: 4468af5b3d8e96ecf7df73cf0cf2d109b0c8af92236f51597403ff3fb78ba07c741d652e8f2ab4457d70b4219ed477e90ba9d09edb2bd13eae475efdda50c6ee
+  metadata.gz: 63b27c70aaf36690ad5f713aa7043841f2996bca881cee9491ed000dda8f7bae915b99e78751ca2b775776a1494c02c97c38b4ecc113730f28e23135be952f2f
+  data.tar.gz: 67c5cd6a3eb2b26370cef3de302637f1a118574753f05dc6a3e0a99fd42ecea70eecd9d19e6e9b984584c1448d7dc01719cd729e2415c73fcb8fa67388ca2534

data/bin/console

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require_relative '../lib/opener/chained_daemon'
+
+begin
+  require 'awesome_print'
+  require 'pry'
+  binding.pry
+rescue LoadError
+  require 'irb'
+  IRB.start
+end

data/lib/opener/chained_daemon.rb

@@ -1,5 +1,6 @@
 require 'active_support/all'
 require 'oga'
+require 'hashie'
 require 'google/cloud/translate'
 
 require 'opener/daemons'
@@ -7,7 +8,6 @@ require 'opener/daemons'
 require 'opener/language_identifier'
 require 'opener/tokenizer'
 # require ner before pos_tagger for compatible opennlp
-require 'opener/ner'
 require 'opener/pos_tagger'
 require 'opener/polarity_tagger'
 require 'opener/property_tagger'
@@ -15,3 +15,5 @@ require 'opener/opinion_detector_basic'
 
 require_relative 'chained_daemon/chained_daemon'
 require_relative 'chained_daemon/cli'
+require_relative 'chained_daemon/microsoft_translator'
+

data/lib/opener/chained_daemon/chained_daemon.rb

@@ -12,12 +12,12 @@ module Opener
         'opener-pos-tagger':             Opener::POSTagger.new,
         'opener-polarity-tagger':        Opener::PolarityTagger.new,
         'opener-property-tagger':        Opener::PropertyTagger.new,
-        'opener-ner':                    Opener::Ner.new,
         'opener-opinion-detector-basic': Opener::OpinionDetectorBasic.new,
       }
     end
 
     def run input, params = {}
+      params ||= {}
       params.symbolize_keys!
       params[:translate_languages] ||= []
 
@@ -57,6 +57,8 @@ module Opener
       case translate_service params
       when :google
         raw.content = google_translator.translate raw.content, to: :en
+      when :microsoft
+        raw.content = microsoft_translator.translate raw.content, to: :en
       else
         raw.content = google_translator.translate raw.content, to: :en
       end
@@ -75,6 +77,10 @@ module Opener
       @google_translator ||= Google::Cloud.new.translate ENV['GOOGLE_TRANSLATE_TOKEN']
     end
 
+    def microsoft_translator
+      @microsoft_translator ||= MicrosoftTranslator.new
+    end
+
     private
 
     def debug_print queue, input

data/lib/opener/chained_daemon/microsoft_translator.rb

@@ -0,0 +1,27 @@
+module Opener
+  class ChainedDaemon
+    class MicrosoftTranslator
+
+      URL   = 'https://api.cognitive.microsofttranslator.com/translate?api-version=3.0&to=%{to}'
+      TOKEN = ENV['MICROSOFT_TRANSLATE_TOKEN']
+
+      def initialize
+        @http = HTTPClient.new
+      end
+
+      def translate text, to: :en
+        url  = URL % {to: to}
+        resp = @http.post url,
+          body:   [{Text: text}].to_json,
+          header: {'Ocp-Apim-Subscription-Key' => TOKEN, 'Content-Type' => 'application/json'}
+
+        data = JSON.parse resp.body
+        raise data['error']['message'] if data.is_a? Hash and data['error']
+
+        data = Hashie::Mash.new data[0]
+        data&.translations&.first&.text
+      end
+
+    end
+  end
+end

data/lib/opener/chained_daemon/version.rb

@@ -1,7 +1,7 @@
 module Opener
   class ChainedDaemon
 
-    VERSION = '2.0.0'
+    VERSION = '2.2.1'
 
   end
 end

data/opener-chained-daemon.gemspec

@@ -22,21 +22,23 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'activesupport'
   spec.add_dependency 'google-cloud-translate', '~> 1.0'
+  spec.add_dependency 'httpclient'
+  spec.add_dependency 'hashie'
 
-  spec.add_dependency 'opener-daemons', '>= 2.7'
+  spec.add_dependency 'opener-daemons', '~> 2.7.1'
   spec.add_dependency 'opener-callback-handler', '~> 1.0'
 
   spec.add_dependency 'opener-language-identifier'
   spec.add_dependency 'opener-tokenizer'
   spec.add_dependency 'opener-pos-tagger'
-  spec.add_dependency 'opener-polarity-tagger'
-  spec.add_dependency 'opener-property-tagger'
-  spec.add_dependency 'opener-ner'
+  spec.add_dependency 'opener-polarity-tagger', '>= 3.1.2'
+  spec.add_dependency 'opener-property-tagger', '>= 3.2.1'
   spec.add_dependency 'opener-opinion-detector-basic'
 
   spec.add_development_dependency 'bundler', '~> 1.3'
   spec.add_development_dependency 'rake'
   spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'awesome_print'
   spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'rack-test'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: opener-chained-daemon
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.2.1
 platform: ruby
 authors:
 - development@olery.com
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-03-05 00:00:00.000000000 Z
+date: 2020-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -39,49 +39,63 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: opener-daemons
+  name: httpclient
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: opener-callback-handler
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: opener-daemons
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 2.7.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 2.7.1
 - !ruby/object:Gem::Dependency
-  name: opener-language-identifier
+  name: opener-callback-handler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: opener-tokenizer
+  name: opener-language-identifier
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -95,7 +109,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: opener-pos-tagger
+  name: opener-tokenizer
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -109,7 +123,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: opener-polarity-tagger
+  name: opener-pos-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -123,33 +137,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: opener-property-tagger
+  name: opener-polarity-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.1.2
 - !ruby/object:Gem::Dependency
-  name: opener-ner
+  name: opener-property-tagger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.2.1
 - !ruby/object:Gem::Dependency
   name: opener-opinion-detector-basic
   requirement: !ruby/object:Gem::Requirement
@@ -206,6 +220,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -235,28 +263,31 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 description: OpeNER daemon for processing multiple queues at once
-email: 
+email:
 executables:
 - chained-daemon
 - chained-daemon-daemon
 - chained-daemon-csv
+- console
 extensions: []
 extra_rdoc_files: []
 files:
 - bin/chained-daemon
 - bin/chained-daemon-csv
 - bin/chained-daemon-daemon
+- bin/console
 - exec/chained-daemon.rb
 - lib/opener/chained_daemon.rb
 - lib/opener/chained_daemon/chained_daemon.rb
 - lib/opener/chained_daemon/cli.rb
+- lib/opener/chained_daemon/microsoft_translator.rb
 - lib/opener/chained_daemon/version.rb
 - opener-chained-daemon.gemspec
-homepage: 
+homepage:
 licenses:
 - Apache 2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -271,9 +302,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
+rubyforge_project:
 rubygems_version: 2.7.8
-signing_key: 
+signing_key:
 specification_version: 4
 summary: OpeNER daemon for processing multiple queues at once
 test_files: []