open_calais 0.2.2 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: a2fdfafb9d1563e07adfb6bf8149e012008ffdfb
-  data.tar.gz: 0638f12eac133c7fa41d58e116e8b9bb8af480d7
+SHA256:
+  metadata.gz: 5124fa084d725c52838fdf7e5e18322945bf2c96401b2dbadf80ab968e7b4068
+  data.tar.gz: e3d1b1209d652df0e5b46e2c743ca9569ea23b74cc31a9becbefba5db181d6b6
 SHA512:
-  metadata.gz: 2d5c0b3cd56aed6317fff624e417c49c9e1e2f964211ceaf5dcac549c47af363cfad88f8ee312e80b74db54bfa596e7afc10dca8276d89287ca4e6b5c4448928
-  data.tar.gz: f8ec4708f9e19d2c36df508ee6c3147b5e4c78ae93b2d5a3b1b8e161e7d62f5c2e33f7cfa8d921fa6cc70958ea3e94f9affb8a24f1c9f38d5067cd3821d728a8
+  metadata.gz: b0f606b87803a27e740d08c5a1974abfc2c14c3e4fb468ab3ba76f7611a65113bf606be930d8e37628df6e219729ccb0412d1827121a9a85f08c50397af0508d
+  data.tar.gz: e22336a48b7f6467872bf4b4c530b8d8e3f29f1b5754f8391f82600d9890519c1b295db44d4b372e427df2331a653d7f65a6e398d094e22b7701fbbcd2eca780

data/.travis.yml

@@ -1,6 +1,11 @@
+sudo: false
 language: ruby
-rvm:
-  - "2.1.6"
-  - "2.2.1"
+cache: bundler
 env:
   - TRAVIS=true
+rvm:
+  - 2.5.8
+  - 2.6.6
+  - 2.7.1
+script:
+  - bundle exec rake test

data/README.md

@@ -4,15 +4,18 @@
 [![Build Status](https://travis-ci.org/PRX/open_calais.svg?branch=master)](https://travis-ci.org/PRX/open_calais)
 [![Code Climate](https://codeclimate.com/github/PRX/open_calais/badges/gpa.svg)](https://codeclimate.com/github/PRX/open_calais)
 [![Coverage Status](https://coveralls.io/repos/PRX/open_calais/badge.svg?branch=master)](https://coveralls.io/r/PRX/open_calais?branch=master)
-[![Dependency Status](https://gemnasium.com/PRX/open_calais.svg)](https://gemnasium.com/PRX/open_calais)
 
 _Gem Version 0.1.* supports the original OpenCalais API_
 
-_Gem Version 0.2.* now uses the upgraded API http://new.opencalais.com/upgrade/_
+_Gem Version 0.2.* now uses the upgraded API http://www.opencalais.com/_
 
-If you are upgrading the the new version of the API, you will need a new API key. You should also review the [upgrade guide](http://new.opencalais.com/upgrade/).
+_Gem Version 0.4.* supports refinitiv API_
 
-This is a ruby gem to access the [OpenCalais API](http://www.opencalais.com/documentation/calais-web-service-api/api-invocation/rest), using the REST API, and JSON responses.
+Open Calais is now found at: https://developers.refinitiv.com/open-permid/intelligent-tagging-restful-api
+
+It has a new default endpoint: https://api-eit.refinitiv.com/permid/calais
+
+This is a ruby gem to access the (formerly OpenCalais) [Refinitiv Intelligent Tagging API](https://developers.refinitiv.com/open-permid/intelligent-tagging-restful-api), using the REST API, and JSON responses.
 
 It uses [Faraday](https://github.com/lostisland/faraday) to abstract HTTP library (defaults to use excon because it is excellent), and multi_json to abstract JSON parsing.
 
@@ -34,7 +37,7 @@ Or install it yourself as:
 
 ## Usage
 
-OpenCalais has one main method, `enrich`, and so does the gem:
+Intelligent Tagging (OpenCalais) has one main method, `enrich`, and so does the gem:
 
 ```ruby
 require 'open_calais'
@@ -45,7 +48,7 @@ OpenCalais.configure do |c|
 end
 
 # or you can configure for a single call
-open_calais = OpenCalais::Client.new(:api_key=>'an api key')
+open_calais = OpenCalais::Client.new(:api_key => 'an api key')
 
 # it returns a OpenCalais::Response instance
 response = open_calais.enrich('Ruby on Rails is a fantastic web framework. It uses MVC, and the Ruby programming language invented by Matz in Japan.')
@@ -55,7 +58,7 @@ response.raw
 
 # and has been parsed a bit to get :language, :topics, :tags, :entities, :relations, :locations
 # as lists of hashes
-response.tags.each{|t| puts t[:name] }
+response.tags.each { |t| puts t[:name] }
 ```
 
 ## Contributing

data/Rakefile

@@ -6,6 +6,7 @@ Rake::TestTask.new do |t|
   t.libs.push 'test'
   t.test_files = FileList['test/**/*_test.rb']
   t.verbose = true
+  t.warning = true
 end
 
 task :default => :test

data/lib/open_calais/client.rb

@@ -9,7 +9,7 @@ module OpenCalais
 
     include Connection
 
-    attr_reader *OpenCalais::Configuration.keys
+    attr_reader(*OpenCalais::Configuration.keys)
 
     attr_accessor :current_options
 
@@ -43,7 +43,7 @@ module OpenCalais
       response = connection(options).post do |request|
         request.body = text
       end
-      OpenCalais::Response.new(response)
+      OpenCalais::Response.new(response, options)
     end
 
     # using analyze as a standard method name

data/lib/open_calais/configuration.rb

@@ -17,12 +17,12 @@ module OpenCalais
     DEFAULT_ADAPTER = :excon
 
     # The api endpoint to get REST info from opencalais
-    DEFAULT_ENDPOINT = 'https://api.thomsonreuters.com/permid/calais'.freeze
+    DEFAULT_ENDPOINT = 'https://api-eit.refinitiv.com/permid/calais'.freeze
 
     # The value sent in the http header for 'User-Agent' if none is set
     DEFAULT_USER_AGENT = "OpenCalais Ruby Gem #{OpenCalais::VERSION}".freeze
 
-    attr_accessor *VALID_OPTIONS_KEYS
+    attr_accessor(*VALID_OPTIONS_KEYS)
 
     # Convenience method to allow for global setting of configuration options
     def configure

data/lib/open_calais/connection.rb

@@ -1,10 +1,15 @@
 # -*- encoding: utf-8 -*-
 
 require 'faraday_middleware'
+require 'hashie'
 
 module OpenCalais
   module Connection
 
+    class HashieWrapper < ::Hashie::Mash
+      disable_warnings
+    end
+
     ALLOWED_OPTIONS = [
       :headers,
       :url,
@@ -37,13 +42,15 @@ module OpenCalais
 
     def connection(options={})
       opts = merge_default_options(options)
+      FaradayMiddleware::Mashify.mash_class = HashieWrapper
       Faraday::Connection.new(opts) do |connection|
         connection.request  :url_encoded
         connection.response :mashify
         connection.response :logger if ENV['DEBUG']
+        connection.response :raise_error
 
         if opts[:headers][OpenCalais::HEADERS[:output_format]] == OpenCalais::OUTPUT_FORMATS[:json]
-          connection.response :json
+          connection.response :json, :content_type => /\bjson$/
         else
           connection.response :xml
         end

data/lib/open_calais/response.rb

@@ -1,11 +1,19 @@
 # -*- encoding: utf-8 -*-
-require 'stringex'
+
+require 'active_support'
 
 module OpenCalais
   class Response
+
+    ALLOWED_OPTIONS = [
+      :ignore_literal_match
+    ].freeze
+
+    include ActiveSupport::Inflector
     attr_accessor :raw, :language, :topics, :tags, :entities, :relations, :locations
 
-    def initialize(response)
+    def initialize(response, options={})
+      @options = merge_default_options(options)
       @raw  = response
 
       @language = 'English'
@@ -15,22 +23,30 @@ module OpenCalais
       @relations = []
       @locations = []
 
-      parse(response)
+      parse(response, @options)
+    end
+
+    def merge_default_options(opts={})
+      defaults = {
+        :ignore_literal_match => true
+      }
+      options = defaults.merge(opts)
+      options.select{ |k,v| ALLOWED_OPTIONS.include? k.to_sym }
     end
 
     def humanize_topic(topic)
-      topic.gsub('_', ' & ').titleize.remove_formatting
+      transliterate(topic.gsub('_', ' & ').titleize)
     end
 
     def importance_to_score(imp)
-      case imp
+      case imp.to_i
       when 1 then 0.9
       when 2 then 0.7
       else 0.5
       end
     end
 
-    def parse(response)
+    def parse(response, options={})
       r = response.body
       @language = r.doc.meta.language rescue nil
       @language = nil if @language == 'InputTextTooShort'
@@ -38,38 +54,70 @@ module OpenCalais
       r.each do |k,v|
         case v._typeGroup
         when 'topics'
-          self.topics << {:name => humanize_topic(v.name), :score => v.score.to_f, :original => v.name}
+          self.topics << {
+            :name => humanize_topic(v.name),
+            :score => v.score.to_f,
+            :original => v.name
+          }
         when 'socialTag'
-          self.tags << {:name => v.name.gsub('_', ' and ').downcase, :score => importance_to_score(v.importance)}
+          self.tags << {
+            :name => v.name.gsub('_', ' and ').downcase,
+            :score => importance_to_score(v.importance)
+          }
         when 'entities'
-          item = {:guid => k, :name => v.name, :type => v._type.remove_formatting.titleize, :score => 1.0}
-
-          instances = Array(v.instances).select{|i| i.exact.downcase != item[:name].downcase }
-          item[:matches] = instances if instances && instances.size > 0
-
-          if OpenCalais::GEO_TYPES.include?(v._type)
-            if (v.resolutions && v.resolutions.size > 0)
-              r = v.resolutions.first
-              item[:name]      = r.shortname || r.name
-              item[:latitude]  = r.latitude
-              item[:longitude] = r.longitude
-              item[:country]   = r.containedbycountry if r.containedbycountry
-              item[:state]     = r.containedbystate if r.containedbystate
-            end
-            self.locations << item
-          else
-            self.entities << item
-          end
+          parse_entity(k, v, options)
         when 'relations'
-          item = v.reject{|k,v| k[0] == '_' || k == 'instances'} || {}
-          item[:type] = v._type.remove_formatting.titleize
-          self.relations << item
+          parse_relation(k, v, options)
         end
       end
 
       # remove social tags which are in the topics list already
-      topic_names = self.topics.collect{|topic| topic[:name].downcase}
-      self.tags.delete_if{|tag| topic_names.include?(tag[:name]) }
+      topic_names = self.topics.collect { |topic| topic[:name].downcase }
+      self.tags.delete_if { |tag| topic_names.include?(tag[:name]) }
+    end
+
+    def parse_entity(k, v, options)
+      if v.name.nil?
+        v.name = v.instances.first[:exact]
+      end
+
+      item = {
+        :guid => k,
+        :name => v.name,
+        :type => transliterate(v._type).titleize,
+        :score => v.relevance
+      }
+
+      instances = Array(v.instances)
+      if options[:ignore_literal_match]
+        instances = instances.select { |i| i.exact.downcase != item[:name].downcase }
+      end
+      item[:matches] = instances unless instances.empty?
+
+      if OpenCalais::GEO_TYPES.include?(v._type)
+        item = set_location_info(item, v)
+        self.locations << item
+      else
+        self.entities << item
+      end
+    end
+
+    def set_location_info(item, v)
+      return item if v.resolutions.nil? || v.resolutions.empty?
+
+      r = v.resolutions.first
+      item[:name]      = r.shortname || r.name
+      item[:latitude]  = r.latitude
+      item[:longitude] = r.longitude
+      item[:country]   = r.containedbycountry if r.containedbycountry
+      item[:state]     = r.containedbystate if r.containedbystate
+      item
+    end
+
+    def parse_relation(k, v, _options)
+      item = v.reject { |key,val| key[0] == '_' || key == 'instances' } || {}
+      item[:type] = transliterate(v._type).titleize
+      self.relations << item
     end
   end
 end

data/lib/open_calais/version.rb

@@ -1,5 +1,5 @@
 # -*- encoding: utf-8 -*-
 
 module OpenCalais
-  VERSION = '0.2.2'
+  VERSION = '0.4.2'
 end

data/open_calais.gemspec

@@ -18,14 +18,13 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ["lib"]
 
-  gem.add_runtime_dependency('faraday', '>= 0.7.4')
-  gem.add_runtime_dependency('faraday_middleware', '~> 0.9')
-  gem.add_runtime_dependency('multi_json', '>= 1.0.3', '~> 1.0')
+  gem.add_runtime_dependency('faraday')
+  gem.add_runtime_dependency('faraday_middleware')
+  gem.add_runtime_dependency('multi_json')
   gem.add_runtime_dependency('multi_xml')
   gem.add_runtime_dependency('excon')
-  gem.add_runtime_dependency('hashie',  '>= 0.4.0')
+  gem.add_runtime_dependency('hashie')
   gem.add_runtime_dependency('activesupport')
-  gem.add_runtime_dependency('stringex')
 
   gem.add_development_dependency('rake')
   gem.add_development_dependency('minitest')

data/test/client_test.rb

@@ -4,36 +4,36 @@ describe OpenCalais::Client do
 
   it "is initialized with defaults" do
     oc = OpenCalais::Client.new
-    oc.current_options.wont_be_nil
-    oc.current_options.must_equal OpenCalais.options
+    _(oc.current_options).wont_be_nil
+    _(oc.current_options).must_equal OpenCalais.options
   end
 
   it "is initialized with specific values" do
     oc = OpenCalais::Client.new(:api_key => 'current')
-    oc.current_options.wont_be_nil
-    oc.current_options.wont_equal OpenCalais.options
-    oc.current_options[:api_key].must_equal 'current'
-    oc.api_key.must_equal 'current'
+    _(oc.current_options).wont_be_nil
+    _(oc.current_options).wont_equal OpenCalais.options
+    _(oc.current_options[:api_key]).must_equal 'current'
+    _(oc.api_key).must_equal 'current'
   end
 
   it "gets tags for text" do
     oc = OpenCalais::Client.new(:api_key => ENV['OPEN_CALAIS_KEY'])
     response = oc.enrich("Ruby on Rails is a fantastic web framework. It uses MVC, and the ruby programming language invented by Matz")
-    response.wont_be_nil
-    response.raw.wont_be_nil
+    _(response).wont_be_nil
+    _(response.raw).wont_be_nil
   end
 
   it "passes in header options in client" do
     oc = OpenCalais::Client.new(:api_key => ENV['OPEN_CALAIS_KEY'], :content_type => OpenCalais::CONTENT_TYPES[:html])
     response = oc.enrich("Ruby on Rails is a fantastic web framework. It uses MVC, and the ruby programming language invented by Matz")
-    response.wont_be_nil
-    response.raw.wont_be_nil
+    _(response).wont_be_nil
+    _(response.raw).wont_be_nil
   end
 
   it "passes in header optionsin enrich" do
     oc = OpenCalais::Client.new(:api_key => ENV['OPEN_CALAIS_KEY'])
     response = oc.enrich("Ruby on Rails is a fantastic web framework. It uses MVC, and the ruby programming language invented by Matz", :headers => {:content_type => OpenCalais::CONTENT_TYPES[:html]})
-    response.wont_be_nil
-    response.raw.wont_be_nil
+    _(response).wont_be_nil
+    _(response.raw).wont_be_nil
   end
 end

data/test/configuration_test.rb

@@ -8,8 +8,7 @@ describe OpenCalais::Configuration do
 
   it "can be configured" do
     TestConfig.configure do |c|
-      c.must_be_kind_of OpenCalais::Configuration
+      _(c).must_be_kind_of OpenCalais::Configuration
     end
   end
-
 end

data/test/open_calais_test.rb

@@ -3,22 +3,22 @@ require File.expand_path(File.dirname(__FILE__) + '/test_helper')
 describe OpenCalais do
 
   it "has default configuration options" do
-    OpenCalais.options.wont_be_nil
-    OpenCalais.options[:adapter].must_equal OpenCalais::Configuration::DEFAULT_ADAPTER
+    _(OpenCalais.options).wont_be_nil
+    _(OpenCalais.options[:adapter]).must_equal OpenCalais::Configuration::DEFAULT_ADAPTER
   end
 
   it "can be configured" do
-    OpenCalais.must_respond_to(:configure)
+    _(OpenCalais).must_respond_to(:configure)
 
-    OpenCalais.api_key.must_be_nil
+    _(OpenCalais.api_key).must_be_nil
 
     OpenCalais.configure do |c|
-      c.must_equal OpenCalais
+      _(c).must_equal OpenCalais
       c.api_key = "this is a test key"
     end
 
-    OpenCalais.api_key.must_equal "this is a test key"
+    _(OpenCalais.api_key).must_equal "this is a test key"
 
-    OpenCalais.options[:api_key].must_equal "this is a test key"
+    _(OpenCalais.options[:api_key]).must_equal "this is a test key"
   end
 end

data/test/test_helper.rb

@@ -1,14 +1,13 @@
 # -*- encoding: utf-8 -*-
 
-require 'simplecov'
-SimpleCov.start
-
 if ENV['TRAVIS']
   require 'coveralls'
   Coveralls.wear!
+else
+  require 'simplecov'
+  SimpleCov.start
 end
 
-require 'minitest/spec'
 require 'minitest/autorun'
 
 require 'open_calais'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: open_calais
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.4.2
 platform: ruby
 authors:
 - Andrew Kuklewicz
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-06-17 00:00:00.000000000 Z
+date: 2020-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -16,48 +16,42 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.4
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.4
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: faraday_middleware
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: multi_json
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.3
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.3
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: multi_xml
   requirement: !ruby/object:Gem::Requirement
@@ -88,20 +82,6 @@ dependencies:
         version: '0'
 - !ruby/object:Gem::Dependency
   name: hashie
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.4.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.4.0
-- !ruby/object:Gem::Dependency
-  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -115,7 +95,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: stringex
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -213,7 +193,7 @@ homepage: https://github.com/PRX/open_calais
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -228,9 +208,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: This is a gem to call the OpenCalais improved REST API.
 test_files: