consummo 0.4.4 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 93f3b0f28faee565a55b6d9bd3db899cc5937dce
-  data.tar.gz: c5451ffd899436e9835b2d0cf8b1967049d9c139
+SHA256:
+  metadata.gz: c506313299e8036dc9715ed16e8b554dc90e03dc57d4aee7c1c4300fea165049
+  data.tar.gz: 7f29bc1f72c4a2120a50e918de5f5bdafcccbbac50f84a41f4dc026ca29cd623
 SHA512:
-  metadata.gz: 1186ad7f6a0b89f2440e049057c35fa006fbf527ceace2dff97563edacfcf87e4c48906d157fd3d0b740e6683b1dbce28c8b491439d8aa119fd5e7565559b45b
-  data.tar.gz: e7ddd6d29b48451d87bdabcd25fd8eb3d793a8dce289fe4fc85b4400c8aeaedfe24815818d5d4711b1313540db10915f7e32d5e534c6b8262c32900cdcce4026
+  metadata.gz: fccbf7e5583f5064abd2905f1178959aefce440ebd90c3aaff90b891caadcb6bf6bb6f6a1adaa9a593e7972fb65b164692d4164777f6878059e9440055dd4f40
+  data.tar.gz: e1df75348d5e74476b7a123db042bd955973a610b4c60daa5368bf4bf0caf8ff5e807da062ffbbb0bcf5a9b1594eb6ccf375af6ffb32207b3cfda92c69379cb9

data/.gitignore

@@ -7,3 +7,4 @@
 /pkg/
 /spec/reports/
 /tmp/
+*.gem

data/.travis.yml

@@ -1,7 +1,14 @@
+env:
+  global:
+    - CC_TEST_REPORTER_ID=28b27ad187b2bf12010e7cd376210d72c1ccee56494288417855970bc5e32613
 language: ruby
 rvm:
-  - 2.3.0
-before_install: gem install bundler -v 1.11.2
-addons:
-    code_climate:
-        repo_token: b88e21fff712be545a536cef38d27e541c56f41542da3524bd3e11d19d156d84
+  - 2.7.0
+before_script:
+  - curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter
+  - chmod +x ./cc-test-reporter
+  - ./cc-test-reporter before-build
+script:
+  - bundle exec rspec
+after_script:
+  - ./cc-test-reporter after-build --exit-code $TRAVIS_TEST_RESULT

data/README.md

@@ -1,5 +1,13 @@
 # Consummo
 
+[![Build Status](http://img.shields.io/travis/clayton/consummo.svg?style=flat-square)](https://travis-ci.org/clayton/consummo)
+[![Dependency Status](http://img.shields.io/gemnasium/clayton/consummo.svg?style=flat-square)](https://gemnasium.com/clayton/consummo)
+[![Code Climate](http://img.shields.io/codeclimate/github/clayton/consummo.svg?style=flat-square)](https://codeclimate.com/github/clayton/consummo)
+[![Test Coverage](https://codeclimate.com/github/clayton/consummo/badges/coverage.svg)](https://codeclimate.com/github/clayton/consummo/coverage)
+[![Issue Count](https://codeclimate.com/github/clayton/consummo/badges/issue_count.svg)](https://codeclimate.com/github/clayton/consummo)
+[![Gem Version](http://img.shields.io/gem/v/consummo.svg?style=flat-square)](https://rubygems.org/gems/consummo)
+[![License](http://img.shields.io/:license-mit-blue.svg?style=flat-square)](http://clayton.mit-license.org)
+
 Consummo is an engine for consuming, enriching and producing pieces of content from RSS feeds.
 
 ## Quick Start
@@ -50,6 +58,23 @@ An `Item Enricher` enriches the details and data from a `Feed Item`. For example
 
 The intent of `Item Enrichers` is that they are extensible and easy to implement such that multiple custom enrichments are possible.
 
+## Existing Enrichers
+
+### Working
+
+| Name           | Description                                                                                                                        | Class                  |
+|:---------------|:-----------------------------------------------------------------------------------------------------------------------------------|:-----------------------|
+| Facebook Likes | Enriches the item with the current number of Facebook likes based on the items's `URI`                                             | `FacebookLikeEnricher` |
+| Readability    | Enriches the item with the [Flesch–Kincaid readability test](https://en.wikipedia.org/wiki/Flesch–Kincaid_readability_tests) score | `ReadabilityEnricher`  |
+| URL            | Enriches the item with the true final URI by following all redirects                                                               | `UrlEnricher`          |
+| Keyword Hint   | Enriches the item by wrapping any discovered keywords (passed in to the enrichment) with `<strong>` tags                           | `KeywordHintEnricher`  |
+
+### In Need of Updates
+
+| Name           | Description                                                 | Class                  | Needs                                    |
+|:---------------|:------------------------------------------------------------|:-----------------------|:-----------------------------------------|
+| Twitter Shares | Enriches the item with the current number of twitter shares | `TwitterShareEnricher` | Update to work with the Twitter v1.1 API |
+
 ## Custom Enrichment
 
 Enrichers follow a very simple interface:
@@ -79,10 +104,6 @@ Or install it yourself as:
 
     $ gem install consummo
 
-## Usage
-
-TODO: Write usage instructions here
-
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
@@ -91,7 +112,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/consummo.
+Bug reports and pull requests are welcome on GitHub at https://github.com/clayton/consummo.
 
 
 ## License

data/consummo.gemspec

@@ -20,14 +20,13 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_runtime_dependency "feedjira", "~> 2.0"
-  spec.add_runtime_dependency "activesupport", "~> 4.2"
-  spec.add_runtime_dependency "odyssey", "~> 0.2"
-  spec.add_runtime_dependency "httparty", "~> 0.13"
+  spec.add_runtime_dependency "activesupport", "~> 6"
+  spec.add_runtime_dependency "odyssey", "~> 0.3"
+  spec.add_runtime_dependency "httparty", "~> 0.18"
 
-  spec.add_development_dependency "bundler", "~> 1.11"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_development_dependency "vcr", "~> 3.0"
-  spec.add_development_dependency "simplecov", "~> 0.9"
-  spec.add_development_dependency "codeclimate-test-reporter", "~> 0.5"
+  spec.add_development_dependency "bundler", "~> 2"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3"
+  spec.add_development_dependency "vcr", "~> 6"
+  spec.add_development_dependency "simplecov", "~> 0.18"
 end

data/lib/consummo.rb

@@ -3,9 +3,9 @@ require 'active_support/core_ext/object/blank'
 
 require "consummo/version"
 
-require "consummo/social_media_metric_enricher"
-require "consummo/content_scorer"
-require "consummo/facebook_like_enricher"
+require "consummo/enrichers/social_media_metric_enricher"
+require "consummo/enrichers/content_scorer"
+require "consummo/enrichers/facebook_like_enricher"
 require "consummo/feed"
 require "consummo/feed_client"
 require "consummo/feed_fetcher"
@@ -15,15 +15,15 @@ require "consummo/feed_processor"
 require "consummo/http_client"
 require "consummo/item_consumer"
 require "consummo/item_producer"
-require "consummo/keyword_hint_enricher"
-require "consummo/readability_enricher"
+require "consummo/enrichers/keyword_hint_enricher"
+require "consummo/enrichers/readability_enricher"
 require "consummo/simple_item"
-require "consummo/social_media_metric_enricher"
-require "consummo/twitter_share_enricher"
-require "consummo/url_enricher"
-require "consummo/url_resolver"
+require "consummo/enrichers/social_media_metric_enricher"
+require "consummo/enrichers/twitter_share_enricher"
+require "consummo/enrichers/url_enricher"
+require "consummo/enrichers/url_resolver"
 require "consummo/version"
-require "consummo/word_count_enricher"
+require "consummo/enrichers/word_count_enricher"
 
 
 module Consummo

data/lib/consummo/enrichers/content_scorer.rb

@@ -0,0 +1,8 @@
+module Consummo
+  class ContentScorer
+    def score(text)
+      return 0 if text.blank?
+      Odyssey.flesch_kincaid_re(text, false)
+    end
+  end
+end

data/lib/consummo/enrichers/facebook_like_enricher.rb

@@ -0,0 +1,15 @@
+module Consummo
+  class FacebookLikeEnricher < SocialMediaMetricEnricher
+    def metric_endpoint
+      "http://graph.facebook.com/?id="
+    end
+
+    def metric_name
+      "facebook_likes"
+    end
+
+    def metric_key
+      "shares"
+    end
+  end
+end

data/lib/consummo/enrichers/keyword_hint_enricher.rb

@@ -0,0 +1,24 @@
+module Consummo
+  class KeywordHintEnricher
+    def initialize(keywords:[])
+      @keywords = keywords
+    end
+
+    def enrich(item, keywords=[])
+      modified = item.title
+      list = keywords.empty? ? @keywords : keywords
+
+      for keyword in list do
+        modified = make_replacements(modified, keyword)
+      end
+      {hinted_title: modified}
+    end
+
+  private
+    def make_replacements(text, keyword)
+      return nil if text.blank?
+      return text unless text.match(/#{keyword}/i)
+      text.gsub(/(#{keyword})/i, '<strong>\1</strong>')
+    end
+  end
+end

data/lib/consummo/enrichers/readability_enricher.rb

@@ -0,0 +1,14 @@
+require "odyssey"
+
+module Consummo
+  class ReadabilityEnricher
+    def initialize(scorer: ContentScorer.new)
+      @scorer = scorer
+    end
+
+    def enrich(item)
+      score = @scorer.score(item.content)
+      {:readability_score => score}
+    end
+  end
+end

data/lib/consummo/enrichers/simple_enricher.rb

@@ -0,0 +1,7 @@
+module Consummo
+  class SimpleEnricher
+    def enrich(item)
+      { "simple" => "enrichment" }
+    end
+  end
+end

data/lib/consummo/enrichers/social_media_metric_enricher.rb

@@ -0,0 +1,28 @@
+module Consummo
+  class SocialMediaMetricEnricher
+    def initialize(client: HttpClient.new)
+      @client = client
+    end
+
+    def enrich(item)
+      begin
+        result = @client.get("#{metric_endpoint}#{URI.encode(item.url)}")
+        {metric_name.to_sym => result[metric_key]}
+      rescue Exception => e
+        {}
+      end
+    end
+
+    def metric_endpoint
+      "http://example.com?id="
+    end
+
+    def metric_name
+      "shares"
+    end
+
+    def metric_key
+      metric_name
+    end
+  end
+end

data/lib/consummo/enrichers/twitter_share_enricher.rb

@@ -0,0 +1,15 @@
+module Consummo
+  class TwitterShareEnricher < SocialMediaMetricEnricher
+    def metric_endpoint
+      "http://urls.api.twitter.com/1/urls/count.json?url="
+    end
+
+    def metric_name
+      "twitter_shares"
+    end
+
+    def metric_key
+      "count"
+    end
+  end
+end

data/lib/consummo/enrichers/url_enricher.rb

@@ -0,0 +1,12 @@
+module Consummo
+  class UrlEnricher
+    def initialize(resolver: UrlResolver.new)
+      @resolver = resolver
+    end
+
+    def enrich(item)
+      resolved = @resolver.resolve(item.url)
+      {url: resolved.to_s}
+    end
+  end
+end

data/lib/consummo/enrichers/url_resolver.rb

@@ -0,0 +1,15 @@
+require 'httparty'
+
+module Consummo
+  class UrlResolver
+    def resolve(url)
+      return url if url.blank?
+      begin
+        response = HTTParty.head(url, follow_redirects: true)
+        response.request.last_uri
+      rescue Errno::ECONNREFUSED, URI::InvalidURIError, HTTParty::RedirectionTooDeep
+        url
+      end
+    end
+  end
+end

data/lib/consummo/enrichers/word_count_enricher.rb

@@ -0,0 +1,8 @@
+module Consummo
+  class WordCountEnricher
+    def enrich(item)
+      wc = item.content.scan(/[[:alpha:]]+/).count
+      {:word_count => wc}
+    end
+  end
+end

data/lib/consummo/feed.rb

@@ -1,15 +1,17 @@
-class Feed
-  attr_accessor :uri
+module Consummo
+  class Feed
+    attr_accessor :uri
 
-  def self.create(args={})
-    Feed.new(args)
-  end
+    def self.create(args={})
+      Feed.new(args)
+    end
 
-  def initialize(attrs={})
-    self.uri = attrs[:uri]
-  end
+    def initialize(attrs={})
+      self.uri = attrs[:uri]
+    end
 
-  def id
-    return self.to_s
+    def id
+      return self.to_s
+    end
   end
 end

data/lib/consummo/feed_client.rb

@@ -1,9 +1,11 @@
 require 'feedjira'
 
-class FeedClient
-  def fetch_and_parse(uri)
-    feed = Feedjira::Feed.fetch_and_parse(uri)
-    return [] if feed.is_a?(Fixnum)
-    feed.entries
+module Consummo
+  class FeedClient
+    def fetch_and_parse(uri)
+      feed = Feedjira::Feed.fetch_and_parse(uri)
+      return [] if feed.is_a?(Fixnum)
+      feed.entries
+    end
   end
 end

data/lib/consummo/feed_fetcher.rb

@@ -1,22 +1,24 @@
-class FeedFetcher
-  def initialize(client: FeedClient.new, factory: FeedItemFactory.new)
-    @client  = client
-    @factory = factory
-  end
+module Consummo
+  class FeedFetcher
+    def initialize(client: FeedClient.new, factory: FeedItemFactory.new)
+      @client  = client
+      @factory = factory
+    end
 
-  def fetch(feed, last_modified = nil)
-    @client.fetch_and_parse(feed.uri).map do |entry|
-      next if old_entry?(entry, last_modified)
-      item = @factory.build(entry)
-      item.attributes = {:feed_id => feed.id}
+    def fetch(feed, last_modified = nil)
+      @client.fetch_and_parse(feed.uri).map do |entry|
+        next if old_entry?(entry, last_modified)
+        item = @factory.build(entry)
+        item.attributes = {:feed_id => feed.id}
 
-      item
-    end.compact
-  end
+        item
+      end.compact
+    end
 
-private
-  def old_entry?(entry, last_modified)
-    return false if last_modified.nil?
-    last_modified > entry.last_modified
+  private
+    def old_entry?(entry, last_modified)
+      return false if last_modified.nil?
+      last_modified > entry.last_modified
+    end
   end
 end

data/lib/consummo/feed_item.rb

@@ -1,11 +1,13 @@
-class FeedItem
-  attr_accessor :title
+module Consummo
+  class FeedItem
+    attr_accessor :title
 
-  def initialize(attrs={})
-    self.title = attrs[:title]
-  end
+    def initialize(attrs={})
+      self.title = attrs[:title]
+    end
 
-  def self.create(attributes={})
-    # 
+    def self.create(attributes={})
+      #
+    end
   end
 end

data/lib/consummo/feed_item_factory.rb

@@ -1,24 +1,26 @@
-class FeedItemFactory
-  def build(entry)
-    item = SimpleItem.new({
-      :title        => entry.title,
-      :hinted_title => entry.title,
-      :url          => entry.url,
-      :author       => entry.author,
-      :summary      => entry.summary,
-      :published_at => sanitize_published_at(entry.published),
-      :guid         => entry.id
-    })
+module Consummo
+  class FeedItemFactory
+    def build(entry)
+      item = SimpleItem.new({
+        :title        => entry.title,
+        :hinted_title => entry.title,
+        :url          => entry.url,
+        :author       => entry.author,
+        :summary      => entry.summary,
+        :published_at => sanitize_published_at(entry.published),
+        :guid         => entry.id
+      })
 
-    item.attributes = {:categories   => entry.categories.join(";")} unless entry.is_a?(Feedjira::Parser::ITunesRSSItem)
+      item.attributes = {:categories   => entry.categories.join(";")} unless entry.is_a?(Feedjira::Parser::ITunesRSSItem)
 
-    item
-  end
+      item
+    end
 
-private
-  def sanitize_published_at(published)
-    return Time.now if published.blank?
-    return Time.now if Time.parse(published.to_s) < Time.parse('1979-01-01-01 00:00:00')
-    published
+  private
+    def sanitize_published_at(published)
+      return Time.now if published.blank?
+      return Time.now if Time.parse(published.to_s) < Time.parse('1979-01-01-01 00:00:00')
+      published
+    end
   end
 end

data/lib/consummo/feed_processor.rb

@@ -1,19 +1,21 @@
-class FeedProcessor
-  def initialize(feeds = [], enrichers: [])
-    @feeds = feeds
-    @enrichers = enrichers
-  end
+module Consummo
+  class FeedProcessor
+    def initialize(feeds = [], enrichers: [])
+      @feeds = feeds
+      @enrichers = enrichers
+    end
 
-  def process
-    producer = ItemProducer.new(feeds: @feeds)
-    consumer = ItemConsumer.new(items: producer.produce, enrichers: @enrichers)
-    persist(consumer.consume)
-  end
+    def process
+      producer = ItemProducer.new(feeds: @feeds)
+      consumer = ItemConsumer.new(items: producer.produce, enrichers: @enrichers)
+      persist(consumer.consume)
+    end
 
-private
-  def persist(items)
-    items.each do |item|
-      FeedItem.create(item.attributes)
+  private
+    def persist(items)
+      items.each do |item|
+        FeedItem.create(item.attributes)
+      end
     end
   end
 end

data/lib/consummo/http_client.rb

@@ -1,6 +1,8 @@
-class HttpClient
-  def get(uri)
-    response = HTTParty.get(uri)
-    response.to_h
+module Consummo
+  class HttpClient
+    def get(uri)
+      response = HTTParty.get(uri)
+      response.to_h
+    end
   end
 end

data/lib/consummo/item_consumer.rb

@@ -1,15 +1,17 @@
-class ItemConsumer
-  def initialize(items: [], enrichers: [])
-    @items = items
-    @enrichers = enrichers
-  end
+module Consummo
+  class ItemConsumer
+    def initialize(items: [], enrichers: [])
+      @items = items
+      @enrichers = enrichers
+    end
 
-  def consume
-    @items.flat_map do |item|
-      @enrichers.each do |enricher|
-        item.attributes = enricher.enrich(item)
+    def consume
+      @items.flat_map do |item|
+        @enrichers.each do |enricher|
+          item.attributes = enricher.enrich(item)
+        end
+        item
       end
-      item
     end
   end
 end

data/lib/consummo/item_producer.rb

@@ -1,12 +1,14 @@
-class ItemProducer
-  def initialize(feeds: [], fetcher: FeedFetcher.new)
-    @feeds = feeds
-    @fetcher = fetcher
-  end
+module Consummo
+  class ItemProducer
+    def initialize(feeds: [], fetcher: FeedFetcher.new)
+      @feeds = feeds
+      @fetcher = fetcher
+    end
 
-  def produce
-    @feeds.flat_map do |feed|
-      @fetcher.fetch(feed)
-    end.shuffle
+    def produce
+      @feeds.flat_map do |feed|
+        @fetcher.fetch(feed)
+      end.shuffle
+    end
   end
 end

data/lib/consummo/simple_item.rb

@@ -1,29 +1,31 @@
-class SimpleItem
-  def initialize(attributes={})
-    @attributes = attributes
-  end
+module Consummo
+  class SimpleItem
+    def initialize(attributes={})
+      @attributes = attributes
+    end
 
-  def attributes
-    @attributes
-  end
+    def attributes
+      @attributes
+    end
 
-  def attributes=(attrs)
-    @attributes.merge!(attrs)
-  end
+    def attributes=(attrs)
+      @attributes.merge!(attrs)
+    end
 
-  def title
-    @attributes[:title]
-  end
+    def title
+      @attributes[:title]
+    end
 
-  def url
-    @attributes[:url]
-  end
+    def url
+      @attributes[:url]
+    end
 
-  def guid
-    @attributes[:guid] || @attributes[:url] || nil
-  end
+    def guid
+      @attributes[:guid] || @attributes[:url] || nil
+    end
 
-  def content
-    @attributes[:content] || ""
+    def content
+      @attributes[:content] || ""
+    end
   end
 end

data/lib/consummo/version.rb

@@ -1,3 +1,3 @@
 module Consummo
-  VERSION = "0.4.4"
+  VERSION = "1.0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: consummo
 version: !ruby/object:Gem::Version
-  version: 0.4.4
+  version: 1.0.2
 platform: ruby
 authors:
 - Clayton Lengel-Zigich
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-06-22 00:00:00.000000000 Z
+date: 2020-06-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: feedjira
@@ -30,126 +30,112 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '6'
 - !ruby/object:Gem::Dependency
   name: odyssey
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: httparty
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.13'
+        version: '0.18'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.13'
+        version: '0.18'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.11'
+        version: '2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.11'
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '6'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0.18'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
-- !ruby/object:Gem::Dependency
-  name: codeclimate-test-reporter
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.5'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.5'
+        version: '0.18'
 description: Consummo is a small ruby library that provides item producers, consumers
   and enrichers to take items from RSS feeds and turn them into persistable feed items.
   Consummo was extracted from https://consummo.io where it was used to find and process
@@ -174,8 +160,16 @@ files:
 - consummo.gemspec
 - lib/consummo.rb
 - lib/consummo/.keep
-- lib/consummo/content_scorer.rb
-- lib/consummo/facebook_like_enricher.rb
+- lib/consummo/enrichers/content_scorer.rb
+- lib/consummo/enrichers/facebook_like_enricher.rb
+- lib/consummo/enrichers/keyword_hint_enricher.rb
+- lib/consummo/enrichers/readability_enricher.rb
+- lib/consummo/enrichers/simple_enricher.rb
+- lib/consummo/enrichers/social_media_metric_enricher.rb
+- lib/consummo/enrichers/twitter_share_enricher.rb
+- lib/consummo/enrichers/url_enricher.rb
+- lib/consummo/enrichers/url_resolver.rb
+- lib/consummo/enrichers/word_count_enricher.rb
 - lib/consummo/feed.rb
 - lib/consummo/feed_client.rb
 - lib/consummo/feed_fetcher.rb
@@ -185,16 +179,8 @@ files:
 - lib/consummo/http_client.rb
 - lib/consummo/item_consumer.rb
 - lib/consummo/item_producer.rb
-- lib/consummo/keyword_hint_enricher.rb
-- lib/consummo/readability_enricher.rb
-- lib/consummo/simple_enricher.rb
 - lib/consummo/simple_item.rb
-- lib/consummo/social_media_metric_enricher.rb
-- lib/consummo/twitter_share_enricher.rb
-- lib/consummo/url_enricher.rb
-- lib/consummo/url_resolver.rb
 - lib/consummo/version.rb
-- lib/consummo/word_count_enricher.rb
 homepage: https://github.com/clayton/consummo
 licenses:
 - MIT
@@ -214,8 +200,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 3.1.3
 signing_key: 
 specification_version: 4
 summary: An engine for producing, consuming and enriching items from RSS Feeds.

data/lib/consummo/content_scorer.rb

@@ -1,6 +0,0 @@
-class ContentScorer
-  def score(text)
-    return 0 if text.blank?
-    Odyssey.flesch_kincaid_re(text, false)
-  end
-end

data/lib/consummo/facebook_like_enricher.rb

@@ -1,13 +0,0 @@
-class FacebookLikeEnricher < SocialMediaMetricEnricher
-  def metric_endpoint
-    "http://graph.facebook.com/?id="
-  end
-
-  def metric_name
-    "facebook_likes"
-  end
-
-  def metric_key
-    "shares"
-  end
-end

data/lib/consummo/keyword_hint_enricher.rb

@@ -1,22 +0,0 @@
-class KeywordHintEnricher
-  def initialize(keywords:[])
-    @keywords = keywords
-  end
-
-  def enrich(item, keywords=[])
-    modified = item.title
-    list = keywords.empty? ? @keywords : keywords
-
-    for keyword in list do
-      modified = make_replacements(modified, keyword)
-    end
-    {hinted_title: modified}
-  end
-
-private
-  def make_replacements(text, keyword)
-    return nil if text.blank?
-    return text unless text.match(/#{keyword}/i)
-    text.gsub(/(#{keyword})/i, '<strong>\1</strong>')
-  end
-end

data/lib/consummo/readability_enricher.rb

@@ -1,12 +0,0 @@
-require "odyssey"
-
-class ReadabilityEnricher
-  def initialize(scorer: ContentScorer.new)
-    @scorer = scorer
-  end
-
-  def enrich(item)
-    score = @scorer.score(item.content)
-    {:readability_score => score}
-  end
-end

data/lib/consummo/simple_enricher.rb

@@ -1,5 +0,0 @@
-class SimpleEnricher
-  def enrich(item)
-    { "simple" => "enrichment" }
-  end
-end

data/lib/consummo/social_media_metric_enricher.rb

@@ -1,26 +0,0 @@
-class SocialMediaMetricEnricher
-  def initialize(client: HttpClient.new)
-    @client = client
-  end
-
-  def enrich(item)
-    begin
-      result = @client.get("#{metric_endpoint}#{URI.encode(item.url)}")
-      {metric_name.to_sym => result[metric_key]}
-    rescue Exception => e
-      {}
-    end
-  end
-
-  def metric_endpoint
-    "http://example.com?id="
-  end
-
-  def metric_name
-    "shares"
-  end
-
-  def metric_key
-    metric_name
-  end
-end

data/lib/consummo/twitter_share_enricher.rb

@@ -1,13 +0,0 @@
-class TwitterShareEnricher < SocialMediaMetricEnricher
-  def metric_endpoint
-    "http://urls.api.twitter.com/1/urls/count.json?url="
-  end
-
-  def metric_name
-    "twitter_shares"
-  end
-
-  def metric_key
-    "count"
-  end
-end

data/lib/consummo/url_enricher.rb

@@ -1,10 +0,0 @@
-class UrlEnricher
-  def initialize(resolver: UrlResolver.new)
-    @resolver = resolver
-  end
-
-  def enrich(item)
-    resolved = @resolver.resolve(item.url)
-    {url: resolved.to_s}
-  end
-end

data/lib/consummo/url_resolver.rb

@@ -1,13 +0,0 @@
-require 'httparty'
-
-class UrlResolver
-  def resolve(url)
-    return url if url.blank?
-    begin
-      response = HTTParty.head(url, follow_redirects: true)
-      response.request.last_uri
-    rescue Errno::ECONNREFUSED, URI::InvalidURIError, HTTParty::RedirectionTooDeep
-      url
-    end
-  end
-end

data/lib/consummo/word_count_enricher.rb

@@ -1,6 +0,0 @@
-class WordCountEnricher
-  def enrich(item)
-    wc = item.content.scan(/[[:alpha:]]+/).count
-    {:word_count => wc}
-  end
-end