arssene 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0c18b3ce1749440dcf498094d37daaccd55592124ad89ea7960f59a68d8e6dde
-  data.tar.gz: 9621d1729590f30be34c0c21d62e852a271cd2fb6671df83c02ae6690d55d2d3
+  metadata.gz: 0b0c8aeb8a061cf07d89e8127c3bb361403a072c6dcfce8ca94e81e23230f877
+  data.tar.gz: 6813554d7301928467699b5153b36fc2278ba4f51a058223b0cb9d0972e5d4d6
 SHA512:
-  metadata.gz: a0f636cd0a4dcacf2fdc7848c170a418a0337e6a5bf78d473c73e7c9a2870bdfd5b62a0ee6b072d962c240d11f72e919d69727daa8ea05eb3ee4d382e19b87a3
-  data.tar.gz: d879b77e3ca0621ad40988bd16b1649e081a1ec1d18ea9637c2fe569522ebe5fc6a7a623e6c36c1ed57996a21a5a0ba055999eb838631e954444baf73b477078
+  metadata.gz: 4695f325f392c8ac1a3f74fdf5835d4eecab16790cdca081e37096b0fea7d4342369969b5c275372bcaff34d539f3619a74a13cb827e27a86f2082e08f213164
+  data.tar.gz: a03516b3730e72de5c82da56eb8d91b3263315ad6bfe6e5552556e0334196a34393f4a83b63c1003a5b263e18a7096533f31b70db2280fc0e8718e5910a8b715

data/.gitignore

@@ -9,3 +9,4 @@
 
 # rspec failure tracking
 .rspec_status
+.byebug_history

data/.ruby-version

@@ -0,0 +1 @@
+2.7.2

data/.travis.yml

@@ -3,5 +3,5 @@ sudo: false
 language: ruby
 cache: bundler
 rvm:
-  - 2.5.1
+  - 2.7.2
 before_install: gem install bundler -v 2.0.1

data/Gemfile.lock

@@ -1,62 +1,73 @@
 PATH
   remote: .
   specs:
-    arssene (0.1.2)
+    arssene (0.1.4)
+      faraday
       mechanize
+      parallel
       sanitize
 
 GEM
   remote: https://rubygems.org/
   specs:
-    connection_pool (2.2.2)
-    crass (1.0.4)
-    diff-lcs (1.3)
-    domain_name (0.5.20180417)
+    addressable (2.8.1)
+      public_suffix (>= 2.0.2, < 6.0)
+    connection_pool (2.3.0)
+    crass (1.0.6)
+    diff-lcs (1.5.0)
+    domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
-    http-cookie (1.0.3)
+    faraday (2.5.2)
+      faraday-net_http (>= 2.0, < 3.1)
+      ruby2_keywords (>= 0.0.4)
+    faraday-net_http (3.0.0)
+    http-cookie (1.0.5)
       domain_name (~> 0.5)
-    mechanize (2.7.6)
-      domain_name (~> 0.5, >= 0.5.1)
-      http-cookie (~> 1.0)
-      mime-types (>= 1.17.2)
-      net-http-digest_auth (~> 1.1, >= 1.1.1)
-      net-http-persistent (>= 2.5.2)
-      nokogiri (~> 1.6)
-      ntlm-http (~> 0.1, >= 0.1.1)
-      webrobots (>= 0.0.9, < 0.2)
-    mime-types (3.2.2)
+    mechanize (2.8.5)
+      addressable (~> 2.8)
+      domain_name (~> 0.5, >= 0.5.20190701)
+      http-cookie (~> 1.0, >= 1.0.3)
+      mime-types (~> 3.0)
+      net-http-digest_auth (~> 1.4, >= 1.4.1)
+      net-http-persistent (>= 2.5.2, < 5.0.dev)
+      nokogiri (~> 1.11, >= 1.11.2)
+      rubyntlm (~> 0.6, >= 0.6.3)
+      webrick (~> 1.7)
+      webrobots (~> 0.1.2)
+    mime-types (3.4.1)
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2019.0331)
-    mini_portile2 (2.4.0)
+    mime-types-data (3.2022.0105)
     net-http-digest_auth (1.4.1)
-    net-http-persistent (3.0.1)
+    net-http-persistent (4.0.1)
       connection_pool (~> 2.2)
-    nokogiri (1.10.3)
-      mini_portile2 (~> 2.4.0)
-    nokogumbo (2.0.1)
-      nokogiri (~> 1.8, >= 1.8.4)
-    ntlm-http (0.1.1)
-    rake (10.5.0)
-    rspec (3.8.0)
-      rspec-core (~> 3.8.0)
-      rspec-expectations (~> 3.8.0)
-      rspec-mocks (~> 3.8.0)
-    rspec-core (3.8.0)
-      rspec-support (~> 3.8.0)
-    rspec-expectations (3.8.3)
+    nokogiri (1.13.8-arm64-darwin)
+      racc (~> 1.4)
+    parallel (1.21.0)
+    public_suffix (5.0.0)
+    racc (1.6.0)
+    rake (13.0.6)
+    rspec (3.11.0)
+      rspec-core (~> 3.11.0)
+      rspec-expectations (~> 3.11.0)
+      rspec-mocks (~> 3.11.0)
+    rspec-core (3.11.0)
+      rspec-support (~> 3.11.0)
+    rspec-expectations (3.11.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-mocks (3.8.0)
+      rspec-support (~> 3.11.0)
+    rspec-mocks (3.11.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.8.0)
-    rspec-support (3.8.0)
-    sanitize (5.0.0)
+      rspec-support (~> 3.11.0)
+    rspec-support (3.11.1)
+    ruby2_keywords (0.0.5)
+    rubyntlm (0.6.3)
+    sanitize (6.0.0)
       crass (~> 1.0.2)
-      nokogiri (>= 1.8.0)
-      nokogumbo (~> 2.0)
+      nokogiri (>= 1.12.0)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.6)
+    unf_ext (0.0.8.2)
+    webrick (1.7.0)
     webrobots (0.1.2)
 
 PLATFORMS
@@ -65,8 +76,8 @@ PLATFORMS
 DEPENDENCIES
   arssene!
   bundler (~> 2.0)
-  rake (~> 10.0)
+  rake (~> 13.0)
   rspec (~> 3.0)
 
 BUNDLED WITH
-   2.0.1
+   2.1.4

data/README.md

@@ -1,6 +1,6 @@
 # Arssene
 
-Simple RSS solution for rails. 
+Simple RSS solution for rails.
 
 ## Installation
 
@@ -21,6 +21,7 @@ Or install it yourself as:
 ## Usage
 
 ### Ping a website
+
 To obtain the rss feed of a website, first you should ping the website.
 
 ```ruby
@@ -28,20 +29,20 @@ url = "https://www.theonion.com/"
 rss = Arssene::Feed.ping(url)
 
 puts rss
-# => [ {:feed => "https://www.theonion.com/rss"} ]
+# => [ { feed: "https://www.theonion.com/rss"} ]
 ```
 
-You can also send an array of urls, but keep in mind performance, as each website will be pinged individually.
+You can also send an array of urls.
 
 ```ruby
 urls = ["http://www.lifehacker.com", "http://www.deadspin.com", "https://www.kotaku.com"]
 rss = Arssene::Feed.ping(urls)
 puts rss
-# => 
-#   [ 
-#     { :feed => "https://www.lifehacker.com/rss" }, 
-#     { :feed => "http://www.deadspin.com/rss" }, 
-#     { :feed => "http://www.kotaku.com/rss"} 
+# =>
+#   [
+#     { feed: "https://www.lifehacker.com/rss" },
+#     { feed: "http://www.deadspin.com/rss" },
+#     { feed: "http://www.kotaku.com/rss"}
 #   ]
 
 ```
@@ -70,8 +71,8 @@ puts rss
 
 # =>
 # [
-#     { :feed => "https://lifehacker.com/rss" } ,
-#     { :error => 500 => Net::HTTPInternalServerError for http://www.anime-town.com/ }
+#     { feed: "https://lifehacker.com/rss" } ,
+#     { error: 500 => Net::HTTPInternalServerError for http://www.anime-town.com/ }
 # ]
 ```
 
@@ -82,10 +83,10 @@ Once you have the correct URL for the feed, you can request the website's feed.
 ```ruby
 url = "https://www.lifehacker.com/rss"
 rss = Arssene::Feed.request(url)
-# => 
+# =>
 # {
-#     :feed => "https://www.lifehacker.com/rss",
-#     :channel => <Arssene::Channel:0x00007f0dbc011500>
+#     feed: "https://www.lifehacker.com/rss",
+#     channel: <Arssene::Channel:0x00007f0dbc011500>
 # }
 
 # Where if your feed is rss[:channel], you could:
@@ -98,7 +99,7 @@ puts rss.link
 # => https://www.lifehacker.com
 
 puts rss.feed_type
-# => rss 
+# => rss
 
 puts rss.feed_version
 # => 2.0
@@ -118,22 +119,25 @@ puts rss.entries[0] # Array of type Entry
     # link: https://theinventory.com/ravpower-struck-a-61-watt-blow-in-the-usb-c-gan-wars-1834586407
     # description: <p> Description in html </p>
     # publication_date: 2019-05-13 16:15:00.000000000 +00:00
-    # author: 
-    # content: 
+    # author:
+    # content:
 ```
 
 ## Options
+
 You can send an additional parameter to the request method with a hash of options to filter the response of the feed.
 
 ### :ignore parameter
+
 If you'd like to filter feeds that include the following words in the title, you can by doing the following:
 
 ```ruby
 ignore = ["comment", "comments", "store", "corporate"]
 
 url = "https://ignore-feed-website.com/rss"
-rss = Arssene::Feed.request(url, { :ignore => ignore })
+rss = Arssene::Feed.request(url, { ignore: ignore })
 ```
+
 If Arssene finds that the feed is not relevant according to your parameters it will result in a change the 'relevant' property to false. Otherwise, by default all feeds return true for the 'relevant' property.
 
 ```ruby
@@ -144,6 +148,7 @@ puts feed.relevant
 ```
 
 ### :from_date parameter
+
 You can specify the date from which you'd like to include entries. The :from_date parameter does NOT include the entries of the date sent.
 
 ```ruby
@@ -151,22 +156,24 @@ last_days = DateTime.now - 2
 # => 2019-05-12T15:45:49+02:00
 
 url = "https://www.kotaku.com/rss"
-rss = Arssene::Feed.request(url, { :from_date => last_days })
+rss = Arssene::Feed.request(url, { from_date: last_days })
 ```
+
 Entries will include only from the date specifed all the way up to the newest. If you'd like to include the day you need, you can send an aditional day to the :from_date parmeter.
 
 ### :limit parameter
+
 You can also specify a limit of entries that you'd like to receive for a given result.
 
 ```ruby
 url = "https://www.kotaku.com/rss"
-rss = Arssene::Feed.request(url, { :limit => 5 })
+rss = Arssene::Feed.request(url, { limit: 5 })
 
 feed = rss[:channel]
 
 # Should be the latest 5
 puts feed.entries.length
-# => 5 
+# => 5
 ```
 
 You can also combine any of the three specified parameters to suit your request.

data/arssene.gemspec

@@ -1,44 +1,45 @@
-
-lib = File.expand_path("../lib", __FILE__)
+lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "arssene/version"
+require 'arssene/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "arssene"
+  spec.name          = 'arssene'
   spec.version       = Arssene::VERSION
-  spec.authors       = ["Vic Carrasco"]
-  spec.email         = ["vic@viccarrasco.com"]
+  spec.authors       = ['Vic Carrasco']
+  spec.email         = ['vic@viccarrasco.com']
 
-  spec.summary       = "Simple RSS solution for rails"
-  spec.description   = "Gem for retrieving entries from RSS feeds given the URL of a feed or website"
-  spec.homepage      = "https://github.com/viccarrasco/arssene"
-  spec.license       = "MIT"
+  spec.summary       = 'Simple RSS solution for rails'
+  spec.description   = 'Gem for retrieving entries from RSS feeds given the URL of a feed or website'
+  spec.homepage      = 'https://github.com/viccarrasco/arssene'
+  spec.license       = 'MIT'
 
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
   if spec.respond_to?(:metadata)
-    spec.metadata["allowed_push_host"] = "https://rubygems.org"
+    spec.metadata['allowed_push_host'] = 'https://rubygems.org'
 
-    spec.metadata["homepage_uri"] = spec.homepage
-    spec.metadata["source_code_uri"] = "https://github.com/viccarrasco/arssene"
-    spec.metadata["changelog_uri"] = "https://github.com/viccarrasco/arssene/blob/master/CHANGE_LOG.md"
+    spec.metadata['homepage_uri'] = spec.homepage
+    spec.metadata['source_code_uri'] = 'https://github.com/viccarrasco/arssene'
+    spec.metadata['changelog_uri'] = 'https://github.com/viccarrasco/arssene/blob/master/CHANGE_LOG.md'
   else
-    raise "RubyGems 2.0 or newer is required to protect against " \
-      "public gem pushes."
+    raise 'RubyGems 2.0 or newer is required to protect against ' \
+      'public gem pushes.'
   end
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+  spec.files = Dir.chdir(File.expand_path('..', __FILE__)) do
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
-  spec.bindir        = "exe"
+  spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
 
-  spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_dependency "mechanize"
-  spec.add_dependency "sanitize"
+  spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_dependency 'faraday'
+  spec.add_dependency 'mechanize'
+  spec.add_dependency 'parallel'
+  spec.add_dependency 'sanitize'
 end

data/lib/arssene/lib/interactions/feed.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Arssene
+  class Feed
+    def self.ping(urls)
+      Arssene::Ping.new
+                   .request(urls)
+    end
+
+    def self.request(urls, **filters)
+      Arssene::Fetch.new
+                    .request(urls, **filters)
+    end
+  end
+end

data/lib/arssene/lib/interactions/fetch.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module Arssene
+  class Fetch
+    def initialize
+      @channel_repository = Arssene::ChannelRepository.new
+    end
+
+    def request(urls, **filters)
+      klass = urls.class
+
+      return fetch_channel(urls, filters) if klass == String
+
+      Parallel.map(urls) { |url| fetch_channel(url, filters) }
+    end
+
+    private
+
+    def fetch_channel(urls, **filters)
+      feed = channel_repository
+             .fetch_as_channel(urls)
+
+      Arssene::ChannelPresenter.new(feed).filter(filters)
+    end
+
+    attr_reader :channel_repository
+  end
+end

data/lib/arssene/lib/interactions/ping.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Arssene
+  class Ping
+    def initialize
+      @feed_repository = Arssene::FeedRepository.new
+    end
+
+    def request(urls)
+      klass = urls.class
+
+      return retrieve_feed_urls(urls) if klass == String
+
+      Parallel.map(urls) { |url| retrieve_feed_urls(url).first }
+    end
+
+    private
+
+    def retrieve_feed_urls(urls)
+      feed_repository.retrieve_feed_urls(urls)
+    end
+
+    attr_reader :feed_repository
+  end
+end

data/lib/arssene/lib/models/channel.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Arssene
+  class Channel
+    attr_accessor :title, :link, :host, :feed_type, :feed_version, :description, :publication_date, :language,
+                  :copyright, :entries, :meta, :relevant
+  end
+end

data/lib/arssene/lib/models/entry.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Arssene
+  class Entry
+    attr_accessor :title, :link, :description, :content, :publication_date, :author
+  end
+end

data/lib/arssene/lib/presenters/channel_presenter.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module Arssene
+  class ChannelPresenter
+    attr_accessor :channel
+
+    def initialize(channel)
+      @channel = channel
+    end
+
+    def filter(options)
+      return channel unless options
+
+      filter_by_ignore(options) if options[:ignore]
+      filter_by_date(options)   if options[:from_date]
+      limit(options)            if options[:limit]
+
+      channel
+    end
+
+    private
+
+    def filter_by_ignore(options)
+      return if channel.entries.empty?
+
+      ignore_options = options[:ignore]
+
+      title = channel.title.downcase.split.join
+
+      ignored = ignore_options.is_a?(Array) ? ignore_options.join('|') : ignore_options
+      rxp = /.?(#{ignored}).?/
+
+      channel.relevant = (rxp.match(title) == false || rxp.match(title).nil?)
+    end
+
+    def filter_by_date(options)
+      return if channel.entries.empty?
+
+      from_date_option = options[:from_date]
+
+      index = channel.entries
+                     .index { |entry| entry.publication_date == from_date_option }
+
+      channel.entries.slice!(0..index) if index
+    end
+
+    def limit(options)
+      return if channel.entries.empty?
+
+      limit_quantity = options[:limit]
+
+      channel.entries = channel.entries.last(limit_quantity) if channel.entries.length > limit_quantity
+    end
+  end
+end

data/lib/arssene/lib/presenters/entry_presenter.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Arssene
+  class EntryPresenter
+    def as_entries(handler:, items:)
+      items.map do |item|
+        entry = handler
+        entry.title = item.title
+        entry.link  = item.link
+        entry.description = item.description
+        entry.publication_date = item.pubDate
+        entry.author  = item.author
+        entry.content = generate_content(item)
+        entry
+      end
+    end
+
+    private
+
+    def generate_content(item)
+      if item.respond_to?('content')
+        item.content
+      elsif item.respond_to?('content_encoded')
+        item.content_encoded
+      else
+        entry.description
+      end
+    end
+  end
+end

data/lib/arssene/lib/repositories/channel_repository.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Arssene
+  class ChannelRepository
+    def fetch_as_channel(url)
+      begin
+        channel = Arssene::Channel.new
+
+        response = Faraday.get(url)
+        raise "Unable to reach feed: #{url} | error corde: #{response.status}" unless response.status == 200
+
+        feed = RSS::Parser.parse(response.body)
+        url = URI.parse(feed.channel.link)
+        channel.title = feed.channel.title
+        channel.link  = feed.channel.link
+        channel.host  = url.host
+        channel.feed_type = feed.feed_type
+        channel.feed_version = feed.feed_version
+        channel.description = feed.channel.description
+        channel.publication_date = feed.channel.pubDate
+        channel.language = feed.channel.language ? feed.channel.language.downcase : nil
+        channel.copyright = feed.channel.copyright
+        channel.entries = extract_items feed
+        channel.meta = feed
+        channel.relevant = true
+      rescue StandardError => e
+        return ({ error: e.to_s })
+      end
+      channel
+    end
+
+    private
+
+    def extract_items(feed)
+      entries_presenter = Arssene::EntryPresenter.new
+      entries_presenter.as_entries(handler: Entry.new, items: feed.items)
+    end
+  end
+end

data/lib/arssene/lib/repositories/feed_repository.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Arssene
+  class FeedRepository
+    def initialize
+      @agent = Mechanize.new
+    end
+
+    def retrieve_feed_urls(urls)
+      pinged = []
+      embeded_links = embeded_html_source_links(urls)
+      raise 'Non existing feeds' if embeded_links.empty?
+
+      pinged = embeded_links.map do |feed|
+        { feed: feed.attr('href').split.join }
+      end
+    rescue StandardError => e
+      pinged.push(error: e.to_s)
+    ensure
+      pinged
+    end
+
+    private
+
+    def embeded_html_source_links(url)
+      site = agent.get URI.parse(url)
+      site.search(".//link[@type='application/rss+xml']")
+    end
+
+    attr_reader :agent
+  end
+end

data/lib/arssene/version.rb

@@ -1,3 +1,3 @@
 module Arssene
-  VERSION = "0.1.3"
+  VERSION = '0.1.4'
 end

data/lib/arssene.rb

@@ -1,9 +1,21 @@
-require "arssene/version"
-require "arssene/lib/rss"
+# frozen_string_literal: true
+
+require 'arssene/version'
 require 'rss'
-require 'open-uri'
-require 'sanitize'
+require 'faraday'
 require 'mechanize'
+require 'parallel'
+require 'sanitize'
+
+require 'arssene/lib/models/channel'
+require 'arssene/lib/models/entry'
+require 'arssene/lib/interactions/feed'
+require 'arssene/lib/interactions/ping'
+require 'arssene/lib/interactions/fetch'
+require 'arssene/lib/repositories/feed_repository'
+require 'arssene/lib/repositories/channel_repository'
+require 'arssene/lib/presenters/entry_presenter'
+require 'arssene/lib/presenters/channel_presenter'
 module Arssene
   class Error < StandardError; end
   # Your code goes here...

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: arssene
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Vic Carrasco
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-05-17 00:00:00.000000000 Z
+date: 2022-10-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: mechanize
   requirement: !ruby/object:Gem::Requirement
@@ -66,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sanitize
   requirement: !ruby/object:Gem::Requirement
@@ -90,6 +118,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".rspec"
+- ".ruby-version"
 - ".travis.yml"
 - CHANGE_LOG.md
 - CODE_OF_CONDUCT.md
@@ -102,7 +131,15 @@ files:
 - bin/console
 - bin/setup
 - lib/arssene.rb
-- lib/arssene/lib/rss.rb
+- lib/arssene/lib/interactions/feed.rb
+- lib/arssene/lib/interactions/fetch.rb
+- lib/arssene/lib/interactions/ping.rb
+- lib/arssene/lib/models/channel.rb
+- lib/arssene/lib/models/entry.rb
+- lib/arssene/lib/presenters/channel_presenter.rb
+- lib/arssene/lib/presenters/entry_presenter.rb
+- lib/arssene/lib/repositories/channel_repository.rb
+- lib/arssene/lib/repositories/feed_repository.rb
 - lib/arssene/version.rb
 homepage: https://github.com/viccarrasco/arssene
 licenses:
@@ -127,8 +164,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: Simple RSS solution for rails

data/lib/arssene/lib/rss.rb

@@ -1,175 +0,0 @@
-module Arssene
-    class Channel
-        attr_accessor :title
-        attr_accessor :link
-        attr_accessor :host
-        attr_accessor :feed_type
-        attr_accessor :feed_version
-        attr_accessor :description
-        attr_accessor :publication_date
-        attr_accessor :language
-        attr_accessor :copyright
-        attr_accessor :entries
-        attr_accessor :meta
-        attr_accessor :relevant
-    end
-
-    class Entry
-        attr_accessor :title
-        attr_accessor :link
-        attr_accessor :description
-        attr_accessor :content
-        attr_accessor :publication_date
-        attr_accessor :author
-    end
-
-    class Feed
-        def self.ping(uri)
-            response = []
-            begin
-                if uri.is_a?(String)
-                    feed_uris = Feed.retrieve(uri)
-                    if feed_uris
-                        feed_uris.each do |feed|
-                            link =  (feed.attr('href')).split.join
-                            response.push({:feed => link})
-                        end                
-                    end                
-                elsif uri.is_a?(Array)
-                    uri.each do |url|
-                        Thread.new {
-                            begin
-                                feed_uris = Feed.retrieve(url)
-                                if feed_uris
-                                    feed_uris.each do |feed|
-                                        link =  (feed.attr('href')).split.join
-                                        response.push({:feed => link})
-                                    end                
-                                end  
-                            rescue => exception
-                                response.push({:error => exception.to_s})
-                            end  
-                        }.join
-                    end
-                else
-                    []
-                end
-                response
-            rescue => exception
-                response.push({:error => exception})
-            end
-            response
-        end
-
-        def self.request(uri, options = {})
-            response = []
-
-            begin
-                if uri.is_a?(String)
-                    channel = fetch(uri, options)
-                    if (channel.is_a?(Hash) && channel.has_key?(:error))
-                        return ({:error => channel[:error]})
-                    else
-                        channel = self.filter_by_options(channel, options)
-                        return ({:feed => uri, :channel => channel})
-                    end
-                elsif uri.is_a?(Array)
-                    uri.each do |url|
-                        Thread.new {
-                            channel = fetch(url, options)
-                            if (channel.is_a?(Hash) && channel.has_key?(:error))
-                                response.push({:error => channel[:error]})
-                            else
-                                channel = self.filter_by_options(channel, options) 
-                                response.push({:feed => url, :channel => channel})
-                            end
-                        }.join
-                    end
-                else
-                    []
-                end
-            rescue => exception
-                response.push({:error => exception.to_s})
-            end
-            response
-        end
-        
-        private
-        def self.fetch(uri, options)
-            begin
-                channel = Channel.new
-                open(uri) do |rss|
-                    feed = RSS::Parser.parse(rss)
-                    uri  = URI.parse(feed.channel.link)
-                    channel.title = feed.channel.title
-                    channel.link  = feed.channel.link
-                    channel.host  = uri.host
-                    channel.feed_type   = feed.feed_type
-                    channel.feed_version= feed.feed_version
-                    channel.description = feed.channel.description
-                    channel.publication_date = feed.channel.pubDate
-                    channel.language = (feed.channel.language) ? feed.channel.language.downcase : nil
-                    channel.copyright = feed.channel.copyright
-                    channel.entries = extract_items feed
-                    channel.meta = feed
-                    channel.relevant = true
-                end
-            rescue => exception
-                return ({ :error => exception.to_s })
-            end
-            channel
-        end
-
-        def self.filter_by_options(channel, options)
-            if options.has_key?(:ignore)
-                title = channel.title.downcase.split.join
-                ignore = options[:ignore]
-                ignore = (ignore.is_a?(Array)) ? (ignore = ignore.join('|')) : ignore
-                rxp = /.?(#{ignore}).?/
-
-                channel.relevant = (rxp.match(title) == false || rxp.match(title) == nil)
-            end
-
-            if options.has_key?(:from_date)
-                if channel.entries.length > 0
-                    index = channel.entries.index {|entry| entry.publication_date == options[:from_date]}
-                    channel.entries = (index) ? channel.entries.slice(0..index) : channel.entries
-                end
-            end
-
-            if options.has_key?(:limit)
-                limit   = (options[:limit]-1)
-                channel.entries = channel.entries.slice(0..limit) if (channel.entries.length > limit)
-            end
-            channel
-        end
-
-        def self.retrieve(uri)
-            agent = Mechanize.new
-            uri   = URI.parse(uri)
-            site  = agent.get(uri)
-            site.search(".//link[@type='application/rss+xml']")
-        end
-
-        def self.extract_items(feed)
-            items = []
-            feed.items.each do |i|
-                entry = Entry.new
-                entry.title = i.title
-                entry.link = i.link
-                entry.description = i.description
-                entry.publication_date = i.pubDate
-                entry.author = i.author
-                if i.respond_to?("content")
-                    entry.content = i.content
-                elsif i.respond_to?("content_encoded")
-                    entry.content = i.content_encoded
-                else
-                    entry.content = entry.description
-                end
-				items.push(entry)
-			end
-			items
-        end
-    end
-end