bf_multi_rss 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d4dd9f7c10abc4394792915b13e87f961723821f
-  data.tar.gz: 5b77a813ade2e9507e408aa43889952c960b01db
+  metadata.gz: c7f175aa56cffc45f9444cc0634caa642dca7191
+  data.tar.gz: 68289a8e7511fb0b6ccf04047c265b4b31f49011
 SHA512:
-  metadata.gz: f408d450ded29fecb5ea07ea601a9bd54aaa5a36ef12e0f914e86fb1b58db13516f392a882228b536c69288609e0826130895c01e64c6555d2492a4eb2556fd0
-  data.tar.gz: 842e9c7b3ab7e16599a915262e4183c16d230aec2665c8b8d8f43e642b0acb4e32a58658f3a6c9445ad2125ee4b94c1a62c4b659f13c61c94fea4b6a61898f0c
+  metadata.gz: 0c76bcb788b07204de584f9d49c5b9c5c21d504ef924196bcd433e3d3e3c94f458f2726bbf8ad8b09d8e4c96cc1a5c15283720aef4bbe61b688d786cc08a67e9
+  data.tar.gz: 7f4723f3468a9bb6da2eaaffbd459b68e308918c58e9ea052955ad533d48723d0fb8eac75ec7c4f997648e4bb8d62163313c5255118c9e9a9e1b260fe8000b36

data/lib/bf_multi_rss.rb

@@ -14,45 +14,52 @@ class RssResult
 end
 
 module BfMultiRss
-  def self.fetch_rss(uri)
-    response = HTTP.get(uri)
-
-    if response.status == 500
-      err = 'Http500'
-      raise err
+  class Fetcher
+    attr_reader :concurrency
+    def initialize(concurrency = 4)
+      @concurrency = concurrency
     end
 
-    if response.status == 404
-      err = 'Http404'
-      raise err
-    end
+    def self.fetch_rss(uri)
+      response = HTTP.get(uri)
 
-    if response.status == 301
-      err = 'Http301'
-      raise err
-    end
+      if response.status == 500
+        err = 'Http500'
+        raise err
+      end
 
-    rss = RSS::Parser.parse(response.to_s, false)
-    rss.items
-  end
+      if response.status == 404
+        err = 'Http404'
+        raise err
+      end
+
+      if response.status == 301
+        err = 'Http301'
+        raise err
+      end
+
+      rss = RSS::Parser.parse(response.to_s, false)
+      rss.items
+    end
 
-  def self.fetch_all(uris)
-    Parallel.map(
-      uris,
-      in_processes: 8
-    ) do |uri|
-      begin
-        posts = fetch_rss(uri)
-        RssResult.new(uri, posts)
-      rescue  REXML::ParseException,
-              OpenURI::HTTPError,
-              Errno::EHOSTUNREACH,
-              RSS::NotWellFormedError,
-              Net::OpenTimeout,
-              Net::ReadTimeout,
-              Errno::ECONNREFUSED,
-              Errno::ECONNRESET
-        next
+    def self.fetch_all(uris)
+      Parallel.map(
+        uris,
+        in_processes: @concurrency
+      ) do |uri|
+        begin
+          posts = fetch_rss(uri)
+          RssResult.new(uri, posts)
+        rescue  REXML::ParseException,
+                OpenURI::HTTPError,
+                Errno::EHOSTUNREACH,
+                RSS::NotWellFormedError,
+                Net::OpenTimeout,
+                Net::ReadTimeout,
+                Errno::ECONNREFUSED,
+                Errno::ECONNRESET
+          next
+        end
       end
     end
   end

data/lib/bf_multi_rss/version.rb

@@ -1,3 +1,3 @@
 module BfMultiRss
-  VERSION = '0.1.2'.freeze
+  VERSION = '0.1.3'.freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bf_multi_rss
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Sebastian Schürmann