logstash-input-multirss 1.0.3 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 13067ead10a7d5f0f79e4917f438fd4ab6bb94dd52ee37d216cecd57fd2b9c01
-  data.tar.gz: 17c13ebebe0b913e9e79d77e1ef3093dc4cc2d3af16ea122e2c9ac6a61315d89
+  metadata.gz: 6d13c2d879087de0b4230d214cbd8891a5bd37a8e09a2903b04972a9d7b4988e
+  data.tar.gz: ca9b18b29aa8abd00a0852c1cf350f80a883d4ebf927a012dd3aefd8a730e223
 SHA512:
-  metadata.gz: b37d8389d3b92271e53160ed809695fb9dcdc3158f04270f6bf722640837b9982d9933db17a6147c2d8704b25778d752874e4cdcb5c9c58483b41638c8846e7b
-  data.tar.gz: b79f50fad25ebe755440e8b421d47ef6b2dc38b770fbabb03fb13a9d8411d33681995ba7d2e3ab1d3c0820bd1190ab3c9258899e7abfb6f4b14f6d848398f087
+  metadata.gz: da7b2da25c8c33955570efd6bf4769d492dee02ac031a0bd3bb9e987465bcffc245e9a3cf3786471c0f5a84203ff1cca74180638e6f5309be7b0dcc539b31b98
+  data.tar.gz: 99e28af4b277e09ac34ef0c1b4dbe838c68014bcb39d28cd312cbc7bca8e4382e78cf141107deca9a8cae826166a10d8615586f7ea74354f5fb2cba040b6d748

data/README.md

@@ -23,6 +23,7 @@ You can see a example in https://github.com/felixramirezgarcia/logstash-input-mu
 The difference between the attributes multi_feed and one_feed is that the multi_feed is the URI of the parent address where several rss (xml) are found. For the case where you want to explore only one of those links you can use the one_feed attribute. A visual example can be seen by visiting the following links:
 
 Father (multi_feed) => http://rss.elmundo.es/rss/
+
 Son (one_feed) => http://estaticos.elmundo.es/elmundo/rss/portada.xml
 
 ## Documentation

data/lib/logstash/inputs/multirss.rb

@@ -41,8 +41,7 @@ class LogStash::Inputs::Multirss < LogStash::Inputs::Base
     while !stop?
       
       @multi_feed.each do |rss|
-        str = "Read parent: " + rss
-        #puts str
+        puts "Read parent: " + rss
         begin
           page = @agent.get(rss)
           page.links.each do |link|
@@ -50,20 +49,17 @@ class LogStash::Inputs::Multirss < LogStash::Inputs::Base
                 urls << link.href
               end
           end
-        rescue
-          str = "Fail to get " + rss + " childrens links"
-          #puts str
+        rescue 
+          puts "Fail to get " + rss + " childrens links"
         end
          
         links = urls.uniq
         links.each do |link|
           begin
             response_link(link,queue)
-            str = "Read clidren: " + link
-            #puts str
+            puts "Read clidren: " + link
           rescue
-            str = "Fail to get " + link + " children"
-            #puts str
+            puts "Fail to get " + link + " children"
             next
           end
         end
@@ -79,11 +75,9 @@ class LogStash::Inputs::Multirss < LogStash::Inputs::Base
       all_links.each do |link|
         begin
           response_link(link,queue)
-          str = "Read clidren: " + link
-          #puts str
+          puts "Read clidren: " + link
         rescue
-          str = "Fail to get " + link
-          #puts str
+          puts "Fail to get " + link
           next
         end # begin
       end # all_links loop
@@ -121,9 +115,9 @@ class LogStash::Inputs::Multirss < LogStash::Inputs::Base
         retry if (tried > 0)
       end 
  
-      @logger.error("Error : ", :exception => ex)
+      @logger.error("Error with #{link}: ", :exception => ex)
     rescue => exc
-      @logger.error("Uknown error while parsing the feed", :exception => exc)
+      @logger.error("Uknown error while parsing the #{link} feed", :exception => exc)
     end # begin
   end # def response_link
 

data/logstash-input-multirss.gemspec

@@ -1,9 +1,9 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-input-multirss'
-  s.version       = '1.0.3'
+  s.version       = '1.0.4'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Simple multi rss plugin'
-  s.description   = 'This plugin needs a list of links of different rss. Get all the links of the main feed  pages and get all the content of each of the links.'
+  s.description   = 'This plugin get the feed content and works with : \n multi_feed => [array] URI parent with more rss links inside , something like this: http://rss.elmundo.es/rss/  \n one_feed => [array] (optionally) childs URIS with XML content inside , something like this: http://estaticos.elmundo.es/elmundo/rss/portada.xml \n blacklist => [array] (optionally) strings , links, text ... what you dont want explored'
   s.homepage      = 'https://github.com/felixramirezgarcia/logstash-input-multirss'
   s.authors       = ['Felix R G']
   s.email         = 'felixramirezgarcia@correo.ugr.es'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-multirss
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.4
 platform: ruby
 authors:
 - Felix R G
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-08-17 00:00:00.000000000 Z
+date: 2018-08-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -94,8 +94,11 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: This plugin needs a list of links of different rss. Get all the links
-  of the main feed  pages and get all the content of each of the links.
+description: 'This plugin get the feed content and works with : \n multi_feed => [array]
+  URI parent with more rss links inside , something like this: http://rss.elmundo.es/rss/  \n
+  one_feed => [array] (optionally) childs URIS with XML content inside , something
+  like this: http://estaticos.elmundo.es/elmundo/rss/portada.xml \n blacklist => [array]
+  (optionally) strings , links, text ... what you dont want explored'
 email: felixramirezgarcia@correo.ugr.es
 executables: []
 extensions: []