fly_parser 0.0.17 → 0.0.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1def1d078ca769525262a4f539e27fcc321ee7ac
-  data.tar.gz: 9a0c3d40d42ac7e6473d09d1bc2c4d5151703c07
+  metadata.gz: a65beb075aac81c1cafe3e85048b0c82e1d24d0e
+  data.tar.gz: 3be9c2ceac25bef81188c33ea8c56dece79e53e7
 SHA512:
-  metadata.gz: b7bd40da36d925d8babd5fee1598cfcaa37a1b68d24dad63c59fd1292d752a3c6574707bf49806589890ed141fede34168fb8c7abe64d1df2d51fd8affcf61be
-  data.tar.gz: 4a3b7476ae9ccae79a75a0ac29495536f4269e7c8ad9b5e1335eba1b6011709fa707558ddf875bc62fd659d964dd37133a4a921a5187f8a06cd1f855a5555643
+  metadata.gz: 8c1a9722289e3024aa2528bbd7002beeaa7c37043a72c66f4d7acfae293dc6ae018354e74769317249651e73591d9f92db7fb28926de5524b3339b32c043b35b
+  data.tar.gz: 706443e426bd9bd381c2a1d08c938eb735d9e5e9762548ec9b6ec116959cb71a30e7e01437dd176008cc9582910fb1ef686d22481c8f006dcce4fa2dc2e4ce43

data/lib/fly_parser/enable_source.rb

@@ -23,6 +23,10 @@ module Enable
     lambda {|item| item["parser"] = Parser::NewsFr.new(item["url"], source: source)}
   end
 
+  def news_az(source)
+    lambda {|item| item["parser"] = Parser::NewsAZ.new(item["url"], source: source)}
+  end
+
   def method_missing(meth, *args)
     prefix = "enable_"
     meth = meth.to_s

data/lib/fly_parser/sources/news-az.rb

@@ -0,0 +1,40 @@
+module Parser
+  class NewsAZ < XmlBase
+    def initialize(source, options = {})
+      super
+    end
+
+    def parse_all
+      items = @source.search('//item')
+      # last_date = Time.now - 2.years # for dev 2 years
+      # select! or reject! is not exists for Nokogiri#NodeSet
+      # items = items.select {|item| item.xpath('pubDate').first.content() > last_date }
+      items.map do |item|
+        title = item.xpath('title/text()').text()
+        date = item.xpath('//pubdate').first.content
+        link = item.xpath('link/following-sibling::text()[1]').first
+        begin
+          page = Nokogiri::HTML(open(link))
+        rescue Exception => e
+          puts e.message
+          next
+        end
+        gallery_image = page.search('.gallery-photo img').first
+        single_image = page.search('.content-block .visual img').first
+        poster_image = single_image || gallery_image
+        next if poster_image.nil?
+        poster_image = poster_image.attributes['src'].value
+        full_desc = page.search('.content-block .text-block .text')
+        full_desc.search('a').remove()
+        full_desc.search("//text()[contains(., 'Автор')]").remove()
+        full_desc.search("//text()[contains(., 'Связаться')]").remove()
+        copyright = "<p>Источник: <a href='#{@copyright[:url]}'>#{@copyright[:title]}</a></p>"
+        full_desc = full_desc.inner_html
+        full_desc.gsub!(/<!--noindex-->.*/,"")
+        full_desc.gsub!(/<!--\/noindex-->.*/,"")
+        content = full_desc + copyright
+        {title: title, content: content, poster_image: poster_image}
+      end.compact
+    end
+  end
+end

data/lib/fly_parser/version.rb

@@ -1,3 +1,3 @@
 module Parser
-  VERSION = "0.0.17"
+  VERSION = "0.0.18"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fly_parser
 version: !ruby/object:Gem::Version
-  version: 0.0.17
+  version: 0.0.18
 platform: ruby
 authors:
 - Ruslan Korolev
@@ -138,6 +138,7 @@ files:
 - lib/fly_parser/sources/astrology.rb
 - lib/fly_parser/sources/exercise.rb
 - lib/fly_parser/sources/fitness.rb
+- lib/fly_parser/sources/news-az.rb
 - lib/fly_parser/sources/news-fr.rb
 - lib/fly_parser/sources/news-nl.rb
 - lib/fly_parser/sources/news.rb
@@ -164,7 +165,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.4
+rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
 summary: Fly parser