fly_parser 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7e159421fc321f0df2f306091165a72155f57abd
-  data.tar.gz: f7348be727d4ec8dc5a6e6bc7527f9b6e2a193b7
+  metadata.gz: b58e2ae6ddaf9e2a818755b0f5e78706d992bf40
+  data.tar.gz: 3fd32f1ef686336d6cd9e3d142b4092b771e23aa
 SHA512:
-  metadata.gz: ab584fc837d217ede31b77d7f4cf06fae1b04955d2306b276f4d5928ba07eae7ff5a76dad798114ddb83bd85103f70ffe6826953a6bac32e3551e606a88fcd3a
-  data.tar.gz: 80cd5806a09f8610bee270bde4257055a9f99eb3f2bd218201d9381347b0fa7245924ab607dfd07feefc662f5f6b14e293e1c6e36c9f8cb89b3e5aa1fd9a0cff
+  metadata.gz: 251c6c19abfa823941005f9ab0a4718fb541957fcaac0f4d5669f4b2b3695be64402cca5cfbf5b24542118b0c72017926cb58f042f128a8b57eefa1f565d22a3
+  data.tar.gz: 7e114561345cfb88a4b0711026521e6a717b3ac0899ab706fd7a2f99432ee73e89c6bf36a79455e0073d9496b2f1d5c48629aea0b57155f55b04c9bebcac56a7

data/lib/fly_parser/sources/news.rb

@@ -23,10 +23,19 @@ module Parser
         full_desc.search('.inject-data').remove()
         full_desc.search('a').remove()
 
+        tags = @enable_tags ? parse_tags(page) : nil
+
         copyright = "<p>Источник: <a href='#{@copyright[:url]}'>#{@copyright[:title]}</a></p>"
         content = "<p>#{short_desc}</p>" + full_desc.inner_html + copyright
-        {title: title, content: content, poster_image: poster_image}
+        {title: title, content: content, poster_image: poster_image, tags: tags }
       end.compact
     end
+
+    def parse_tags(page)
+      tags_wrapper = page.search('.article_tags_overview_list')
+      tags = tags_wrapper.search('li a')
+      tags.map(&:text)
+    end
+
   end
 end

data/lib/fly_parser/version.rb

@@ -1,3 +1,3 @@
 module Parser
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

data/lib/fly_parser/xml_base.rb

@@ -7,6 +7,7 @@ module Parser
       @copyright = copyright(options)
       @source = Parser.connect(source)
       @delay ||= 10
+      @enable_tags = tags(options)
     end
 
     def fake_url(source)
@@ -24,5 +25,10 @@ module Parser
         title: source['copyright_title']
       }
     end
+
+    def tags(options)
+      source = options[:source]
+      source['tags']
+    end
   end
 end

data/lib/fly_parser.rb

@@ -55,11 +55,20 @@ module Parser
         item = Article.new(title: article[:title], content: article[:content])
         item.categories = [Category.find(options[:category_id])]
         item.remote_image_url = article[:poster_image]
+
+        if article[:tags]
+          item.tags = tags(article[:tags])
+        end
+
         next unless item.valid?
         item.save
       end
     end
 
+    def tags(tags)
+      tags.map { |tag_name| Tag.find_or_create_by!(title: tag_name) }
+    end
+
     def start
       puts Time.now
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fly_parser
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Ruslan Korolev