parsing_articles 1.0.0 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 42df730377b2eb5be2ecd77a1beb9d8930bf07e4
-  data.tar.gz: ccd77fe1a5d93fc0bac185c25dae07d0e253dde0
+  metadata.gz: 1d4340c5f4a5428c40736a5168f29fb22e962b6a
+  data.tar.gz: cc4fbb98399ba744e294bca402613bd67db6b1ce
 SHA512:
-  metadata.gz: aedc0585cb52516c209466b376d9e7f998b3afadd5b4b61882f98bbaef7aa20d6614052b39a65605e0445c25d1697abdf63b3b58806a3b202c7c8beccf9521bc
-  data.tar.gz: 0e972e2fb326a217b36d515610741863ff402b77a1672f23dde1904475018b17545b5a5475f164b336d34418fb0a6cd8172ec0bb52e740cf68a221e6f1cac9a8
+  metadata.gz: f3d7cd31cd84f05733ce92bf902d31487818ed515329e895fa79c8929f805c26572a02a1154dfe82bdaba224196fc61ed55894da843136021683a17cf5ce6529
+  data.tar.gz: 799741f721a7dea6ce1c74f74da900860282f58c4729a80c3a284a07722765c151492cbdeedde9b30ca490ead690f3d9e778993c7c30c3bbfdaefc958abae5ec

data/Gemfile.lock

@@ -1,10 +1,11 @@
 PATH
   remote: .
   specs:
-    parsing_articles (1.0.0)
+    parsing_articles (2.0.0)
       activesupport
       koala
-      nokogiri (>= 1.8.2)
+      vcr
+      webmock
 
 GEM
   remote: https://rubygems.org/
@@ -17,9 +18,12 @@ GEM
     addressable (2.5.2)
       public_suffix (>= 2.0.2, < 4.0)
     concurrent-ruby (1.0.5)
+    crack (0.4.3)
+      safe_yaml (~> 1.0.0)
     diff-lcs (1.3)
     faraday (0.14.0)
       multipart-post (>= 1.2, < 3)
+    hashdiff (0.3.7)
     i18n (0.9.3)
       concurrent-ruby (~> 1.0)
     json (2.1.0)
@@ -27,11 +31,8 @@ GEM
       addressable
       faraday
       json (>= 1.8)
-    mini_portile2 (2.3.0)
     minitest (5.11.3)
     multipart-post (2.0.0)
-    nokogiri (1.8.2)
-      mini_portile2 (~> 2.3.0)
     public_suffix (3.0.1)
     rake (10.5.0)
     rspec (3.7.0)
@@ -47,9 +48,15 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.7.0)
     rspec-support (3.7.1)
+    safe_yaml (1.0.4)
     thread_safe (0.3.6)
     tzinfo (1.2.5)
       thread_safe (~> 0.1)
+    vcr (4.0.0)
+    webmock (3.3.0)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff
 
 PLATFORMS
   ruby

data/README.md

@@ -26,13 +26,12 @@ Or install it yourself as:
 			ParsingArticles::GetArticles.config_facebook(APP_ID, APP_KEY)
 
 	Next You can use it to parse artcles from facebook:
-		@articles_facebook = ParsingArticles::GetArticles.new(url_of_facebook_page)
-		@articles_facebook.get_array
+		@articles_facebook = ParsingArticles::Parse.new(url).get_array
 	The last command returns array with articles
 
-	Similar considered to Rss urls(no configuration needed):
-		@articles_rss = ParsingArticles::GetArticles.new(rss)
-		@articles_rss.get_array
+	Of course you can simply use either .Facebook class or .Rss class
+
+	
 
 
 

data/lib/parsing_articles.rb

@@ -1,61 +1,69 @@
 require "parsing_articles/version"
 require 'rss'
-require 'open-uri'
-require 'nokogiri' 
+require 'open-uri' 
 require 'koala' 
 module ParsingArticles
-  class GetArticles
+  class StandartParser
     def initialize(url)
-      @url = url.to_s
-      @articles_results = []
+      @url = url
     end
 
+    def parse; end
+
+    def connect; end
+
+    def get_array;
+      parse
+    end
+  end
+
+  class Facebook < StandartParser
     def self.config_facebook(app_id = nil, app_secret = nil)
       @APP_ID = app_id
       @APP_KEY = app_secret
     end
 
-    def get_array
-      facebook_or_rss
-    end
-
     private
-    def facebook_or_rss
-      /https:\/\/www.facebook.com/.match(@url) ? facebook_parser : rss_parser 
+    def connect
+      graph = Koala::Facebook::API.new(Facebook.get_app_access_token)         
     end
 
-    def facebook_parser
-      graph = Koala::Facebook::API.new(GetArticles.get_app_access_token)
-      get_facebook_array(graph)
+    def parse
+      connect.get_connection(connect.get_object('', id: @url)['id'], 'posts', {
+      fields: ['title', 'link', 'message', 'picture', 'created_time']})           
     end
 
     def self.get_app_access_token
-      @oauth = Koala::Facebook::OAuth.new(@APP_ID || = '1977681792501372', @APP_KEY || ='920ff6a0a18835cb7b2fef5cda8cd491')
-      @oauth.get_app_access_token
+      @oauth = Koala::Facebook::OAuth.new(@APP_ID ||= '1977681792501372', @APP_KEY ||='920ff6a0a18835cb7b2fef5cda8cd491')
+      @oauth.get_app_access_token      
     end
+  end
 
-    def get_facebook_array(graph)
-      @articles_results = graph.get_connection(facebook_get_page_id, 'posts', {
-      fields: ['title', 'link', 'message', 'created_time']})
+  class Rss < StandartParser
+    private
+    def connect
+     rss = RSS::Parser.parse(@url, false).items
     end
 
-    def facebook_get_page_id
-      page = Nokogiri::HTML(open(@url))
-      page_id = /([\d]){15}/.match((page.css('head')).to_s)
+    def parse
+      connect.map do |result|
+      result = { 'title' => result.title, 
+      'created_time' => result.pubDate, 
+      'link' => result.link, 
+      'picture' => result.description[/img.*?src="(.*?)"/i,1], 
+      'message' => result.description.gsub(/<\/?[^>]*>/, "")}
+      end
     end
+  end
 
-    def rss_parser()
-      rss = RSS::Parser.parse(@url, false).items
-      get_rss_array(rss) do |result|
-        result = { 'title' => result.title, 'created_time' => result.pubDate, 'link' => result.link, 'message' => result.description.gsub(/<\/?[^>]*>/, "")}
-        @articles_results.push(result)
-      end   
+  class Parse < StandartParser
+    def get_array
+      facebook_or_rss.to_a
     end
 
-    def get_rss_array(rss, &block)
-      rss.each &block
-      @articles_results
+    private
+    def facebook_or_rss
+      /https:\/\/www.facebook.com/.match(@url) ? Facebook.new(@url).get_array : Rss.new(@url).get_array 
     end
-    
   end
 end

data/lib/parsing_articles/version.rb

@@ -1,3 +1,3 @@
 module ParsingArticles
-  VERSION = "1.0.0"
+  VERSION = "2.0.0"
 end

data/parsing_articles.gemspec

@@ -29,8 +29,9 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.16"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_dependency "nokogiri", ">=1.8.2"
+  spec.add_dependency 'webmock'
   spec.add_dependency "activesupport"
   spec.add_dependency "koala"
+  spec.add_dependency 'vcr'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: parsing_articles
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 2.0.0
 platform: ruby
 authors:
 - morozartem9
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-02-05 00:00:00.000000000 Z
+date: 2018-02-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -53,19 +53,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: nokogiri
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.8.2
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.8.2
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
@@ -94,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: " parsing articles from rss or facebook"
 email:
 - morozartem9@gmail.com