top-headlines 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 91a85320ddf1e1dfb1ef6257baf266070180eeaa
-  data.tar.gz: de02bc13c32b193267c599e8d7489141f0f556f6
+  metadata.gz: 1542f55042bc77f2f1aa23ecd4c89abb2c0ec9b8
+  data.tar.gz: 4850f0ae649a5d26a92bee8798fa4ba4d7299cde
 SHA512:
-  metadata.gz: 80da15c19be9f0a1e6a17e086daadf15c705fde0aa5afac9801a516dfae137351a8c7b62d8cf6a45cc27eecf7855ee1b69951950c6a9adab29f969d815bc7407
-  data.tar.gz: 8e1409a0543282d6ef4dd61bc686d79883cdcf2bfce88d279d4fed04a915b649ab5b52a9e8f3e67151ed5ecfbdd72d5b6dd700194a284817e1fe960fb3fabd1c
+  metadata.gz: ad8ae4281a36bb7e7d6e8be29277998b62c46832b1918e5939839731a8234cb5bde867c8d04652047281ff15749d1234fa1c9b8d2a65e26d4dcd448e39d6d9cb
+  data.tar.gz: f583a444d894e18090028ce75ee4551f113a42a7c620ee0ade4d43ae6807032ff95dc0a2224d594f40d61d8d00aeb16b31a747cdfaea164cde6f8f7f49f31973

data/README.md

@@ -1,6 +1,6 @@
 # TopHeadlines
 
-This gem allows users to view the top headlines from major news sources. Users can open the headlines directly from the command line. Functionality includes: Bloomberg, CNN, Forbes, Fox News, The Guardian, Huffington Post, MSNBC, New York Times, and Wall Street Journal.
+This gem allows users to view the top headlines from major news sources. Users can open the headlines directly from the command line. Functionality includes: BBC, Bloomberg, CNN, FiveThirtyEight, Forbes, Fox News, The Guardian, Huffington Post, MSNBC, New York Times, Politico, Wall Street Journal, and Washington Post.
 
 ## Installation
 

data/lib/top-headlines/source.rb

@@ -54,19 +54,37 @@ class TopHeadlines::Source
       headlines_selector: "a.wsj-headline-link",
       urls_selector: "div.cb-col",
       child_selector: "a.wsj-headline-link"
-    },   
+    },
+    "POLITICO" => {
+      url: "http://www.politico.com/",
+      headlines_selector: "ul.headline-list a",
+      urls_selector: "ul.headline-list",
+      child_selector: "a"
+    },
+    "FIVETHIRTYEIGHT" => {
+      url: "http://fivethirtyeight.com/",
+      headlines_selector: "div#primary h3 a",
+      urls_selector: "div#primary h3",
+      child_selector: "a"
+    },      
+    "WASHINGTON POST" => {
+      url: "https://www.washingtonpost.com/",
+      headlines_selector: "section#main-content a",
+      urls_selector: "section#main-content",
+      child_selector: "a"
+    },  
+    "BBC" => {
+      url: "http://www.bbc.com/news",
+      headlines_selector: "div.column--primary span.title-link__title-text",
+      urls_selector: "div.column--primary",  
+      child_selector: "a.title-link"
+    },  
     # "REDDIT" => { ## 429 Error
     #   url: "https://www.reddit.com/r/news/",
     #   headlines_selector: "p.title a.title.may-blank",
     #   urls_selector: "p.title",
     #   child_selector: "a"
     # },
-    # "BBC" => {
-    #   url: "http://www.bbc.com/news",
-    #   headlines_selector: "div.column--primary span.title-link__title-text",
-    #   urls_selector: "div.column--primary",  
-    #   child_selector: "a.title-link" ## NEEDS WORK returns e.g. /news/world-middle-east-36180184
-    # },  
     # "CBS" => {
     #   url: "http://www.cbsnews.com/",
     #   headlines_selector: "div.col-5.nocontent h3.title",
@@ -99,6 +117,7 @@ class TopHeadlines::Source
     headlines_selector = source[:headlines_selector]
 
     doc = Nokogiri::HTML(open(page_url))
+
     headlines = doc.css(headlines_selector).map {|headline| headline.text.gsub("â", "'").gsub(/\n/,"").gsub(/\t/,"").strip}
   end
 
@@ -109,6 +128,7 @@ class TopHeadlines::Source
     child_selector = source[:child_selector]
     
     doc = Nokogiri::HTML(open(page_url))
+    page_url = page_url[0...-5] if page_url[-4...-1]+page_url[-1] == "news" ### BBC CORNER CASE
     urls = doc.css(urls_selector).children.css(child_selector).map {|url| url.attribute('href').value[0] == 'h' ? url.attribute('href').value : page_url + url.attribute('href').value}
   end
 end

data/lib/top-headlines/version.rb

@@ -1,3 +1,3 @@
 module TopHeadlines
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/top-headlines.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.authors       = ["zachnewburgh"]
   spec.email         = ["zach.newburgh@gmail.com"]
 
-  spec.summary       = %q{This gem allows users to view the top headlines from major news sources. Users can open the headlines directly from the command line for articles from Bloomberg, CNN, Forbes, Fox News, The Guardian, Huffington Post, MSNBC, New York Times, and Wall Street Journal.}
+  spec.summary       = %q{This gem allows users to view the top headlines from major news sources. Users can open the headlines directly from the command line for articles from BBC, Bloomberg, CNN, FiveThirtyEight, Forbes, Fox News, The Guardian, Huffington Post, MSNBC, New York Times, Politico, Wall Street Journal, and Washington Post.}
   spec.homepage      = "https://github.com/zachnewburgh/top-headlines-cli-gem"
   spec.license       = "MIT"
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: top-headlines
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - zachnewburgh
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-05-01 00:00:00.000000000 Z
+date: 2016-05-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -131,7 +131,7 @@ rubygems_version: 2.4.5.1
 signing_key: 
 specification_version: 4
 summary: This gem allows users to view the top headlines from major news sources.
-  Users can open the headlines directly from the command line for articles from Bloomberg,
-  CNN, Forbes, Fox News, The Guardian, Huffington Post, MSNBC, New York Times, and
-  Wall Street Journal.
+  Users can open the headlines directly from the command line for articles from BBC,
+  Bloomberg, CNN, FiveThirtyEight, Forbes, Fox News, The Guardian, Huffington Post,
+  MSNBC, New York Times, Politico, Wall Street Journal, and Washington Post.
 test_files: []