thenewslensapi 2.0.1 → 2.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1d9064d3a9adac811027804085f0d11834c54b8d
-  data.tar.gz: 108bd373bff44bf1da7dfba655be81248ff7bb6f
+  metadata.gz: b07888bf0f303ce611813890035366ff38b4d16c
+  data.tar.gz: 571a51ce11a78f1d70461762863a092c7d595d8e
 SHA512:
-  metadata.gz: cbf21934690308152796151df36658e8ddeb501ce004a23304c97ae79a0d749af38c4ddd5f1343502415ac7f646fe55913a31d0388b460bfbcffe0c078b68b9b
-  data.tar.gz: 16662916af0cc189c3ee04485ef13bc638fce4265b99e27a3e77be331af5fb4d254682ed994a613368b87abafed162aabf963bd08de6cf4ee2ec8b305068e2c2
+  metadata.gz: 20743c51188e50cb5a6633b00581ff3da721bb70b10ae758f9c11e348edebe0c587ef68299ea90d9c10061c5d2becffca6dbcc98e210fe7034dd86f0db50caca
+  data.tar.gz: 0e7bf3725e8a0c99be652391906d02c3140ecbd326832ccd1c374182e8bf35895136469ff5788a86905b1519f30787fea95dfcb1d7ddfb0b95b4aa12d0631808

data/Gemfile

@@ -0,0 +1,7 @@
+source 'http://rubygems.org'
+
+gemspec
+
+group :test do
+  gem 'rake'
+end

data/README.md

@@ -0,0 +1,34 @@
+
+## The-Newslens_HW - A RSS reader by ourselves
+
+Authors : LinAnita, peyruchao(peggy) and ethancychen
+
+### The website: The News Lens ( http://www.thenewslens.com )
+> This website is a platform to provide different and multiple points of the news or some accidents.
+It can let users to discuss the news and make comments.
+
+### What do we want to scrape?
+
+> The title, author and lauched time of the news in NewsLens.com's main page.
+
+###Usage
+> In command line just type in 
+```ruby newsdigests.rb```
+and our program will put out a new file(test.txt) in the directory. The file shows the titles, author and lauched time of the news in NewsLens.com's main page. No parameters is needed.
+For example, if we type ```ruby newsdigests.rb``` in command line, it will produce a file call "test.txt". The outcome of the file will be look like this:
+> <pre> 
+---
+title: 習近平點名批評央視「大褲衩」，北京此後不再興建奇怪建築
+author: KaChun
+date: 2014-10-18
+---
+title: 教師的多元發聲：第二個全國教師工會「全教產」成立
+author: TNL 編輯
+date: 2014-10-18
+</pre>
+
+> Install it with the following command:
+```gem install thenewslensapi```
+
+> Then in your file:
+```require "thenewslensapi"```

data/Rakefile

@@ -0,0 +1,5 @@
+task :default => :spec
+desc 'Run specs'
+task :spec do
+  sh 'ruby -I lib spec/minitest.rb'
+end

data/lib/thenewslensapi.rb

@@ -0,0 +1,2 @@
+require 'thenewslensapi/thenewslensapi.rb'
+#require 'Scraper/newsdigest.rb'

data/lib/thenewslensapi/newsdigest.rb

@@ -0,0 +1,10 @@
+require_relative 'thenewslensapi.rb'
+
+newsfound = Thenewslensapi::NewsLens.gets_news
+
+File.open('test.txt', 'w') do |file|  
+  # use "\n" for two lines of text  
+	newsfound.each do |x|
+  		file.puts x.to_yaml 		
+	end
+end  

data/lib/thenewslensapi/thenewslensapi.rb

@@ -0,0 +1,43 @@
+require 'nokogiri'
+require 'open-uri'
+require 'yaml'
+require 'date'
+module Thenewslensapi
+  # class for NewsLens
+  class NewsLens
+    LINK = 'http://www.thenewslens.com'
+    NEWS_XPATH = "//main[@class='HolyGrail-content']
+                  //div[@class='post-list-item']"
+
+    def self.gets_news
+      doc = gets_html(LINK)
+      content = gets_content(doc)
+      news = gets_titles(content)
+      to_yaml(news)
+    end
+    def self.gets_html(url)
+      Nokogiri::HTML(open(url))
+    end
+    def self.gets_content(doc)
+      doc.xpath(NEWS_XPATH)
+    end
+    def self.gets_titles(news)
+      news.map(&:text)
+    end
+    def self.to_yaml(item)
+      my_hash = {}
+
+      col_name = ["title","author","date","somthing"]
+      item.map do |x|
+        x.strip!
+        x.gsub!(/\n+\s+/,"\n")
+
+        values = x.split("\n")
+        values[2] = Date.parse(values[2])
+        my_hash = Hash[col_name.zip values]
+        #my_hash.to_yaml
+        
+      end      
+    end
+  end
+end

data/lib/thenewslensapi/version.rb

@@ -0,0 +1,6 @@
+# Versioning
+module Thenewslensapi
+
+  VERSION = '2.0.2'
+
+end

data/spec/minitest.rb

@@ -0,0 +1,30 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+require './newsdigest.rb'
+
+describe 'the_newslens_test' do
+  before do
+    @newsfound = Thenewslensapi::NewsLens.gets_news
+  end
+
+  it 'they are not nil' do
+    @newsfound.each do |x|
+      x['title'].wont_be_nil
+      x['author'].wont_be_nil
+      x['date'].wont_be_nil
+    end
+  end
+
+  it 'it is a date string' do
+    @newsfound.each do |x|
+      x['date'].must_be_instance_of Date
+    end
+  end
+
+  it 'it is close to 2013' do
+    @newsfound.each do |x|
+      x['date'].year.must_be_close_to 2013, 2
+    end
+  end
+
+end

data/thenewslensapi.gemspec

@@ -0,0 +1,21 @@
+$:.push File.expand_path("../lib", __FILE__)
+require 'thenewslensapi/version'
+
+Gem::Specification.new do |s|
+  s.name        =  'thenewslensapi'
+  s.version     =  Thenewslensapi::VERSION
+  s.executables << 'thenewslensapi'
+  s.date        =  '2014-11-27'
+  s.summary     =  'Grab the news information from theNewsLens'
+  s.description =  'Automatically give you the titles of latest news.'
+  s.authors     =  ['Anita Lin', 'Peggy Chao', 'Ethan Chen']
+  s.email       =  'gatheringbc@gmail.com'
+  s.files       =  `git ls-files`.split("\n")
+  s.test_files  =  `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.homepage    =  'https://github.com/SOAgroup3/theNewsLensApi'
+  s.license     =  'MIT'
+
+  s.add_development_dependency 'minitest'
+  s.add_development_dependency 'minitest-rg'
+  s.add_runtime_dependency 'nokogiri', '>= 1.6.2'   # v.1.6.2 has documented problems
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: thenewslensapi
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 2.0.2
 platform: ruby
 authors:
 - Anita Lin
@@ -61,7 +61,18 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".DS_Store"
+- Gemfile
+- README.md
+- Rakefile
 - bin/thenewslensapi
+- lib/.DS_Store
+- lib/thenewslensapi.rb
+- lib/thenewslensapi/newsdigest.rb
+- lib/thenewslensapi/thenewslensapi.rb
+- lib/thenewslensapi/version.rb
+- spec/minitest.rb
+- thenewslensapi.gemspec
 homepage: https://github.com/SOAgroup3/theNewsLensApi
 licenses:
 - MIT
@@ -86,4 +97,5 @@ rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Grab the news information from theNewsLens
-test_files: []
+test_files:
+- spec/minitest.rb