longforms 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: c79f4d5ee3b281f5c0fbafbb40d44c93f59af287
4
+ data.tar.gz: 6990636ba6432ffd74a3b564e643307d55816876
5
+ SHA512:
6
+ metadata.gz: 784641dd21070a57d93a628836e5cc66e10df730aebe3db99699fa2511e40430143cb199802e25c9384efae78fc7edfe1a5adc9939180858ebc1409b774eacf3
7
+ data.tar.gz: 6a520fc8d7a2509d0b112ad834b8ff60bf44f45344dba1b6edbb07a903286d5671ac8e20c4990615c7b022fded2e7fff004a4daf0008d270eec6ac924ab04077
data/bin/longforms ADDED
@@ -0,0 +1,5 @@
1
+ #!/user/bin/env ruby
2
+
3
+ require_relative '../lib/cli'
4
+
5
+ CLI.new.call
@@ -0,0 +1,7 @@
1
+ require 'pry'
2
+ require 'nokogiri'
3
+ require 'open-uri'
4
+
5
+ require_relative '../lib/scraper'
6
+ require_relative '../lib/article'
7
+ require_relative '../lib/cli'
data/lib/article.rb ADDED
@@ -0,0 +1,27 @@
1
+ require_relative '../config/environment'
2
+
3
+ class Article
4
+ attr_accessor :title, :url, :description, :author, :source, :date, :length
5
+
6
+ @@all = []
7
+
8
+ def initialize(article_hash)
9
+ article_hash.each {|key, value| self.send(("#{key}="), value)}
10
+ @@all << self
11
+ end
12
+
13
+ def self.create_from_collection(articles_array)
14
+ articles_array.each do |article_hash|
15
+ Article.new(article_hash)
16
+ end
17
+ end
18
+
19
+ def self.all
20
+ @@all
21
+ end
22
+
23
+ def self.reset
24
+ @all.clear
25
+ end
26
+
27
+ end
data/lib/cli.rb ADDED
@@ -0,0 +1,70 @@
1
+ require_relative '../config/environment'
2
+ require 'colorize'
3
+
4
+ class CLI
5
+
6
+ def call
7
+ puts "Welcome to the longform browsing Ruby Gem CLI!"
8
+ puts ""
9
+ run
10
+ end
11
+
12
+ def run
13
+ @active = true
14
+ while @active
15
+ menu
16
+ end
17
+ end
18
+
19
+ def make_articles(page_url = "https://longreads.com/picks")
20
+ Article.all.clear
21
+ articles_array = Scraper.scrape_index_page(page_url)
22
+ Article.create_from_collection(articles_array)
23
+ end
24
+
25
+ def display_articles
26
+ Article.all.each_with_index do |article, index|
27
+ puts "#{index + 1}. #{article.title}\n".colorize(:blue)
28
+ puts "#{article.description}"
29
+ puts "----------------------".colorize(:green)
30
+ end
31
+ menu
32
+ end
33
+
34
+ def display_article_details(index)
35
+ puts "----------------------".colorize(:green)
36
+ puts "#{Article.all[index].title}".colorize(:blue)
37
+ puts " Description:".colorize(:light_blue) + " #{Article.all[index].description}"
38
+ puts " Author(s):".colorize(:light_blue) + " #{Article.all[index].author}"
39
+ puts " Source:".colorize(:light_blue) + " #{Article.all[index].source}"
40
+ puts " Published:".colorize(:light_blue) + " #{Article.all[index].date}"
41
+ puts " Length:".colorize(:light_blue) + " #{Article.all[index].length}"
42
+ puts ""
43
+ puts " Link:".colorize(:light_blue) + " #{Article.all[index].url}"
44
+ puts "----------------------".colorize(:green)
45
+ menu
46
+ end
47
+
48
+ def menu
49
+ puts "Type \"Search\" to select a page of articles, the number of an article to view its details, or \"exit\" to leave the CLI."
50
+ input = gets.chomp
51
+ if input.downcase == "search"
52
+ puts "Please enter the page number you would like to view."
53
+ page_num = gets.chomp.to_i
54
+ make_articles(page_url(page_num))
55
+ display_articles
56
+ elsif (1..10).include?(input.to_i)
57
+ display_article_details(input.to_i - 1)
58
+ elsif input == "exit"
59
+ puts "Thank you for reading today!"
60
+ @active = false
61
+ else
62
+ menu
63
+ end
64
+ end
65
+
66
+ def page_url(page_num)
67
+ "https://longreads.com/picks" + "/?page=#{page_num}"
68
+ end
69
+
70
+ end
data/lib/scraper.rb ADDED
@@ -0,0 +1,39 @@
1
+ require_relative '../config/environment'
2
+
3
+ class Scraper
4
+
5
+ def self.scrape_index_page(page_url)
6
+ doc = Nokogiri::HTML(open(page_url))
7
+ article_array = []
8
+
9
+ doc.css(".article").each do |article|
10
+ article_hash = {}
11
+
12
+ title = article.css("a[class='h-one article-title']").text.gsub(" ","").gsub("â","'").gsub("\n","")
13
+ url = article.css("a[class='h-one article-title']").attribute("href").value
14
+ description = article.css(".desc").text.gsub("â","'")
15
+
16
+ details_left = article.css(".article_details .article_details_left").text.gsub("\n","").gsub(" ","").gsub("Author: ","").split("Source: ")
17
+ author = details_left[0]
18
+ source = details_left[1]
19
+
20
+ details_right = article.css(".article_details .article_details_right").text.gsub("\n","").gsub("Published: ","").gsub(" ","").split("Length: ")
21
+ date = details_right[0]
22
+ length = details_right[1]
23
+
24
+ article_hash[:title] = title
25
+ article_hash[:url] = url
26
+ article_hash[:description] = description
27
+ article_hash[:author] = author
28
+ article_hash[:source] = source
29
+ article_hash[:date] = date
30
+ article_hash[:length]= length
31
+
32
+ article_array << article_hash
33
+ end
34
+ article_array
35
+ end
36
+
37
+ end
38
+
39
+ Scraper.scrape_index_page("http://longreads.com/picks/?page=4")
metadata ADDED
@@ -0,0 +1,133 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: longforms
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Katherine Thai
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2016-05-07 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.10'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.10'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '10.0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '10.0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: rspec
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: nokogiri
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: pry
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: colorize
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - "~>"
88
+ - !ruby/object:Gem::Version
89
+ version: 0.7.7
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - "~>"
95
+ - !ruby/object:Gem::Version
96
+ version: 0.7.7
97
+ description: Provides details on the longform articles from Longreads.com.
98
+ email: kthai1618@gmail.com
99
+ executables:
100
+ - longforms
101
+ extensions: []
102
+ extra_rdoc_files: []
103
+ files:
104
+ - bin/longforms
105
+ - config/environment.rb
106
+ - lib/article.rb
107
+ - lib/cli.rb
108
+ - lib/scraper.rb
109
+ homepage: https://rubygems.org/gems/longforms
110
+ licenses:
111
+ - MIT
112
+ metadata: {}
113
+ post_install_message:
114
+ rdoc_options: []
115
+ require_paths:
116
+ - lib
117
+ required_ruby_version: !ruby/object:Gem::Requirement
118
+ requirements:
119
+ - - ">="
120
+ - !ruby/object:Gem::Version
121
+ version: '0'
122
+ required_rubygems_version: !ruby/object:Gem::Requirement
123
+ requirements:
124
+ - - ">="
125
+ - !ruby/object:Gem::Version
126
+ version: '0'
127
+ requirements: []
128
+ rubyforge_project:
129
+ rubygems_version: 2.4.5.1
130
+ signing_key:
131
+ specification_version: 4
132
+ summary: Editor's picks from Longreads.com
133
+ test_files: []