book-releases 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/bin/book-releases +6 -0
- data/config/environment.rb +10 -0
- data/lib/book_releases_cli_app.rb +4 -0
- data/lib/book_releases_cli_app/book.rb +46 -0
- data/lib/book_releases_cli_app/cli.rb +83 -0
- data/lib/book_releases_cli_app/scraper.rb +101 -0
- data/lib/book_releases_cli_app/store.rb +59 -0
- data/lib/book_releases_cli_app/version.rb +3 -0
- metadata +139 -0
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 65d1271943af9df26a56560718c98cb8d565d7cb906af25515b9869f6c2c73d4
|
4
|
+
data.tar.gz: 2c45bbff8d13041abad16fc254ab4db6246719dc3af3aa34cd97d53fefc1e629
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: a80a07b03c6a2b3bcfdcc8cc065341b614aacbf081bfe7322bd255aec7327173e210d0eea997cee9badd72eac85b2d883fdc194f19a9dba81e74814d89abb1d9
|
7
|
+
data.tar.gz: e34b746ef5f6a8292007b2884857dea2c35a3248e3ef1bedb5d95207e610b76314727f846027cad3bbd37f0ab9adf7c1d845590a5f145a0bfb50085472f42fff
|
data/bin/book-releases
ADDED
@@ -0,0 +1,10 @@
|
|
1
|
+
require 'open-uri'
|
2
|
+
require 'nokogiri'
|
3
|
+
require 'colorize'
|
4
|
+
require 'pry'
|
5
|
+
|
6
|
+
require_relative "../lib/book_releases_cli_app/version"
|
7
|
+
require_relative "../lib/book_releases_cli_app/book"
|
8
|
+
require_relative "../lib/book_releases_cli_app/store"
|
9
|
+
require_relative "../lib/book_releases_cli_app/scraper"
|
10
|
+
require_relative "../lib/book_releases_cli_app/cli"
|
@@ -0,0 +1,46 @@
|
|
1
|
+
class BookReleasesCliApp::Book
|
2
|
+
attr_accessor :title, :author, :release_date, :price, :url, :type, :overview, :detail_title, :detail_author, :store
|
3
|
+
|
4
|
+
@@all = []
|
5
|
+
|
6
|
+
def initialize(store, attributes)
|
7
|
+
@store = store
|
8
|
+
|
9
|
+
attributes.each do |attribute_name, attribute_value|
|
10
|
+
self.send("#{attribute_name}=", attribute_value)
|
11
|
+
end
|
12
|
+
end #-- initialize --
|
13
|
+
|
14
|
+
def self.create_from_book_collection(store, books_array)
|
15
|
+
books = books_array.collect do |book_hash|
|
16
|
+
book = self.new(store, book_hash)
|
17
|
+
book.save
|
18
|
+
book
|
19
|
+
end
|
20
|
+
end #-- self.create_from_book_collection --
|
21
|
+
|
22
|
+
def save
|
23
|
+
@@all << self
|
24
|
+
end # save instance --
|
25
|
+
|
26
|
+
def self.all
|
27
|
+
@@all
|
28
|
+
end #-- self.all --
|
29
|
+
|
30
|
+
def store=(store)
|
31
|
+
# Assign that store to myself
|
32
|
+
#binding.pry
|
33
|
+
@store = store
|
34
|
+
|
35
|
+
# Creates a reciprocal belongs to
|
36
|
+
# Tell the store that it has a new book (self)
|
37
|
+
store.add_book(self)
|
38
|
+
end #-- store writter --
|
39
|
+
|
40
|
+
def self.print_all
|
41
|
+
all.each.with_index(1) do |book, index|
|
42
|
+
puts "[#{index}]. #{book.title} - #{book.author} - #{book.release_date} - #{book.type} #{book.price}"
|
43
|
+
end
|
44
|
+
end #-- self.print_all --
|
45
|
+
|
46
|
+
end #-- BookReleasesCliApp::Book --
|
@@ -0,0 +1,83 @@
|
|
1
|
+
class BookReleasesCliApp::CLI
|
2
|
+
|
3
|
+
def call
|
4
|
+
load_new_releases
|
5
|
+
list_store_menu
|
6
|
+
end #-- call --
|
7
|
+
|
8
|
+
def load_new_releases
|
9
|
+
puts "Loading new releases from Barnes and Noble website..."
|
10
|
+
bn = BookReleasesCliApp::Store.new("Barnes and Noble (B&N)", BookReleasesCliApp::Scraper.bn_scraper)
|
11
|
+
|
12
|
+
puts "Loading new releases from Books a Million website..."
|
13
|
+
bam = BookReleasesCliApp::Store.new("Books a Million (BAM!)", BookReleasesCliApp::Scraper.bam_scraper)
|
14
|
+
#binding.pry
|
15
|
+
end #-- load_new_releases
|
16
|
+
|
17
|
+
def list_store_menu
|
18
|
+
system "clear" or system "cls"
|
19
|
+
|
20
|
+
input = nil
|
21
|
+
while input.to_i != 9
|
22
|
+
puts "New Book Releases"
|
23
|
+
puts "=================".colorize(:blue)
|
24
|
+
|
25
|
+
BookReleasesCliApp::Store.print_all
|
26
|
+
|
27
|
+
puts "[9]. Exit"
|
28
|
+
puts "Enter your choice: "
|
29
|
+
|
30
|
+
input = gets.strip.downcase
|
31
|
+
|
32
|
+
if input.to_i == 9
|
33
|
+
puts "Thank you for using New Book Releases"
|
34
|
+
elsif input.to_i.between?(1, BookReleasesCliApp::Store.all.count)
|
35
|
+
selected_store = BookReleasesCliApp::Store.find(input.to_i)
|
36
|
+
list_books_by_store(selected_store)
|
37
|
+
view_book(selected_store)
|
38
|
+
else
|
39
|
+
puts "Incorrect entry. Enter the store number or type '9' to exit.".colorize(:red)
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end #-- list_store_menu --
|
43
|
+
|
44
|
+
def list_books_by_store(selected_store)
|
45
|
+
system "clear" or system "cls"
|
46
|
+
|
47
|
+
puts "\n#{selected_store.name} New Releases\n".colorize(:blue)
|
48
|
+
|
49
|
+
BookReleasesCliApp::Store.print_books_by_store(selected_store)
|
50
|
+
#selected_store.books.each.with_index(1) do |book, i|
|
51
|
+
# puts "#{i}. #{book.title} - #{book.author} - #{book.release_date} - #{book.type} #{book.price}"
|
52
|
+
#end
|
53
|
+
|
54
|
+
puts ""
|
55
|
+
end #-- list_books_by_store --
|
56
|
+
|
57
|
+
def view_book(selected_store)
|
58
|
+
input = nil
|
59
|
+
while input != "exit"
|
60
|
+
puts "Enter a book number to show more information about the book."
|
61
|
+
puts "Type 'list' to see the #{selected_store.name} list again or type 'exit' to select a different store."
|
62
|
+
|
63
|
+
input = gets.strip.downcase
|
64
|
+
|
65
|
+
if input.to_i.between?(1, selected_store.books.count)
|
66
|
+
book = selected_store.find_book(input.to_i)
|
67
|
+
puts ""
|
68
|
+
puts "Title: #{book.detail_title}"
|
69
|
+
puts "Author: #{book.detail_author}"
|
70
|
+
puts "Release Date: #{book.release_date} || Format: #{book.type} || Price: #{book.price}"
|
71
|
+
puts "OVERVIEW: #{book.overview}"
|
72
|
+
puts ""
|
73
|
+
elsif input == "list"
|
74
|
+
list_books_by_store(selected_store)
|
75
|
+
elsif input == "exit"
|
76
|
+
system "clear" or system "cls"
|
77
|
+
else
|
78
|
+
puts "Invalid entry.".colorize(:red)
|
79
|
+
end
|
80
|
+
end
|
81
|
+
end #-- view_book --
|
82
|
+
|
83
|
+
end #-- BookReleasesCliApp::CLI --
|
@@ -0,0 +1,101 @@
|
|
1
|
+
class BookReleasesCliApp::Scraper
|
2
|
+
def self.bn_scraper
|
3
|
+
newbooks = []
|
4
|
+
|
5
|
+
base_url = "https://www.barnesandnoble.com"
|
6
|
+
comingsoon_page = "/b/coming-soon/_/N-1oyfZ8q8"
|
7
|
+
main_url = "#{base_url}#{comingsoon_page}"
|
8
|
+
|
9
|
+
html = open(main_url)
|
10
|
+
doc = Nokogiri::HTML(html)
|
11
|
+
|
12
|
+
doc.css("div#main-content div.product-shelf-info").collect do |product|
|
13
|
+
title_url = product.css(".product-shelf-title a").attr("href").text.split(";")[0]
|
14
|
+
session_url = product.css(".product-shelf-title a").attr("href").text.split("?").last
|
15
|
+
|
16
|
+
book_details = self.bn_scrape_details("#{base_url}#{title_url}?#{session_url}")
|
17
|
+
|
18
|
+
book_info = {
|
19
|
+
:url => "#{base_url}#{title_url}?#{session_url}",
|
20
|
+
:title => product.css(".product-shelf-title a").text,
|
21
|
+
:author => product.css(".product-shelf-author").text.gsub("\n\nby ", ""),
|
22
|
+
:detail_title => book_details[:detail_title],
|
23
|
+
:detail_author => book_details[:detail_author],
|
24
|
+
:type => book_details[:detail_type],
|
25
|
+
:price => book_details[:detail_price],
|
26
|
+
:release_date => book_details[:release_date],
|
27
|
+
:overview => book_details[:overview]
|
28
|
+
}
|
29
|
+
#binding.pry
|
30
|
+
end
|
31
|
+
end #-- self.bn_scraper --
|
32
|
+
|
33
|
+
def self.bn_scrape_details(url)
|
34
|
+
details = {}
|
35
|
+
|
36
|
+
main_url = url
|
37
|
+
html = open(main_url)
|
38
|
+
doc = Nokogiri::HTML(html)
|
39
|
+
|
40
|
+
bformat = doc.css("section.formatSelect").text.gsub("\n", "").split(" - ") [0]
|
41
|
+
bprice = doc.css("section.formatSelect").text.gsub( / *\n+/, " - " ).split(" - ")[2]
|
42
|
+
if bformat == ""
|
43
|
+
bformat = doc.css("div#prodPromo h2#pdp-info-format").text.gsub("\n", "")
|
44
|
+
bprice = doc.css("div#prodPromo span#pdp-cur-price").text
|
45
|
+
end
|
46
|
+
|
47
|
+
details = {
|
48
|
+
:detail_title => doc.css("header#prodSummary-header h1").text,
|
49
|
+
:detail_author => doc.css("header#prodSummary-header span a").text,
|
50
|
+
:detail_type => bformat,
|
51
|
+
:detail_price => bprice,
|
52
|
+
:release_date => doc.css("div#ProductDetailsTab td")[2].text,
|
53
|
+
:overview => doc.css("div#productInfoOverview p").text.gsub(/\s+/, " ")
|
54
|
+
}
|
55
|
+
end #-- self.bn_scrape_details(url) --
|
56
|
+
|
57
|
+
|
58
|
+
def self.bam_scraper
|
59
|
+
base_url = "http://www.booksamillion.com"
|
60
|
+
comingsoon_page = "/comingsoon?mobile=no&DDTN=Books&DDLN=Coming-Soon&id=7171783864562"
|
61
|
+
main_url = "#{base_url}#{comingsoon_page}"
|
62
|
+
|
63
|
+
html = open(main_url)
|
64
|
+
doc = Nokogiri::HTML(html)
|
65
|
+
|
66
|
+
doc.css("div#content .product-list .experiments-module-content-display").collect do |product|
|
67
|
+
book_url = product.css("a").attr("href").value
|
68
|
+
book_details = self.bam_scrape_details(book_url)
|
69
|
+
|
70
|
+
book_info = {
|
71
|
+
:url => book_url,
|
72
|
+
:title => product.css("a strong")[0].text,
|
73
|
+
:author => product.css("span")[0].text,
|
74
|
+
:detail_title => book_details[:detail_title],
|
75
|
+
:detail_author => book_details[:detail_author],
|
76
|
+
:type => product.css("span")[1].text,
|
77
|
+
:price => product.css("a strong")[1].text,
|
78
|
+
:release_date => book_details[:release_date],
|
79
|
+
:overview => book_details[:overview]
|
80
|
+
}
|
81
|
+
#binding.pry
|
82
|
+
end
|
83
|
+
end #-- self.bam_scraper --
|
84
|
+
|
85
|
+
def self.bam_scrape_details(url)
|
86
|
+
details = {}
|
87
|
+
|
88
|
+
main_url = url
|
89
|
+
|
90
|
+
html = open(main_url)
|
91
|
+
doc = Nokogiri::HTML(html)
|
92
|
+
|
93
|
+
details = {
|
94
|
+
:detail_title => doc.css("div#details-description-container div span.details-title-text")[0].text,
|
95
|
+
:detail_author => doc.css("div#details-description-container div span.details-author-text").text.gsub("by ", "").gsub("- ", "").gsub("\n",""),
|
96
|
+
:release_date => doc.css("div#details-description-container div.price-block-quote-text strong")[0].text.gsub("This item will ship on ", "").split(".")[0],
|
97
|
+
:overview => doc.css("span.details-content-text").text.gsub(/\s+/, " ")
|
98
|
+
}
|
99
|
+
end #-- self.bam_scrape_details(url) --
|
100
|
+
|
101
|
+
end #-- BookReleasesCliApp::Scraper --
|
@@ -0,0 +1,59 @@
|
|
1
|
+
class InvalidType < StandardError; end
|
2
|
+
|
3
|
+
class BookReleasesCliApp::Store
|
4
|
+
attr_accessor :name
|
5
|
+
attr_reader :books
|
6
|
+
|
7
|
+
@@all = []
|
8
|
+
|
9
|
+
def initialize(name, books_array)
|
10
|
+
@name = name
|
11
|
+
|
12
|
+
@books = BookReleasesCliApp::Book.create_from_book_collection(self, books_array)
|
13
|
+
#@books = books_array.collect do |book_attributes|
|
14
|
+
# BookReleasesCliApp::Book.new(self, book_attributes)
|
15
|
+
#end
|
16
|
+
|
17
|
+
@@all << self
|
18
|
+
end #-- initialize --
|
19
|
+
|
20
|
+
def self.find(id)
|
21
|
+
@@all[id.to_i - 1]
|
22
|
+
end #-- self.find (store-id)--
|
23
|
+
|
24
|
+
def books
|
25
|
+
@books.dup.freeze
|
26
|
+
end #-- books reader --
|
27
|
+
|
28
|
+
def add_book(book)
|
29
|
+
if !book.is_a?(Book)
|
30
|
+
raise InvalidType, "Must be a Book"
|
31
|
+
else
|
32
|
+
@books << book unless books.include?(book)
|
33
|
+
book.store = self unless book.store == self
|
34
|
+
end
|
35
|
+
binding.pry
|
36
|
+
end #-- add_book --
|
37
|
+
|
38
|
+
def find_book(id)
|
39
|
+
self.books[id.to_i - 1]
|
40
|
+
end #-- self.find_book --
|
41
|
+
|
42
|
+
def self.all
|
43
|
+
@@all
|
44
|
+
end #-- self.all --
|
45
|
+
|
46
|
+
def self.print_all
|
47
|
+
all.each.with_index(1) do |store, index|
|
48
|
+
puts "[#{index}]. #{store.name}"
|
49
|
+
end
|
50
|
+
end #-- self.print_all
|
51
|
+
|
52
|
+
def self.print_books_by_store(store)
|
53
|
+
store.books.each.with_index(1) do |book, index|
|
54
|
+
#puts "[#{index}]. #{book.title} - #{book.author} - #{book.release_date} - #{book.type} #{book.price}"
|
55
|
+
puts "[#{index}]. #{book.title} - #{book.author} - #{book.release_date}"
|
56
|
+
end
|
57
|
+
end #-- self.print_books_by_store --
|
58
|
+
|
59
|
+
end #-- BookReleasesCliApp::Store --
|
metadata
ADDED
@@ -0,0 +1,139 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: book-releases
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.1.2
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- Ni Chia
|
8
|
+
autorequire:
|
9
|
+
bindir: bin
|
10
|
+
cert_chain: []
|
11
|
+
date: 2018-02-28 00:00:00.000000000 Z
|
12
|
+
dependencies:
|
13
|
+
- !ruby/object:Gem::Dependency
|
14
|
+
name: bundler
|
15
|
+
requirement: !ruby/object:Gem::Requirement
|
16
|
+
requirements:
|
17
|
+
- - "~>"
|
18
|
+
- !ruby/object:Gem::Version
|
19
|
+
version: '1.16'
|
20
|
+
type: :development
|
21
|
+
prerelease: false
|
22
|
+
version_requirements: !ruby/object:Gem::Requirement
|
23
|
+
requirements:
|
24
|
+
- - "~>"
|
25
|
+
- !ruby/object:Gem::Version
|
26
|
+
version: '1.16'
|
27
|
+
- !ruby/object:Gem::Dependency
|
28
|
+
name: rake
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
30
|
+
requirements:
|
31
|
+
- - "~>"
|
32
|
+
- !ruby/object:Gem::Version
|
33
|
+
version: '10.0'
|
34
|
+
type: :development
|
35
|
+
prerelease: false
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
37
|
+
requirements:
|
38
|
+
- - "~>"
|
39
|
+
- !ruby/object:Gem::Version
|
40
|
+
version: '10.0'
|
41
|
+
- !ruby/object:Gem::Dependency
|
42
|
+
name: rspec
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
44
|
+
requirements:
|
45
|
+
- - ">="
|
46
|
+
- !ruby/object:Gem::Version
|
47
|
+
version: '0'
|
48
|
+
type: :development
|
49
|
+
prerelease: false
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - ">="
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '0'
|
55
|
+
- !ruby/object:Gem::Dependency
|
56
|
+
name: pry
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
58
|
+
requirements:
|
59
|
+
- - ">="
|
60
|
+
- !ruby/object:Gem::Version
|
61
|
+
version: '0'
|
62
|
+
type: :development
|
63
|
+
prerelease: false
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
65
|
+
requirements:
|
66
|
+
- - ">="
|
67
|
+
- !ruby/object:Gem::Version
|
68
|
+
version: '0'
|
69
|
+
- !ruby/object:Gem::Dependency
|
70
|
+
name: nokogiri
|
71
|
+
requirement: !ruby/object:Gem::Requirement
|
72
|
+
requirements:
|
73
|
+
- - ">="
|
74
|
+
- !ruby/object:Gem::Version
|
75
|
+
version: '0'
|
76
|
+
type: :development
|
77
|
+
prerelease: false
|
78
|
+
version_requirements: !ruby/object:Gem::Requirement
|
79
|
+
requirements:
|
80
|
+
- - ">="
|
81
|
+
- !ruby/object:Gem::Version
|
82
|
+
version: '0'
|
83
|
+
- !ruby/object:Gem::Dependency
|
84
|
+
name: colorize
|
85
|
+
requirement: !ruby/object:Gem::Requirement
|
86
|
+
requirements:
|
87
|
+
- - "~>"
|
88
|
+
- !ruby/object:Gem::Version
|
89
|
+
version: 0.8.1
|
90
|
+
type: :runtime
|
91
|
+
prerelease: false
|
92
|
+
version_requirements: !ruby/object:Gem::Requirement
|
93
|
+
requirements:
|
94
|
+
- - "~>"
|
95
|
+
- !ruby/object:Gem::Version
|
96
|
+
version: 0.8.1
|
97
|
+
description: Book_Releases_Cli_App lists upcoming book releases by "Barnes and Noble"
|
98
|
+
and "Books a Million" stores.
|
99
|
+
email:
|
100
|
+
- nichia@gmail.com
|
101
|
+
executables:
|
102
|
+
- book-releases
|
103
|
+
extensions: []
|
104
|
+
extra_rdoc_files: []
|
105
|
+
files:
|
106
|
+
- bin/book-releases
|
107
|
+
- config/environment.rb
|
108
|
+
- lib/book_releases_cli_app.rb
|
109
|
+
- lib/book_releases_cli_app/book.rb
|
110
|
+
- lib/book_releases_cli_app/cli.rb
|
111
|
+
- lib/book_releases_cli_app/scraper.rb
|
112
|
+
- lib/book_releases_cli_app/store.rb
|
113
|
+
- lib/book_releases_cli_app/version.rb
|
114
|
+
homepage: https://github.com/nichia/book_releases_cli_app.git
|
115
|
+
licenses:
|
116
|
+
- MIT
|
117
|
+
metadata: {}
|
118
|
+
post_install_message:
|
119
|
+
rdoc_options: []
|
120
|
+
require_paths:
|
121
|
+
- lib
|
122
|
+
- lib/book_releases_cli_app
|
123
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
124
|
+
requirements:
|
125
|
+
- - ">="
|
126
|
+
- !ruby/object:Gem::Version
|
127
|
+
version: '0'
|
128
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
129
|
+
requirements:
|
130
|
+
- - ">="
|
131
|
+
- !ruby/object:Gem::Version
|
132
|
+
version: '0'
|
133
|
+
requirements: []
|
134
|
+
rubyforge_project:
|
135
|
+
rubygems_version: 2.7.6
|
136
|
+
signing_key:
|
137
|
+
specification_version: 4
|
138
|
+
summary: Upcoming Book Releases
|
139
|
+
test_files: []
|