web_scraping_hw3 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +7 -0
- data/lib/web_scraping_hw3.rb +4 -6
- data/lib/web_scraping_hw3/version.rb +1 -1
- data/web_scraping_hw3.gemspec +1 -1
- metadata +8 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e64f57b8e21f4ca4aa0a87951ebd4ad4f657bdf42901e3599f4ee8ce3683a0bc
|
4
|
+
data.tar.gz: c687a2ed42d94c4035611e2d4a3073585701d7d342c59f1e888f538df644c882
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: cd67410e53a59f03d3cf97a16e14dbe51111c38a493877956e1865241d884245270c5ba0e37c390ad0e32fbcda740d6cc5b78a67e6c29a80fd2a8d268aa3392e
|
7
|
+
data.tar.gz: 7281b8c0a95be5203c1819c3de4e04f9ca7027d7e3d98635138a6ca60e7009b5defac9f3c19ee022d196385c13b5ad32d99c9d363139f68f98700f908bf10e52
|
data/CHANGELOG.md
CHANGED
data/lib/web_scraping_hw3.rb
CHANGED
@@ -20,21 +20,19 @@ module WebScrapingHw3
|
|
20
20
|
# @return [nil]
|
21
21
|
def self.main_scrape
|
22
22
|
url = "#{BASE_URL}/set/commonslookup.do"
|
23
|
-
companies_pages =
|
23
|
+
companies_pages = find_companies_page(url)
|
24
24
|
|
25
25
|
companies_pages.each do |companies_page|
|
26
|
-
companies_table =
|
26
|
+
companies_table = find_companies_table(companies_page)
|
27
27
|
|
28
28
|
companies_table.each do |company_tag_a|
|
29
|
-
url_stock_highlight_page =
|
29
|
+
url_stock_highlight_page = find_company_highlight(company_tag_a)
|
30
30
|
stock_url = "#{BASE_URL}#{url_stock_highlight_page}"
|
31
|
-
|
31
|
+
print_asset(stock_url)
|
32
32
|
end
|
33
33
|
end
|
34
34
|
end
|
35
35
|
|
36
|
-
private
|
37
|
-
|
38
36
|
def self.find_companies_page(url)
|
39
37
|
parsed_page = make_parsed(url)
|
40
38
|
parsed_page.css("div.col-xs-12.padding-top-10.text-center.capital-letter").css("a")
|
data/web_scraping_hw3.gemspec
CHANGED
@@ -37,8 +37,8 @@ Gem::Specification.new do |spec|
|
|
37
37
|
|
38
38
|
# Development dependency gem
|
39
39
|
spec.add_development_dependency "bundler", "~> 1.17"
|
40
|
-
spec.add_development_dependency "rake", "~> 10.0"
|
41
40
|
spec.add_development_dependency "minitest", "~> 5.0"
|
41
|
+
spec.add_development_dependency "rake", "~> 10.0"
|
42
42
|
|
43
43
|
# For more information and examples about making a new gem, checkout our
|
44
44
|
# guide at: https://bundler.io/guides/creating_gem.html
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: web_scraping_hw3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Vichisorn Wejsupakul
|
@@ -53,33 +53,33 @@ dependencies:
|
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '1.17'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
56
|
+
name: minitest
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
59
|
- - "~>"
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: '
|
61
|
+
version: '5.0'
|
62
62
|
type: :development
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - "~>"
|
67
67
|
- !ruby/object:Gem::Version
|
68
|
-
version: '
|
68
|
+
version: '5.0'
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
|
-
name:
|
70
|
+
name: rake
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
72
72
|
requirements:
|
73
73
|
- - "~>"
|
74
74
|
- !ruby/object:Gem::Version
|
75
|
-
version: '
|
75
|
+
version: '10.0'
|
76
76
|
type: :development
|
77
77
|
prerelease: false
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
80
|
- - "~>"
|
81
81
|
- !ruby/object:Gem::Version
|
82
|
-
version: '
|
82
|
+
version: '10.0'
|
83
83
|
description: This gem is web scraping from assignment 2 in Soft spec design lab.This
|
84
84
|
gem is created by 6210546013 Vichisorn Wejsupakul
|
85
85
|
email:
|
@@ -124,7 +124,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
124
124
|
- !ruby/object:Gem::Version
|
125
125
|
version: '0'
|
126
126
|
requirements: []
|
127
|
-
rubygems_version: 3.2.
|
127
|
+
rubygems_version: 3.2.8
|
128
128
|
signing_key:
|
129
129
|
specification_version: 4
|
130
130
|
summary: Web Scraping for Set website
|