transportscrapper 1.0.5 → 1.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/{TransportScrapper.rb → transportscrapper.rb} +15 -7
- metadata +6 -6
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ec6e9451a18020f02cc6db10cbf1bec40672f5636e873ab898510ec12c21052f
|
|
4
|
+
data.tar.gz: 475bfd9e757cc04e6ba8b00d4eb1c9bed7f146ac7768c8212824c5dfe139457a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 0d6657fe6db6bae2720f75826550c6acce3038a33cb4aa0d2bcaf61c96696197597bb87eb818ec4ed4194444875ac160b72f450c217b5ee559de944dcf537ad3
|
|
7
|
+
data.tar.gz: 7b804d324a840d1d809f30aab7e6999c6fc579880f426541716b67da53c8773e0c52588f0c98924048f048ca0cb9a670a858955b33047baaa8369990766c166f
|
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
require 'nokogiri'
|
|
2
2
|
require 'watir'
|
|
3
|
+
require 'open-uri'
|
|
3
4
|
|
|
4
5
|
class TransportScrapper
|
|
5
6
|
|
|
6
|
-
@outwardArr = []
|
|
7
|
-
@returnArr = []
|
|
8
|
-
|
|
9
7
|
def self.scrapewithtime(value, time)
|
|
10
8
|
@browser.goto value
|
|
9
|
+
puts value
|
|
10
|
+
#doc = Nokogiri::HTML.parse(open(value))
|
|
11
11
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
12
12
|
#taking all the hotels list in HTML
|
|
13
|
+
|
|
13
14
|
onwardtransport_snip = doc.search('div#JourneyRowsOut')
|
|
14
15
|
onwardtransport_snip_Full= onwardtransport_snip.css('div.fullTable')
|
|
15
16
|
onwardtransport_snip_array = onwardtransport_snip_Full.css('div.tableDataRow.Divtrue')
|
|
16
17
|
|
|
17
|
-
|
|
18
18
|
#iterating over each hotel
|
|
19
19
|
onwardtransport_snip_array.each do |transport_elemets|
|
|
20
20
|
depart= transport_elemets.css('div.tableDataTime.d-T').text.strip!
|
|
@@ -54,7 +54,6 @@ onwardtransport_snip_array.each do |transport_elemets|
|
|
|
54
54
|
#pushing to array
|
|
55
55
|
|
|
56
56
|
if(!@outwardArr.include?(output))
|
|
57
|
-
|
|
58
57
|
@outwardArr.push(output)
|
|
59
58
|
end
|
|
60
59
|
end
|
|
@@ -106,8 +105,10 @@ returntransport_snip_array.each do |transport_elemets|
|
|
|
106
105
|
if(!@returnArr.include?(output))
|
|
107
106
|
@returnArr.push(output)
|
|
108
107
|
end
|
|
109
|
-
end
|
|
110
108
|
|
|
109
|
+
|
|
110
|
+
end
|
|
111
|
+
doc=nil
|
|
111
112
|
puts '----------------------------------------------------------------------------'
|
|
112
113
|
puts @outwardArr
|
|
113
114
|
puts @returnArr
|
|
@@ -117,6 +118,9 @@ end
|
|
|
117
118
|
|
|
118
119
|
def self.scrape(value)
|
|
119
120
|
|
|
121
|
+
@outwardArr = []
|
|
122
|
+
@returnArr = []
|
|
123
|
+
|
|
120
124
|
args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
|
|
121
125
|
options = {
|
|
122
126
|
binary: ENV['GOOGLE_CHROME_BIN'],
|
|
@@ -140,9 +144,13 @@ end
|
|
|
140
144
|
result = Hash.new
|
|
141
145
|
result.store("outward" ,@outwardArr)
|
|
142
146
|
result.store("return" ,@returnArr)
|
|
143
|
-
|
|
147
|
+
@browser.quit()
|
|
148
|
+
@browser= nil
|
|
149
|
+
|
|
144
150
|
return result
|
|
145
151
|
|
|
146
152
|
end
|
|
153
|
+
|
|
154
|
+
|
|
147
155
|
end
|
|
148
156
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: transportscrapper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0
|
|
4
|
+
version: 1.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Niranjan Karunanithi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-
|
|
11
|
+
date: 2019-12-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|
|
@@ -17,7 +17,7 @@ dependencies:
|
|
|
17
17
|
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: '0'
|
|
20
|
-
type: :
|
|
20
|
+
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
@@ -31,20 +31,20 @@ dependencies:
|
|
|
31
31
|
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: '0'
|
|
34
|
-
type: :
|
|
34
|
+
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
38
|
- - ">="
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: '0'
|
|
41
|
-
description: Scraps the transport data
|
|
41
|
+
description: Scraps the transport data from nationalbuseireann
|
|
42
42
|
email: niranjankarunanidhi@gmail.com
|
|
43
43
|
executables: []
|
|
44
44
|
extensions: []
|
|
45
45
|
extra_rdoc_files: []
|
|
46
46
|
files:
|
|
47
|
-
- lib/
|
|
47
|
+
- lib/transportscrapper.rb
|
|
48
48
|
homepage: http://rubygems.org/gems/transportscrapper
|
|
49
49
|
licenses: []
|
|
50
50
|
metadata: {}
|