transportscrapper 1.0.8 → 1.0.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/transportscrapper.rb +12 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: df6bbac266216716968ad977ec95eebf7750cae15806d570b5acb06496bc1bb1
|
|
4
|
+
data.tar.gz: 2951e30ea786b975a3c5c9b1bbc5fa1493c5407429bb566df5f8068028e4e45d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d9480280713ff05968a9f742f5d74943d4b97d700c10f1396bc30e75cec75da627e9c96fa5ffe723b3a9888c65ff3b2394064e0bd024b15731646d3fea876fad
|
|
7
|
+
data.tar.gz: aa66c4b9895bdf695426d7595342255cd6ffd2cc2cf3659ffce08ca22d92122ac8bc1df84cf752b7ef67b957a1a4f0f85aec224e9f47292ae519b9fd889e6442
|
data/lib/transportscrapper.rb
CHANGED
|
@@ -1,16 +1,22 @@
|
|
|
1
1
|
require 'nokogiri'
|
|
2
2
|
require 'watir'
|
|
3
|
+
require 'open-uri'
|
|
3
4
|
|
|
4
5
|
class TransportScrapper
|
|
5
6
|
|
|
6
7
|
def self.scrapewithtime(value, time)
|
|
7
8
|
@browser.goto value
|
|
9
|
+
puts value
|
|
10
|
+
#doc = Nokogiri::HTML.parse(open(value))
|
|
8
11
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
9
12
|
#taking all the hotels list in HTML
|
|
13
|
+
puts "---------------doc-----------"
|
|
14
|
+
puts doc
|
|
10
15
|
onwardtransport_snip = doc.search('div#JourneyRowsOut')
|
|
11
16
|
onwardtransport_snip_Full= onwardtransport_snip.css('div.fullTable')
|
|
12
17
|
onwardtransport_snip_array = onwardtransport_snip_Full.css('div.tableDataRow.Divtrue')
|
|
13
18
|
|
|
19
|
+
puts onwardtransport_snip_array
|
|
14
20
|
|
|
15
21
|
#iterating over each hotel
|
|
16
22
|
onwardtransport_snip_array.each do |transport_elemets|
|
|
@@ -103,7 +109,7 @@ if(!@returnArr.include?(output))
|
|
|
103
109
|
@returnArr.push(output)
|
|
104
110
|
end
|
|
105
111
|
end
|
|
106
|
-
|
|
112
|
+
doc=nil
|
|
107
113
|
puts '----------------------------------------------------------------------------'
|
|
108
114
|
puts @outwardArr
|
|
109
115
|
puts @returnArr
|
|
@@ -139,9 +145,13 @@ end
|
|
|
139
145
|
result = Hash.new
|
|
140
146
|
result.store("outward" ,@outwardArr)
|
|
141
147
|
result.store("return" ,@returnArr)
|
|
142
|
-
|
|
148
|
+
@browser.quit()
|
|
149
|
+
@browser= nil
|
|
150
|
+
|
|
143
151
|
return result
|
|
144
152
|
|
|
145
153
|
end
|
|
154
|
+
|
|
155
|
+
|
|
146
156
|
end
|
|
147
157
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: transportscrapper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.9
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Niranjan Karunanithi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-
|
|
11
|
+
date: 2019-12-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|