transportscrapper 1.0.8 → 1.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/transportscrapper.rb +12 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: df6bbac266216716968ad977ec95eebf7750cae15806d570b5acb06496bc1bb1
|
|
4
|
+
data.tar.gz: 2951e30ea786b975a3c5c9b1bbc5fa1493c5407429bb566df5f8068028e4e45d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d9480280713ff05968a9f742f5d74943d4b97d700c10f1396bc30e75cec75da627e9c96fa5ffe723b3a9888c65ff3b2394064e0bd024b15731646d3fea876fad
|
|
7
|
+
data.tar.gz: aa66c4b9895bdf695426d7595342255cd6ffd2cc2cf3659ffce08ca22d92122ac8bc1df84cf752b7ef67b957a1a4f0f85aec224e9f47292ae519b9fd889e6442
|
data/lib/transportscrapper.rb
CHANGED
|
@@ -1,16 +1,22 @@
|
|
|
1
1
|
require 'nokogiri'
|
|
2
2
|
require 'watir'
|
|
3
|
+
require 'open-uri'
|
|
3
4
|
|
|
4
5
|
class TransportScrapper
|
|
5
6
|
|
|
6
7
|
def self.scrapewithtime(value, time)
|
|
7
8
|
@browser.goto value
|
|
9
|
+
puts value
|
|
10
|
+
#doc = Nokogiri::HTML.parse(open(value))
|
|
8
11
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
9
12
|
#taking all the hotels list in HTML
|
|
13
|
+
puts "---------------doc-----------"
|
|
14
|
+
puts doc
|
|
10
15
|
onwardtransport_snip = doc.search('div#JourneyRowsOut')
|
|
11
16
|
onwardtransport_snip_Full= onwardtransport_snip.css('div.fullTable')
|
|
12
17
|
onwardtransport_snip_array = onwardtransport_snip_Full.css('div.tableDataRow.Divtrue')
|
|
13
18
|
|
|
19
|
+
puts onwardtransport_snip_array
|
|
14
20
|
|
|
15
21
|
#iterating over each hotel
|
|
16
22
|
onwardtransport_snip_array.each do |transport_elemets|
|
|
@@ -103,7 +109,7 @@ if(!@returnArr.include?(output))
|
|
|
103
109
|
@returnArr.push(output)
|
|
104
110
|
end
|
|
105
111
|
end
|
|
106
|
-
|
|
112
|
+
doc=nil
|
|
107
113
|
puts '----------------------------------------------------------------------------'
|
|
108
114
|
puts @outwardArr
|
|
109
115
|
puts @returnArr
|
|
@@ -139,9 +145,13 @@ end
|
|
|
139
145
|
result = Hash.new
|
|
140
146
|
result.store("outward" ,@outwardArr)
|
|
141
147
|
result.store("return" ,@returnArr)
|
|
142
|
-
|
|
148
|
+
@browser.quit()
|
|
149
|
+
@browser= nil
|
|
150
|
+
|
|
143
151
|
return result
|
|
144
152
|
|
|
145
153
|
end
|
|
154
|
+
|
|
155
|
+
|
|
146
156
|
end
|
|
147
157
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: transportscrapper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.9
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Niranjan Karunanithi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-
|
|
11
|
+
date: 2019-12-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|