transportscrapper 1.0.1 → 1.0.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/TransportScrapper.rb +8 -7
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 180ad7ec28f5cfe669e8ea805ca59d392565045ebb19a81e2a35844aa9bd3b9d
|
|
4
|
+
data.tar.gz: 7fba9965104d13da2dcf952a55e8cacb29ba990596ee44f5b18321a31174ed25
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1d5a1a4821ca1bf350ba7589676e41663129d2f5176245223e535f765d80123d8ceef751138564e4f871532f353ad23b44c27db1bbec062e317b216e2e79c0a4
|
|
7
|
+
data.tar.gz: 10516106aed77e34bf9d85ac6a2696046344d6633fb76ea74e203d4a5644540d706a9bedf8be0a7f2910f533722981d0671691fe8d8704725695efcf17afda84
|
data/lib/TransportScrapper.rb
CHANGED
|
@@ -3,10 +3,7 @@ require 'watir'
|
|
|
3
3
|
|
|
4
4
|
class TransportScrapper
|
|
5
5
|
|
|
6
|
-
|
|
7
|
-
@returnArr = []
|
|
8
|
-
|
|
9
|
-
def self.scrapewithtime(value)
|
|
6
|
+
def self.scrapewithtime(value, time)
|
|
10
7
|
@browser.goto value
|
|
11
8
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
12
9
|
#taking all the hotels list in HTML
|
|
@@ -52,6 +49,7 @@ onwardtransport_snip_array.each do |transport_elemets|
|
|
|
52
49
|
|
|
53
50
|
|
|
54
51
|
#pushing to array
|
|
52
|
+
|
|
55
53
|
if(!@outwardArr.include?(output))
|
|
56
54
|
@outwardArr.push(output)
|
|
57
55
|
end
|
|
@@ -100,6 +98,7 @@ returntransport_snip_array.each do |transport_elemets|
|
|
|
100
98
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
101
99
|
|
|
102
100
|
#pushing to array
|
|
101
|
+
|
|
103
102
|
if(!@returnArr.include?(output))
|
|
104
103
|
@returnArr.push(output)
|
|
105
104
|
end
|
|
@@ -114,6 +113,9 @@ end
|
|
|
114
113
|
|
|
115
114
|
def self.scrape(value)
|
|
116
115
|
|
|
116
|
+
@outwardArr = []
|
|
117
|
+
@returnArr = []
|
|
118
|
+
|
|
117
119
|
args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
|
|
118
120
|
options = {
|
|
119
121
|
binary: ENV['GOOGLE_CHROME_BIN'],
|
|
@@ -130,7 +132,7 @@ for time in timeArr do
|
|
|
130
132
|
joinstr ="&returntime=#{time}&departtime=#{time}"
|
|
131
133
|
temp = value+joinstr
|
|
132
134
|
|
|
133
|
-
self.scrapewithtime(temp)
|
|
135
|
+
self.scrapewithtime(temp, time)
|
|
134
136
|
end
|
|
135
137
|
|
|
136
138
|
#returning array
|
|
@@ -140,7 +142,6 @@ end
|
|
|
140
142
|
|
|
141
143
|
return result
|
|
142
144
|
|
|
143
|
-
end
|
|
144
|
-
|
|
145
|
+
end
|
|
145
146
|
end
|
|
146
147
|
|