transportscrapper 1.0.2 → 1.0.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/TransportScrapper.rb +7 -12
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 111a4d37824bd70e8d1786be99c78a1edd7198e64fc1044e28c365238a8b0086
|
|
4
|
+
data.tar.gz: cdc459f1715866cb3e967afd77b1c530508e5b83ef1fc14bcad019b799e425dd
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: fa4b36e2a9a99f7fd9952bf63aab060c16514e652ad484fcddfcbbd9d9112206c694bc6c1d63ec7709bf822069fbeae0a062f7c94530774e9f462d15490c2493
|
|
7
|
+
data.tar.gz: a298eb3d430fa639f82d85c0d9b092b028de6036d5ad09dce03448c599feabe911e418dc033e31c2ac1642bceeddfba04610bb23da0c90acbc81de09d3bad1d8
|
data/lib/TransportScrapper.rb
CHANGED
|
@@ -3,9 +3,6 @@ require 'watir'
|
|
|
3
3
|
|
|
4
4
|
class TransportScrapper
|
|
5
5
|
|
|
6
|
-
@outwardArr = []
|
|
7
|
-
@returnArr = []
|
|
8
|
-
|
|
9
6
|
def self.scrapewithtime(value, time)
|
|
10
7
|
@browser.goto value
|
|
11
8
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
@@ -48,12 +45,12 @@ onwardtransport_snip_array.each do |transport_elemets|
|
|
|
48
45
|
output.store("arrival", arrival)
|
|
49
46
|
output.store("price", price)
|
|
50
47
|
output.store("route",route)
|
|
51
|
-
output.store("time",time)
|
|
52
48
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
53
49
|
|
|
54
50
|
|
|
55
51
|
#pushing to array
|
|
56
|
-
|
|
52
|
+
|
|
53
|
+
if(!@outwardArr.include?(output))
|
|
57
54
|
@outwardArr.push(output)
|
|
58
55
|
end
|
|
59
56
|
end
|
|
@@ -98,12 +95,11 @@ returntransport_snip_array.each do |transport_elemets|
|
|
|
98
95
|
output.store("arrival", arrival)
|
|
99
96
|
output.store("price", price)
|
|
100
97
|
output.store("route",route)
|
|
101
|
-
output.store("time",time)
|
|
102
98
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
103
99
|
|
|
104
100
|
#pushing to array
|
|
105
101
|
|
|
106
|
-
if(!@returnArr.
|
|
102
|
+
if(!@returnArr.include?(output))
|
|
107
103
|
@returnArr.push(output)
|
|
108
104
|
end
|
|
109
105
|
end
|
|
@@ -117,6 +113,9 @@ end
|
|
|
117
113
|
|
|
118
114
|
def self.scrape(value)
|
|
119
115
|
|
|
116
|
+
@outwardArr = []
|
|
117
|
+
@returnArr = []
|
|
118
|
+
|
|
120
119
|
args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
|
|
121
120
|
options = {
|
|
122
121
|
binary: ENV['GOOGLE_CHROME_BIN'],
|
|
@@ -143,10 +142,6 @@ end
|
|
|
143
142
|
|
|
144
143
|
return result
|
|
145
144
|
|
|
146
|
-
end
|
|
147
|
-
|
|
148
|
-
val = TransportScrapper.scrape("https://national.buseireann.ie/?originStop=13500&destinationstop=55504&ticketType=2&departdate=01-dec-2019&returndate=02-dec-2019&adult=1&child=0&student=0&family=0")
|
|
149
|
-
|
|
150
|
-
puts val
|
|
145
|
+
end
|
|
151
146
|
end
|
|
152
147
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: transportscrapper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Niranjan Karunanithi
|
|
@@ -17,7 +17,7 @@ dependencies:
|
|
|
17
17
|
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: '0'
|
|
20
|
-
type: :
|
|
20
|
+
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
@@ -31,7 +31,7 @@ dependencies:
|
|
|
31
31
|
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: '0'
|
|
34
|
-
type: :
|
|
34
|
+
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|