transportscrapper 1.0.2 → 1.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/TransportScrapper.rb +7 -12
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 111a4d37824bd70e8d1786be99c78a1edd7198e64fc1044e28c365238a8b0086
|
|
4
|
+
data.tar.gz: cdc459f1715866cb3e967afd77b1c530508e5b83ef1fc14bcad019b799e425dd
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: fa4b36e2a9a99f7fd9952bf63aab060c16514e652ad484fcddfcbbd9d9112206c694bc6c1d63ec7709bf822069fbeae0a062f7c94530774e9f462d15490c2493
|
|
7
|
+
data.tar.gz: a298eb3d430fa639f82d85c0d9b092b028de6036d5ad09dce03448c599feabe911e418dc033e31c2ac1642bceeddfba04610bb23da0c90acbc81de09d3bad1d8
|
data/lib/TransportScrapper.rb
CHANGED
|
@@ -3,9 +3,6 @@ require 'watir'
|
|
|
3
3
|
|
|
4
4
|
class TransportScrapper
|
|
5
5
|
|
|
6
|
-
@outwardArr = []
|
|
7
|
-
@returnArr = []
|
|
8
|
-
|
|
9
6
|
def self.scrapewithtime(value, time)
|
|
10
7
|
@browser.goto value
|
|
11
8
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
@@ -48,12 +45,12 @@ onwardtransport_snip_array.each do |transport_elemets|
|
|
|
48
45
|
output.store("arrival", arrival)
|
|
49
46
|
output.store("price", price)
|
|
50
47
|
output.store("route",route)
|
|
51
|
-
output.store("time",time)
|
|
52
48
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
53
49
|
|
|
54
50
|
|
|
55
51
|
#pushing to array
|
|
56
|
-
|
|
52
|
+
|
|
53
|
+
if(!@outwardArr.include?(output))
|
|
57
54
|
@outwardArr.push(output)
|
|
58
55
|
end
|
|
59
56
|
end
|
|
@@ -98,12 +95,11 @@ returntransport_snip_array.each do |transport_elemets|
|
|
|
98
95
|
output.store("arrival", arrival)
|
|
99
96
|
output.store("price", price)
|
|
100
97
|
output.store("route",route)
|
|
101
|
-
output.store("time",time)
|
|
102
98
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
103
99
|
|
|
104
100
|
#pushing to array
|
|
105
101
|
|
|
106
|
-
if(!@returnArr.
|
|
102
|
+
if(!@returnArr.include?(output))
|
|
107
103
|
@returnArr.push(output)
|
|
108
104
|
end
|
|
109
105
|
end
|
|
@@ -117,6 +113,9 @@ end
|
|
|
117
113
|
|
|
118
114
|
def self.scrape(value)
|
|
119
115
|
|
|
116
|
+
@outwardArr = []
|
|
117
|
+
@returnArr = []
|
|
118
|
+
|
|
120
119
|
args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
|
|
121
120
|
options = {
|
|
122
121
|
binary: ENV['GOOGLE_CHROME_BIN'],
|
|
@@ -143,10 +142,6 @@ end
|
|
|
143
142
|
|
|
144
143
|
return result
|
|
145
144
|
|
|
146
|
-
end
|
|
147
|
-
|
|
148
|
-
val = TransportScrapper.scrape("https://national.buseireann.ie/?originStop=13500&destinationstop=55504&ticketType=2&departdate=01-dec-2019&returndate=02-dec-2019&adult=1&child=0&student=0&family=0")
|
|
149
|
-
|
|
150
|
-
puts val
|
|
145
|
+
end
|
|
151
146
|
end
|
|
152
147
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: transportscrapper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Niranjan Karunanithi
|
|
@@ -17,7 +17,7 @@ dependencies:
|
|
|
17
17
|
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: '0'
|
|
20
|
-
type: :
|
|
20
|
+
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
@@ -31,7 +31,7 @@ dependencies:
|
|
|
31
31
|
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: '0'
|
|
34
|
-
type: :
|
|
34
|
+
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|