transportscrapper 1.0.3 → 1.0.8
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/{TransportScrapper.rb → transportscrapper.rb} +7 -9
- metadata +5 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 58973141f358f16dfc9fcb11a942806a484c4d851b54b663fff3fbf35443243b
|
|
4
|
+
data.tar.gz: 119f2d052223bd396271356f85bf401e5034e8baa6a6022512f92b2666dd77e3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8aaca015c63261020c384564974f93c7149bf8053d5863b026a8e3b840a44f54542fbd7ddc825085fe29fdad67e185863d95f35fe3d58abf4701450398dfe08f
|
|
7
|
+
data.tar.gz: 778751b2d85329ac6c89d18a4470584b92502b48d00a967f5ecdb31a5c281b1554eed925b60c09c05ed380909e15c58e7660943a620c00f0d0a0e5195f86b015
|
|
@@ -3,9 +3,6 @@ require 'watir'
|
|
|
3
3
|
|
|
4
4
|
class TransportScrapper
|
|
5
5
|
|
|
6
|
-
@outwardArr = []
|
|
7
|
-
@returnArr = []
|
|
8
|
-
|
|
9
6
|
def self.scrapewithtime(value, time)
|
|
10
7
|
@browser.goto value
|
|
11
8
|
doc = Nokogiri::HTML.parse(@browser.html)
|
|
@@ -48,12 +45,12 @@ onwardtransport_snip_array.each do |transport_elemets|
|
|
|
48
45
|
output.store("arrival", arrival)
|
|
49
46
|
output.store("price", price)
|
|
50
47
|
output.store("route",route)
|
|
51
|
-
output.store("time",time)
|
|
52
48
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
53
49
|
|
|
54
50
|
|
|
55
51
|
#pushing to array
|
|
56
|
-
|
|
52
|
+
|
|
53
|
+
if(!@outwardArr.include?(output))
|
|
57
54
|
@outwardArr.push(output)
|
|
58
55
|
end
|
|
59
56
|
end
|
|
@@ -98,12 +95,11 @@ returntransport_snip_array.each do |transport_elemets|
|
|
|
98
95
|
output.store("arrival", arrival)
|
|
99
96
|
output.store("price", price)
|
|
100
97
|
output.store("route",route)
|
|
101
|
-
output.store("time",time)
|
|
102
98
|
output.store("id", "#{depart}_#{arrival}_#{route}")
|
|
103
99
|
|
|
104
100
|
#pushing to array
|
|
105
101
|
|
|
106
|
-
if(!@returnArr.
|
|
102
|
+
if(!@returnArr.include?(output))
|
|
107
103
|
@returnArr.push(output)
|
|
108
104
|
end
|
|
109
105
|
end
|
|
@@ -117,6 +113,9 @@ end
|
|
|
117
113
|
|
|
118
114
|
def self.scrape(value)
|
|
119
115
|
|
|
116
|
+
@outwardArr = []
|
|
117
|
+
@returnArr = []
|
|
118
|
+
|
|
120
119
|
args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
|
|
121
120
|
options = {
|
|
122
121
|
binary: ENV['GOOGLE_CHROME_BIN'],
|
|
@@ -143,7 +142,6 @@ end
|
|
|
143
142
|
|
|
144
143
|
return result
|
|
145
144
|
|
|
146
|
-
end
|
|
147
|
-
|
|
145
|
+
end
|
|
148
146
|
end
|
|
149
147
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: transportscrapper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.8
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Niranjan Karunanithi
|
|
@@ -17,7 +17,7 @@ dependencies:
|
|
|
17
17
|
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: '0'
|
|
20
|
-
type: :
|
|
20
|
+
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
@@ -31,20 +31,20 @@ dependencies:
|
|
|
31
31
|
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: '0'
|
|
34
|
-
type: :
|
|
34
|
+
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
38
|
- - ">="
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: '0'
|
|
41
|
-
description: Scraps the transport data
|
|
41
|
+
description: Scraps the transport data from nationalbuseireann
|
|
42
42
|
email: niranjankarunanidhi@gmail.com
|
|
43
43
|
executables: []
|
|
44
44
|
extensions: []
|
|
45
45
|
extra_rdoc_files: []
|
|
46
46
|
files:
|
|
47
|
-
- lib/
|
|
47
|
+
- lib/transportscrapper.rb
|
|
48
48
|
homepage: http://rubygems.org/gems/transportscrapper
|
|
49
49
|
licenses: []
|
|
50
50
|
metadata: {}
|