vbulletin_scraper 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/V4/post_scraper.rb +8 -0
- data/lib/vbulletin_scraper/version.rb +1 -1
- data/vbulletin_scraper.gemspec +2 -3
- metadata +9 -9
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 7344fc7034d44ab726ddec0bc4b0c03347b41cb9
|
|
4
|
+
data.tar.gz: 54198a41d615aad2b292e58620730958d1cb4898
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c2ce9aac9de1f71cc702331c8063fde78f7688e6704f69db1c45cc18a56eb8f2d23f99ba10b7f45ceabc9fd22b212a6df539b5fd80e020d8ef874fe0ef6cf486
|
|
7
|
+
data.tar.gz: bf676a00199f5d3ce30c40ee127447bb899791f7bd4f438f1fa0452d8d4cda293cf4a255b756c5744c82322512458d4e81cac1583a07576a8f7ecb046ad28894
|
data/lib/V4/post_scraper.rb
CHANGED
|
@@ -80,6 +80,14 @@ module VbulletinScraper
|
|
|
80
80
|
return []
|
|
81
81
|
end
|
|
82
82
|
end
|
|
83
|
+
|
|
84
|
+
def get_post_permalink
|
|
85
|
+
permalink = get_item_by_selector_with_attribute('.postcounter', 'href')
|
|
86
|
+
if permalink != nil
|
|
87
|
+
return get_raw_text(permalink)
|
|
88
|
+
end
|
|
89
|
+
return ''
|
|
90
|
+
end
|
|
83
91
|
|
|
84
92
|
def get_item_by_selector(selector)
|
|
85
93
|
if @data != nil
|
data/vbulletin_scraper.gemspec
CHANGED
|
@@ -9,7 +9,6 @@ Gem::Specification.new do |spec|
|
|
|
9
9
|
spec.authors = ["Ben Walters"]
|
|
10
10
|
spec.email = ["walters.benj@gmail.com"]
|
|
11
11
|
|
|
12
|
-
spec.description = "Scrape compatible vBulletin forum threads for post content."
|
|
13
12
|
spec.summary = "This gem is designed to allow you to scrape compatible vBulletin forum threads for various data."
|
|
14
13
|
spec.homepage = "https://github.com/bendrick92/vbulletin_scraper"
|
|
15
14
|
spec.license = "MIT"
|
|
@@ -19,8 +18,8 @@ Gem::Specification.new do |spec|
|
|
|
19
18
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
20
19
|
spec.require_paths = ["lib"]
|
|
21
20
|
|
|
22
|
-
spec.add_dependency 'nokogiri', '~> 1.6'
|
|
23
|
-
spec.add_dependency 'open_uri_redirections'
|
|
21
|
+
spec.add_dependency 'nokogiri', '~> 1.6.8'
|
|
22
|
+
spec.add_dependency 'open_uri_redirections'
|
|
24
23
|
|
|
25
24
|
spec.add_development_dependency 'bundler', '~> 1.11'
|
|
26
25
|
spec.add_development_dependency 'rake', '~> 10.0'
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: vbulletin_scraper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Ben Walters
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-10-01 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|
|
@@ -16,28 +16,28 @@ dependencies:
|
|
|
16
16
|
requirements:
|
|
17
17
|
- - "~>"
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version:
|
|
19
|
+
version: 1.6.8
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
24
|
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version:
|
|
26
|
+
version: 1.6.8
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: open_uri_redirections
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- - "
|
|
31
|
+
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
|
-
version: '0
|
|
33
|
+
version: '0'
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- - "
|
|
38
|
+
- - ">="
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
|
-
version: '0
|
|
40
|
+
version: '0'
|
|
41
41
|
- !ruby/object:Gem::Dependency
|
|
42
42
|
name: bundler
|
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -80,7 +80,7 @@ dependencies:
|
|
|
80
80
|
- - "~>"
|
|
81
81
|
- !ruby/object:Gem::Version
|
|
82
82
|
version: '3.2'
|
|
83
|
-
description:
|
|
83
|
+
description:
|
|
84
84
|
email:
|
|
85
85
|
- walters.benj@gmail.com
|
|
86
86
|
executables: []
|