capybara_scraper 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/Gemfile.lock.bak +51 -0
- data/README.md +11 -2
- data/lib/capybara_scraper/version.rb +1 -1
- data/lib/capybara_scraper/version.rb.bak +3 -0
- data/lib/capybara_scraper.rb +1 -0
- metadata +3 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 0118d281563201b75129d4e5c74f2d463634aa4eb780ae51eff7e3d8cc1323e2
|
|
4
|
+
data.tar.gz: 249c07dbb37db41fc4cd07be097054be848c508b15d9194745cb88ca02497841
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 017c7266e9534c2a26f68c28ba7d38e25aedce9748e9cee7375c31c0de5febc4374b0713a7f04f15527cd41129b752c438b3d3a061caf9d1309dc948ce759dba
|
|
7
|
+
data.tar.gz: 3418466ea1415e567f849cefd3e09726321c9ddff4d8ae06757fb36aeda2ffc584ca64a2b3de34a9a36f061e07af73246ced136cded9804b76c3b5789ef53956
|
data/Gemfile.lock
CHANGED
data/Gemfile.lock.bak
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
PATH
|
|
2
|
+
remote: .
|
|
3
|
+
specs:
|
|
4
|
+
capybara_scraper (0.1.0)
|
|
5
|
+
capybara
|
|
6
|
+
poltergeist
|
|
7
|
+
|
|
8
|
+
GEM
|
|
9
|
+
remote: https://rubygems.org/
|
|
10
|
+
specs:
|
|
11
|
+
addressable (2.6.0)
|
|
12
|
+
public_suffix (>= 2.0.2, < 4.0)
|
|
13
|
+
capybara (3.12.0)
|
|
14
|
+
addressable
|
|
15
|
+
mini_mime (>= 0.1.3)
|
|
16
|
+
nokogiri (~> 1.8)
|
|
17
|
+
rack (>= 1.6.0)
|
|
18
|
+
rack-test (>= 0.6.3)
|
|
19
|
+
regexp_parser (~> 1.2)
|
|
20
|
+
xpath (~> 3.2)
|
|
21
|
+
cliver (0.3.2)
|
|
22
|
+
mini_mime (1.0.1)
|
|
23
|
+
mini_portile2 (2.4.0)
|
|
24
|
+
nokogiri (1.10.1)
|
|
25
|
+
mini_portile2 (~> 2.4.0)
|
|
26
|
+
poltergeist (1.18.1)
|
|
27
|
+
capybara (>= 2.1, < 4)
|
|
28
|
+
cliver (~> 0.3.1)
|
|
29
|
+
websocket-driver (>= 0.2.0)
|
|
30
|
+
public_suffix (3.0.3)
|
|
31
|
+
rack (2.0.6)
|
|
32
|
+
rack-test (1.1.0)
|
|
33
|
+
rack (>= 1.0, < 3)
|
|
34
|
+
rake (10.5.0)
|
|
35
|
+
regexp_parser (1.3.0)
|
|
36
|
+
websocket-driver (0.7.0)
|
|
37
|
+
websocket-extensions (>= 0.1.0)
|
|
38
|
+
websocket-extensions (0.1.3)
|
|
39
|
+
xpath (3.2.0)
|
|
40
|
+
nokogiri (~> 1.8)
|
|
41
|
+
|
|
42
|
+
PLATFORMS
|
|
43
|
+
ruby
|
|
44
|
+
|
|
45
|
+
DEPENDENCIES
|
|
46
|
+
bundler (~> 2.0)
|
|
47
|
+
capybara_scraper!
|
|
48
|
+
rake (~> 10.0)
|
|
49
|
+
|
|
50
|
+
BUNDLED WITH
|
|
51
|
+
2.0.1
|
data/README.md
CHANGED
|
@@ -22,9 +22,18 @@ Or install it yourself as:
|
|
|
22
22
|
|
|
23
23
|
## Usage
|
|
24
24
|
|
|
25
|
+
To use this gem you'll want to `require 'capybara_scraper'` and then create a Browser object which you can call `.visit` on to go to specific urls. Once you visit a page, you can call `.page` on the browser object and that will return a Nokogiri node structure for the html of the page.
|
|
26
|
+
|
|
27
|
+
```
|
|
28
|
+
@browser = CapybaraScraper::Browser.new
|
|
29
|
+
@browser.visit("https://www.islands.com/top-20-best-islands-to-live-on/")
|
|
30
|
+
@browser.page.css("#article-body") #=> returns Nokogiri data structure for nodes matching the id 'article-body'
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
If you're transitioning from using Nokogiri without integrating capybara and poltergeist, you can do something like this as well:
|
|
34
|
+
|
|
25
35
|
```
|
|
26
|
-
|
|
27
|
-
@browser.page.find("#article-body") #=> returns Nokogiri object corresponding to node
|
|
36
|
+
doc = CapybaraScraper::Browser.new.visit("https://www.islands.com/top-20-best-islands-to-live-on/").page
|
|
28
37
|
```
|
|
29
38
|
|
|
30
39
|
## Development
|
data/lib/capybara_scraper.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: capybara_scraper
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- "'Dakota Martinez'"
|
|
@@ -77,6 +77,7 @@ files:
|
|
|
77
77
|
- CODE_OF_CONDUCT.md
|
|
78
78
|
- Gemfile
|
|
79
79
|
- Gemfile.lock
|
|
80
|
+
- Gemfile.lock.bak
|
|
80
81
|
- LICENSE.txt
|
|
81
82
|
- README.md
|
|
82
83
|
- Rakefile
|
|
@@ -86,6 +87,7 @@ files:
|
|
|
86
87
|
- lib/capybara_scraper.rb
|
|
87
88
|
- lib/capybara_scraper/browser.rb
|
|
88
89
|
- lib/capybara_scraper/version.rb
|
|
90
|
+
- lib/capybara_scraper/version.rb.bak
|
|
89
91
|
homepage: https://github.com/DakotaLMartinez/capybara_scraper
|
|
90
92
|
licenses:
|
|
91
93
|
- MIT
|