tiny_grabber 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +15 -4
- data/lib/tiny_grabber/version.rb +1 -1
- data/lib/tiny_grabber.rb +2 -1
- data/tiny_grabber.gemspec +2 -1
- metadata +18 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b51e657fb862d710e132d81f88b96735d7c264ab
|
|
4
|
+
data.tar.gz: 035e229498f74767871cfd17f50044210d330b71
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c0b63dcef62145eb5870e616203fe388dd9ae087fd099d67af469b614ed9649c9bab9ad97b1a06373188e8fb82d275bbea9cf2e7e3a387c5f60687f3591fb54f
|
|
7
|
+
data.tar.gz: 37d146b29ad12d0ec73b11c1b64a1a1a30af4b8ff225f4e6e28fdcd2fef191e221ed5623f94fa3ec6db5266e689a0bbeaf19a161a1a6330b8fabf33c901669ba
|
data/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# TinyGrabber
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
[<img src="https://badge.fury.io/rb/tiny_grabber.svg" alt="Gem Version" />](https://badge.fury.io/rb/tiny_grabber)
|
|
4
4
|
|
|
5
5
|
The TinyGrabber library is used for grabbing remote websites.
|
|
6
6
|
|
|
@@ -25,10 +25,10 @@ Or install it yourself as:
|
|
|
25
25
|
```ruby
|
|
26
26
|
#! /usr/bin/env ruby
|
|
27
27
|
|
|
28
|
-
require '
|
|
28
|
+
require 'tiny_grabber'
|
|
29
29
|
|
|
30
30
|
# Link to remote site
|
|
31
|
-
url = 'https://github.com/moroznoeytpo/
|
|
31
|
+
url = 'https://github.com/moroznoeytpo/tiny_grabber'
|
|
32
32
|
|
|
33
33
|
# Set headers
|
|
34
34
|
headers = { 'Content-Type' => 'application/json' }
|
|
@@ -43,9 +43,20 @@ response = TinyGrabber.get url, headers: headers, proxy: proxy
|
|
|
43
43
|
p response.code
|
|
44
44
|
|
|
45
45
|
# HTTP content
|
|
46
|
-
p response.
|
|
46
|
+
p response.body
|
|
47
|
+
|
|
48
|
+
# Nokogiri object
|
|
49
|
+
p response.ng
|
|
47
50
|
```
|
|
48
51
|
|
|
52
|
+
## Changelog
|
|
53
|
+
|
|
54
|
+
* ### *v 0.0.5*
|
|
55
|
+
* Fix work with non ascii url
|
|
56
|
+
* Add new `ng` response method for getting Nokogiri object
|
|
57
|
+
* ### *v 0.0.4*
|
|
58
|
+
* Fix work with socks4(5) proxy
|
|
59
|
+
|
|
49
60
|
## Development
|
|
50
61
|
|
|
51
62
|
After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
|
data/lib/tiny_grabber/version.rb
CHANGED
data/lib/tiny_grabber.rb
CHANGED
|
@@ -3,6 +3,7 @@ require "tiny_grabber/version"
|
|
|
3
3
|
require 'uri'
|
|
4
4
|
require 'net/http'
|
|
5
5
|
require 'socksify/http'
|
|
6
|
+
require 'tiny_grabber/http'
|
|
6
7
|
|
|
7
8
|
# Main class for TinyGrabber
|
|
8
9
|
class TinyGrabber
|
|
@@ -26,7 +27,7 @@ class TinyGrabber
|
|
|
26
27
|
# @param params Addition setting
|
|
27
28
|
#
|
|
28
29
|
def self.get url, params = {}
|
|
29
|
-
uri = URI(url)
|
|
30
|
+
uri = URI(URI.escape(url))
|
|
30
31
|
|
|
31
32
|
params = convert_params_to_sym params
|
|
32
33
|
if params[:proxy]
|
data/tiny_grabber.gemspec
CHANGED
|
@@ -23,11 +23,12 @@ Gem::Specification.new do |spec|
|
|
|
23
23
|
# end
|
|
24
24
|
|
|
25
25
|
spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
|
|
26
|
-
spec.bindir = "exe"
|
|
26
|
+
# spec.bindir = "exe"
|
|
27
27
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
28
28
|
spec.require_paths = ["lib"]
|
|
29
29
|
|
|
30
30
|
spec.add_dependency "socksify", '~> 1.7'
|
|
31
|
+
spec.add_dependency "nokogiri", '~> 1.6'
|
|
31
32
|
|
|
32
33
|
spec.add_development_dependency "bundler", "~> 1.11"
|
|
33
34
|
spec.add_development_dependency "rake", "~> 10.0"
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tiny_grabber
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Aleksandr Chernyshev
|
|
8
8
|
autorequire:
|
|
9
|
-
bindir:
|
|
9
|
+
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-04
|
|
11
|
+
date: 2016-05-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: socksify
|
|
@@ -24,6 +24,20 @@ dependencies:
|
|
|
24
24
|
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
26
|
version: '1.7'
|
|
27
|
+
- !ruby/object:Gem::Dependency
|
|
28
|
+
name: nokogiri
|
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
|
30
|
+
requirements:
|
|
31
|
+
- - "~>"
|
|
32
|
+
- !ruby/object:Gem::Version
|
|
33
|
+
version: '1.6'
|
|
34
|
+
type: :runtime
|
|
35
|
+
prerelease: false
|
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
37
|
+
requirements:
|
|
38
|
+
- - "~>"
|
|
39
|
+
- !ruby/object:Gem::Version
|
|
40
|
+
version: '1.6'
|
|
27
41
|
- !ruby/object:Gem::Dependency
|
|
28
42
|
name: bundler
|
|
29
43
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -107,7 +121,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
107
121
|
version: '0'
|
|
108
122
|
requirements: []
|
|
109
123
|
rubyforge_project:
|
|
110
|
-
rubygems_version: 2.
|
|
124
|
+
rubygems_version: 2.5.1
|
|
111
125
|
signing_key:
|
|
112
126
|
specification_version: 4
|
|
113
127
|
summary: Tiny grabber
|