tiny_grabber 0.0.4 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +15 -4
- data/lib/tiny_grabber/version.rb +1 -1
- data/lib/tiny_grabber.rb +2 -1
- data/tiny_grabber.gemspec +2 -1
- metadata +18 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b51e657fb862d710e132d81f88b96735d7c264ab
|
|
4
|
+
data.tar.gz: 035e229498f74767871cfd17f50044210d330b71
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c0b63dcef62145eb5870e616203fe388dd9ae087fd099d67af469b614ed9649c9bab9ad97b1a06373188e8fb82d275bbea9cf2e7e3a387c5f60687f3591fb54f
|
|
7
|
+
data.tar.gz: 37d146b29ad12d0ec73b11c1b64a1a1a30af4b8ff225f4e6e28fdcd2fef191e221ed5623f94fa3ec6db5266e689a0bbeaf19a161a1a6330b8fabf33c901669ba
|
data/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# TinyGrabber
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
[<img src="https://badge.fury.io/rb/tiny_grabber.svg" alt="Gem Version" />](https://badge.fury.io/rb/tiny_grabber)
|
|
4
4
|
|
|
5
5
|
The TinyGrabber library is used for grabbing remote websites.
|
|
6
6
|
|
|
@@ -25,10 +25,10 @@ Or install it yourself as:
|
|
|
25
25
|
```ruby
|
|
26
26
|
#! /usr/bin/env ruby
|
|
27
27
|
|
|
28
|
-
require '
|
|
28
|
+
require 'tiny_grabber'
|
|
29
29
|
|
|
30
30
|
# Link to remote site
|
|
31
|
-
url = 'https://github.com/moroznoeytpo/
|
|
31
|
+
url = 'https://github.com/moroznoeytpo/tiny_grabber'
|
|
32
32
|
|
|
33
33
|
# Set headers
|
|
34
34
|
headers = { 'Content-Type' => 'application/json' }
|
|
@@ -43,9 +43,20 @@ response = TinyGrabber.get url, headers: headers, proxy: proxy
|
|
|
43
43
|
p response.code
|
|
44
44
|
|
|
45
45
|
# HTTP content
|
|
46
|
-
p response.
|
|
46
|
+
p response.body
|
|
47
|
+
|
|
48
|
+
# Nokogiri object
|
|
49
|
+
p response.ng
|
|
47
50
|
```
|
|
48
51
|
|
|
52
|
+
## Changelog
|
|
53
|
+
|
|
54
|
+
* ### *v 0.0.5*
|
|
55
|
+
* Fix work with non ascii url
|
|
56
|
+
* Add new `ng` response method for getting Nokogiri object
|
|
57
|
+
* ### *v 0.0.4*
|
|
58
|
+
* Fix work with socks4(5) proxy
|
|
59
|
+
|
|
49
60
|
## Development
|
|
50
61
|
|
|
51
62
|
After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
|
data/lib/tiny_grabber/version.rb
CHANGED
data/lib/tiny_grabber.rb
CHANGED
|
@@ -3,6 +3,7 @@ require "tiny_grabber/version"
|
|
|
3
3
|
require 'uri'
|
|
4
4
|
require 'net/http'
|
|
5
5
|
require 'socksify/http'
|
|
6
|
+
require 'tiny_grabber/http'
|
|
6
7
|
|
|
7
8
|
# Main class for TinyGrabber
|
|
8
9
|
class TinyGrabber
|
|
@@ -26,7 +27,7 @@ class TinyGrabber
|
|
|
26
27
|
# @param params Addition setting
|
|
27
28
|
#
|
|
28
29
|
def self.get url, params = {}
|
|
29
|
-
uri = URI(url)
|
|
30
|
+
uri = URI(URI.escape(url))
|
|
30
31
|
|
|
31
32
|
params = convert_params_to_sym params
|
|
32
33
|
if params[:proxy]
|
data/tiny_grabber.gemspec
CHANGED
|
@@ -23,11 +23,12 @@ Gem::Specification.new do |spec|
|
|
|
23
23
|
# end
|
|
24
24
|
|
|
25
25
|
spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
|
|
26
|
-
spec.bindir = "exe"
|
|
26
|
+
# spec.bindir = "exe"
|
|
27
27
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
28
28
|
spec.require_paths = ["lib"]
|
|
29
29
|
|
|
30
30
|
spec.add_dependency "socksify", '~> 1.7'
|
|
31
|
+
spec.add_dependency "nokogiri", '~> 1.6'
|
|
31
32
|
|
|
32
33
|
spec.add_development_dependency "bundler", "~> 1.11"
|
|
33
34
|
spec.add_development_dependency "rake", "~> 10.0"
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tiny_grabber
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Aleksandr Chernyshev
|
|
8
8
|
autorequire:
|
|
9
|
-
bindir:
|
|
9
|
+
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-04
|
|
11
|
+
date: 2016-05-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: socksify
|
|
@@ -24,6 +24,20 @@ dependencies:
|
|
|
24
24
|
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
26
|
version: '1.7'
|
|
27
|
+
- !ruby/object:Gem::Dependency
|
|
28
|
+
name: nokogiri
|
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
|
30
|
+
requirements:
|
|
31
|
+
- - "~>"
|
|
32
|
+
- !ruby/object:Gem::Version
|
|
33
|
+
version: '1.6'
|
|
34
|
+
type: :runtime
|
|
35
|
+
prerelease: false
|
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
37
|
+
requirements:
|
|
38
|
+
- - "~>"
|
|
39
|
+
- !ruby/object:Gem::Version
|
|
40
|
+
version: '1.6'
|
|
27
41
|
- !ruby/object:Gem::Dependency
|
|
28
42
|
name: bundler
|
|
29
43
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -107,7 +121,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
107
121
|
version: '0'
|
|
108
122
|
requirements: []
|
|
109
123
|
rubyforge_project:
|
|
110
|
-
rubygems_version: 2.
|
|
124
|
+
rubygems_version: 2.5.1
|
|
111
125
|
signing_key:
|
|
112
126
|
specification_version: 4
|
|
113
127
|
summary: Tiny grabber
|