webhdfs 0.6.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +2 -2
- data/VERSION +1 -1
- data/lib/webhdfs/client_v1.rb +3 -1
- data/webhdfs.gemspec +1 -0
- metadata +18 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4f02131841ca6641fc326c7eb7edcc2597da3295
|
4
|
+
data.tar.gz: 39661fdfa5e70bd7ef8019df212ab77ebd76653f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 12bf9eef8c161e36f25181cfbd4de13c1a7e07ea6ae6f5a7f30d9878019fa06d558e79f765007b0c306e0336550235703bba51e258082ba83276d946fa289fe4
|
7
|
+
data.tar.gz: 4af18a7733419ad404b4f498d440db2dc98cd73097723b38dd71f5424947a35902e262600e49722a02bab17bde926358c8910bf1845a15b6f9023c4f48188315
|
data/README.md
CHANGED
@@ -20,7 +20,7 @@ For client object interface:
|
|
20
20
|
To create/append/read files:
|
21
21
|
|
22
22
|
client.create('/path/to/file', data)
|
23
|
-
client.create('/path/to/file', data, :overwrite => false, :blocksize => 268435456, :replication => 5, :permission => 0666)
|
23
|
+
client.create('/path/to/file', data, :overwrite => false, :blocksize => 268435456, :replication => 5, :permission => '0666')
|
24
24
|
|
25
25
|
#This does not require whole data in memory, and it can be read chunk by chunk, ex: File data
|
26
26
|
client.create('/path/to/file', file_IO_handle, :overwrite => false, :permission => 0666)
|
@@ -33,7 +33,7 @@ To create/append/read files:
|
|
33
33
|
To mkdir/rename/delete directories or files:
|
34
34
|
|
35
35
|
client.mkdir('/hdfs/dirname')
|
36
|
-
client.mkdir('/hdfs/dirname', :permission => 0777)
|
36
|
+
client.mkdir('/hdfs/dirname', :permission => '0777')
|
37
37
|
|
38
38
|
client.rename(original_path, dst_path)
|
39
39
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.
|
1
|
+
0.7.0
|
data/lib/webhdfs/client_v1.rb
CHANGED
@@ -1,6 +1,7 @@
|
|
1
1
|
require 'net/http'
|
2
2
|
require 'uri'
|
3
3
|
require 'json'
|
4
|
+
require 'addressable/uri'
|
4
5
|
|
5
6
|
require_relative 'exceptions'
|
6
7
|
|
@@ -280,6 +281,7 @@ module WebHDFS
|
|
280
281
|
conn.open_timeout = @open_timeout if @open_timeout
|
281
282
|
conn.read_timeout = @read_timeout if @read_timeout
|
282
283
|
|
284
|
+
path = Addressable::URI.escape(path) # make path safe for transmission via HTTP
|
283
285
|
request_path = if op
|
284
286
|
build_path(path, op, params)
|
285
287
|
else
|
@@ -327,7 +329,7 @@ module WebHDFS
|
|
327
329
|
res = conn.send_request(method, request_path, payload, header)
|
328
330
|
end
|
329
331
|
|
330
|
-
if @kerberos
|
332
|
+
if @kerberos and res.code == '307'
|
331
333
|
itok = (res.header.get_fields('WWW-Authenticate') || ['']).pop.split(/\s+/).last
|
332
334
|
unless itok
|
333
335
|
raise WebHDFS::KerberosError, 'Server does not return WWW-Authenticate header'
|
data/webhdfs.gemspec
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: webhdfs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.7.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Kazuki Ohta
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2015-08-14 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -66,6 +66,20 @@ dependencies:
|
|
66
66
|
- - ">="
|
67
67
|
- !ruby/object:Gem::Version
|
68
68
|
version: '0'
|
69
|
+
- !ruby/object:Gem::Dependency
|
70
|
+
name: addressable
|
71
|
+
requirement: !ruby/object:Gem::Requirement
|
72
|
+
requirements:
|
73
|
+
- - ">="
|
74
|
+
- !ruby/object:Gem::Version
|
75
|
+
version: '0'
|
76
|
+
type: :runtime
|
77
|
+
prerelease: false
|
78
|
+
version_requirements: !ruby/object:Gem::Requirement
|
79
|
+
requirements:
|
80
|
+
- - ">="
|
81
|
+
- !ruby/object:Gem::Version
|
82
|
+
version: '0'
|
69
83
|
description: Ruby WebHDFS/HttpFs client
|
70
84
|
email: kazuki.ohta@gmail.com
|
71
85
|
executables: []
|
@@ -107,10 +121,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
107
121
|
version: '0'
|
108
122
|
requirements: []
|
109
123
|
rubyforge_project:
|
110
|
-
rubygems_version: 2.
|
124
|
+
rubygems_version: 2.4.5
|
111
125
|
signing_key:
|
112
126
|
specification_version: 4
|
113
127
|
summary: Ruby WebHDFS/HttpFs client
|
114
128
|
test_files:
|
115
129
|
- test/test_helper.rb
|
116
130
|
- test/webhdfs/fileutils.rb
|
131
|
+
has_rdoc: false
|