fluent-plugin-td 0.10.14 → 0.10.15
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/ChangeLog +7 -0
- data/VERSION +1 -1
- data/fluent-plugin-td.gemspec +1 -1
- data/lib/fluent/plugin/out_tdlog.rb +13 -5
- metadata +11 -25
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: e714d06604caed899f2c4e779a2992ea212fc56b
|
4
|
+
data.tar.gz: 7adba07608a2c16bd3ed66569f292e764849e546
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: 5e4368592d9bf8c457d354de53cc066af26cdb79af2f83142a7a394dfadfd89ff6e85a2d9115af93400acebad958133552156c5518e4a90a1f4406f1e25c2c78
|
7
|
+
data.tar.gz: a5ae6d314cc1e75c33deffd37a483cae7a5ce5ec7f52fda474241fcd4e0aabbd613a3cacd0e0e00664b288904b623f386d0c939975a66ab285e48c6c9d5f7b40
|
data/ChangeLog
CHANGED
@@ -1,3 +1,10 @@
|
|
1
|
+
Release 0.10.15 - 2013/07/26
|
2
|
+
|
3
|
+
* Add user-agent header to upload request
|
4
|
+
* Change temporary directory to same as Ruby's Tempfile default
|
5
|
+
* Convert Bignum into String. Please use 'CAST(key AS DECIMAL)' in your query.
|
6
|
+
* Update td-client to v0.8.53
|
7
|
+
|
1
8
|
|
2
9
|
Release 0.10.14 - 2013/04/22
|
3
10
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.10.
|
1
|
+
0.10.15
|
data/fluent-plugin-td.gemspec
CHANGED
@@ -17,6 +17,6 @@ Gem::Specification.new do |gem|
|
|
17
17
|
gem.require_paths = ['lib']
|
18
18
|
|
19
19
|
gem.add_dependency "fluentd", "~> 0.10.27"
|
20
|
-
gem.add_dependency "td-client", "~> 0.8.
|
20
|
+
gem.add_dependency "td-client", "~> 0.8.53"
|
21
21
|
gem.add_development_dependency "rake", ">= 0.9.2"
|
22
22
|
end
|
@@ -71,7 +71,7 @@ class TreasureDataLogOutput < BufferedOutput
|
|
71
71
|
require 'td-client'
|
72
72
|
require 'digest/md5'
|
73
73
|
super
|
74
|
-
@tmpdir =
|
74
|
+
@tmpdir = nil
|
75
75
|
@apikey = nil
|
76
76
|
@key = nil
|
77
77
|
@key_num_limit = 5120 # TODO
|
@@ -91,8 +91,10 @@ class TreasureDataLogOutput < BufferedOutput
|
|
91
91
|
@buffer.buffer_chunk_limit = IMPORT_SIZE_LIMIT
|
92
92
|
end
|
93
93
|
|
94
|
-
|
95
|
-
|
94
|
+
if conf.has_key?('tmpdir')
|
95
|
+
@tmpdir = conf['tmpdir']
|
96
|
+
FileUtils.mkdir_p(@tmpdir)
|
97
|
+
end
|
96
98
|
|
97
99
|
@apikey = conf['apikey']
|
98
100
|
unless @apikey
|
@@ -164,11 +166,12 @@ class TreasureDataLogOutput < BufferedOutput
|
|
164
166
|
@anonymizes = nil if @anonymizes.empty?
|
165
167
|
|
166
168
|
@http_proxy = conf['http_proxy']
|
169
|
+
@user_agent = "fluent-plugin-td: 0.10.15" # TODO: automatic increment version
|
167
170
|
end
|
168
171
|
|
169
172
|
def start
|
170
173
|
super
|
171
|
-
@client = TreasureData::Client.new(@apikey, :ssl=>@use_ssl, :http_proxy=>@http_proxy)
|
174
|
+
@client = TreasureData::Client.new(@apikey, :ssl=>@use_ssl, :http_proxy=>@http_proxy, :user_agent=>@user_agent)
|
172
175
|
unless @auto_create_table
|
173
176
|
check_table_exists(@key)
|
174
177
|
end
|
@@ -219,7 +222,11 @@ class TreasureDataLogOutput < BufferedOutput
|
|
219
222
|
next
|
220
223
|
end
|
221
224
|
|
222
|
-
|
225
|
+
begin
|
226
|
+
record.to_msgpack(out)
|
227
|
+
rescue RangeError
|
228
|
+
TreasureData::API.normalized_msgpack(record, out)
|
229
|
+
end
|
223
230
|
|
224
231
|
noff = out.bytesize
|
225
232
|
sz = noff - off
|
@@ -246,6 +253,7 @@ class TreasureDataLogOutput < BufferedOutput
|
|
246
253
|
unique_id = chunk.unique_id
|
247
254
|
database, table = chunk.key.split('.',2)
|
248
255
|
|
256
|
+
FileUtils.mkdir_p(@tmpdir) unless @tmpdir.nil?
|
249
257
|
f = Tempfile.new("tdlog-", @tmpdir)
|
250
258
|
w = Zlib::GzipWriter.new(f)
|
251
259
|
|
metadata
CHANGED
@@ -1,20 +1,18 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.10.
|
5
|
-
prerelease:
|
4
|
+
version: 0.10.15
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Treasure Data, Inc.
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date: 2013-
|
11
|
+
date: 2013-07-25 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: fluentd
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
16
|
requirements:
|
19
17
|
- - ~>
|
20
18
|
- !ruby/object:Gem::Version
|
@@ -22,7 +20,6 @@ dependencies:
|
|
22
20
|
type: :runtime
|
23
21
|
prerelease: false
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
23
|
requirements:
|
27
24
|
- - ~>
|
28
25
|
- !ruby/object:Gem::Version
|
@@ -30,33 +27,29 @@ dependencies:
|
|
30
27
|
- !ruby/object:Gem::Dependency
|
31
28
|
name: td-client
|
32
29
|
requirement: !ruby/object:Gem::Requirement
|
33
|
-
none: false
|
34
30
|
requirements:
|
35
31
|
- - ~>
|
36
32
|
- !ruby/object:Gem::Version
|
37
|
-
version: 0.8.
|
33
|
+
version: 0.8.53
|
38
34
|
type: :runtime
|
39
35
|
prerelease: false
|
40
36
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
-
none: false
|
42
37
|
requirements:
|
43
38
|
- - ~>
|
44
39
|
- !ruby/object:Gem::Version
|
45
|
-
version: 0.8.
|
40
|
+
version: 0.8.53
|
46
41
|
- !ruby/object:Gem::Dependency
|
47
42
|
name: rake
|
48
43
|
requirement: !ruby/object:Gem::Requirement
|
49
|
-
none: false
|
50
44
|
requirements:
|
51
|
-
- -
|
45
|
+
- - '>='
|
52
46
|
- !ruby/object:Gem::Version
|
53
47
|
version: 0.9.2
|
54
48
|
type: :development
|
55
49
|
prerelease: false
|
56
50
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
-
none: false
|
58
51
|
requirements:
|
59
|
-
- -
|
52
|
+
- - '>='
|
60
53
|
- !ruby/object:Gem::Version
|
61
54
|
version: 0.9.2
|
62
55
|
description: Treasure Data Big Data as a Service plugin for Fluentd
|
@@ -78,33 +71,26 @@ files:
|
|
78
71
|
- test/out_tdlog.rb
|
79
72
|
homepage: http://treasure-data.com/
|
80
73
|
licenses: []
|
74
|
+
metadata: {}
|
81
75
|
post_install_message:
|
82
76
|
rdoc_options: []
|
83
77
|
require_paths:
|
84
78
|
- lib
|
85
79
|
required_ruby_version: !ruby/object:Gem::Requirement
|
86
|
-
none: false
|
87
80
|
requirements:
|
88
|
-
- -
|
81
|
+
- - '>='
|
89
82
|
- !ruby/object:Gem::Version
|
90
83
|
version: '0'
|
91
|
-
segments:
|
92
|
-
- 0
|
93
|
-
hash: -1597575292850647774
|
94
84
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
95
|
-
none: false
|
96
85
|
requirements:
|
97
|
-
- -
|
86
|
+
- - '>='
|
98
87
|
- !ruby/object:Gem::Version
|
99
88
|
version: '0'
|
100
|
-
segments:
|
101
|
-
- 0
|
102
|
-
hash: -1597575292850647774
|
103
89
|
requirements: []
|
104
90
|
rubyforge_project:
|
105
|
-
rubygems_version:
|
91
|
+
rubygems_version: 2.0.2
|
106
92
|
signing_key:
|
107
|
-
specification_version:
|
93
|
+
specification_version: 4
|
108
94
|
summary: Treasure Data Big Data as a Service plugin for Fluentd
|
109
95
|
test_files:
|
110
96
|
- test/out_tdlog.rb
|