fluent-plugin-td 0.10.10 → 0.10.11
Sign up to get free protection for your applications and to get access to all the features.
- data/ChangeLog +5 -0
- data/VERSION +1 -1
- data/fluent-plugin-td.gemspec +2 -2
- data/lib/fluent/plugin/out_tdlog.rb +5 -3
- metadata +6 -6
data/ChangeLog
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.10.
|
1
|
+
0.10.11
|
data/fluent-plugin-td.gemspec
CHANGED
@@ -16,7 +16,7 @@ Gem::Specification.new do |gem|
|
|
16
16
|
gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
|
17
17
|
gem.require_paths = ['lib']
|
18
18
|
|
19
|
-
gem.add_dependency "fluentd", "~> 0.10.
|
20
|
-
gem.add_dependency "td", "~> 0.10.
|
19
|
+
gem.add_dependency "fluentd", "~> 0.10.27"
|
20
|
+
gem.add_dependency "td", "~> 0.10.56"
|
21
21
|
gem.add_development_dependency "rake", ">= 0.9.2"
|
22
22
|
end
|
@@ -247,6 +247,7 @@ class TreasureDataLogOutput < BufferedOutput
|
|
247
247
|
end
|
248
248
|
|
249
249
|
def write(chunk)
|
250
|
+
unique_id = chunk.unique_id
|
250
251
|
database, table = chunk.key.split('.',2)
|
251
252
|
|
252
253
|
f = Tempfile.new("tdlog-", @tmpdir)
|
@@ -258,20 +259,21 @@ class TreasureDataLogOutput < BufferedOutput
|
|
258
259
|
|
259
260
|
size = f.pos
|
260
261
|
f.pos = 0
|
261
|
-
upload(database, table, f, size)
|
262
|
+
upload(database, table, f, size, unique_id)
|
262
263
|
|
263
264
|
ensure
|
264
265
|
w.close if w
|
265
266
|
f.close if f
|
266
267
|
end
|
267
268
|
|
268
|
-
def upload(database, table, io, size)
|
269
|
+
def upload(database, table, io, size, unique_id)
|
270
|
+
unique_str = unique_id.unpack('C*').map {|x| "%02x" % x }.join
|
269
271
|
$log.trace { "uploading logs to Treasure Data database=#{database} table=#{table} (#{size}bytes)" }
|
270
272
|
|
271
273
|
begin
|
272
274
|
begin
|
273
275
|
start = Time.now
|
274
|
-
@client.import(database, table, "msgpack.gz", io, size)
|
276
|
+
@client.import(database, table, "msgpack.gz", io, size, unique_str)
|
275
277
|
rescue TreasureData::NotFoundError
|
276
278
|
unless @auto_create_table
|
277
279
|
raise $!
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.10.
|
4
|
+
version: 0.10.11
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-
|
12
|
+
date: 2012-10-11 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|
@@ -18,7 +18,7 @@ dependencies:
|
|
18
18
|
requirements:
|
19
19
|
- - ~>
|
20
20
|
- !ruby/object:Gem::Version
|
21
|
-
version: 0.10.
|
21
|
+
version: 0.10.27
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ~>
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.10.
|
29
|
+
version: 0.10.27
|
30
30
|
- !ruby/object:Gem::Dependency
|
31
31
|
name: td
|
32
32
|
requirement: !ruby/object:Gem::Requirement
|
@@ -34,7 +34,7 @@ dependencies:
|
|
34
34
|
requirements:
|
35
35
|
- - ~>
|
36
36
|
- !ruby/object:Gem::Version
|
37
|
-
version: 0.10.
|
37
|
+
version: 0.10.56
|
38
38
|
type: :runtime
|
39
39
|
prerelease: false
|
40
40
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -42,7 +42,7 @@ dependencies:
|
|
42
42
|
requirements:
|
43
43
|
- - ~>
|
44
44
|
- !ruby/object:Gem::Version
|
45
|
-
version: 0.10.
|
45
|
+
version: 0.10.56
|
46
46
|
- !ruby/object:Gem::Dependency
|
47
47
|
name: rake
|
48
48
|
requirement: !ruby/object:Gem::Requirement
|