fluent-plugin-td 0.10.10 → 0.10.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/ChangeLog +5 -0
- data/VERSION +1 -1
- data/fluent-plugin-td.gemspec +2 -2
- data/lib/fluent/plugin/out_tdlog.rb +5 -3
- metadata +6 -6
data/ChangeLog
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.10.
|
1
|
+
0.10.11
|
data/fluent-plugin-td.gemspec
CHANGED
@@ -16,7 +16,7 @@ Gem::Specification.new do |gem|
|
|
16
16
|
gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
|
17
17
|
gem.require_paths = ['lib']
|
18
18
|
|
19
|
-
gem.add_dependency "fluentd", "~> 0.10.
|
20
|
-
gem.add_dependency "td", "~> 0.10.
|
19
|
+
gem.add_dependency "fluentd", "~> 0.10.27"
|
20
|
+
gem.add_dependency "td", "~> 0.10.56"
|
21
21
|
gem.add_development_dependency "rake", ">= 0.9.2"
|
22
22
|
end
|
@@ -247,6 +247,7 @@ class TreasureDataLogOutput < BufferedOutput
|
|
247
247
|
end
|
248
248
|
|
249
249
|
def write(chunk)
|
250
|
+
unique_id = chunk.unique_id
|
250
251
|
database, table = chunk.key.split('.',2)
|
251
252
|
|
252
253
|
f = Tempfile.new("tdlog-", @tmpdir)
|
@@ -258,20 +259,21 @@ class TreasureDataLogOutput < BufferedOutput
|
|
258
259
|
|
259
260
|
size = f.pos
|
260
261
|
f.pos = 0
|
261
|
-
upload(database, table, f, size)
|
262
|
+
upload(database, table, f, size, unique_id)
|
262
263
|
|
263
264
|
ensure
|
264
265
|
w.close if w
|
265
266
|
f.close if f
|
266
267
|
end
|
267
268
|
|
268
|
-
def upload(database, table, io, size)
|
269
|
+
def upload(database, table, io, size, unique_id)
|
270
|
+
unique_str = unique_id.unpack('C*').map {|x| "%02x" % x }.join
|
269
271
|
$log.trace { "uploading logs to Treasure Data database=#{database} table=#{table} (#{size}bytes)" }
|
270
272
|
|
271
273
|
begin
|
272
274
|
begin
|
273
275
|
start = Time.now
|
274
|
-
@client.import(database, table, "msgpack.gz", io, size)
|
276
|
+
@client.import(database, table, "msgpack.gz", io, size, unique_str)
|
275
277
|
rescue TreasureData::NotFoundError
|
276
278
|
unless @auto_create_table
|
277
279
|
raise $!
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.10.
|
4
|
+
version: 0.10.11
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-
|
12
|
+
date: 2012-10-11 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|
@@ -18,7 +18,7 @@ dependencies:
|
|
18
18
|
requirements:
|
19
19
|
- - ~>
|
20
20
|
- !ruby/object:Gem::Version
|
21
|
-
version: 0.10.
|
21
|
+
version: 0.10.27
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ~>
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.10.
|
29
|
+
version: 0.10.27
|
30
30
|
- !ruby/object:Gem::Dependency
|
31
31
|
name: td
|
32
32
|
requirement: !ruby/object:Gem::Requirement
|
@@ -34,7 +34,7 @@ dependencies:
|
|
34
34
|
requirements:
|
35
35
|
- - ~>
|
36
36
|
- !ruby/object:Gem::Version
|
37
|
-
version: 0.10.
|
37
|
+
version: 0.10.56
|
38
38
|
type: :runtime
|
39
39
|
prerelease: false
|
40
40
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -42,7 +42,7 @@ dependencies:
|
|
42
42
|
requirements:
|
43
43
|
- - ~>
|
44
44
|
- !ruby/object:Gem::Version
|
45
|
-
version: 0.10.
|
45
|
+
version: 0.10.56
|
46
46
|
- !ruby/object:Gem::Dependency
|
47
47
|
name: rake
|
48
48
|
requirement: !ruby/object:Gem::Requirement
|