fluent-plugin-td 0.10.10 → 0.10.11

Sign up to get free protection for your applications and to get access to all the features.
data/ChangeLog CHANGED
@@ -1,4 +1,9 @@
1
1
 
2
+ Release 0.10.11 - 2012/09/26
3
+
4
+ * Use unique_id supported by fluentd v0.10.27 and td-client v0.8.33
5
+
6
+
2
7
  Release 0.10.10 - 2012/09/25
3
8
 
4
9
  * Added <anonymize> feature
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.10.10
1
+ 0.10.11
@@ -16,7 +16,7 @@ Gem::Specification.new do |gem|
16
16
  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
17
17
  gem.require_paths = ['lib']
18
18
 
19
- gem.add_dependency "fluentd", "~> 0.10.6"
20
- gem.add_dependency "td", "~> 0.10.41"
19
+ gem.add_dependency "fluentd", "~> 0.10.27"
20
+ gem.add_dependency "td", "~> 0.10.56"
21
21
  gem.add_development_dependency "rake", ">= 0.9.2"
22
22
  end
@@ -247,6 +247,7 @@ class TreasureDataLogOutput < BufferedOutput
247
247
  end
248
248
 
249
249
  def write(chunk)
250
+ unique_id = chunk.unique_id
250
251
  database, table = chunk.key.split('.',2)
251
252
 
252
253
  f = Tempfile.new("tdlog-", @tmpdir)
@@ -258,20 +259,21 @@ class TreasureDataLogOutput < BufferedOutput
258
259
 
259
260
  size = f.pos
260
261
  f.pos = 0
261
- upload(database, table, f, size)
262
+ upload(database, table, f, size, unique_id)
262
263
 
263
264
  ensure
264
265
  w.close if w
265
266
  f.close if f
266
267
  end
267
268
 
268
- def upload(database, table, io, size)
269
+ def upload(database, table, io, size, unique_id)
270
+ unique_str = unique_id.unpack('C*').map {|x| "%02x" % x }.join
269
271
  $log.trace { "uploading logs to Treasure Data database=#{database} table=#{table} (#{size}bytes)" }
270
272
 
271
273
  begin
272
274
  begin
273
275
  start = Time.now
274
- @client.import(database, table, "msgpack.gz", io, size)
276
+ @client.import(database, table, "msgpack.gz", io, size, unique_str)
275
277
  rescue TreasureData::NotFoundError
276
278
  unless @auto_create_table
277
279
  raise $!
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-td
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.10.10
4
+ version: 0.10.11
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-09-25 00:00:00.000000000 Z
12
+ date: 2012-10-11 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fluentd
@@ -18,7 +18,7 @@ dependencies:
18
18
  requirements:
19
19
  - - ~>
20
20
  - !ruby/object:Gem::Version
21
- version: 0.10.6
21
+ version: 0.10.27
22
22
  type: :runtime
23
23
  prerelease: false
24
24
  version_requirements: !ruby/object:Gem::Requirement
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ~>
28
28
  - !ruby/object:Gem::Version
29
- version: 0.10.6
29
+ version: 0.10.27
30
30
  - !ruby/object:Gem::Dependency
31
31
  name: td
32
32
  requirement: !ruby/object:Gem::Requirement
@@ -34,7 +34,7 @@ dependencies:
34
34
  requirements:
35
35
  - - ~>
36
36
  - !ruby/object:Gem::Version
37
- version: 0.10.41
37
+ version: 0.10.56
38
38
  type: :runtime
39
39
  prerelease: false
40
40
  version_requirements: !ruby/object:Gem::Requirement
@@ -42,7 +42,7 @@ dependencies:
42
42
  requirements:
43
43
  - - ~>
44
44
  - !ruby/object:Gem::Version
45
- version: 0.10.41
45
+ version: 0.10.56
46
46
  - !ruby/object:Gem::Dependency
47
47
  name: rake
48
48
  requirement: !ruby/object:Gem::Requirement