fluent-plugin-td 0.10.10 → 0.10.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/ChangeLog CHANGED
@@ -1,4 +1,9 @@
1
1
 
2
+ Release 0.10.11 - 2012/09/26
3
+
4
+ * Use unique_id supported by fluentd v0.10.27 and td-client v0.8.33
5
+
6
+
2
7
  Release 0.10.10 - 2012/09/25
3
8
 
4
9
  * Added <anonymize> feature
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.10.10
1
+ 0.10.11
@@ -16,7 +16,7 @@ Gem::Specification.new do |gem|
16
16
  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
17
17
  gem.require_paths = ['lib']
18
18
 
19
- gem.add_dependency "fluentd", "~> 0.10.6"
20
- gem.add_dependency "td", "~> 0.10.41"
19
+ gem.add_dependency "fluentd", "~> 0.10.27"
20
+ gem.add_dependency "td", "~> 0.10.56"
21
21
  gem.add_development_dependency "rake", ">= 0.9.2"
22
22
  end
@@ -247,6 +247,7 @@ class TreasureDataLogOutput < BufferedOutput
247
247
  end
248
248
 
249
249
  def write(chunk)
250
+ unique_id = chunk.unique_id
250
251
  database, table = chunk.key.split('.',2)
251
252
 
252
253
  f = Tempfile.new("tdlog-", @tmpdir)
@@ -258,20 +259,21 @@ class TreasureDataLogOutput < BufferedOutput
258
259
 
259
260
  size = f.pos
260
261
  f.pos = 0
261
- upload(database, table, f, size)
262
+ upload(database, table, f, size, unique_id)
262
263
 
263
264
  ensure
264
265
  w.close if w
265
266
  f.close if f
266
267
  end
267
268
 
268
- def upload(database, table, io, size)
269
+ def upload(database, table, io, size, unique_id)
270
+ unique_str = unique_id.unpack('C*').map {|x| "%02x" % x }.join
269
271
  $log.trace { "uploading logs to Treasure Data database=#{database} table=#{table} (#{size}bytes)" }
270
272
 
271
273
  begin
272
274
  begin
273
275
  start = Time.now
274
- @client.import(database, table, "msgpack.gz", io, size)
276
+ @client.import(database, table, "msgpack.gz", io, size, unique_str)
275
277
  rescue TreasureData::NotFoundError
276
278
  unless @auto_create_table
277
279
  raise $!
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-td
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.10.10
4
+ version: 0.10.11
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-09-25 00:00:00.000000000 Z
12
+ date: 2012-10-11 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fluentd
@@ -18,7 +18,7 @@ dependencies:
18
18
  requirements:
19
19
  - - ~>
20
20
  - !ruby/object:Gem::Version
21
- version: 0.10.6
21
+ version: 0.10.27
22
22
  type: :runtime
23
23
  prerelease: false
24
24
  version_requirements: !ruby/object:Gem::Requirement
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ~>
28
28
  - !ruby/object:Gem::Version
29
- version: 0.10.6
29
+ version: 0.10.27
30
30
  - !ruby/object:Gem::Dependency
31
31
  name: td
32
32
  requirement: !ruby/object:Gem::Requirement
@@ -34,7 +34,7 @@ dependencies:
34
34
  requirements:
35
35
  - - ~>
36
36
  - !ruby/object:Gem::Version
37
- version: 0.10.41
37
+ version: 0.10.56
38
38
  type: :runtime
39
39
  prerelease: false
40
40
  version_requirements: !ruby/object:Gem::Requirement
@@ -42,7 +42,7 @@ dependencies:
42
42
  requirements:
43
43
  - - ~>
44
44
  - !ruby/object:Gem::Version
45
- version: 0.10.41
45
+ version: 0.10.56
46
46
  - !ruby/object:Gem::Dependency
47
47
  name: rake
48
48
  requirement: !ruby/object:Gem::Requirement