fluent-plugin-td 0.10.12 → 0.10.13
Sign up to get free protection for your applications and to get access to all the features.
- data/ChangeLog +5 -0
- data/VERSION +1 -1
- data/example.conf +51 -33
- data/lib/fluent/plugin/out_tdlog.rb +4 -4
- metadata +2 -2
data/ChangeLog
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.10.
|
1
|
+
0.10.13
|
data/example.conf
CHANGED
@@ -1,14 +1,30 @@
|
|
1
|
+
####
|
2
|
+
## Output descriptions:
|
3
|
+
##
|
1
4
|
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
5
|
+
# Treasure Data output
|
6
|
+
# match events whose tag is td.DATABASE.TABLE
|
7
|
+
<match td.*.*>
|
8
|
+
type tdlog
|
9
|
+
apikey YOUR_API_KEY
|
7
10
|
|
11
|
+
auto_create_table
|
12
|
+
buffer_type file
|
13
|
+
buffer_path /var/log/td-agent/buffer/td
|
14
|
+
</match>
|
15
|
+
|
16
|
+
## match tag=debug.** and dump to console
|
17
|
+
<match debug.**>
|
18
|
+
type stdout
|
19
|
+
</match>
|
20
|
+
|
21
|
+
####
|
22
|
+
## Source descriptions:
|
23
|
+
##
|
8
24
|
|
9
25
|
## built-in TCP input
|
10
26
|
<source>
|
11
|
-
type
|
27
|
+
type forward
|
12
28
|
</source>
|
13
29
|
|
14
30
|
## built-in UNIX socket input
|
@@ -17,62 +33,64 @@
|
|
17
33
|
#</source>
|
18
34
|
|
19
35
|
# HTTP input
|
20
|
-
# http://localhost:8888/<tag>?json=<json>
|
36
|
+
# POST http://localhost:8888/<tag>?json=<json>
|
37
|
+
# POST http://localhost:8888/td.myapp.login?json={"user"%3A"me"}
|
21
38
|
<source>
|
22
39
|
type http
|
23
40
|
port 8888
|
24
41
|
</source>
|
25
42
|
|
43
|
+
## live debugging agent
|
44
|
+
<source>
|
45
|
+
type debug_agent
|
46
|
+
bind 127.0.0.1
|
47
|
+
port 24230
|
48
|
+
</source>
|
49
|
+
|
50
|
+
####
|
51
|
+
## Examples:
|
52
|
+
##
|
53
|
+
|
26
54
|
## File input
|
27
|
-
## read apache logs
|
55
|
+
## read apache logs continuously and tags td.apache.access
|
28
56
|
#<source>
|
29
57
|
# type tail
|
30
58
|
# format apache
|
31
59
|
# path /var/log/httpd-access.log
|
32
|
-
# tag apache.access
|
60
|
+
# tag td.apache.access
|
33
61
|
#</source>
|
34
62
|
|
35
|
-
|
36
|
-
## match tag=
|
37
|
-
#<match
|
63
|
+
## File output
|
64
|
+
## match tag=local.** and write to file
|
65
|
+
#<match local.**>
|
38
66
|
# type file
|
39
67
|
# path /var/log/td-agent/access
|
40
68
|
#</match>
|
41
69
|
|
42
|
-
##
|
43
|
-
<match debug.**>
|
44
|
-
type stdout
|
45
|
-
</match>
|
46
|
-
|
70
|
+
## Forwarding
|
47
71
|
## match tag=system.** and forward to another td-agent server
|
48
72
|
#<match system.**>
|
49
|
-
# type
|
73
|
+
# type forward
|
50
74
|
# host 192.168.0.11
|
75
|
+
# # secondary host is optional
|
51
76
|
# <secondary>
|
52
77
|
# host 192.168.0.12
|
53
78
|
# </secondary>
|
54
79
|
#</match>
|
55
80
|
|
56
|
-
##
|
57
|
-
|
81
|
+
## Multiple output
|
82
|
+
## match tag=td.*.* and output to Treasure Data AND file
|
83
|
+
#<match td.*.*>
|
58
84
|
# type copy
|
59
85
|
# <store>
|
60
|
-
# type
|
61
|
-
#
|
86
|
+
# type tdlog
|
87
|
+
# apikey API_KEY
|
88
|
+
# auto_create_table
|
62
89
|
# buffer_type file
|
63
|
-
# buffer_path /var/log/td-agent/
|
64
|
-
# retry_limit 50
|
65
|
-
# flush_interval 10s
|
90
|
+
# buffer_path /var/log/td-agent/buffer/td
|
66
91
|
# </store>
|
67
92
|
# <store>
|
68
93
|
# type file
|
69
|
-
# path /var/log/td-agent/
|
94
|
+
# path /var/log/td-agent/td-%Y-%m-%d/%H.log
|
70
95
|
# </store>
|
71
96
|
#</match>
|
72
|
-
|
73
|
-
## match not matched logs and write to file
|
74
|
-
#<match **>
|
75
|
-
# type file
|
76
|
-
# path /var/log/td-agent/else/%Y-%m-%d/%H.log
|
77
|
-
#</match>
|
78
|
-
|
@@ -129,12 +129,12 @@ class TreasureDataLogOutput < BufferedOutput
|
|
129
129
|
raise ConfigError, "'database' and 'table' parameter are required on tdlog output"
|
130
130
|
end
|
131
131
|
begin
|
132
|
-
TreasureData::API.
|
132
|
+
TreasureData::API.validate_database_name(database)
|
133
133
|
rescue
|
134
134
|
raise ConfigError, "Invalid database name #{database.inspect}: #{$!}: #{conf}"
|
135
135
|
end
|
136
136
|
begin
|
137
|
-
TreasureData::API.
|
137
|
+
TreasureData::API.validate_table_name(table)
|
138
138
|
rescue
|
139
139
|
raise ConfigError, "Invalid table name #{table.inspect}: #{$!}: #{conf}"
|
140
140
|
end
|
@@ -179,8 +179,8 @@ class TreasureDataLogOutput < BufferedOutput
|
|
179
179
|
key = @key
|
180
180
|
else
|
181
181
|
database, table = tag.split('.')[-2,2]
|
182
|
-
TreasureData::API.normalize_database_name(database)
|
183
|
-
TreasureData::API.normalize_table_name(table)
|
182
|
+
database = TreasureData::API.normalize_database_name(database)
|
183
|
+
table = TreasureData::API.normalize_table_name(table)
|
184
184
|
key = "#{database}.#{table}"
|
185
185
|
end
|
186
186
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.10.
|
4
|
+
version: 0.10.13
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-
|
12
|
+
date: 2012-12-02 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|