fluent-plugin-td 0.10.12 → 0.10.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/ChangeLog +5 -0
- data/VERSION +1 -1
- data/example.conf +51 -33
- data/lib/fluent/plugin/out_tdlog.rb +4 -4
- metadata +2 -2
data/ChangeLog
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.10.
|
1
|
+
0.10.13
|
data/example.conf
CHANGED
@@ -1,14 +1,30 @@
|
|
1
|
+
####
|
2
|
+
## Output descriptions:
|
3
|
+
##
|
1
4
|
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
5
|
+
# Treasure Data output
|
6
|
+
# match events whose tag is td.DATABASE.TABLE
|
7
|
+
<match td.*.*>
|
8
|
+
type tdlog
|
9
|
+
apikey YOUR_API_KEY
|
7
10
|
|
11
|
+
auto_create_table
|
12
|
+
buffer_type file
|
13
|
+
buffer_path /var/log/td-agent/buffer/td
|
14
|
+
</match>
|
15
|
+
|
16
|
+
## match tag=debug.** and dump to console
|
17
|
+
<match debug.**>
|
18
|
+
type stdout
|
19
|
+
</match>
|
20
|
+
|
21
|
+
####
|
22
|
+
## Source descriptions:
|
23
|
+
##
|
8
24
|
|
9
25
|
## built-in TCP input
|
10
26
|
<source>
|
11
|
-
type
|
27
|
+
type forward
|
12
28
|
</source>
|
13
29
|
|
14
30
|
## built-in UNIX socket input
|
@@ -17,62 +33,64 @@
|
|
17
33
|
#</source>
|
18
34
|
|
19
35
|
# HTTP input
|
20
|
-
# http://localhost:8888/<tag>?json=<json>
|
36
|
+
# POST http://localhost:8888/<tag>?json=<json>
|
37
|
+
# POST http://localhost:8888/td.myapp.login?json={"user"%3A"me"}
|
21
38
|
<source>
|
22
39
|
type http
|
23
40
|
port 8888
|
24
41
|
</source>
|
25
42
|
|
43
|
+
## live debugging agent
|
44
|
+
<source>
|
45
|
+
type debug_agent
|
46
|
+
bind 127.0.0.1
|
47
|
+
port 24230
|
48
|
+
</source>
|
49
|
+
|
50
|
+
####
|
51
|
+
## Examples:
|
52
|
+
##
|
53
|
+
|
26
54
|
## File input
|
27
|
-
## read apache logs
|
55
|
+
## read apache logs continuously and tags td.apache.access
|
28
56
|
#<source>
|
29
57
|
# type tail
|
30
58
|
# format apache
|
31
59
|
# path /var/log/httpd-access.log
|
32
|
-
# tag apache.access
|
60
|
+
# tag td.apache.access
|
33
61
|
#</source>
|
34
62
|
|
35
|
-
|
36
|
-
## match tag=
|
37
|
-
#<match
|
63
|
+
## File output
|
64
|
+
## match tag=local.** and write to file
|
65
|
+
#<match local.**>
|
38
66
|
# type file
|
39
67
|
# path /var/log/td-agent/access
|
40
68
|
#</match>
|
41
69
|
|
42
|
-
##
|
43
|
-
<match debug.**>
|
44
|
-
type stdout
|
45
|
-
</match>
|
46
|
-
|
70
|
+
## Forwarding
|
47
71
|
## match tag=system.** and forward to another td-agent server
|
48
72
|
#<match system.**>
|
49
|
-
# type
|
73
|
+
# type forward
|
50
74
|
# host 192.168.0.11
|
75
|
+
# # secondary host is optional
|
51
76
|
# <secondary>
|
52
77
|
# host 192.168.0.12
|
53
78
|
# </secondary>
|
54
79
|
#</match>
|
55
80
|
|
56
|
-
##
|
57
|
-
|
81
|
+
## Multiple output
|
82
|
+
## match tag=td.*.* and output to Treasure Data AND file
|
83
|
+
#<match td.*.*>
|
58
84
|
# type copy
|
59
85
|
# <store>
|
60
|
-
# type
|
61
|
-
#
|
86
|
+
# type tdlog
|
87
|
+
# apikey API_KEY
|
88
|
+
# auto_create_table
|
62
89
|
# buffer_type file
|
63
|
-
# buffer_path /var/log/td-agent/
|
64
|
-
# retry_limit 50
|
65
|
-
# flush_interval 10s
|
90
|
+
# buffer_path /var/log/td-agent/buffer/td
|
66
91
|
# </store>
|
67
92
|
# <store>
|
68
93
|
# type file
|
69
|
-
# path /var/log/td-agent/
|
94
|
+
# path /var/log/td-agent/td-%Y-%m-%d/%H.log
|
70
95
|
# </store>
|
71
96
|
#</match>
|
72
|
-
|
73
|
-
## match not matched logs and write to file
|
74
|
-
#<match **>
|
75
|
-
# type file
|
76
|
-
# path /var/log/td-agent/else/%Y-%m-%d/%H.log
|
77
|
-
#</match>
|
78
|
-
|
@@ -129,12 +129,12 @@ class TreasureDataLogOutput < BufferedOutput
|
|
129
129
|
raise ConfigError, "'database' and 'table' parameter are required on tdlog output"
|
130
130
|
end
|
131
131
|
begin
|
132
|
-
TreasureData::API.
|
132
|
+
TreasureData::API.validate_database_name(database)
|
133
133
|
rescue
|
134
134
|
raise ConfigError, "Invalid database name #{database.inspect}: #{$!}: #{conf}"
|
135
135
|
end
|
136
136
|
begin
|
137
|
-
TreasureData::API.
|
137
|
+
TreasureData::API.validate_table_name(table)
|
138
138
|
rescue
|
139
139
|
raise ConfigError, "Invalid table name #{table.inspect}: #{$!}: #{conf}"
|
140
140
|
end
|
@@ -179,8 +179,8 @@ class TreasureDataLogOutput < BufferedOutput
|
|
179
179
|
key = @key
|
180
180
|
else
|
181
181
|
database, table = tag.split('.')[-2,2]
|
182
|
-
TreasureData::API.normalize_database_name(database)
|
183
|
-
TreasureData::API.normalize_table_name(table)
|
182
|
+
database = TreasureData::API.normalize_database_name(database)
|
183
|
+
table = TreasureData::API.normalize_table_name(table)
|
184
184
|
key = "#{database}.#{table}"
|
185
185
|
end
|
186
186
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.10.
|
4
|
+
version: 0.10.13
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-
|
12
|
+
date: 2012-12-02 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|