fluent-plugin-xml-parser 0.0.1 → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +8 -2
- data/fluent-plugin-xml-parser.gemspec +1 -1
- data/lib/fluent/plugin/parser_xml.rb +8 -8
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 23d3406d82a44a2830bb0c1f1efbbbf38e9b4f44
|
|
4
|
+
data.tar.gz: 3af74358485266fabc9b6aa6c3a71438a5a9ecd9
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8c8a19e8665cf5b276017378c337ac3c5cb8da6f02ad457587ac8d9593acc2c81959cde3c2a42e8c7ef3bdac3aaf447f60280cba08b77ab7c3a8fd308e647ac8
|
|
7
|
+
data.tar.gz: eb7de25d711da38b66fdf67c9ec3ed9a56e46c33d97c1ac773b88dbc7cd92479f65638fb5d061d4da574faf2e98a9895e236b551cee2210e035870554ef92ab2
|
data/README.md
CHANGED
|
@@ -31,12 +31,16 @@ The followings are an example description for Libelium SmartCity sensor data.
|
|
|
31
31
|
bind 127.0.0.1
|
|
32
32
|
port 1883
|
|
33
33
|
format xml
|
|
34
|
-
|
|
35
|
-
|
|
34
|
+
time_xpath '["cap:alert/cap:info/cap:onset", "text"]'
|
|
35
|
+
attr_xpaths '[[null, "description"], ["cap:alert/cap:info/cap:parameter/cap:valueName", "text"]]'
|
|
36
|
+
value_xpaths '[["cap:alert/cap:info/cap:description", "text"], ["cap:alert/cap:info/cap:parameter/cap:value", "text"]]'
|
|
36
37
|
</source>
|
|
37
38
|
|
|
38
39
|
```
|
|
39
40
|
|
|
41
|
+
time_xpath specifies timestamp filed value. An array with two strings means xpath of
|
|
42
|
+
the value and the attribute of the XML element (name, text etc).
|
|
43
|
+
|
|
40
44
|
attr_xpaths indicates attribute name of the target value. Each array with two strings
|
|
41
45
|
means xpath of the attribute name and the attribute of the XML element (name, text etc).
|
|
42
46
|
XPath can be omitted as 'null' and specify your own attribute name as the second
|
|
@@ -46,6 +50,8 @@ value_xpaths indicates the target value to be extracted. Each array with two str
|
|
|
46
50
|
means xpath of the target value and the attribute of the XML element (name, text etc).
|
|
47
51
|
XPath can be omitted as 'null' and specify your own value as the second parameter.
|
|
48
52
|
|
|
53
|
+
The extracted fields are packed into Hash structure (record field) to emit the next procedure in fluentd.
|
|
54
|
+
|
|
49
55
|
You can check your own XML data structure by using irb or pry
|
|
50
56
|
|
|
51
57
|
```
|
|
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
4
4
|
|
|
5
5
|
Gem::Specification.new do |spec|
|
|
6
6
|
spec.name = "fluent-plugin-xml-parser"
|
|
7
|
-
spec.version = "0.0.
|
|
7
|
+
spec.version = "0.0.2"
|
|
8
8
|
spec.authors = ["Toyokazu Akiyama"]
|
|
9
9
|
spec.email = ["toyokazu@gmail.com"]
|
|
10
10
|
spec.summary = %q{fluentd xml parser plugin}
|
|
@@ -8,8 +8,9 @@ module Fluent
|
|
|
8
8
|
# How to specify the target attributes and values
|
|
9
9
|
# The followings are an example description for Libelium SmartCity sensor data.
|
|
10
10
|
#
|
|
11
|
-
#
|
|
12
|
-
#
|
|
11
|
+
# time_xpath '["cap:alert/cap:info/cap:onset", "text"]'
|
|
12
|
+
# attr_xpaths '[[null, "description"], ["cap:alert/cap:info/cap:parameter/cap:valueName", "text"]]'
|
|
13
|
+
# value_xpaths '[["cap:alert/cap:info/cap:description", "text"], ["cap:alert/cap:info/cap:parameter/cap:value", "text"]]'
|
|
13
14
|
#
|
|
14
15
|
# attr_xpaths indicates attribute name of the target value. Each array with two strings
|
|
15
16
|
# means xpath of the attribute name and the attribute of the XML element (name, text etc).
|
|
@@ -26,6 +27,7 @@ module Fluent
|
|
|
26
27
|
# doc = REXML::Document.new(open("test.xml"))
|
|
27
28
|
# doc.elements['cap:alert/cap:info'].children
|
|
28
29
|
#
|
|
30
|
+
config_param :time_xpath, :string, :default => '[]'
|
|
29
31
|
config_param :attr_xpaths, :string, :default => '[]'
|
|
30
32
|
config_param :value_xpaths, :string, :default => '[]'
|
|
31
33
|
config_param :time_format, :string, :default => nil # time_format is configurable
|
|
@@ -33,6 +35,7 @@ module Fluent
|
|
|
33
35
|
def configure(conf)
|
|
34
36
|
super
|
|
35
37
|
|
|
38
|
+
@time_xpath = json_parse(conf['time_xpath'])
|
|
36
39
|
@attr_xpaths = json_parse(conf['attr_xpaths'])
|
|
37
40
|
@value_xpaths = json_parse(conf['value_xpaths'])
|
|
38
41
|
@time_format = conf['time_format']
|
|
@@ -48,6 +51,8 @@ module Fluent
|
|
|
48
51
|
begin
|
|
49
52
|
doc = REXML::Document.new(text)
|
|
50
53
|
$log.debug doc
|
|
54
|
+
# parse time field
|
|
55
|
+
@time = @time_parser.parse(doc.elements[@time_xpath[0]].method(@time_xpath[1]).call)
|
|
51
56
|
record = {}
|
|
52
57
|
attrs = @attr_xpaths.map do |attr_xpath|
|
|
53
58
|
if attr_xpath[0].nil? # when null is specified
|
|
@@ -64,12 +69,7 @@ module Fluent
|
|
|
64
69
|
end
|
|
65
70
|
end
|
|
66
71
|
attrs.size.times do |i|
|
|
67
|
-
|
|
68
|
-
@time = @time_parser.parse(values[i])
|
|
69
|
-
record[attrs[i]] = @time
|
|
70
|
-
else
|
|
71
|
-
record[attrs[i]] = values[i]
|
|
72
|
-
end
|
|
72
|
+
record[attrs[i]] = values[i]
|
|
73
73
|
end
|
|
74
74
|
yield @time, record
|
|
75
75
|
rescue REXML::ParseException => e
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-xml-parser
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Toyokazu Akiyama
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-11-
|
|
11
|
+
date: 2015-11-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|