embulk-filter-ruby_proc 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +11 -9
- data/embulk-filter-ruby_proc.gemspec +1 -1
- data/example/config.yml +3 -1
- data/lib/embulk/filter/ruby_proc.rb +18 -4
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f44bc455c56121e98574eec9b504efbc5eb81649
|
|
4
|
+
data.tar.gz: 2f2176f8005b98e3e98e212900b84a0543431e4f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9b0d6f4d04a55d8d71d437f41903b652aa1dd6f240072bb4da36dc15d45d061ce7140e9464a69dd0cc24018cc77c3c832a01912164abaab05ebd756f2d6aef1f
|
|
7
|
+
data.tar.gz: 340bb8f0cd0be037dde1262a59990bcfbc9ed1bccf865c6fcefb1567fbeb6353b879f91e5bf4271453aaa60af3c96fddfe043365ececbe3491504848c93c9d62
|
data/README.md
CHANGED
|
@@ -32,6 +32,8 @@ filters:
|
|
|
32
32
|
- type: ruby_proc
|
|
33
33
|
requires:
|
|
34
34
|
- cgi
|
|
35
|
+
variables:
|
|
36
|
+
multiply: 3
|
|
35
37
|
rows:
|
|
36
38
|
- proc: |
|
|
37
39
|
->(record) do
|
|
@@ -49,7 +51,7 @@ filters:
|
|
|
49
51
|
- name: id
|
|
50
52
|
proc: |
|
|
51
53
|
->(id) do
|
|
52
|
-
id *
|
|
54
|
+
id * variables["multiply"]
|
|
53
55
|
end
|
|
54
56
|
type: string
|
|
55
57
|
- name: comment
|
|
@@ -78,14 +80,14 @@ And user must take care of object identity. Otherwise, error may be occurred whe
|
|
|
78
80
|
+-----------+--------------+-------------------------+-------------------------+------------------------------------------+------------------------------------------------------------------------------------------+
|
|
79
81
|
| id:string | account:long | time:timestamp | purchase:timestamp | comment:json | data:json |
|
|
80
82
|
+-----------+--------------+-------------------------+-------------------------+------------------------------------------+------------------------------------------------------------------------------------------+
|
|
81
|
-
|
|
|
82
|
-
|
|
|
83
|
-
|
|
|
84
|
-
|
|
|
85
|
-
|
|
|
86
|
-
|
|
|
87
|
-
|
|
|
88
|
-
|
|
|
83
|
+
| 3 | 32,864 | 2015-01-27 19:23:49 UTC | 2015-01-27 00:00:00 UTC | ["EMBULK"] | {"events":[{"id":1,"name":"Name1","idx":0},{"id":2,"name":"Name2","idx":1}],"foo":"bar"} |
|
|
84
|
+
| 33 | 32,864 | 2015-01-27 19:23:49 UTC | 2015-01-27 00:00:00 UTC | ["EMBULK"] | {"events":[{"id":1,"name":"Name1","idx":0},{"id":2,"name":"Name2","idx":1}],"foo":"bar"} |
|
|
85
|
+
| 6 | 14,824 | 2015-01-27 19:01:23 UTC | 2015-01-27 00:00:00 UTC | ["EMBULK","JRUBY"] | |
|
|
86
|
+
| 36 | 14,824 | 2015-01-27 19:01:23 UTC | 2015-01-27 00:00:00 UTC | ["EMBULK","JRUBY"] | |
|
|
87
|
+
| 9 | 27,559 | 2015-01-28 02:20:02 UTC | 2015-01-28 00:00:00 UTC | ["EMBULK","%22CSV%22","PARSER","PLUGIN"] | |
|
|
88
|
+
| 39 | 27,559 | 2015-01-28 02:20:02 UTC | 2015-01-28 00:00:00 UTC | ["EMBULK","%22CSV%22","PARSER","PLUGIN"] | |
|
|
89
|
+
| 12 | 11,270 | 2015-01-29 11:54:36 UTC | 2015-01-29 00:00:00 UTC | ["11270"] | |
|
|
90
|
+
| 42 | 11,270 | 2015-01-29 11:54:36 UTC | 2015-01-29 00:00:00 UTC | ["11270"] | |
|
|
89
91
|
+-----------+--------------+-------------------------+-------------------------+------------------------------------------+------------------------------------------------------------------------------------------+
|
|
90
92
|
```
|
|
91
93
|
|
data/example/config.yml
CHANGED
|
@@ -25,6 +25,8 @@ filters:
|
|
|
25
25
|
- type: ruby_proc
|
|
26
26
|
requires:
|
|
27
27
|
- cgi
|
|
28
|
+
variables:
|
|
29
|
+
multiply: 3
|
|
28
30
|
rows:
|
|
29
31
|
- proc: |
|
|
30
32
|
->(record) do
|
|
@@ -42,7 +44,7 @@ filters:
|
|
|
42
44
|
- name: id
|
|
43
45
|
proc: |
|
|
44
46
|
->(id) do
|
|
45
|
-
id *
|
|
47
|
+
id * variables["multiply"]
|
|
46
48
|
end
|
|
47
49
|
type: string
|
|
48
50
|
- name: comment
|
|
@@ -1,6 +1,17 @@
|
|
|
1
1
|
module Embulk
|
|
2
2
|
module Filter
|
|
3
3
|
|
|
4
|
+
class Evaluator
|
|
5
|
+
attr_reader :variables
|
|
6
|
+
def initialize(variables)
|
|
7
|
+
@variables = variables
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
def get_binding
|
|
11
|
+
binding
|
|
12
|
+
end
|
|
13
|
+
end
|
|
14
|
+
|
|
4
15
|
class RubyProc < FilterPlugin
|
|
5
16
|
Plugin.register_filter("ruby_proc", self)
|
|
6
17
|
|
|
@@ -9,6 +20,7 @@ module Embulk
|
|
|
9
20
|
"columns" => config.param("columns", :array, default: []),
|
|
10
21
|
"rows" => config.param("rows", :array, default: []),
|
|
11
22
|
"requires" => config.param("requires", :array, default: []),
|
|
23
|
+
"variables" => config.param("variables", :hash, default: {}),
|
|
12
24
|
}
|
|
13
25
|
|
|
14
26
|
out_columns = in_schema.map do |col|
|
|
@@ -29,18 +41,20 @@ module Embulk
|
|
|
29
41
|
require lib
|
|
30
42
|
end
|
|
31
43
|
|
|
44
|
+
evaluator_binding = Evaluator.new(task["variables"]).get_binding
|
|
45
|
+
|
|
32
46
|
@procs = Hash[task["columns"].map {|col|
|
|
33
47
|
if col["proc"]
|
|
34
|
-
[col["name"], eval(col["proc"])]
|
|
48
|
+
[col["name"], eval(col["proc"], evaluator_binding)]
|
|
35
49
|
else
|
|
36
|
-
[col["name"], eval(File.read(col["proc_file"]),
|
|
50
|
+
[col["name"], eval(File.read(col["proc_file"]), evaluator_binding, File.expand_path(col["proc_file"]))]
|
|
37
51
|
end
|
|
38
52
|
}]
|
|
39
53
|
@row_procs = task["rows"].map {|rowdef|
|
|
40
54
|
if rowdef["proc"]
|
|
41
|
-
eval(rowdef["proc"])
|
|
55
|
+
eval(rowdef["proc"], evaluator_binding)
|
|
42
56
|
else
|
|
43
|
-
eval(File.read(rowdef["proc_file"]),
|
|
57
|
+
eval(File.read(rowdef["proc_file"]), evaluator_binding, File.expand_path(rowdef["proc_file"]))
|
|
44
58
|
end
|
|
45
59
|
}.compact
|
|
46
60
|
raise "Need columns or rows parameter" if @row_procs.empty? && @procs.empty?
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-filter-ruby_proc
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.4.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- joker1007
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-04-10 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: embulk
|