embulk-filter-column 0.1.5 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +6 -0
- data/CHANGELOG.md +6 -0
- data/README.md +9 -3
- data/build.gradle +3 -1
- data/src/main/java/org/embulk/filter/ColumnFilterPlugin.java +13 -15
- metadata +14 -13
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 46fc561880caa7fda6f2cdd9c191a473f0e1a146
|
4
|
+
data.tar.gz: 14027774ddf37f4782c8b775203e4bec80bce490
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9197bbed4fd0ffaa6196b464a8da5fa11be8cc48bc30519ae0d54900a3e06356f1ed9221c1f902b132958be82a0d4a640d15a5d688bccdaff88d0358954fdf3e
|
7
|
+
data.tar.gz: 311d261b18da80495c695f695a2d15b898d18ed7acc70e100d51eb859b686324c6795bfc18c3eefe9ea5a1f7c9fe443d3a4d588cf23db4d9cc1324913232e77a
|
data/.travis.yml
ADDED
data/CHANGELOG.md
CHANGED
data/README.md
CHANGED
@@ -1,5 +1,7 @@
|
|
1
1
|
# Column filter plugin for Embulk
|
2
2
|
|
3
|
+
[](http://travis-ci.org/sonots/embulk-filter-column)
|
4
|
+
|
3
5
|
A filter plugin for Embulk to filter out columns
|
4
6
|
|
5
7
|
## Configuration
|
@@ -7,8 +9,8 @@ A filter plugin for Embulk to filter out columns
|
|
7
9
|
- **columns**: columns (array of hash, required)
|
8
10
|
- **name**: name of column
|
9
11
|
- **default**: default value used if input is null
|
10
|
-
- **format**: special option for timestamp column, specify the format of
|
11
|
-
- **timezone**: special option for timestamp column, specify the timezone of
|
12
|
+
- **format**: special option for timestamp column, specify the format of the default timestamp (string, default is `%Y-%m-%d %H:%M:%S.%N %z`)
|
13
|
+
- **timezone**: special option for timestamp column, specify the timezone of the default timestamp (string, default is `UTC`)
|
12
14
|
|
13
15
|
NOTE: column type is automatically retrieved from input data (inputSchema)
|
14
16
|
|
@@ -25,6 +27,10 @@ filters:
|
|
25
27
|
|
26
28
|
reduces columns to only `time`, `id`, and `name` columns.
|
27
29
|
|
30
|
+
## ToDo
|
31
|
+
|
32
|
+
* Write test
|
33
|
+
|
28
34
|
## Development
|
29
35
|
|
30
36
|
Run example:
|
@@ -37,7 +43,7 @@ $ embulk run -I lib example.yml
|
|
37
43
|
Run test:
|
38
44
|
|
39
45
|
```
|
40
|
-
$ ./
|
46
|
+
$ ./gradlew test
|
41
47
|
```
|
42
48
|
|
43
49
|
Release gem:
|
data/build.gradle
CHANGED
@@ -39,16 +39,21 @@ import com.google.common.base.Throwables;
|
|
39
39
|
|
40
40
|
public class ColumnFilterPlugin implements FilterPlugin
|
41
41
|
{
|
42
|
-
|
43
|
-
|
42
|
+
private static final Logger logger = Exec.getLogger(ColumnFilterPlugin.class);
|
43
|
+
|
44
|
+
public ColumnFilterPlugin()
|
45
|
+
{
|
46
|
+
}
|
47
|
+
|
48
|
+
public interface PluginTask extends Task, TimestampParser.Task
|
44
49
|
{
|
45
50
|
@Config("columns")
|
46
51
|
public List<ColumnConfig> getColumns();
|
47
52
|
}
|
48
53
|
|
49
54
|
@Override
|
50
|
-
public void transaction(ConfigSource config, Schema inputSchema,
|
51
|
-
FilterPlugin.Control control)
|
55
|
+
public void transaction(final ConfigSource config, final Schema inputSchema,
|
56
|
+
final FilterPlugin.Control control)
|
52
57
|
{
|
53
58
|
PluginTask task = config.loadConfig(PluginTask.class);
|
54
59
|
|
@@ -71,21 +76,14 @@ public class ColumnFilterPlugin implements FilterPlugin
|
|
71
76
|
control.run(task.dump(), outputSchema);
|
72
77
|
}
|
73
78
|
|
74
|
-
private final Logger log;
|
75
|
-
|
76
|
-
public ColumnFilterPlugin()
|
77
|
-
{
|
78
|
-
log = Exec.getLogger(ColumnFilterPlugin.class);
|
79
|
-
}
|
80
|
-
|
81
79
|
@Override
|
82
|
-
public PageOutput open(TaskSource taskSource, Schema inputSchema,
|
83
|
-
Schema outputSchema, PageOutput output)
|
80
|
+
public PageOutput open(final TaskSource taskSource, final Schema inputSchema,
|
81
|
+
final Schema outputSchema, final PageOutput output)
|
84
82
|
{
|
85
83
|
PluginTask task = taskSource.loadTask(PluginTask.class);
|
86
84
|
|
87
85
|
// Map outputColumn => inputColumn
|
88
|
-
HashMap<Column, Column> outputInputColumnMap = new HashMap<Column, Column>();
|
86
|
+
final HashMap<Column, Column> outputInputColumnMap = new HashMap<Column, Column>();
|
89
87
|
for (Column outputColumn: outputSchema.getColumns()) {
|
90
88
|
for (Column inputColumn: inputSchema.getColumns()) {
|
91
89
|
if (inputColumn.getName().equals(outputColumn.getName())) {
|
@@ -96,7 +94,7 @@ public class ColumnFilterPlugin implements FilterPlugin
|
|
96
94
|
}
|
97
95
|
|
98
96
|
// Map outputColumn => default value if present
|
99
|
-
HashMap<Column, Object> outputDefaultMap = new HashMap<Column, Object>();
|
97
|
+
final HashMap<Column, Object> outputDefaultMap = new HashMap<Column, Object>();
|
100
98
|
for (Column outputColumn: outputSchema.getColumns()) {
|
101
99
|
Type columnType = outputColumn.getType();
|
102
100
|
|
metadata
CHANGED
@@ -1,43 +1,43 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-filter-column
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Naotoshi Seo
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-07-
|
11
|
+
date: 2015-07-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
|
14
|
+
name: bundler
|
15
|
+
version_requirements: !ruby/object:Gem::Requirement
|
15
16
|
requirements:
|
16
17
|
- - ~>
|
17
18
|
- !ruby/object:Gem::Version
|
18
19
|
version: '1.0'
|
19
|
-
|
20
|
-
prerelease: false
|
21
|
-
type: :development
|
22
|
-
version_requirements: !ruby/object:Gem::Requirement
|
20
|
+
requirement: !ruby/object:Gem::Requirement
|
23
21
|
requirements:
|
24
22
|
- - ~>
|
25
23
|
- !ruby/object:Gem::Version
|
26
24
|
version: '1.0'
|
25
|
+
prerelease: false
|
26
|
+
type: :development
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
|
28
|
+
name: rake
|
29
|
+
version_requirements: !ruby/object:Gem::Requirement
|
29
30
|
requirements:
|
30
31
|
- - '>='
|
31
32
|
- !ruby/object:Gem::Version
|
32
33
|
version: '10.0'
|
33
|
-
|
34
|
-
prerelease: false
|
35
|
-
type: :development
|
36
|
-
version_requirements: !ruby/object:Gem::Requirement
|
34
|
+
requirement: !ruby/object:Gem::Requirement
|
37
35
|
requirements:
|
38
36
|
- - '>='
|
39
37
|
- !ruby/object:Gem::Version
|
40
38
|
version: '10.0'
|
39
|
+
prerelease: false
|
40
|
+
type: :development
|
41
41
|
description: A filter plugin for Embulk to filter out columns.
|
42
42
|
email:
|
43
43
|
- sonots@gmail.com
|
@@ -46,6 +46,7 @@ extensions: []
|
|
46
46
|
extra_rdoc_files: []
|
47
47
|
files:
|
48
48
|
- .gitignore
|
49
|
+
- .travis.yml
|
49
50
|
- CHANGELOG.md
|
50
51
|
- LICENSE.txt
|
51
52
|
- README.md
|
@@ -60,7 +61,7 @@ files:
|
|
60
61
|
- src/main/java/org/embulk/filter/ColumnFilterPlugin.java
|
61
62
|
- src/main/java/org/embulk/filter/column/ColumnConfig.java
|
62
63
|
- src/test/java/org/embulk/filter/TestColumnFilterPlugin.java
|
63
|
-
- classpath/embulk-filter-column-0.1.
|
64
|
+
- classpath/embulk-filter-column-0.1.6.jar
|
64
65
|
homepage: https://github.com/sonots/embulk-filter-column
|
65
66
|
licenses:
|
66
67
|
- MIT
|