embulk 0.6.23 → 0.6.24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build.gradle +5 -1
- data/embulk-core/src/main/java/org/embulk/exec/TempFileAllocator.java +4 -1
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.6.24.rst +13 -0
- data/embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java +8 -8
- data/embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java +13 -13
- data/embulk-standards/src/main/java/org/embulk/standards/GzipFileDecoderPlugin.java +1 -1
- data/embulk-standards/src/main/java/org/embulk/standards/GzipFileEncoderPlugin.java +2 -2
- data/embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java +5 -5
- data/embulk-standards/src/main/java/org/embulk/standards/LocalFileOutputPlugin.java +3 -3
- data/lib/embulk/version.rb +1 -1
- metadata +5 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d0bf234b56a8cfe344e5ee6b898ad06bfce6ef5a
|
4
|
+
data.tar.gz: 2f6f279d38f93e2e94f2a407004a2e7d74e6bc49
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d78494fb67e48dff0d65ea9433e62cee8fcf5910cc325ce3cc90016050b1991e944dca138a9d1e1c05e19b145722cd0af20197afe61809d3f97b6c19518ca5af
|
7
|
+
data.tar.gz: 6b5f707026626888cfd340c45ea1a0aa31ea136e585e9b72c83988fa927bcaae2c72fa7409d57fdc86af609aafe1cc65fc0cd58043d53d30fbd1cbc42465f08a
|
data/build.gradle
CHANGED
@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
|
|
16
16
|
|
17
17
|
allprojects {
|
18
18
|
group = 'org.embulk'
|
19
|
-
version = '0.6.
|
19
|
+
version = '0.6.24'
|
20
20
|
|
21
21
|
ext {
|
22
22
|
jrubyVersion = '1.7.21'
|
@@ -26,6 +26,10 @@ allprojects {
|
|
26
26
|
apply plugin: 'maven-publish'
|
27
27
|
apply plugin: 'com.jfrog.bintray'
|
28
28
|
|
29
|
+
test {
|
30
|
+
maxHeapSize = "1024m"
|
31
|
+
}
|
32
|
+
|
29
33
|
//
|
30
34
|
// bintrayUpload task
|
31
35
|
//
|
@@ -26,7 +26,10 @@ public class TempFileAllocator
|
|
26
26
|
|
27
27
|
public TempFileSpace newSpace(String subdir)
|
28
28
|
{
|
29
|
-
// TODO support multiple
|
29
|
+
// TODO support multiple directories
|
30
|
+
// UNIX/Linux cannot include '/' as file name.
|
31
|
+
// Windows cannot include ':' as file name.
|
32
|
+
subdir = subdir.replace('/', '-').replace(':', '-');
|
30
33
|
return new TempFileSpace(new File(dirs[0], subdir));
|
31
34
|
}
|
32
35
|
}
|
data/embulk-docs/src/release.rst
CHANGED
@@ -0,0 +1,13 @@
|
|
1
|
+
Release 0.6.24
|
2
|
+
==================================
|
3
|
+
|
4
|
+
General Changes
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Fixed error at ``TempFileSpace`` by replacing ``:`` in directory name to ``-`` (@hito4t++)
|
8
|
+
* Run test with '-Xmx1024m' to run test on AppVeyor (@cosmo0920++)
|
9
|
+
|
10
|
+
|
11
|
+
Release Date
|
12
|
+
------------------
|
13
|
+
2015-08-15
|
@@ -53,35 +53,35 @@ public class CsvFormatterPlugin
|
|
53
53
|
{
|
54
54
|
@Config("header_line")
|
55
55
|
@ConfigDefault("true")
|
56
|
-
|
56
|
+
boolean getHeaderLine();
|
57
57
|
|
58
58
|
@Config("delimiter")
|
59
59
|
@ConfigDefault("\",\"")
|
60
|
-
|
60
|
+
char getDelimiterChar();
|
61
61
|
|
62
62
|
@Config("quote")
|
63
63
|
@ConfigDefault("\"\\\"\"")
|
64
|
-
|
64
|
+
char getQuoteChar();
|
65
65
|
|
66
66
|
@Config("quote_policy")
|
67
67
|
@ConfigDefault("\"MINIMAL\"")
|
68
|
-
|
68
|
+
QuotePolicy getQuotePolicy();
|
69
69
|
|
70
70
|
@Config("escape")
|
71
71
|
@ConfigDefault("null")
|
72
|
-
|
72
|
+
Optional<Character> getEscapeChar();
|
73
73
|
|
74
74
|
@Config("null_string")
|
75
75
|
@ConfigDefault("\"\"")
|
76
|
-
|
76
|
+
String getNullString();
|
77
77
|
|
78
78
|
@Config("newline_in_field")
|
79
79
|
@ConfigDefault("\"LF\"")
|
80
|
-
|
80
|
+
Newline getNewlineInField();
|
81
81
|
|
82
82
|
@Config("column_options")
|
83
83
|
@ConfigDefault("{}")
|
84
|
-
|
84
|
+
Map<String, TimestampColumnOption> getColumnOptions();
|
85
85
|
}
|
86
86
|
|
87
87
|
public interface TimestampColumnOption
|
@@ -43,54 +43,54 @@ public class CsvParserPlugin
|
|
43
43
|
extends Task, LineDecoder.DecoderTask, TimestampParser.Task
|
44
44
|
{
|
45
45
|
@Config("columns")
|
46
|
-
|
46
|
+
SchemaConfig getSchemaConfig();
|
47
47
|
|
48
48
|
@Config("header_line")
|
49
49
|
@ConfigDefault("null")
|
50
|
-
|
50
|
+
Optional<Boolean> getHeaderLine();
|
51
51
|
|
52
52
|
@Config("skip_header_lines")
|
53
53
|
@ConfigDefault("0")
|
54
|
-
|
55
|
-
|
54
|
+
int getSkipHeaderLines();
|
55
|
+
void setSkipHeaderLines(int n);
|
56
56
|
|
57
57
|
@Config("delimiter")
|
58
58
|
@ConfigDefault("\",\"")
|
59
|
-
|
59
|
+
char getDelimiterChar();
|
60
60
|
|
61
61
|
@Config("quote")
|
62
62
|
@ConfigDefault("\"\\\"\"")
|
63
|
-
|
63
|
+
Optional<QuoteCharacter> getQuoteChar();
|
64
64
|
|
65
65
|
@Config("escape")
|
66
66
|
@ConfigDefault("\"\\\\\"")
|
67
|
-
|
67
|
+
Optional<EscapeCharacter> getEscapeChar();
|
68
68
|
|
69
69
|
// Null value handling: if the CsvParser found 'non-quoted empty string's,
|
70
70
|
// it replaces them to string that users specified like "\N", "NULL".
|
71
71
|
@Config("null_string")
|
72
72
|
@ConfigDefault("null")
|
73
|
-
|
73
|
+
Optional<String> getNullString();
|
74
74
|
|
75
75
|
@Config("trim_if_not_quoted")
|
76
76
|
@ConfigDefault("false")
|
77
|
-
|
77
|
+
boolean getTrimIfNotQuoted();
|
78
78
|
|
79
79
|
@Config("max_quoted_size_limit")
|
80
80
|
@ConfigDefault("131072") //128kB
|
81
|
-
|
81
|
+
long getMaxQuotedSizeLimit();
|
82
82
|
|
83
83
|
@Config("comment_line_marker")
|
84
84
|
@ConfigDefault("null")
|
85
|
-
|
85
|
+
Optional<String> getCommentLineMarker();
|
86
86
|
|
87
87
|
@Config("allow_optional_columns")
|
88
88
|
@ConfigDefault("false")
|
89
|
-
|
89
|
+
boolean getAllowOptionalColumns();
|
90
90
|
|
91
91
|
@Config("allow_extra_columns")
|
92
92
|
@ConfigDefault("false")
|
93
|
-
|
93
|
+
boolean getAllowExtraColumns();
|
94
94
|
}
|
95
95
|
|
96
96
|
public static class QuoteCharacter
|
@@ -27,10 +27,10 @@ public class GzipFileEncoderPlugin
|
|
27
27
|
@ConfigDefault("6")
|
28
28
|
@Min(0)
|
29
29
|
@Max(9)
|
30
|
-
|
30
|
+
int getLevel();
|
31
31
|
|
32
32
|
@ConfigInject
|
33
|
-
|
33
|
+
BufferAllocator getBufferAllocator();
|
34
34
|
}
|
35
35
|
|
36
36
|
public void transaction(ConfigSource config, EncoderPlugin.Control control)
|
@@ -38,17 +38,17 @@ public class LocalFileInputPlugin
|
|
38
38
|
extends Task
|
39
39
|
{
|
40
40
|
@Config("path_prefix")
|
41
|
-
|
41
|
+
String getPathPrefix();
|
42
42
|
|
43
43
|
@Config("last_path")
|
44
44
|
@ConfigDefault("null")
|
45
|
-
|
45
|
+
Optional<String> getLastPath();
|
46
46
|
|
47
|
-
|
48
|
-
|
47
|
+
List<String> getFiles();
|
48
|
+
void setFiles(List<String> files);
|
49
49
|
|
50
50
|
@ConfigInject
|
51
|
-
|
51
|
+
BufferAllocator getBufferAllocator();
|
52
52
|
}
|
53
53
|
|
54
54
|
private final Logger log = Exec.getLogger(getClass());
|
@@ -30,14 +30,14 @@ public class LocalFileOutputPlugin
|
|
30
30
|
extends Task
|
31
31
|
{
|
32
32
|
@Config("path_prefix")
|
33
|
-
|
33
|
+
String getPathPrefix();
|
34
34
|
|
35
35
|
@Config("file_ext")
|
36
|
-
|
36
|
+
String getFileNameExtension();
|
37
37
|
|
38
38
|
@Config("sequence_format")
|
39
39
|
@ConfigDefault("\"%03d.%02d.\"")
|
40
|
-
|
40
|
+
String getSequenceFormat();
|
41
41
|
}
|
42
42
|
|
43
43
|
private final Logger log = Exec.getLogger(getClass());
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.24
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-08-
|
11
|
+
date: 2015-08-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -103,8 +103,8 @@ files:
|
|
103
103
|
- classpath/bval-jsr303-0.5.jar
|
104
104
|
- classpath/commons-beanutils-core-1.8.3.jar
|
105
105
|
- classpath/commons-lang3-3.1.jar
|
106
|
-
- classpath/embulk-core-0.6.
|
107
|
-
- classpath/embulk-standards-0.6.
|
106
|
+
- classpath/embulk-core-0.6.24.jar
|
107
|
+
- classpath/embulk-standards-0.6.24.jar
|
108
108
|
- classpath/guava-18.0.jar
|
109
109
|
- classpath/guice-4.0.jar
|
110
110
|
- classpath/guice-multibindings-4.0.jar
|
@@ -383,6 +383,7 @@ files:
|
|
383
383
|
- embulk-docs/src/release/release-0.6.21.rst
|
384
384
|
- embulk-docs/src/release/release-0.6.22.rst
|
385
385
|
- embulk-docs/src/release/release-0.6.23.rst
|
386
|
+
- embulk-docs/src/release/release-0.6.24.rst
|
386
387
|
- embulk-docs/src/release/release-0.6.3.rst
|
387
388
|
- embulk-docs/src/release/release-0.6.4.rst
|
388
389
|
- embulk-docs/src/release/release-0.6.5.rst
|