embulk 0.6.23 → 0.6.24
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/build.gradle +5 -1
- data/embulk-core/src/main/java/org/embulk/exec/TempFileAllocator.java +4 -1
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.6.24.rst +13 -0
- data/embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java +8 -8
- data/embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java +13 -13
- data/embulk-standards/src/main/java/org/embulk/standards/GzipFileDecoderPlugin.java +1 -1
- data/embulk-standards/src/main/java/org/embulk/standards/GzipFileEncoderPlugin.java +2 -2
- data/embulk-standards/src/main/java/org/embulk/standards/LocalFileInputPlugin.java +5 -5
- data/embulk-standards/src/main/java/org/embulk/standards/LocalFileOutputPlugin.java +3 -3
- data/lib/embulk/version.rb +1 -1
- metadata +5 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d0bf234b56a8cfe344e5ee6b898ad06bfce6ef5a
|
4
|
+
data.tar.gz: 2f6f279d38f93e2e94f2a407004a2e7d74e6bc49
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d78494fb67e48dff0d65ea9433e62cee8fcf5910cc325ce3cc90016050b1991e944dca138a9d1e1c05e19b145722cd0af20197afe61809d3f97b6c19518ca5af
|
7
|
+
data.tar.gz: 6b5f707026626888cfd340c45ea1a0aa31ea136e585e9b72c83988fa927bcaae2c72fa7409d57fdc86af609aafe1cc65fc0cd58043d53d30fbd1cbc42465f08a
|
data/build.gradle
CHANGED
@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
|
|
16
16
|
|
17
17
|
allprojects {
|
18
18
|
group = 'org.embulk'
|
19
|
-
version = '0.6.
|
19
|
+
version = '0.6.24'
|
20
20
|
|
21
21
|
ext {
|
22
22
|
jrubyVersion = '1.7.21'
|
@@ -26,6 +26,10 @@ allprojects {
|
|
26
26
|
apply plugin: 'maven-publish'
|
27
27
|
apply plugin: 'com.jfrog.bintray'
|
28
28
|
|
29
|
+
test {
|
30
|
+
maxHeapSize = "1024m"
|
31
|
+
}
|
32
|
+
|
29
33
|
//
|
30
34
|
// bintrayUpload task
|
31
35
|
//
|
@@ -26,7 +26,10 @@ public class TempFileAllocator
|
|
26
26
|
|
27
27
|
public TempFileSpace newSpace(String subdir)
|
28
28
|
{
|
29
|
-
// TODO support multiple
|
29
|
+
// TODO support multiple directories
|
30
|
+
// UNIX/Linux cannot include '/' as file name.
|
31
|
+
// Windows cannot include ':' as file name.
|
32
|
+
subdir = subdir.replace('/', '-').replace(':', '-');
|
30
33
|
return new TempFileSpace(new File(dirs[0], subdir));
|
31
34
|
}
|
32
35
|
}
|
data/embulk-docs/src/release.rst
CHANGED
@@ -0,0 +1,13 @@
|
|
1
|
+
Release 0.6.24
|
2
|
+
==================================
|
3
|
+
|
4
|
+
General Changes
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Fixed error at ``TempFileSpace`` by replacing ``:`` in directory name to ``-`` (@hito4t++)
|
8
|
+
* Run test with '-Xmx1024m' to run test on AppVeyor (@cosmo0920++)
|
9
|
+
|
10
|
+
|
11
|
+
Release Date
|
12
|
+
------------------
|
13
|
+
2015-08-15
|
@@ -53,35 +53,35 @@ public class CsvFormatterPlugin
|
|
53
53
|
{
|
54
54
|
@Config("header_line")
|
55
55
|
@ConfigDefault("true")
|
56
|
-
|
56
|
+
boolean getHeaderLine();
|
57
57
|
|
58
58
|
@Config("delimiter")
|
59
59
|
@ConfigDefault("\",\"")
|
60
|
-
|
60
|
+
char getDelimiterChar();
|
61
61
|
|
62
62
|
@Config("quote")
|
63
63
|
@ConfigDefault("\"\\\"\"")
|
64
|
-
|
64
|
+
char getQuoteChar();
|
65
65
|
|
66
66
|
@Config("quote_policy")
|
67
67
|
@ConfigDefault("\"MINIMAL\"")
|
68
|
-
|
68
|
+
QuotePolicy getQuotePolicy();
|
69
69
|
|
70
70
|
@Config("escape")
|
71
71
|
@ConfigDefault("null")
|
72
|
-
|
72
|
+
Optional<Character> getEscapeChar();
|
73
73
|
|
74
74
|
@Config("null_string")
|
75
75
|
@ConfigDefault("\"\"")
|
76
|
-
|
76
|
+
String getNullString();
|
77
77
|
|
78
78
|
@Config("newline_in_field")
|
79
79
|
@ConfigDefault("\"LF\"")
|
80
|
-
|
80
|
+
Newline getNewlineInField();
|
81
81
|
|
82
82
|
@Config("column_options")
|
83
83
|
@ConfigDefault("{}")
|
84
|
-
|
84
|
+
Map<String, TimestampColumnOption> getColumnOptions();
|
85
85
|
}
|
86
86
|
|
87
87
|
public interface TimestampColumnOption
|
@@ -43,54 +43,54 @@ public class CsvParserPlugin
|
|
43
43
|
extends Task, LineDecoder.DecoderTask, TimestampParser.Task
|
44
44
|
{
|
45
45
|
@Config("columns")
|
46
|
-
|
46
|
+
SchemaConfig getSchemaConfig();
|
47
47
|
|
48
48
|
@Config("header_line")
|
49
49
|
@ConfigDefault("null")
|
50
|
-
|
50
|
+
Optional<Boolean> getHeaderLine();
|
51
51
|
|
52
52
|
@Config("skip_header_lines")
|
53
53
|
@ConfigDefault("0")
|
54
|
-
|
55
|
-
|
54
|
+
int getSkipHeaderLines();
|
55
|
+
void setSkipHeaderLines(int n);
|
56
56
|
|
57
57
|
@Config("delimiter")
|
58
58
|
@ConfigDefault("\",\"")
|
59
|
-
|
59
|
+
char getDelimiterChar();
|
60
60
|
|
61
61
|
@Config("quote")
|
62
62
|
@ConfigDefault("\"\\\"\"")
|
63
|
-
|
63
|
+
Optional<QuoteCharacter> getQuoteChar();
|
64
64
|
|
65
65
|
@Config("escape")
|
66
66
|
@ConfigDefault("\"\\\\\"")
|
67
|
-
|
67
|
+
Optional<EscapeCharacter> getEscapeChar();
|
68
68
|
|
69
69
|
// Null value handling: if the CsvParser found 'non-quoted empty string's,
|
70
70
|
// it replaces them to string that users specified like "\N", "NULL".
|
71
71
|
@Config("null_string")
|
72
72
|
@ConfigDefault("null")
|
73
|
-
|
73
|
+
Optional<String> getNullString();
|
74
74
|
|
75
75
|
@Config("trim_if_not_quoted")
|
76
76
|
@ConfigDefault("false")
|
77
|
-
|
77
|
+
boolean getTrimIfNotQuoted();
|
78
78
|
|
79
79
|
@Config("max_quoted_size_limit")
|
80
80
|
@ConfigDefault("131072") //128kB
|
81
|
-
|
81
|
+
long getMaxQuotedSizeLimit();
|
82
82
|
|
83
83
|
@Config("comment_line_marker")
|
84
84
|
@ConfigDefault("null")
|
85
|
-
|
85
|
+
Optional<String> getCommentLineMarker();
|
86
86
|
|
87
87
|
@Config("allow_optional_columns")
|
88
88
|
@ConfigDefault("false")
|
89
|
-
|
89
|
+
boolean getAllowOptionalColumns();
|
90
90
|
|
91
91
|
@Config("allow_extra_columns")
|
92
92
|
@ConfigDefault("false")
|
93
|
-
|
93
|
+
boolean getAllowExtraColumns();
|
94
94
|
}
|
95
95
|
|
96
96
|
public static class QuoteCharacter
|
@@ -27,10 +27,10 @@ public class GzipFileEncoderPlugin
|
|
27
27
|
@ConfigDefault("6")
|
28
28
|
@Min(0)
|
29
29
|
@Max(9)
|
30
|
-
|
30
|
+
int getLevel();
|
31
31
|
|
32
32
|
@ConfigInject
|
33
|
-
|
33
|
+
BufferAllocator getBufferAllocator();
|
34
34
|
}
|
35
35
|
|
36
36
|
public void transaction(ConfigSource config, EncoderPlugin.Control control)
|
@@ -38,17 +38,17 @@ public class LocalFileInputPlugin
|
|
38
38
|
extends Task
|
39
39
|
{
|
40
40
|
@Config("path_prefix")
|
41
|
-
|
41
|
+
String getPathPrefix();
|
42
42
|
|
43
43
|
@Config("last_path")
|
44
44
|
@ConfigDefault("null")
|
45
|
-
|
45
|
+
Optional<String> getLastPath();
|
46
46
|
|
47
|
-
|
48
|
-
|
47
|
+
List<String> getFiles();
|
48
|
+
void setFiles(List<String> files);
|
49
49
|
|
50
50
|
@ConfigInject
|
51
|
-
|
51
|
+
BufferAllocator getBufferAllocator();
|
52
52
|
}
|
53
53
|
|
54
54
|
private final Logger log = Exec.getLogger(getClass());
|
@@ -30,14 +30,14 @@ public class LocalFileOutputPlugin
|
|
30
30
|
extends Task
|
31
31
|
{
|
32
32
|
@Config("path_prefix")
|
33
|
-
|
33
|
+
String getPathPrefix();
|
34
34
|
|
35
35
|
@Config("file_ext")
|
36
|
-
|
36
|
+
String getFileNameExtension();
|
37
37
|
|
38
38
|
@Config("sequence_format")
|
39
39
|
@ConfigDefault("\"%03d.%02d.\"")
|
40
|
-
|
40
|
+
String getSequenceFormat();
|
41
41
|
}
|
42
42
|
|
43
43
|
private final Logger log = Exec.getLogger(getClass());
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.24
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-08-
|
11
|
+
date: 2015-08-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -103,8 +103,8 @@ files:
|
|
103
103
|
- classpath/bval-jsr303-0.5.jar
|
104
104
|
- classpath/commons-beanutils-core-1.8.3.jar
|
105
105
|
- classpath/commons-lang3-3.1.jar
|
106
|
-
- classpath/embulk-core-0.6.
|
107
|
-
- classpath/embulk-standards-0.6.
|
106
|
+
- classpath/embulk-core-0.6.24.jar
|
107
|
+
- classpath/embulk-standards-0.6.24.jar
|
108
108
|
- classpath/guava-18.0.jar
|
109
109
|
- classpath/guice-4.0.jar
|
110
110
|
- classpath/guice-multibindings-4.0.jar
|
@@ -383,6 +383,7 @@ files:
|
|
383
383
|
- embulk-docs/src/release/release-0.6.21.rst
|
384
384
|
- embulk-docs/src/release/release-0.6.22.rst
|
385
385
|
- embulk-docs/src/release/release-0.6.23.rst
|
386
|
+
- embulk-docs/src/release/release-0.6.24.rst
|
386
387
|
- embulk-docs/src/release/release-0.6.3.rst
|
387
388
|
- embulk-docs/src/release/release-0.6.4.rst
|
388
389
|
- embulk-docs/src/release/release-0.6.5.rst
|