embulk 0.6.4 → 0.6.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/build.gradle +1 -1
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.6.5.rst +17 -0
- data/embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java +1 -1
- data/lib/embulk/guess/csv.rb +3 -3
- data/lib/embulk/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8621bf795aec3de19d66acb38d35a988f1a1a8c7
|
4
|
+
data.tar.gz: 765914d9e5386fd53451ec4a7e03a527a2b811b4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8f693d267fbdc5a24d22e2a1c9a09a668746c4216cb5de63091e608652998bf37deae8080877d91c35abe03c05565a9d19f5eff218ebad5cca21e0de30c988e2
|
7
|
+
data.tar.gz: 67279b67ab2dc0667a1b0122b32bb45f29de95d7818d364a36f37ad8845469969a9cdfec823bc83722084522c7459bcfef6a528ac6708864c2935bd99b1e3508
|
data/build.gradle
CHANGED
data/embulk-docs/src/release.rst
CHANGED
@@ -0,0 +1,17 @@
|
|
1
|
+
Release 0.6.5
|
2
|
+
==================================
|
3
|
+
|
4
|
+
Built-in plugins
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* ``guess-csv`` allows a value looks like a boolean as a column name (@y-ken++)
|
8
|
+
* Fixed a problem where ``guess-csv`` can't handle character encodings other than UTF-8 character encodings (@y-ken++)
|
9
|
+
|
10
|
+
General Changes
|
11
|
+
------------------
|
12
|
+
|
13
|
+
* Fixed 'warning: already initialized constant' warning messages.
|
14
|
+
|
15
|
+
Release Date
|
16
|
+
------------------
|
17
|
+
2015-04-21
|
@@ -288,7 +288,7 @@ public class CsvTokenizer
|
|
288
288
|
// column has trailing spaces and quoted. TODO should this be rejected?
|
289
289
|
|
290
290
|
} else {
|
291
|
-
throw new InvalidValueException("Unexpected extra character after quoted value");
|
291
|
+
throw new InvalidValueException(String.format("Unexpected extra character (%c) after quoted value in %s", c, line));
|
292
292
|
}
|
293
293
|
break;
|
294
294
|
|
data/lib/embulk/guess/csv.rb
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Guess
|
3
|
-
|
3
|
+
require 'embulk/guess/schema_guess'
|
4
4
|
|
5
5
|
class CsvGuessPlugin < LineGuessPlugin
|
6
6
|
Plugin.register_guess('csv', self)
|
@@ -67,7 +67,7 @@ module Embulk
|
|
67
67
|
return {}
|
68
68
|
end
|
69
69
|
|
70
|
-
header_line = (first_types != other_types &&
|
70
|
+
header_line = (first_types != other_types && first_types.all? {|t| ["string", "boolean"].include?(t) })
|
71
71
|
|
72
72
|
if header_line
|
73
73
|
parser_guessed["skip_header_lines"] = skip_header_lines + 1
|
@@ -100,7 +100,7 @@ module Embulk
|
|
100
100
|
private
|
101
101
|
|
102
102
|
def split_lines(parser_config, sample_lines, delim)
|
103
|
-
parser_task = parser_config.merge({"columns" => []}).load_config(org.embulk.standards.CsvParserPlugin::PluginTask)
|
103
|
+
parser_task = parser_config.merge({"charset" => "UTF-8", "columns" => []}).load_config(org.embulk.standards.CsvParserPlugin::PluginTask)
|
104
104
|
data = sample_lines.map {|x| x.force_encoding('UTF-8') }.join(parser_task.getNewline.getString.encode('UTF-8'))
|
105
105
|
sample = Buffer.from_ruby_string(data)
|
106
106
|
decoder = Java::LineDecoder.new(Java::ListFileInput.new([[sample.to_java]]), parser_task)
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
@@ -294,6 +294,7 @@ files:
|
|
294
294
|
- embulk-docs/src/release/release-0.6.2.rst
|
295
295
|
- embulk-docs/src/release/release-0.6.3.rst
|
296
296
|
- embulk-docs/src/release/release-0.6.4.rst
|
297
|
+
- embulk-docs/src/release/release-0.6.5.rst
|
297
298
|
- embulk-standards/build.gradle
|
298
299
|
- embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
|
299
300
|
- embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
|
@@ -399,8 +400,8 @@ files:
|
|
399
400
|
- classpath/bval-jsr303-0.5.jar
|
400
401
|
- classpath/commons-beanutils-core-1.8.3.jar
|
401
402
|
- classpath/commons-lang3-3.1.jar
|
402
|
-
- classpath/embulk-core-0.6.
|
403
|
-
- classpath/embulk-standards-0.6.
|
403
|
+
- classpath/embulk-core-0.6.5.jar
|
404
|
+
- classpath/embulk-standards-0.6.5.jar
|
404
405
|
- classpath/guava-18.0.jar
|
405
406
|
- classpath/guice-3.0.jar
|
406
407
|
- classpath/guice-multibindings-3.0.jar
|