embulk 0.6.4 → 0.6.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build.gradle +1 -1
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.6.5.rst +17 -0
- data/embulk-standards/src/main/java/org/embulk/standards/CsvTokenizer.java +1 -1
- data/lib/embulk/guess/csv.rb +3 -3
- data/lib/embulk/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8621bf795aec3de19d66acb38d35a988f1a1a8c7
|
4
|
+
data.tar.gz: 765914d9e5386fd53451ec4a7e03a527a2b811b4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8f693d267fbdc5a24d22e2a1c9a09a668746c4216cb5de63091e608652998bf37deae8080877d91c35abe03c05565a9d19f5eff218ebad5cca21e0de30c988e2
|
7
|
+
data.tar.gz: 67279b67ab2dc0667a1b0122b32bb45f29de95d7818d364a36f37ad8845469969a9cdfec823bc83722084522c7459bcfef6a528ac6708864c2935bd99b1e3508
|
data/build.gradle
CHANGED
data/embulk-docs/src/release.rst
CHANGED
@@ -0,0 +1,17 @@
|
|
1
|
+
Release 0.6.5
|
2
|
+
==================================
|
3
|
+
|
4
|
+
Built-in plugins
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* ``guess-csv`` allows a value looks like a boolean as a column name (@y-ken++)
|
8
|
+
* Fixed a problem where ``guess-csv`` can't handle character encodings other than UTF-8 character encodings (@y-ken++)
|
9
|
+
|
10
|
+
General Changes
|
11
|
+
------------------
|
12
|
+
|
13
|
+
* Fixed 'warning: already initialized constant' warning messages.
|
14
|
+
|
15
|
+
Release Date
|
16
|
+
------------------
|
17
|
+
2015-04-21
|
@@ -288,7 +288,7 @@ public class CsvTokenizer
|
|
288
288
|
// column has trailing spaces and quoted. TODO should this be rejected?
|
289
289
|
|
290
290
|
} else {
|
291
|
-
throw new InvalidValueException("Unexpected extra character after quoted value");
|
291
|
+
throw new InvalidValueException(String.format("Unexpected extra character (%c) after quoted value in %s", c, line));
|
292
292
|
}
|
293
293
|
break;
|
294
294
|
|
data/lib/embulk/guess/csv.rb
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
module Embulk
|
2
2
|
module Guess
|
3
|
-
|
3
|
+
require 'embulk/guess/schema_guess'
|
4
4
|
|
5
5
|
class CsvGuessPlugin < LineGuessPlugin
|
6
6
|
Plugin.register_guess('csv', self)
|
@@ -67,7 +67,7 @@ module Embulk
|
|
67
67
|
return {}
|
68
68
|
end
|
69
69
|
|
70
|
-
header_line = (first_types != other_types &&
|
70
|
+
header_line = (first_types != other_types && first_types.all? {|t| ["string", "boolean"].include?(t) })
|
71
71
|
|
72
72
|
if header_line
|
73
73
|
parser_guessed["skip_header_lines"] = skip_header_lines + 1
|
@@ -100,7 +100,7 @@ module Embulk
|
|
100
100
|
private
|
101
101
|
|
102
102
|
def split_lines(parser_config, sample_lines, delim)
|
103
|
-
parser_task = parser_config.merge({"columns" => []}).load_config(org.embulk.standards.CsvParserPlugin::PluginTask)
|
103
|
+
parser_task = parser_config.merge({"charset" => "UTF-8", "columns" => []}).load_config(org.embulk.standards.CsvParserPlugin::PluginTask)
|
104
104
|
data = sample_lines.map {|x| x.force_encoding('UTF-8') }.join(parser_task.getNewline.getString.encode('UTF-8'))
|
105
105
|
sample = Buffer.from_ruby_string(data)
|
106
106
|
decoder = Java::LineDecoder.new(Java::ListFileInput.new([[sample.to_java]]), parser_task)
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
@@ -294,6 +294,7 @@ files:
|
|
294
294
|
- embulk-docs/src/release/release-0.6.2.rst
|
295
295
|
- embulk-docs/src/release/release-0.6.3.rst
|
296
296
|
- embulk-docs/src/release/release-0.6.4.rst
|
297
|
+
- embulk-docs/src/release/release-0.6.5.rst
|
297
298
|
- embulk-standards/build.gradle
|
298
299
|
- embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
|
299
300
|
- embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
|
@@ -399,8 +400,8 @@ files:
|
|
399
400
|
- classpath/bval-jsr303-0.5.jar
|
400
401
|
- classpath/commons-beanutils-core-1.8.3.jar
|
401
402
|
- classpath/commons-lang3-3.1.jar
|
402
|
-
- classpath/embulk-core-0.6.
|
403
|
-
- classpath/embulk-standards-0.6.
|
403
|
+
- classpath/embulk-core-0.6.5.jar
|
404
|
+
- classpath/embulk-standards-0.6.5.jar
|
404
405
|
- classpath/guava-18.0.jar
|
405
406
|
- classpath/guice-3.0.jar
|
406
407
|
- classpath/guice-multibindings-3.0.jar
|