embulk-parser-csv_guessable 0.1.3 → 0.1.4
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9cfb187d0ece1ab6bc1a9798e671c1beef48c58b
|
4
|
+
data.tar.gz: e4027715432a5a797ffffc67366863fc35a93c54
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5b82123b220cd203b749ea8604983eac5c0aab4352b5b5f484b35e78ad7f462a964c39b7be98f314b446b306104478dbba3b2724a5181bc7f971f1a38da2c156
|
7
|
+
data.tar.gz: 9646c871c87790b9d36c804c9080144f12f2a2ffe0ee8ef8a16e71ca2ebac69be391e9a3397edbc8ecdc5be8290fe4bc453d05f77d804c4291365063f4f17db1
|
data/README.md
CHANGED
data/build.gradle
CHANGED
@@ -36,7 +36,7 @@ import org.slf4j.Logger;
|
|
36
36
|
import java.io.BufferedReader;
|
37
37
|
import java.io.IOException;
|
38
38
|
import java.io.StringReader;
|
39
|
-
import java.nio.charset.
|
39
|
+
import java.nio.charset.Charset;
|
40
40
|
import java.nio.file.Files;
|
41
41
|
import java.nio.file.Path;
|
42
42
|
import java.util.ArrayList;
|
@@ -137,7 +137,7 @@ public class CsvGuessableParserPlugin
|
|
137
137
|
int schemaLine = task.getSchemaLine();
|
138
138
|
task.setSkipHeaderLines(schemaLine); // TODO: use 'skip_header_line'
|
139
139
|
|
140
|
-
String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine);
|
140
|
+
String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine, task.getCharset());
|
141
141
|
log.debug(header);
|
142
142
|
ArrayList<ColumnConfig> schema = newColumns(header, config);
|
143
143
|
|
@@ -155,7 +155,7 @@ public class CsvGuessableParserPlugin
|
|
155
155
|
for (int i = 0; i < schema.size(); ++i) {
|
156
156
|
ColumnConfig c = schema.get(i);
|
157
157
|
if (c.getName().equals(name)) {
|
158
|
-
schema.set(i, new ColumnConfig(
|
158
|
+
schema.set(i, new ColumnConfig(column.getName(), column.getType(), column.getOption()));
|
159
159
|
}
|
160
160
|
}
|
161
161
|
}
|
@@ -374,14 +374,14 @@ public class CsvGuessableParserPlugin
|
|
374
374
|
}
|
375
375
|
}
|
376
376
|
|
377
|
-
private String readHeader(Path path, int schemaLine)
|
377
|
+
private String readHeader(Path path, int schemaLine, Charset charset)
|
378
378
|
{
|
379
379
|
if (schemaLine <= 0) {
|
380
380
|
throw new ConfigException("'schemaLine' must be set '> 0'");
|
381
381
|
}
|
382
382
|
|
383
383
|
String line = null;
|
384
|
-
try (BufferedReader br = Files.newBufferedReader(path,
|
384
|
+
try (BufferedReader br = Files.newBufferedReader(path, charset)) {
|
385
385
|
for (int i = 1; i <= schemaLine; ++i) {
|
386
386
|
line = br.readLine();
|
387
387
|
if (line == null) {
|
data/src/test/resources/org/embulk/parser/csv_guessable/data/{test_alias.yml → test_alias.csv}
RENAMED
File without changes
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-parser-csv_guessable
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- koooge
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-06-
|
11
|
+
date: 2017-06-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -61,13 +61,13 @@ files:
|
|
61
61
|
- src/main/java/org/embulk/parser/csv_guessable/CsvTokenizer.java
|
62
62
|
- src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java
|
63
63
|
- src/test/resources/org/embulk/parser/csv_guessable/data/test.csv
|
64
|
-
- src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.
|
64
|
+
- src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.csv
|
65
65
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/guess_and_set_type.yml
|
66
66
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/guess_from_header.yml
|
67
67
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/original-csv.yml
|
68
68
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/replace_column_name.yml
|
69
69
|
- classpath/commons-lang3-3.5.jar
|
70
|
-
- classpath/embulk-parser-csv_guessable-0.1.
|
70
|
+
- classpath/embulk-parser-csv_guessable-0.1.4.jar
|
71
71
|
- classpath/opencsv-3.9.jar
|
72
72
|
- classpath/commons-beanutils-1.9.3.jar
|
73
73
|
- classpath/commons-compress-1.10.jar
|