embulk-parser-csv_guessable 0.1.3 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9cfb187d0ece1ab6bc1a9798e671c1beef48c58b
|
4
|
+
data.tar.gz: e4027715432a5a797ffffc67366863fc35a93c54
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5b82123b220cd203b749ea8604983eac5c0aab4352b5b5f484b35e78ad7f462a964c39b7be98f314b446b306104478dbba3b2724a5181bc7f971f1a38da2c156
|
7
|
+
data.tar.gz: 9646c871c87790b9d36c804c9080144f12f2a2ffe0ee8ef8a16e71ca2ebac69be391e9a3397edbc8ecdc5be8290fe4bc453d05f77d804c4291365063f4f17db1
|
data/README.md
CHANGED
data/build.gradle
CHANGED
@@ -36,7 +36,7 @@ import org.slf4j.Logger;
|
|
36
36
|
import java.io.BufferedReader;
|
37
37
|
import java.io.IOException;
|
38
38
|
import java.io.StringReader;
|
39
|
-
import java.nio.charset.
|
39
|
+
import java.nio.charset.Charset;
|
40
40
|
import java.nio.file.Files;
|
41
41
|
import java.nio.file.Path;
|
42
42
|
import java.util.ArrayList;
|
@@ -137,7 +137,7 @@ public class CsvGuessableParserPlugin
|
|
137
137
|
int schemaLine = task.getSchemaLine();
|
138
138
|
task.setSkipHeaderLines(schemaLine); // TODO: use 'skip_header_line'
|
139
139
|
|
140
|
-
String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine);
|
140
|
+
String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine, task.getCharset());
|
141
141
|
log.debug(header);
|
142
142
|
ArrayList<ColumnConfig> schema = newColumns(header, config);
|
143
143
|
|
@@ -155,7 +155,7 @@ public class CsvGuessableParserPlugin
|
|
155
155
|
for (int i = 0; i < schema.size(); ++i) {
|
156
156
|
ColumnConfig c = schema.get(i);
|
157
157
|
if (c.getName().equals(name)) {
|
158
|
-
schema.set(i, new ColumnConfig(
|
158
|
+
schema.set(i, new ColumnConfig(column.getName(), column.getType(), column.getOption()));
|
159
159
|
}
|
160
160
|
}
|
161
161
|
}
|
@@ -374,14 +374,14 @@ public class CsvGuessableParserPlugin
|
|
374
374
|
}
|
375
375
|
}
|
376
376
|
|
377
|
-
private String readHeader(Path path, int schemaLine)
|
377
|
+
private String readHeader(Path path, int schemaLine, Charset charset)
|
378
378
|
{
|
379
379
|
if (schemaLine <= 0) {
|
380
380
|
throw new ConfigException("'schemaLine' must be set '> 0'");
|
381
381
|
}
|
382
382
|
|
383
383
|
String line = null;
|
384
|
-
try (BufferedReader br = Files.newBufferedReader(path,
|
384
|
+
try (BufferedReader br = Files.newBufferedReader(path, charset)) {
|
385
385
|
for (int i = 1; i <= schemaLine; ++i) {
|
386
386
|
line = br.readLine();
|
387
387
|
if (line == null) {
|
data/src/test/resources/org/embulk/parser/csv_guessable/data/{test_alias.yml → test_alias.csv}
RENAMED
File without changes
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-parser-csv_guessable
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- koooge
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-06-
|
11
|
+
date: 2017-06-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -61,13 +61,13 @@ files:
|
|
61
61
|
- src/main/java/org/embulk/parser/csv_guessable/CsvTokenizer.java
|
62
62
|
- src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java
|
63
63
|
- src/test/resources/org/embulk/parser/csv_guessable/data/test.csv
|
64
|
-
- src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.
|
64
|
+
- src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.csv
|
65
65
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/guess_and_set_type.yml
|
66
66
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/guess_from_header.yml
|
67
67
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/original-csv.yml
|
68
68
|
- src/test/resources/org/embulk/parser/csv_guessable/yml/replace_column_name.yml
|
69
69
|
- classpath/commons-lang3-3.5.jar
|
70
|
-
- classpath/embulk-parser-csv_guessable-0.1.
|
70
|
+
- classpath/embulk-parser-csv_guessable-0.1.4.jar
|
71
71
|
- classpath/opencsv-3.9.jar
|
72
72
|
- classpath/commons-beanutils-1.9.3.jar
|
73
73
|
- classpath/commons-compress-1.10.jar
|