embulk-parser-csv_guessable 0.1.3 → 0.1.4

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 1bd20694daee60a0018828d263039d4fcbdc28bf
4
- data.tar.gz: 34b6b8c95c8e8e375059d7ff87dd46314fb3ef55
3
+ metadata.gz: 9cfb187d0ece1ab6bc1a9798e671c1beef48c58b
4
+ data.tar.gz: e4027715432a5a797ffffc67366863fc35a93c54
5
5
  SHA512:
6
- metadata.gz: 844084c1b76193789c12821bf9eb76a3fef969b33e42e2ea9ff6b9935848276412c3fee3af558d04aef3414ba1e93e72bfbab35393cc0a935d994b9f98ff8e4e
7
- data.tar.gz: 57c246a6c2d551a55de98e8f420354da9c51970ef1e53184d87c0f6a22dd1dde47e9f49e3df4e1a6987a76fd71aac7ee84590e2c06be50a5a1bf2296bcd26398
6
+ metadata.gz: 5b82123b220cd203b749ea8604983eac5c0aab4352b5b5f484b35e78ad7f462a964c39b7be98f314b446b306104478dbba3b2724a5181bc7f971f1a38da2c156
7
+ data.tar.gz: 9646c871c87790b9d36c804c9080144f12f2a2ffe0ee8ef8a16e71ca2ebac69be391e9a3397edbc8ecdc5be8290fe4bc453d05f77d804c4291365063f4f17db1
data/README.md CHANGED
@@ -55,7 +55,7 @@ in:
55
55
  parser:
56
56
  type: csv
57
57
  skip_header_lines: 1
58
- column:
58
+ columns:
59
59
  - {name: id, type: string}
60
60
  - {name: title, type: string}
61
61
  - {name: description, type: string}
@@ -13,7 +13,7 @@ configurations {
13
13
  provided
14
14
  }
15
15
 
16
- version = "0.1.3"
16
+ version = "0.1.4"
17
17
 
18
18
  sourceCompatibility = 1.7
19
19
  targetCompatibility = 1.7
@@ -36,7 +36,7 @@ import org.slf4j.Logger;
36
36
  import java.io.BufferedReader;
37
37
  import java.io.IOException;
38
38
  import java.io.StringReader;
39
- import java.nio.charset.StandardCharsets;
39
+ import java.nio.charset.Charset;
40
40
  import java.nio.file.Files;
41
41
  import java.nio.file.Path;
42
42
  import java.util.ArrayList;
@@ -137,7 +137,7 @@ public class CsvGuessableParserPlugin
137
137
  int schemaLine = task.getSchemaLine();
138
138
  task.setSkipHeaderLines(schemaLine); // TODO: use 'skip_header_line'
139
139
 
140
- String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine);
140
+ String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine, task.getCharset());
141
141
  log.debug(header);
142
142
  ArrayList<ColumnConfig> schema = newColumns(header, config);
143
143
 
@@ -155,7 +155,7 @@ public class CsvGuessableParserPlugin
155
155
  for (int i = 0; i < schema.size(); ++i) {
156
156
  ColumnConfig c = schema.get(i);
157
157
  if (c.getName().equals(name)) {
158
- schema.set(i, new ColumnConfig(name, column.getType(), column.getOption()));
158
+ schema.set(i, new ColumnConfig(column.getName(), column.getType(), column.getOption()));
159
159
  }
160
160
  }
161
161
  }
@@ -374,14 +374,14 @@ public class CsvGuessableParserPlugin
374
374
  }
375
375
  }
376
376
 
377
- private String readHeader(Path path, int schemaLine)
377
+ private String readHeader(Path path, int schemaLine, Charset charset)
378
378
  {
379
379
  if (schemaLine <= 0) {
380
380
  throw new ConfigException("'schemaLine' must be set '> 0'");
381
381
  }
382
382
 
383
383
  String line = null;
384
- try (BufferedReader br = Files.newBufferedReader(path, StandardCharsets.UTF_8)) {
384
+ try (BufferedReader br = Files.newBufferedReader(path, charset)) {
385
385
  for (int i = 1; i <= schemaLine; ++i) {
386
386
  line = br.readLine();
387
387
  if (line == null) {
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-parser-csv_guessable
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.3
4
+ version: 0.1.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - koooge
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-06-05 00:00:00.000000000 Z
11
+ date: 2017-06-06 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -61,13 +61,13 @@ files:
61
61
  - src/main/java/org/embulk/parser/csv_guessable/CsvTokenizer.java
62
62
  - src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java
63
63
  - src/test/resources/org/embulk/parser/csv_guessable/data/test.csv
64
- - src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.yml
64
+ - src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.csv
65
65
  - src/test/resources/org/embulk/parser/csv_guessable/yml/guess_and_set_type.yml
66
66
  - src/test/resources/org/embulk/parser/csv_guessable/yml/guess_from_header.yml
67
67
  - src/test/resources/org/embulk/parser/csv_guessable/yml/original-csv.yml
68
68
  - src/test/resources/org/embulk/parser/csv_guessable/yml/replace_column_name.yml
69
69
  - classpath/commons-lang3-3.5.jar
70
- - classpath/embulk-parser-csv_guessable-0.1.3.jar
70
+ - classpath/embulk-parser-csv_guessable-0.1.4.jar
71
71
  - classpath/opencsv-3.9.jar
72
72
  - classpath/commons-beanutils-1.9.3.jar
73
73
  - classpath/commons-compress-1.10.jar