embulk-parser-csv_guessable 0.1.3 → 0.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 1bd20694daee60a0018828d263039d4fcbdc28bf
4
- data.tar.gz: 34b6b8c95c8e8e375059d7ff87dd46314fb3ef55
3
+ metadata.gz: 9cfb187d0ece1ab6bc1a9798e671c1beef48c58b
4
+ data.tar.gz: e4027715432a5a797ffffc67366863fc35a93c54
5
5
  SHA512:
6
- metadata.gz: 844084c1b76193789c12821bf9eb76a3fef969b33e42e2ea9ff6b9935848276412c3fee3af558d04aef3414ba1e93e72bfbab35393cc0a935d994b9f98ff8e4e
7
- data.tar.gz: 57c246a6c2d551a55de98e8f420354da9c51970ef1e53184d87c0f6a22dd1dde47e9f49e3df4e1a6987a76fd71aac7ee84590e2c06be50a5a1bf2296bcd26398
6
+ metadata.gz: 5b82123b220cd203b749ea8604983eac5c0aab4352b5b5f484b35e78ad7f462a964c39b7be98f314b446b306104478dbba3b2724a5181bc7f971f1a38da2c156
7
+ data.tar.gz: 9646c871c87790b9d36c804c9080144f12f2a2ffe0ee8ef8a16e71ca2ebac69be391e9a3397edbc8ecdc5be8290fe4bc453d05f77d804c4291365063f4f17db1
data/README.md CHANGED
@@ -55,7 +55,7 @@ in:
55
55
  parser:
56
56
  type: csv
57
57
  skip_header_lines: 1
58
- column:
58
+ columns:
59
59
  - {name: id, type: string}
60
60
  - {name: title, type: string}
61
61
  - {name: description, type: string}
@@ -13,7 +13,7 @@ configurations {
13
13
  provided
14
14
  }
15
15
 
16
- version = "0.1.3"
16
+ version = "0.1.4"
17
17
 
18
18
  sourceCompatibility = 1.7
19
19
  targetCompatibility = 1.7
@@ -36,7 +36,7 @@ import org.slf4j.Logger;
36
36
  import java.io.BufferedReader;
37
37
  import java.io.IOException;
38
38
  import java.io.StringReader;
39
- import java.nio.charset.StandardCharsets;
39
+ import java.nio.charset.Charset;
40
40
  import java.nio.file.Files;
41
41
  import java.nio.file.Path;
42
42
  import java.util.ArrayList;
@@ -137,7 +137,7 @@ public class CsvGuessableParserPlugin
137
137
  int schemaLine = task.getSchemaLine();
138
138
  task.setSkipHeaderLines(schemaLine); // TODO: use 'skip_header_line'
139
139
 
140
- String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine);
140
+ String header = readHeader(task.getSchemaFile().get().getPath(), schemaLine, task.getCharset());
141
141
  log.debug(header);
142
142
  ArrayList<ColumnConfig> schema = newColumns(header, config);
143
143
 
@@ -155,7 +155,7 @@ public class CsvGuessableParserPlugin
155
155
  for (int i = 0; i < schema.size(); ++i) {
156
156
  ColumnConfig c = schema.get(i);
157
157
  if (c.getName().equals(name)) {
158
- schema.set(i, new ColumnConfig(name, column.getType(), column.getOption()));
158
+ schema.set(i, new ColumnConfig(column.getName(), column.getType(), column.getOption()));
159
159
  }
160
160
  }
161
161
  }
@@ -374,14 +374,14 @@ public class CsvGuessableParserPlugin
374
374
  }
375
375
  }
376
376
 
377
- private String readHeader(Path path, int schemaLine)
377
+ private String readHeader(Path path, int schemaLine, Charset charset)
378
378
  {
379
379
  if (schemaLine <= 0) {
380
380
  throw new ConfigException("'schemaLine' must be set '> 0'");
381
381
  }
382
382
 
383
383
  String line = null;
384
- try (BufferedReader br = Files.newBufferedReader(path, StandardCharsets.UTF_8)) {
384
+ try (BufferedReader br = Files.newBufferedReader(path, charset)) {
385
385
  for (int i = 1; i <= schemaLine; ++i) {
386
386
  line = br.readLine();
387
387
  if (line == null) {
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-parser-csv_guessable
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.3
4
+ version: 0.1.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - koooge
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-06-05 00:00:00.000000000 Z
11
+ date: 2017-06-06 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -61,13 +61,13 @@ files:
61
61
  - src/main/java/org/embulk/parser/csv_guessable/CsvTokenizer.java
62
62
  - src/test/java/org/embulk/parser/csv_guessable/TestCsvGuessableParserPlugin.java
63
63
  - src/test/resources/org/embulk/parser/csv_guessable/data/test.csv
64
- - src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.yml
64
+ - src/test/resources/org/embulk/parser/csv_guessable/data/test_alias.csv
65
65
  - src/test/resources/org/embulk/parser/csv_guessable/yml/guess_and_set_type.yml
66
66
  - src/test/resources/org/embulk/parser/csv_guessable/yml/guess_from_header.yml
67
67
  - src/test/resources/org/embulk/parser/csv_guessable/yml/original-csv.yml
68
68
  - src/test/resources/org/embulk/parser/csv_guessable/yml/replace_column_name.yml
69
69
  - classpath/commons-lang3-3.5.jar
70
- - classpath/embulk-parser-csv_guessable-0.1.3.jar
70
+ - classpath/embulk-parser-csv_guessable-0.1.4.jar
71
71
  - classpath/opencsv-3.9.jar
72
72
  - classpath/commons-beanutils-1.9.3.jar
73
73
  - classpath/commons-compress-1.10.jar