embulk-output-elasticsearch_1.x 0.1.8 → 0.1.8.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +3 -2
- data/build.gradle +1 -1
- data/src/main/java/org/embulk/output/elasticsearch/ElasticsearchOutputPlugin.java +13 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e4cd6eba07a1058d83926455094df427b0d6b711
|
4
|
+
data.tar.gz: e680c29e344f94f07dd34493ad1b1c5280f46410
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7fc8d2e629b5c45f85e14b7edd2e712bd583cc2eec8014b8fa05d69acbad3c657e276495ce89083d5079951960b4321304c8bdc9b8f49f773bc54b7a91a71cd2
|
7
|
+
data.tar.gz: ce8d65f1dd556061725c0cf80c31e8c54a99c9c8a456e7d94f110104805fb1359d21b627f417b1cb0bdec61d3a7632795f6ab9c67cd1fb1301036673eb5a721f
|
data/README.md
CHANGED
@@ -20,9 +20,10 @@ Plugin uses [Transport Client](https://www.elastic.co/guide/en/elasticsearch/cli
|
|
20
20
|
- **index**: index name (string, required)
|
21
21
|
- **index_type**: index type (string, required)
|
22
22
|
- **id**: document id column (string, default is null)
|
23
|
+
- **drop_id_column**: drop document id column (boolean, default is false)
|
23
24
|
- **bulk_actions**: Sets when to flush a new bulk request based on the number of actions currently added. (int, default is 1000)
|
24
25
|
- **bulk_size**: Sets when to flush a new bulk request based on the size of actions currently added. (long, default is 5242880)
|
25
|
-
- **concurrent_requests**: concurrent_requests (int, default is
|
26
|
+
- **concurrent_requests**: concurrent_requests (int, default is 3)
|
26
27
|
|
27
28
|
### Modes
|
28
29
|
|
@@ -114,4 +115,4 @@ $ launchctl load ~/Library/LaunchAgents/environment.plist
|
|
114
115
|
$ launchctl getenv ES_INDEX //try to get value.
|
115
116
|
|
116
117
|
Then start your applications.
|
117
|
-
```
|
118
|
+
```
|
data/build.gradle
CHANGED
@@ -80,6 +80,10 @@ public class ElasticsearchOutputPlugin
|
|
80
80
|
@ConfigDefault("null")
|
81
81
|
public Optional<String> getId();
|
82
82
|
|
83
|
+
@Config("drop_id_column")
|
84
|
+
@ConfigDefault("false")
|
85
|
+
public Boolean getDropIdColumn();
|
86
|
+
|
83
87
|
@Config("bulk_actions")
|
84
88
|
@ConfigDefault("1000")
|
85
89
|
public int getBulkActions();
|
@@ -89,7 +93,7 @@ public class ElasticsearchOutputPlugin
|
|
89
93
|
public long getBulkSize();
|
90
94
|
|
91
95
|
@Config("concurrent_requests")
|
92
|
-
@ConfigDefault("
|
96
|
+
@ConfigDefault("3")
|
93
97
|
public int getConcurrentRequests();
|
94
98
|
}
|
95
99
|
|
@@ -218,6 +222,7 @@ public class ElasticsearchOutputPlugin
|
|
218
222
|
private final String index;
|
219
223
|
private final String type;
|
220
224
|
private final String id;
|
225
|
+
private final Boolean dropIdColumn;
|
221
226
|
|
222
227
|
public ElasticsearchPageOutput(PluginTask task, Client client, BulkProcessor bulkProcessor)
|
223
228
|
{
|
@@ -229,6 +234,7 @@ public class ElasticsearchOutputPlugin
|
|
229
234
|
this.index = task.getIndex();
|
230
235
|
this.type = task.getType();
|
231
236
|
this.id = task.getId().orNull();
|
237
|
+
this.dropIdColumn = task.getDropIdColumn();
|
232
238
|
}
|
233
239
|
|
234
240
|
void open(final Schema schema)
|
@@ -249,6 +255,7 @@ public class ElasticsearchOutputPlugin
|
|
249
255
|
@Override
|
250
256
|
public void booleanColumn(Column column) {
|
251
257
|
try {
|
258
|
+
if (dropIdColumn == true && column.getName().equals(id)) return;
|
252
259
|
if (pageReader.isNull(column)) {
|
253
260
|
contextBuilder.nullField(column.getName());
|
254
261
|
} else {
|
@@ -266,6 +273,7 @@ public class ElasticsearchOutputPlugin
|
|
266
273
|
@Override
|
267
274
|
public void longColumn(Column column) {
|
268
275
|
try {
|
276
|
+
if (dropIdColumn == true && column.getName().equals(id)) return;
|
269
277
|
if (pageReader.isNull(column)) {
|
270
278
|
contextBuilder.nullField(column.getName());
|
271
279
|
} else {
|
@@ -283,6 +291,7 @@ public class ElasticsearchOutputPlugin
|
|
283
291
|
@Override
|
284
292
|
public void doubleColumn(Column column) {
|
285
293
|
try {
|
294
|
+
if (dropIdColumn == true && column.getName().equals(id)) return;
|
286
295
|
if (pageReader.isNull(column)) {
|
287
296
|
contextBuilder.nullField(column.getName());
|
288
297
|
} else {
|
@@ -300,6 +309,7 @@ public class ElasticsearchOutputPlugin
|
|
300
309
|
@Override
|
301
310
|
public void stringColumn(Column column) {
|
302
311
|
try {
|
312
|
+
if (dropIdColumn == true && column.getName().equals(id)) return;
|
303
313
|
if (pageReader.isNull(column)) {
|
304
314
|
contextBuilder.nullField(column.getName());
|
305
315
|
} else {
|
@@ -317,6 +327,7 @@ public class ElasticsearchOutputPlugin
|
|
317
327
|
@Override
|
318
328
|
public void jsonColumn(Column column) {
|
319
329
|
try {
|
330
|
+
if (dropIdColumn == true && column.getName().equals(id)) return;
|
320
331
|
if (pageReader.isNull(column)) {
|
321
332
|
contextBuilder.nullField(column.getName());
|
322
333
|
} else {
|
@@ -334,6 +345,7 @@ public class ElasticsearchOutputPlugin
|
|
334
345
|
@Override
|
335
346
|
public void timestampColumn(Column column) {
|
336
347
|
try {
|
348
|
+
if (dropIdColumn == true && column.getName().equals(id)) return;
|
337
349
|
if (pageReader.isNull(column)) {
|
338
350
|
contextBuilder.nullField(column.getName());
|
339
351
|
} else {
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-elasticsearch_1.x
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.8
|
4
|
+
version: 0.1.8.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Muga Nishizawa
|
@@ -75,7 +75,7 @@ files:
|
|
75
75
|
- src/test/java/org/embulk/output/elasticsearch/TestElasticsearchOutputPlugin.java
|
76
76
|
- src/test/resources/sample_01.csv
|
77
77
|
- classpath/elasticsearch-1.7.2.jar
|
78
|
-
- classpath/embulk-output-elasticsearch_1.x-0.1.8.jar
|
78
|
+
- classpath/embulk-output-elasticsearch_1.x-0.1.8.1.jar
|
79
79
|
- classpath/lucene-analyzers-common-4.10.4.jar
|
80
80
|
- classpath/lucene-core-4.10.4.jar
|
81
81
|
- classpath/lucene-grouping-4.10.4.jar
|