embulk-input-randomj 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +12 -0
- data/README.md +12 -3
- data/build.gradle +1 -1
- data/src/main/java/org/embulk/input/randomj/RandomjInputPlugin.java +3 -7
- metadata +3 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 1d636e345e9d72998315e6a8ed609a121dc69e62
|
|
4
|
+
data.tar.gz: c1aa321816332aab01227f6c960aff708c101334
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: fdb749febe890d03b8953e6617dd92dfd8f3969928a4688ff753a6ed8d916649a9e23205c8a0ad3d21c91aae3f42bfd09089673c319e45f11e1cac06f03b0356
|
|
7
|
+
data.tar.gz: 7c5ad6c85c4f28723bbc54c610f7d1ee56afeecc109ec0c9782d86266734dbb9769988c448af8359fa0002d1761f40d7f6d78fe47d94fd4e6e96fd3b5df06002
|
data/.travis.yml
ADDED
data/README.md
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
# Randomj input plugin for Embulk
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
[](https://badge.fury.io/rb/embulk-input-randomj)
|
|
4
|
+
[](https://travis-ci.org/yuokada/embulk-input-randomj)
|
|
5
|
+
|
|
6
|
+
Embulk plugin for generate dummy records by Java.
|
|
4
7
|
|
|
5
8
|
Original: [kumagi/embulk\-input\-random](https://github.com/kumagi/embulk-input-random)
|
|
6
9
|
|
|
@@ -11,11 +14,17 @@ Original: [kumagi/embulk\-input\-random](https://github.com/kumagi/embulk-input-
|
|
|
11
14
|
* **Cleanup supported**: no
|
|
12
15
|
* **Guess supported**: no
|
|
13
16
|
|
|
17
|
+
## Install
|
|
18
|
+
|
|
19
|
+
``` shell
|
|
20
|
+
% embulk gem install embulk-input-randomj
|
|
21
|
+
```
|
|
22
|
+
|
|
14
23
|
## Configuration
|
|
15
24
|
|
|
16
25
|
- **rows**: Generate rows per thread (integer, required)
|
|
17
|
-
- **threads**: Thread
|
|
18
|
-
- **primary_key**: Sequential ID
|
|
26
|
+
- **threads**: Thread number (integer, default: `1`)
|
|
27
|
+
- **primary_key**: Sequential ID column (string, default: `"""`)
|
|
19
28
|
- **schema**: Schema infomation (list, required)
|
|
20
29
|
|
|
21
30
|
## Example
|
data/build.gradle
CHANGED
|
@@ -23,7 +23,6 @@ import java.time.LocalDateTime;
|
|
|
23
23
|
import java.time.ZoneId;
|
|
24
24
|
import java.util.List;
|
|
25
25
|
import java.util.Random;
|
|
26
|
-
import java.util.stream.Collectors;
|
|
27
26
|
import java.util.stream.IntStream;
|
|
28
27
|
|
|
29
28
|
public class RandomjInputPlugin
|
|
@@ -91,17 +90,14 @@ public class RandomjInputPlugin
|
|
|
91
90
|
Integer rows = (Integer) task.getRows();
|
|
92
91
|
try (PageBuilder pagebuilder =
|
|
93
92
|
new PageBuilder(Exec.getBufferAllocator(), schema, output)) {
|
|
94
|
-
|
|
95
93
|
Random rnd = new Random();
|
|
96
|
-
|
|
94
|
+
IntStream.rangeClosed(
|
|
97
95
|
taskIndex * rows + 1,
|
|
98
96
|
taskIndex * rows + rows
|
|
99
|
-
).boxed().
|
|
100
|
-
for (Integer rowNumber : rowNumbers) {
|
|
97
|
+
).boxed().forEach(rowNumber -> {
|
|
101
98
|
for (int i = 0; i < schema.size(); i++) {
|
|
102
99
|
Column column = schema.getColumn(i);
|
|
103
100
|
Type type = column.getType();
|
|
104
|
-
|
|
105
101
|
switch (type.getName()) {
|
|
106
102
|
case "long":
|
|
107
103
|
final String pk = task.getPrimaryKey();
|
|
@@ -143,7 +139,7 @@ public class RandomjInputPlugin
|
|
|
143
139
|
}
|
|
144
140
|
}
|
|
145
141
|
pagebuilder.addRecord();
|
|
146
|
-
}
|
|
142
|
+
});
|
|
147
143
|
pagebuilder.finish();
|
|
148
144
|
}
|
|
149
145
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-randomj
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- yuokada
|
|
@@ -46,6 +46,7 @@ extensions: []
|
|
|
46
46
|
extra_rdoc_files: []
|
|
47
47
|
files:
|
|
48
48
|
- .gitignore
|
|
49
|
+
- .travis.yml
|
|
49
50
|
- LICENSE.txt
|
|
50
51
|
- README.md
|
|
51
52
|
- build.gradle
|
|
@@ -62,7 +63,7 @@ files:
|
|
|
62
63
|
- src/test/java/org/embulk/input/randomj/TestRandomjInputPlugin.java
|
|
63
64
|
- classpath/commons-lang3-3.5.jar
|
|
64
65
|
- classpath/commons-text-1.1.jar
|
|
65
|
-
- classpath/embulk-input-randomj-0.1.
|
|
66
|
+
- classpath/embulk-input-randomj-0.1.2.jar
|
|
66
67
|
homepage: https://github.com/yuokada/embulk-input-randomj
|
|
67
68
|
licenses:
|
|
68
69
|
- MIT
|