embulk-input-randomj 0.1.5 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ab0f7f5168b89c9ae46492aca972aebfda891f20
|
|
4
|
+
data.tar.gz: d3ea8441e1dd85765cf8f5ca940a67d6c4b45f9d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 094c98bdd73e06a67981422f0a1b4974e95b921056902b8eb3f1438d5171a0e926a8ee9d1d483103861a10b2902d72cd11390e96f9bc5dca7f9f5490d01a36bb
|
|
7
|
+
data.tar.gz: 2c8ed6182a6891aa39a72894abcdc983756cd8cc411159fa8e730d0628425bd0492a4c1e73de62f1d1f0cc21deb97747ada43c409c3f9d4b50ae9c28ed7bac5b
|
data/build.gradle
CHANGED
|
@@ -3,6 +3,7 @@ plugins {
|
|
|
3
3
|
id "com.github.jruby-gradle.base" version "0.1.5"
|
|
4
4
|
id "java"
|
|
5
5
|
id "checkstyle"
|
|
6
|
+
id "findbugs"
|
|
6
7
|
}
|
|
7
8
|
import com.github.jrubygradle.JRubyExec
|
|
8
9
|
repositories {
|
|
@@ -13,7 +14,7 @@ configurations {
|
|
|
13
14
|
provided
|
|
14
15
|
}
|
|
15
16
|
|
|
16
|
-
version = "0.
|
|
17
|
+
version = "0.2.0"
|
|
17
18
|
|
|
18
19
|
sourceCompatibility = 1.8
|
|
19
20
|
targetCompatibility = 1.8
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
package org.embulk.input.randomj;
|
|
2
|
+
|
|
3
|
+
import org.apache.commons.text.CharacterPredicates;
|
|
4
|
+
import org.apache.commons.text.RandomStringGenerator;
|
|
5
|
+
import org.embulk.input.randomj.RandomjInputPlugin.PluginTask;
|
|
6
|
+
import org.embulk.spi.Column;
|
|
7
|
+
import org.embulk.spi.ColumnVisitor;
|
|
8
|
+
import org.embulk.spi.PageBuilder;
|
|
9
|
+
import org.embulk.spi.time.Timestamp;
|
|
10
|
+
|
|
11
|
+
import java.time.LocalDateTime;
|
|
12
|
+
import java.time.ZoneId;
|
|
13
|
+
import java.util.Random;
|
|
14
|
+
|
|
15
|
+
public class RandomColumnVisitor
|
|
16
|
+
implements ColumnVisitor
|
|
17
|
+
{
|
|
18
|
+
private final PageBuilder pageBuilder;
|
|
19
|
+
private final PluginTask task;
|
|
20
|
+
private final Integer row;
|
|
21
|
+
private final Random rnd;
|
|
22
|
+
private final RandomStringGenerator generator = new RandomStringGenerator.Builder()
|
|
23
|
+
.withinRange('0', 'z')
|
|
24
|
+
.filteredBy(CharacterPredicates.LETTERS, CharacterPredicates.DIGITS)
|
|
25
|
+
.build();
|
|
26
|
+
private final ZoneId zoneId = ZoneId.systemDefault();
|
|
27
|
+
|
|
28
|
+
public RandomColumnVisitor(PageBuilder pageBuilder, PluginTask task, Integer row)
|
|
29
|
+
{
|
|
30
|
+
this.task = task;
|
|
31
|
+
this.pageBuilder = pageBuilder;
|
|
32
|
+
this.row = row;
|
|
33
|
+
this.rnd = new Random();
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
@Override
|
|
37
|
+
public void booleanColumn(Column column)
|
|
38
|
+
{
|
|
39
|
+
if (Math.random() < 0.5) {
|
|
40
|
+
pageBuilder.setBoolean(column, false);
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
pageBuilder.setBoolean(column, true);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
@Override
|
|
48
|
+
public void longColumn(Column column)
|
|
49
|
+
{
|
|
50
|
+
final String pk = task.getPrimaryKey();
|
|
51
|
+
if (column.getName().equals(pk)) {
|
|
52
|
+
pageBuilder.setLong(column, row);
|
|
53
|
+
}
|
|
54
|
+
else {
|
|
55
|
+
pageBuilder.setLong(column, rnd.nextInt(10000));
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
@Override
|
|
60
|
+
public void doubleColumn(Column column)
|
|
61
|
+
{
|
|
62
|
+
pageBuilder.setDouble(column, rnd.nextDouble() * 10000);
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
@Override
|
|
66
|
+
public void stringColumn(Column column)
|
|
67
|
+
{
|
|
68
|
+
pageBuilder.setString(column, generator.generate(32));
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
@Override
|
|
72
|
+
public void timestampColumn(Column column)
|
|
73
|
+
{
|
|
74
|
+
final double randd = Math.random();
|
|
75
|
+
LocalDateTime randomDate = LocalDateTime.now()
|
|
76
|
+
.plusDays((long) (randd * 100))
|
|
77
|
+
.plusSeconds((long) (randd * 1000000));
|
|
78
|
+
Timestamp timestamp = Timestamp.ofEpochSecond(
|
|
79
|
+
randomDate.atZone(zoneId).toEpochSecond()
|
|
80
|
+
);
|
|
81
|
+
pageBuilder.setTimestamp(column, timestamp);
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
@Override
|
|
85
|
+
public void jsonColumn(Column column)
|
|
86
|
+
{
|
|
87
|
+
throw new UnsupportedOperationException("orc output plugin does not support json type");
|
|
88
|
+
}
|
|
89
|
+
}
|
|
@@ -9,20 +9,14 @@ import org.embulk.config.ConfigSource;
|
|
|
9
9
|
import org.embulk.config.Task;
|
|
10
10
|
import org.embulk.config.TaskReport;
|
|
11
11
|
import org.embulk.config.TaskSource;
|
|
12
|
-
import org.embulk.spi.Column;
|
|
13
12
|
import org.embulk.spi.Exec;
|
|
14
13
|
import org.embulk.spi.InputPlugin;
|
|
15
14
|
import org.embulk.spi.PageBuilder;
|
|
16
15
|
import org.embulk.spi.PageOutput;
|
|
17
16
|
import org.embulk.spi.Schema;
|
|
18
17
|
import org.embulk.spi.SchemaConfig;
|
|
19
|
-
import org.embulk.spi.time.Timestamp;
|
|
20
|
-
import org.embulk.spi.type.Type;
|
|
21
18
|
|
|
22
|
-
import java.time.LocalDateTime;
|
|
23
|
-
import java.time.ZoneId;
|
|
24
19
|
import java.util.List;
|
|
25
|
-
import java.util.Random;
|
|
26
20
|
import java.util.stream.IntStream;
|
|
27
21
|
|
|
28
22
|
public class RandomjInputPlugin
|
|
@@ -90,54 +84,12 @@ public class RandomjInputPlugin
|
|
|
90
84
|
Integer rows = task.getRows();
|
|
91
85
|
try (PageBuilder pagebuilder =
|
|
92
86
|
new PageBuilder(Exec.getBufferAllocator(), schema, output)) {
|
|
93
|
-
Random rnd = new Random();
|
|
94
87
|
IntStream.rangeClosed(
|
|
95
88
|
taskIndex * rows + 1,
|
|
96
89
|
taskIndex * rows + rows
|
|
97
90
|
).boxed().forEach(rowNumber -> {
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
Type t = column.getType();
|
|
101
|
-
switch (t.getName()) {
|
|
102
|
-
case "long":
|
|
103
|
-
final String pk = task.getPrimaryKey();
|
|
104
|
-
if (column.getName().equals(pk)) {
|
|
105
|
-
pagebuilder.setLong(i, rowNumber);
|
|
106
|
-
}
|
|
107
|
-
else {
|
|
108
|
-
pagebuilder.setLong(i, rnd.nextInt(10000));
|
|
109
|
-
}
|
|
110
|
-
break;
|
|
111
|
-
case "double":
|
|
112
|
-
pagebuilder.setDouble(i, rnd.nextDouble() * 10000);
|
|
113
|
-
break;
|
|
114
|
-
case "boolean":
|
|
115
|
-
if (Math.random() < 0.5) {
|
|
116
|
-
pagebuilder.setBoolean(i, false);
|
|
117
|
-
}
|
|
118
|
-
else {
|
|
119
|
-
pagebuilder.setBoolean(i, true);
|
|
120
|
-
}
|
|
121
|
-
break;
|
|
122
|
-
case "string":
|
|
123
|
-
pagebuilder.setString(i, generator.generate(32));
|
|
124
|
-
break;
|
|
125
|
-
case "timestamp":
|
|
126
|
-
final ZoneId zoneId = ZoneId.systemDefault();
|
|
127
|
-
final double randd = Math.random();
|
|
128
|
-
LocalDateTime randomDate = LocalDateTime.now()
|
|
129
|
-
.plusDays((long) (randd * 100))
|
|
130
|
-
.plusSeconds((long) (randd * 1000000));
|
|
131
|
-
Timestamp timestamp = Timestamp.ofEpochSecond(
|
|
132
|
-
randomDate.atZone(zoneId).toEpochSecond()
|
|
133
|
-
);
|
|
134
|
-
pagebuilder.setTimestamp(column, timestamp);
|
|
135
|
-
break;
|
|
136
|
-
default:
|
|
137
|
-
System.out.println("Unsupported type");
|
|
138
|
-
break;
|
|
139
|
-
}
|
|
140
|
-
}
|
|
91
|
+
RandomColumnVisitor visitor = new RandomColumnVisitor(pagebuilder, task, rowNumber);
|
|
92
|
+
schema.visitColumns(visitor);
|
|
141
93
|
pagebuilder.addRecord();
|
|
142
94
|
});
|
|
143
95
|
pagebuilder.finish();
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-randomj
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- yuokada
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-09-
|
|
11
|
+
date: 2017-09-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -52,18 +52,17 @@ files:
|
|
|
52
52
|
- build.gradle
|
|
53
53
|
- config/checkstyle/checkstyle.xml
|
|
54
54
|
- config/checkstyle/default.xml
|
|
55
|
-
- embulk-input-randomj.iml
|
|
56
55
|
- example/config.yml
|
|
57
56
|
- gradle/wrapper/gradle-wrapper.jar
|
|
58
57
|
- gradle/wrapper/gradle-wrapper.properties
|
|
59
58
|
- gradlew
|
|
60
|
-
- gradlew.bat
|
|
61
59
|
- lib/embulk/input/randomj.rb
|
|
60
|
+
- src/main/java/org/embulk/input/randomj/RandomColumnVisitor.java
|
|
62
61
|
- src/main/java/org/embulk/input/randomj/RandomjInputPlugin.java
|
|
63
62
|
- src/test/java/org/embulk/input/randomj/TestRandomjInputPlugin.java
|
|
64
63
|
- classpath/commons-lang3-3.5.jar
|
|
65
64
|
- classpath/commons-text-1.1.jar
|
|
66
|
-
- classpath/embulk-input-randomj-0.
|
|
65
|
+
- classpath/embulk-input-randomj-0.2.0.jar
|
|
67
66
|
homepage: https://github.com/yuokada/embulk-input-randomj
|
|
68
67
|
licenses:
|
|
69
68
|
- MIT
|
data/embulk-input-randomj.iml
DELETED
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
<?xml version="1.0" encoding="UTF-8"?>
|
|
2
|
-
<module external.linked.project.id="embulk-input-randomj" external.linked.project.path="$MODULE_DIR$" external.root.project.path="$MODULE_DIR$" external.system.id="GRADLE" external.system.module.group="" external.system.module.version="0.1.5" type="JAVA_MODULE" version="4">
|
|
3
|
-
<component name="NewModuleRootManager" inherit-compiler-output="true">
|
|
4
|
-
<exclude-output />
|
|
5
|
-
<content url="file://$MODULE_DIR$">
|
|
6
|
-
<excludeFolder url="file://$MODULE_DIR$/.gradle" />
|
|
7
|
-
<excludeFolder url="file://$MODULE_DIR$/build" />
|
|
8
|
-
<excludeFolder url="file://$MODULE_DIR$/out" />
|
|
9
|
-
</content>
|
|
10
|
-
<orderEntry type="inheritedJdk" />
|
|
11
|
-
<orderEntry type="sourceFolder" forTests="false" />
|
|
12
|
-
</component>
|
|
13
|
-
</module>
|
data/gradlew.bat
DELETED
|
@@ -1,84 +0,0 @@
|
|
|
1
|
-
@if "%DEBUG%" == "" @echo off
|
|
2
|
-
@rem ##########################################################################
|
|
3
|
-
@rem
|
|
4
|
-
@rem Gradle startup script for Windows
|
|
5
|
-
@rem
|
|
6
|
-
@rem ##########################################################################
|
|
7
|
-
|
|
8
|
-
@rem Set local scope for the variables with windows NT shell
|
|
9
|
-
if "%OS%"=="Windows_NT" setlocal
|
|
10
|
-
|
|
11
|
-
set DIRNAME=%~dp0
|
|
12
|
-
if "%DIRNAME%" == "" set DIRNAME=.
|
|
13
|
-
set APP_BASE_NAME=%~n0
|
|
14
|
-
set APP_HOME=%DIRNAME%
|
|
15
|
-
|
|
16
|
-
@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
|
|
17
|
-
set DEFAULT_JVM_OPTS=
|
|
18
|
-
|
|
19
|
-
@rem Find java.exe
|
|
20
|
-
if defined JAVA_HOME goto findJavaFromJavaHome
|
|
21
|
-
|
|
22
|
-
set JAVA_EXE=java.exe
|
|
23
|
-
%JAVA_EXE% -version >NUL 2>&1
|
|
24
|
-
if "%ERRORLEVEL%" == "0" goto init
|
|
25
|
-
|
|
26
|
-
echo.
|
|
27
|
-
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
|
|
28
|
-
echo.
|
|
29
|
-
echo Please set the JAVA_HOME variable in your environment to match the
|
|
30
|
-
echo location of your Java installation.
|
|
31
|
-
|
|
32
|
-
goto fail
|
|
33
|
-
|
|
34
|
-
:findJavaFromJavaHome
|
|
35
|
-
set JAVA_HOME=%JAVA_HOME:"=%
|
|
36
|
-
set JAVA_EXE=%JAVA_HOME%/bin/java.exe
|
|
37
|
-
|
|
38
|
-
if exist "%JAVA_EXE%" goto init
|
|
39
|
-
|
|
40
|
-
echo.
|
|
41
|
-
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
|
|
42
|
-
echo.
|
|
43
|
-
echo Please set the JAVA_HOME variable in your environment to match the
|
|
44
|
-
echo location of your Java installation.
|
|
45
|
-
|
|
46
|
-
goto fail
|
|
47
|
-
|
|
48
|
-
:init
|
|
49
|
-
@rem Get command-line arguments, handling Windows variants
|
|
50
|
-
|
|
51
|
-
if not "%OS%" == "Windows_NT" goto win9xME_args
|
|
52
|
-
|
|
53
|
-
:win9xME_args
|
|
54
|
-
@rem Slurp the command line arguments.
|
|
55
|
-
set CMD_LINE_ARGS=
|
|
56
|
-
set _SKIP=2
|
|
57
|
-
|
|
58
|
-
:win9xME_args_slurp
|
|
59
|
-
if "x%~1" == "x" goto execute
|
|
60
|
-
|
|
61
|
-
set CMD_LINE_ARGS=%*
|
|
62
|
-
|
|
63
|
-
:execute
|
|
64
|
-
@rem Setup the command line
|
|
65
|
-
|
|
66
|
-
set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
|
|
67
|
-
|
|
68
|
-
@rem Execute Gradle
|
|
69
|
-
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
|
|
70
|
-
|
|
71
|
-
:end
|
|
72
|
-
@rem End local scope for the variables with windows NT shell
|
|
73
|
-
if "%ERRORLEVEL%"=="0" goto mainEnd
|
|
74
|
-
|
|
75
|
-
:fail
|
|
76
|
-
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
|
|
77
|
-
rem the _cmd.exe /c_ return code!
|
|
78
|
-
if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
|
|
79
|
-
exit /b 1
|
|
80
|
-
|
|
81
|
-
:mainEnd
|
|
82
|
-
if "%OS%"=="Windows_NT" endlocal
|
|
83
|
-
|
|
84
|
-
:omega
|