embulk-filter-mssql_lookup 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (19) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +12 -0
  3. data/LICENSE.txt +21 -0
  4. data/README.md +128 -0
  5. data/build.gradle +99 -0
  6. data/classpath/embulk-filter-mssql_lookup-0.1.0.jar +0 -0
  7. data/classpath/sqljdbc4-4.0.jar +0 -0
  8. data/config/checkstyle/checkstyle.xml +128 -0
  9. data/config/checkstyle/default.xml +108 -0
  10. data/example/config.yml +71 -0
  11. data/gradle/wrapper/gradle-wrapper.jar +0 -0
  12. data/gradle/wrapper/gradle-wrapper.properties +5 -0
  13. data/gradlew +172 -0
  14. data/gradlew.bat +84 -0
  15. data/lib/embulk/filter/mssql_lookup.rb +3 -0
  16. data/src/main/java/org/embulk/filter/mssql_lookup/DatabaseConnection.java +50 -0
  17. data/src/main/java/org/embulk/filter/mssql_lookup/MssqlLookupFilterPlugin.java +363 -0
  18. data/src/test/java/org/embulk/filter/mssql_lookup/TestMssqlLookupFilterPlugin.java +5 -0
  19. metadata +88 -0
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: 824dbb4c0c5e607fc9a69c607b4fd9e741155c0b3933ea2e587584549f0bd3bc
4
+ data.tar.gz: fcd7322b3786a0c9e933487226416b4226f095c01b1c9873385083dbfcd565e1
5
+ SHA512:
6
+ metadata.gz: 88ce5dcca3d990d6ffbb8590a10cde4db0a4d4ae8e746d0511184d662ac0fdb40210c16999ddf25dd076551f566ac3554d54365325304530ebbd3d0500ade97c
7
+ data.tar.gz: c9adb088037d5eb57c9aa3cf63a44c5c22269b01f251db2f1275c7febd6f538a93f3252c26ef1b7fee8df9e8f3fa7f9e6b19192e2fa9b264b114262b249cdb77
data/.gitignore ADDED
@@ -0,0 +1,12 @@
1
+ *~
2
+ /pkg/
3
+ /tmp/
4
+ *.gemspec
5
+ .gradle/
6
+ /classpath/
7
+ build/
8
+ .idea
9
+ /.settings/
10
+ /.metadata/
11
+ .classpath
12
+ .project
data/LICENSE.txt ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2022 InfoObjects Inc.
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,128 @@
1
+ # MS-SQL lookup filter plugin for Embulk
2
+
3
+ An Embulk filter plugin for Lookup Transformation with MS-SQL database
4
+
5
+ ## Configuration
6
+
7
+ - **mssql_lookup**: Required attributes for the LookUp Filter Plugin -
8
+ - **host**: database host (example `localhost`) (required)
9
+ - **port**: database port (example port for mssql `1433`) (required
10
+ - **database**: database name (required)
11
+ - **tablename**: table name of your database (required)
12
+ - **username**: username for your database (required)
13
+ - **password**: password for database (required)
14
+ - **mapping_from**: (Name of columns to be matched with table 2 columns) (required)
15
+ - **Name of column-1**: column name-1 from input file
16
+ - **Name of column-2**: column name-2 from input file etc ...
17
+ - **mapping_to**: (Name of columns to be matched with table 1 columns) (required)
18
+ - **Name of column-1**: column name-1 from input file
19
+ - **Name of column-2**: column name-2 from input file
20
+ - **new_columns**: (New generated column names) (required)
21
+ - **Name-1,Type-1**: Any Name, Type of the name (name: country_name, type: string)
22
+ - **Name-2,Type-2**: Any Name, Type of the name (name: country_address, type: string) etc ...
23
+ ## Example - columns
24
+
25
+ Input1 for table 1 is as follows :-
26
+
27
+ ```
28
+ year country_code country_name literacy_rate
29
+
30
+ 1990 1 India 80%
31
+ 1993 2 USA 83%
32
+ 1997 3 JAPAN
33
+ 1999 4 China 72%
34
+ 2000 5 Ukraine 68%
35
+ 2002 6 Italy 79%
36
+ 2004 7 UK 75%
37
+ 2011 8 NULL 42%
38
+ ```
39
+
40
+ Input2 for table 2 is as follows :-
41
+
42
+ ```
43
+ id country_population country_address country_GDP
44
+
45
+ 1 11.3 India 1.67
46
+ 2 18.2 USA 16.72
47
+ 3 30 JAPAN 5.00
48
+ 4 4 China 9.33
49
+ 5 57 Ukraine 1.08
50
+ 6 63 Italy 2.068
51
+ 7 17 UK 2.49
52
+ 8 28 UAE 1.18
53
+
54
+
55
+ Note: country_population is calculated in Billion and country_GDP is calculated in $USD Trillion
56
+ ```
57
+
58
+ As shown in yaml below, columns mentioned in mapping_from will be mapped with columns mentioned in mapping_to
59
+ ie:
60
+
61
+
62
+ country_code : id
63
+ country_name : country_address
64
+
65
+ After successful mapping an Output.csv file containing the columns mentioned in new_columns will be generated
66
+
67
+ Output File generated :-
68
+
69
+ ```
70
+ year country_code country_name literacy_rate country_GDP country_population
71
+
72
+ 1990 1 India 80% 1.67 11.3
73
+ 1993 2 USA 83% 16.72 18.2
74
+ 1997 3 JAPAN 5.00 30
75
+ 1999 4 China 72% 9.33 4
76
+ 2000 5 Ukraine 68% 1.08 57
77
+ 2002 6 Italy 79% 2.068 63
78
+ 2004 7 UK 75% 2.49 17
79
+ 2011 8 NULL 42%
80
+ ```
81
+
82
+ ```yaml
83
+ - type: mssql_lookup
84
+ host: localhost
85
+ port: 1433
86
+ database: test
87
+ tablename: country_details
88
+ username: root
89
+ password: root
90
+ mapping_from:
91
+ - country_code
92
+ - country_name
93
+ mapping_to:
94
+ - id
95
+ - country_address
96
+ new_columns:
97
+ - { name: country_GDP, type: string }
98
+ - { name: country_population, type: string }
99
+ ```
100
+
101
+ Notes:
102
+ 1. mapping_from attribute should be in same order as mentioned in input file.
103
+
104
+ ## Development
105
+
106
+ Run example:
107
+
108
+ ```
109
+ $ ./gradlew package
110
+ $ embulk run -I ./lib seed.yml
111
+ ```
112
+
113
+ Deployment Steps:
114
+
115
+ ```
116
+ Install ruby in your machine
117
+ $ gem install gemcutter (For windows OS)
118
+
119
+ $ ./gradlew gemPush
120
+ $ gem build NameOfYourPlugins (example: embulk-filter-mssql_lookup)
121
+ $ gem push embulk-filter-mssql_lookup-0.1.0.gem (You will get this name after running above command)
122
+ ```
123
+
124
+ Release gem:
125
+
126
+ ```
127
+ $ ./gradlew gemPush
128
+ ```
data/build.gradle ADDED
@@ -0,0 +1,99 @@
1
+ plugins {
2
+ id "com.jfrog.bintray" version "1.1"
3
+ id "com.github.jruby-gradle.base" version "1.5.0"
4
+ id "java"
5
+ id "checkstyle"
6
+ }
7
+ import com.github.jrubygradle.JRubyExec
8
+ repositories {
9
+ mavenCentral()
10
+ jcenter()
11
+ }
12
+ configurations {
13
+ provided
14
+ }
15
+
16
+ version = "0.1.0"
17
+
18
+ sourceCompatibility = 1.8
19
+ targetCompatibility = 1.8
20
+
21
+ dependencies {
22
+ compile 'com.microsoft.sqlserver:sqljdbc4:4.0'
23
+ compile "org.embulk:embulk-core:0.9.8"
24
+ provided "org.embulk:embulk-core:0.9.8"
25
+ // compile "YOUR_JAR_DEPENDENCY_GROUP:YOUR_JAR_DEPENDENCY_MODULE:YOUR_JAR_DEPENDENCY_VERSION"
26
+ testCompile "junit:junit:4.+"
27
+ }
28
+
29
+ task classpath(type: Copy, dependsOn: ["jar"]) {
30
+ doFirst { file("classpath").deleteDir() }
31
+ from (configurations.runtime - configurations.provided + files(jar.archivePath))
32
+ into "classpath"
33
+ }
34
+ clean { delete "classpath" }
35
+
36
+ checkstyle {
37
+ configFile = file("${project.rootDir}/config/checkstyle/checkstyle.xml")
38
+ toolVersion = '6.14.1'
39
+ }
40
+ checkstyleMain {
41
+ configFile = file("${project.rootDir}/config/checkstyle/default.xml")
42
+ ignoreFailures = true
43
+ }
44
+ checkstyleTest {
45
+ configFile = file("${project.rootDir}/config/checkstyle/default.xml")
46
+ ignoreFailures = true
47
+ }
48
+ task checkstyle(type: Checkstyle) {
49
+ classpath = sourceSets.main.output + sourceSets.test.output
50
+ source = sourceSets.main.allJava + sourceSets.test.allJava
51
+ }
52
+
53
+ task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
54
+ jrubyArgs "-S"
55
+ script "gem"
56
+ scriptArgs "build", "${project.name}.gemspec"
57
+ doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
58
+ }
59
+
60
+ task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
61
+ jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
62
+ script "pkg/${project.name}-${project.version}.gem"
63
+ }
64
+
65
+ task "package"(dependsOn: ["gemspec", "classpath"]) {
66
+ doLast {
67
+ println "> Build succeeded."
68
+ println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
69
+ }
70
+ }
71
+
72
+ task gemspec {
73
+ ext.gemspecFile = file("${project.name}.gemspec")
74
+ inputs.file "build.gradle"
75
+ outputs.file gemspecFile
76
+ doLast { gemspecFile.write($/
77
+ Gem::Specification.new do |spec|
78
+ spec.name = "${project.name}"
79
+ spec.version = "${project.version}"
80
+ spec.authors = ["Infoobjects Inc."]
81
+ spec.summary = %[Mssql Lookup filter plugin for Embulk]
82
+ spec.description = %[Mssql Lookup]
83
+ spec.email = ["ankit.navral@infoobjects.com"]
84
+ spec.licenses = ["MIT"]
85
+ # TODO set this:
86
+ spec.homepage = "https://github.com/ankit31223/embulk-filter-mysql_lookup"
87
+
88
+ spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
89
+ spec.test_files = spec.files.grep(%r"^(test|spec)/")
90
+ spec.require_paths = ["lib"]
91
+
92
+ #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
93
+ spec.add_development_dependency 'bundler', ['~> 1.0']
94
+ spec.add_development_dependency 'rake', ['~> 12.0']
95
+ end
96
+ /$)
97
+ }
98
+ }
99
+ clean { delete "${project.name}.gemspec" }
data/classpath/sqljdbc4-4.0.jar ADDED
Binary file
data/config/checkstyle/checkstyle.xml ADDED
@@ -0,0 +1,128 @@
1
+ <?xml version="1.0" encoding="UTF-8"?>
2
+ <!DOCTYPE module PUBLIC
3
+ "-//Puppy Crawl//DTD Check Configuration 1.3//EN"
4
+ "http://www.puppycrawl.com/dtds/configuration_1_3.dtd">
5
+ <module name="Checker">
6
+ <!-- https://github.com/facebook/presto/blob/master/src/checkstyle/checks.xml -->
7
+ <module name="FileTabCharacter"/>
8
+ <module name="NewlineAtEndOfFile">
9
+ <property name="lineSeparator" value="lf"/>
10
+ </module>
11
+ <module name="RegexpMultiline">
12
+ <property name="format" value="\r"/>
13
+ <property name="message" value="Line contains carriage return"/>
14
+ </module>
15
+ <module name="RegexpMultiline">
16
+ <property name="format" value=" \n"/>
17
+ <property name="message" value="Line has trailing whitespace"/>
18
+ </module>
19
+ <module name="RegexpMultiline">
20
+ <property name="format" value="\{\n\n"/>
21
+ <property name="message" value="Blank line after opening brace"/>
22
+ </module>
23
+ <module name="RegexpMultiline">
24
+ <property name="format" value="\n\n\s*\}"/>
25
+ <property name="message" value="Blank line before closing brace"/>
26
+ </module>
27
+ <module name="RegexpMultiline">
28
+ <property name="format" value="\n\n\n"/>
29
+ <property name="message" value="Multiple consecutive blank lines"/>
30
+ </module>
31
+ <module name="RegexpMultiline">
32
+ <property name="format" value="\n\n\Z"/>
33
+ <property name="message" value="Blank line before end of file"/>
34
+ </module>
35
+ <module name="RegexpMultiline">
36
+ <property name="format" value="Preconditions\.checkNotNull"/>
37
+ <property name="message" value="Use of checkNotNull"/>
38
+ </module>
39
+
40
+ <module name="TreeWalker">
41
+ <module name="EmptyBlock">
42
+ <property name="option" value="text"/>
43
+ <property name="tokens" value="
44
+ LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_IF,
45
+ LITERAL_FOR, LITERAL_TRY, LITERAL_WHILE, INSTANCE_INIT, STATIC_INIT"/>
46
+ </module>
47
+ <module name="EmptyStatement"/>
48
+ <module name="EmptyForInitializerPad"/>
49
+ <module name="EmptyForIteratorPad">
50
+ <property name="option" value="space"/>
51
+ </module>
52
+ <module name="MethodParamPad">
53
+ <property name="allowLineBreaks" value="true"/>
54
+ <property name="option" value="nospace"/>
55
+ </module>
56
+ <module name="ParenPad"/>
57
+ <module name="TypecastParenPad"/>
58
+ <module name="NeedBraces"/>
59
+ <module name="LeftCurly">
60
+ <property name="option" value="nl"/>
61
+ <property name="tokens" value="CLASS_DEF, CTOR_DEF, INTERFACE_DEF, METHOD_DEF"/>
62
+ </module>
63
+ <module name="LeftCurly">
64
+ <property name="option" value="eol"/>
65
+ <property name="tokens" value="
66
+ LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_FOR,
67
+ LITERAL_IF, LITERAL_SWITCH, LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE"/>
68
+ </module>
69
+ <module name="RightCurly">
70
+ <property name="option" value="alone"/>
71
+ </module>
72
+ <module name="GenericWhitespace"/>
73
+ <module name="WhitespaceAfter"/>
74
+ <module name="NoWhitespaceBefore"/>
75
+
76
+ <module name="UpperEll"/>
77
+ <module name="DefaultComesLast"/>
78
+ <module name="ArrayTypeStyle"/>
79
+ <module name="MultipleVariableDeclarations"/>
80
+ <module name="ModifierOrder"/>
81
+ <module name="OneStatementPerLine"/>
82
+ <module name="StringLiteralEquality"/>
83
+ <module name="MutableException"/>
84
+ <module name="EqualsHashCode"/>
85
+ <module name="InnerAssignment"/>
86
+ <module name="InterfaceIsType"/>
87
+ <module name="HideUtilityClassConstructor"/>
88
+
89
+ <module name="MemberName"/>
90
+ <module name="LocalVariableName"/>
91
+ <module name="LocalFinalVariableName"/>
92
+ <module name="TypeName"/>
93
+ <module name="PackageName"/>
94
+ <module name="ParameterName"/>
95
+ <module name="StaticVariableName"/>
96
+ <module name="ClassTypeParameterName">
97
+ <property name="format" value="^[A-Z][0-9]?$"/>
98
+ </module>
99
+ <module name="MethodTypeParameterName">
100
+ <property name="format" value="^[A-Z][0-9]?$"/>
101
+ </module>
102
+
103
+ <module name="AvoidStarImport"/>
104
+ <module name="RedundantImport"/>
105
+ <module name="UnusedImports"/>
106
+ <module name="ImportOrder">
107
+ <property name="groups" value="*,javax,java"/>
108
+ <property name="separated" value="true"/>
109
+ <property name="option" value="bottom"/>
110
+ <property name="sortStaticImportsAlphabetically" value="true"/>
111
+ </module>
112
+
113
+ <module name="WhitespaceAround">
114
+ <property name="allowEmptyConstructors" value="true"/>
115
+ <property name="allowEmptyMethods" value="true"/>
116
+ <property name="ignoreEnhancedForColon" value="false"/>
117
+ <property name="tokens" value="
118
+ ASSIGN, BAND, BAND_ASSIGN, BOR, BOR_ASSIGN, BSR, BSR_ASSIGN,
119
+ BXOR, BXOR_ASSIGN, COLON, DIV, DIV_ASSIGN, EQUAL, GE, GT, LAND, LE,
120
+ LITERAL_ASSERT, LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE,
121
+ LITERAL_FINALLY, LITERAL_FOR, LITERAL_IF, LITERAL_RETURN,
122
+ LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE,
123
+ LOR, LT, MINUS, MINUS_ASSIGN, MOD, MOD_ASSIGN, NOT_EQUAL,
124
+ PLUS, PLUS_ASSIGN, QUESTION, SL, SLIST, SL_ASSIGN, SR, SR_ASSIGN,
125
+ STAR, STAR_ASSIGN, TYPE_EXTENSION_AND"/>
126
+ </module>
127
+ </module>
128
+ </module>
data/config/checkstyle/default.xml ADDED
@@ -0,0 +1,108 @@
1
+ <?xml version="1.0" encoding="UTF-8"?>
2
+ <!DOCTYPE module PUBLIC
3
+ "-//Puppy Crawl//DTD Check Configuration 1.3//EN"
4
+ "http://www.puppycrawl.com/dtds/configuration_1_3.dtd">
5
+ <!--
6
+ This is a subset of ./checkstyle.xml which allows some loose styles
7
+ -->
8
+ <module name="Checker">
9
+ <module name="FileTabCharacter"/>
10
+ <module name="NewlineAtEndOfFile">
11
+ <property name="lineSeparator" value="lf"/>
12
+ </module>
13
+ <module name="RegexpMultiline">
14
+ <property name="format" value="\r"/>
15
+ <property name="message" value="Line contains carriage return"/>
16
+ </module>
17
+ <module name="RegexpMultiline">
18
+ <property name="format" value=" \n"/>
19
+ <property name="message" value="Line has trailing whitespace"/>
20
+ </module>
21
+ <module name="RegexpMultiline">
22
+ <property name="format" value="\n\n\n"/>
23
+ <property name="message" value="Multiple consecutive blank lines"/>
24
+ </module>
25
+ <module name="RegexpMultiline">
26
+ <property name="format" value="\n\n\Z"/>
27
+ <property name="message" value="Blank line before end of file"/>
28
+ </module>
29
+
30
+ <module name="TreeWalker">
31
+ <module name="EmptyBlock">
32
+ <property name="option" value="text"/>
33
+ <property name="tokens" value="
34
+ LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_IF,
35
+ LITERAL_FOR, LITERAL_TRY, LITERAL_WHILE, INSTANCE_INIT, STATIC_INIT"/>
36
+ </module>
37
+ <module name="EmptyStatement"/>
38
+ <module name="EmptyForInitializerPad"/>
39
+ <module name="EmptyForIteratorPad">
40
+ <property name="option" value="space"/>
41
+ </module>
42
+ <module name="MethodParamPad">
43
+ <property name="allowLineBreaks" value="true"/>
44
+ <property name="option" value="nospace"/>
45
+ </module>
46
+ <module name="ParenPad"/>
47
+ <module name="TypecastParenPad"/>
48
+ <module name="NeedBraces"/>
49
+ <module name="LeftCurly">
50
+ <property name="option" value="nl"/>
51
+ <property name="tokens" value="CLASS_DEF, CTOR_DEF, INTERFACE_DEF, METHOD_DEF"/>
52
+ </module>
53
+ <module name="LeftCurly">
54
+ <property name="option" value="eol"/>
55
+ <property name="tokens" value="
56
+ LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_FOR,
57
+ LITERAL_IF, LITERAL_SWITCH, LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE"/>
58
+ </module>
59
+ <module name="RightCurly">
60
+ <property name="option" value="alone"/>
61
+ </module>
62
+ <module name="GenericWhitespace"/>
63
+ <module name="WhitespaceAfter"/>
64
+ <module name="NoWhitespaceBefore"/>
65
+
66
+ <module name="UpperEll"/>
67
+ <module name="DefaultComesLast"/>
68
+ <module name="ArrayTypeStyle"/>
69
+ <module name="MultipleVariableDeclarations"/>
70
+ <module name="ModifierOrder"/>
71
+ <module name="OneStatementPerLine"/>
72
+ <module name="StringLiteralEquality"/>
73
+ <module name="MutableException"/>
74
+ <module name="EqualsHashCode"/>
75
+ <module name="InnerAssignment"/>
76
+ <module name="InterfaceIsType"/>
77
+ <module name="HideUtilityClassConstructor"/>
78
+
79
+ <module name="MemberName"/>
80
+ <module name="LocalVariableName"/>
81
+ <module name="LocalFinalVariableName"/>
82
+ <module name="TypeName"/>
83
+ <module name="PackageName"/>
84
+ <module name="ParameterName"/>
85
+ <module name="StaticVariableName"/>
86
+ <module name="ClassTypeParameterName">
87
+ <property name="format" value="^[A-Z][0-9]?$"/>
88
+ </module>
89
+ <module name="MethodTypeParameterName">
90
+ <property name="format" value="^[A-Z][0-9]?$"/>
91
+ </module>
92
+
93
+ <module name="WhitespaceAround">
94
+ <property name="allowEmptyConstructors" value="true"/>
95
+ <property name="allowEmptyMethods" value="true"/>
96
+ <property name="ignoreEnhancedForColon" value="false"/>
97
+ <property name="tokens" value="
98
+ ASSIGN, BAND, BAND_ASSIGN, BOR, BOR_ASSIGN, BSR, BSR_ASSIGN,
99
+ BXOR, BXOR_ASSIGN, COLON, DIV, DIV_ASSIGN, EQUAL, GE, GT, LAND, LE,
100
+ LITERAL_ASSERT, LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE,
101
+ LITERAL_FINALLY, LITERAL_FOR, LITERAL_IF, LITERAL_RETURN,
102
+ LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE,
103
+ LOR, LT, MINUS, MINUS_ASSIGN, MOD, MOD_ASSIGN, NOT_EQUAL,
104
+ PLUS, PLUS_ASSIGN, QUESTION, SL, SLIST, SL_ASSIGN, SR, SR_ASSIGN,
105
+ STAR, STAR_ASSIGN, TYPE_EXTENSION_AND"/>
106
+ </module>
107
+ </module>
108
+ </module>
data/example/config.yml ADDED
@@ -0,0 +1,71 @@
1
+ exec:
2
+ max_threads: 2
3
+ min_output_tasks: 1
4
+ in:
5
+ type: file
6
+ path_prefix: /home/infoobjects/Downloads/sample/calendarFloat.csv
7
+ parser:
8
+ type: csv
9
+ columns:
10
+ - { name: dim_calendar_key, type: long }
11
+ - { name: year_number, type: long }
12
+ - { name: quarter_number, type: long }
13
+ - { name: attr_1, type: string }
14
+ filters:
15
+ - type: mssql_lookup
16
+ host: infoobjects-ThinkPad-E490
17
+ database: test
18
+ tablename: countryNew
19
+ username: SA
20
+ password: Mssqlroot95
21
+ mapping_from:
22
+ - quarter_number
23
+ - attr_1
24
+ mapping_to:
25
+ - id
26
+ - country_code
27
+ new_columns:
28
+ - { name: country_name, type: string }
29
+ - type: mssql_lookup
30
+ host: infoobjects-ThinkPad-E490
31
+ database: test
32
+ tablename: countryNew
33
+ username: SA
34
+ password: Mssqlroot95
35
+ mapping_from:
36
+ - quarter_number
37
+ - attr_1
38
+ mapping_to:
39
+ - id
40
+ - country_code
41
+ new_columns:
42
+ - { name: country_address, type: string }
43
+ - type: mssql_lookup
44
+ host: infoobjects-ThinkPad-E490
45
+ database: test
46
+ tablename: countryNew
47
+ username: SA
48
+ password: Mssqlroot95
49
+ mapping_from:
50
+ - quarter_number
51
+ - attr_1
52
+ mapping_to:
53
+ - id
54
+ - country_code
55
+ new_columns:
56
+ - { name: country_code,type: double}
57
+ out:
58
+ type: file
59
+ path_prefix: /home/infoobjects/sqlOutput/output.csv
60
+ file_ext: csv
61
+ formatter:
62
+ type: csv
63
+ delimiter: "\t"
64
+ newline: CRLF
65
+ newline_in_field: LF
66
+ charset: UTF-8
67
+ quote_policy: MINIMAL
68
+ quote: '"'
69
+ escape: "\\"
70
+ null_string: "\\N"
71
+ default_timezone: 'UTC'
data/gradle/wrapper/gradle-wrapper.jar ADDED
Binary file
data/gradle/wrapper/gradle-wrapper.properties ADDED
@@ -0,0 +1,5 @@
1
+ distributionBase=GRADLE_USER_HOME
2
+ distributionPath=wrapper/dists
3
+ zipStoreBase=GRADLE_USER_HOME
4
+ zipStorePath=wrapper/dists
5
+ distributionUrl=https\://services.gradle.org/distributions/gradle-5.4.1-all.zip