RubyGems - embulk-filter-mysql_lookup - Versions diffs - 0.1.4 → 0.1.6 - Mend

embulk-filter-mysql_lookup 0.1.4 → 0.1.6

Files changed (19) hide show

checksums.yaml +4 -4
data/.gitignore +12 -12
data/LICENSE +20 -20
data/README.md +147 -143
data/build.gradle +98 -98
data/classpath/embulk-filter-mysql_lookup-0.1.6.jar +0 -0
data/config/checkstyle/checkstyle.xml +128 -128
data/config/checkstyle/default.xml +108 -108
data/example/{config.yml → config1.yml} +46 -44
data/gradle/wrapper/gradle-wrapper.properties +5 -5
data/gradlew +172 -172
data/gradlew.bat +84 -84
data/lib/embulk/filter/mysql_lookup.rb +3 -3
data/src/main/java/org/embulk/filter/mysql_lookup/DatabaseConnection.java +195 -38
data/src/main/java/org/embulk/filter/mysql_lookup/MysqlLookupFilterPlugin.java +363 -360
data/src/test/java/org/embulk/filter/mysql_lookup/TestMysqlLookupFilterPlugin.java +5 -5
metadata +9 -9
data/classpath/embulk-filter-mysql_lookup-0.1.4.jar +0 -0
data/embulk-filter-mysql_lookup-0.1.3.gem +0 -0

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 986a3e18c5daf7eeda74e5d4f1b32a047cdf0b817317ce43c66db91a932ea7e6
-  data.tar.gz: 7e6dea6395cdcd22e93d950a2c50b9f38eb955285680c2be2e10576208f5e49b
+  metadata.gz: b21673bee3d44790b92f529c7e231d0d59d5a840b9333969036cb54692273294
+  data.tar.gz: 785a6ed85c5ed162116f643a32fa7912fbbfd5df28e47578e8723bf35f77356d
 SHA512:
-  metadata.gz: 8e23daedc484493ebfb0c75a97ac731893a84db3b397587f626c2e4b2553230c86e9896c3e3e4ef6ba0aee8738a5a1ebb031af093023c71e9e5d8dd30854e82a
-  data.tar.gz: 3e688f47128c722364d080f4993a67ce52531654ed0898690374bf064f979607da10a788cde5012145a45469f031e6a97d928c17a6dd3ce029f97aa3c0d24788
+  metadata.gz: 4d414ef92f46c1ff72dd0dd38a385d06e0854f722fdfec3442f906e950f5b78626c186ed79d030305bfb208062f11a8f1e81b0138abce7ba8c7e5b2f505c5b8d
+  data.tar.gz: 87bec41710718ee63d33659e204d7925387277ab83c9405972a33b614649bcb2d2125143112bc1a1a293721ee69b73a345ace1710ff89b5a75bcb6758f6a6b93

data/.gitignore CHANGED Viewed

@@ -1,12 +1,12 @@
-*~
-/pkg/
-/tmp/
-*.gemspec
-.gradle/
-/classpath/
-build/
-.idea
-/.settings/
-/.metadata/
-.classpath
-.project
+*~
+/pkg/
+/tmp/
+*.gemspec
+.gradle/
+/classpath/
+build/
+.idea
+/.settings/
+/.metadata/
+.classpath
+.project

data/LICENSE CHANGED Viewed

@@ -1,21 +1,21 @@
-MIT License
-Copyright (c) 2022 InfoObjects Inc.
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+MIT License
+Copyright (c) 2022 InfoObjects Inc.
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.

data/README.md CHANGED Viewed

@@ -1,144 +1,148 @@
-<p align="center">
-  <a href="https://www.infoobjects.com/" target="blank"><img src="screenshots/logo.png" width="150" alt="InfoObjects Logo" /></a>
-</p>
-<p align="center">Infoobjects is a consulting company that helps enterprises transform how and where they run applications and infrastructure.
-From strategy, to implementation, to ongoing managed services, Infoobjects creates tailored cloud solutions for enterprises at all stages of the cloud journey.</p>
-# MYSQL lookup filter plugin for Embulk
-[![license](https://img.shields.io/badge/license-MIT-blue.svg)](LICENSE)
-An Embulk filter plugin for Lookup Transformation with MySQL database
-## Configuration
-- **mysql_lookup**: Required attributes for the LookUp Filter Plugin -
-    - **host**: database host (example `localhost`) (required)
-    - **port**: database port (example port for mssql `1433`) (required
-    - **database**: database name (required)
-    - **table_name**: table name of your database (required)
-    - **username**: username for your database (required)
-    - **password**: password for database (required)
-    - **mapping_from**: (Name of columns to be matched with table 2 columns) (required)
-        - **Name of column-1**: column name-1 from input file
-        - **Name of column-2**: column name-2 from input file etc ...
-    - **mapping_to**:   (Name of columns to be matched with table 1 columns) (required)
-        - **Name of column-1**: column name-1 from input file
-        - **Name of column-2**: column name-2 from input file
-    - **new_columns**:   (New generated column names) (required)
-        - **Name-1,Type-1**: Any Name, Type of the name (name: country_name, type: string)
-        - **Name-2,Type-2**: Any Name, Type of the name (name: country_address, type: string) etc ...
-## Example - columns
-Input1 for table 1 is as follows :-
-```
-    year               country_code                 country_name            literacy_rate
-    1990                    1                          India                       80%
-    1993                    2                           USA                        83%
-    1997                    3                          JAPAN
-    1999                    4                          China                       72%
-    2000                    5                         Ukraine                      68%
-    2002                    6                          Italy                       79%
-    2004                    7                            UK                        75%
-    2011                    8                           NULL                       42%
-```
-Input2 for table 2 is as follows :-
-```
-    id               country_population                        country_address               country_GDP
-    1                       11.3                                    India                       1.67
-    2                       18.2                                     USA                        16.72
-    3                       30                                      JAPAN                       5.00
-    4                       4                                       China                       9.33
-    5                       57                                     Ukraine                      1.08
-    6                       63                                      Italy                       2.068
-    7                       17                                       UK                         2.49
-    8                       28                                       UAE                        1.18
-    Note: country_population is calculated in Billion and country_GDP is calculated in $USD Trillion
-```
-As shown in yaml below, columns mentioned in mapping_from will be mapped with columns mentioned in mapping_to
-ie:
-country_code : id
-country_name : country_address
-After successful mapping an Output.csv file containing the columns mentioned in new_columns will be generated
-Output File generated :-
-```
-    year               country_code                 country_name              literacy_rate                 country_GDP                   country_population
-    1990                    1                          India                       80%                         1.67                                11.3
-    1993                    2                           USA                        83%                         16.72                               18.2
-    1997                    3                          JAPAN                                                   5.00                                30
-    1999                    4                          China                       72%                         9.33                                4
-    2000                    5                         Ukraine                      68%                         1.08                                57
-    2002                    6                          Italy                       79%                         2.068                               63
-    2004                    7                            UK                        75%                         2.49                                17
-    2011                    8                           NULL                       42%
-```
-```yaml
- - type: mysql_lookup
-   host: localhost
-   port: 1433
-   database: test
-   tablename: country_details
-   username: root
-   password: root
-   mapping_from:
-   - country_code
-   - country_name
-   mapping_to:
-   - id
-   - country_address
-   new_columns:
-   - { name: country_GDP, type: string }
-   - { name: country_population, type: string }
-```
-Notes:
-1. mapping_from attribute should be in same order as mentioned in input file.
-## Development
-Run example:
-```
-$ ./gradlew package
-$ embulk run -I ./lib seed.yml
-```
-Deployment Steps:
-```
-Install ruby in your machine
-$ gem install gemcutter (For windows OS)
-$ ./gradlew gemPush
-$ gem build NameOfYourPlugins (example: embulk-filter-mssql_lookup)
-$ gem push embulk-filter-mssql_lookup-0.1.0.gem (You will get this name after running above command)
-```
-Release gem:
-```
-$ ./gradlew gemPush
-```
-## Licensing
+<p align="center">
+  <a href="https://www.infoobjects.com/" target="blank"><img src="screenshots/logo.png" width="150" alt="InfoObjects Logo" /></a>
+</p>
+<p align="center">Infoobjects is a consulting company that helps enterprises transform how and where they run applications and infrastructure.
+From strategy, to implementation, to ongoing managed services, Infoobjects creates tailored cloud solutions for enterprises at all stages of the cloud journey.</p>
+# MYSQL lookup filter plugin for Embulk
+[![license](https://img.shields.io/badge/license-MIT-blue.svg)](LICENSE)
+An Embulk filter plugin for Lookup Transformation with MySQL database
+## Configuration
+- **mysql_lookup**: Required attributes for the LookUp Filter Plugin -
+    - **filters**:
+        - **type**: Name of lookup type (required)
+    - **driver_path**: path to the jar file of the MySQL JDBC driver. If not set, the bundled JDBC driver (MySQL Connector/J 8.0.19) will be used (string)
+    - **driver_class**: Here we can provide driver class name,if not set,the com.mysql.cj.jdbc.Driver class will be used
+    - **host**: database host (example `localhost`) (required)
+    - **port**: database port (example port for mssql `1433`) (required
+    - **database**: database name (required)
+    - **table_name**: table name of your database (required)
+    - **username**: username for your database (required)
+    - **password**: password for database (required)
+    - **mapping_from**: (Name of columns to be matched with table 2 columns) (required)
+        - **Name of column-1**: column name-1 from input file
+        - **Name of column-2**: column name-2 from input file etc ...
+    - **mapping_to**:   (Name of columns to be matched with table 1 columns) (required)
+        - **Name of column-1**: column name-1 from input file
+        - **Name of column-2**: column name-2 from input file
+    - **new_columns**:   (New generated column names) (required)
+        - **Name-1,Type-1**: Any Name, Type of the name (name: country_name, type: string)
+        - **Name-2,Type-2**: Any Name, Type of the name (name: country_address, type: string) etc ...
+## Example - columns
+Input1 for table 1 is as follows :-
+```
+    year               country_code                 country_name            literacy_rate
+    1990                    1                          India                       80%
+    1993                    2                           USA                        83%
+    1997                    3                          JAPAN
+    1999                    4                          China                       72%
+    2000                    5                         Ukraine                      68%
+    2002                    6                          Italy                       79%
+    2004                    7                            UK                        75%
+    2011                    8                           NULL                       42%
+```
+Input2 for table 2 is as follows :-
+```
+    id               country_population                        country_address               country_GDP
+    1                       11.3                                    India                       1.67
+    2                       18.2                                     USA                        16.72
+    3                       30                                      JAPAN                       5.00
+    4                       4                                       China                       9.33
+    5                       57                                     Ukraine                      1.08
+    6                       63                                      Italy                       2.068
+    7                       17                                       UK                         2.49
+    8                       28                                       UAE                        1.18
+    Note: country_population is calculated in Billion and country_GDP is calculated in $USD Trillion
+```
+As shown in yaml below, columns mentioned in mapping_from will be mapped with columns mentioned in mapping_to
+ie:
+country_code : id
+country_name : country_address
+After successful mapping an Output.csv file containing the columns mentioned in new_columns will be generated
+Output File generated :-
+```
+    year               country_code                 country_name              literacy_rate                 country_GDP                   country_population
+    1990                    1                          India                       80%                         1.67                                11.3
+    1993                    2                           USA                        83%                         16.72                               18.2
+    1997                    3                          JAPAN                                                   5.00                                30
+    1999                    4                          China                       72%                         9.33                                4
+    2000                    5                         Ukraine                      68%                         1.08                                57
+    2002                    6                          Italy                       79%                         2.068                               63
+    2004                    7                            UK                        75%                         2.49                                17
+    2011                    8                           NULL                       42%
+```
+```yaml
+ - type: mysql_lookup
+   host: localhost
+   port: 1433
+   database: test
+   tablename: country_details
+   username: root
+   password: root
+   mapping_from:
+   - country_code
+   - country_name
+   mapping_to:
+   - id
+   - country_address
+   new_columns:
+   - { name: country_GDP, type: string }
+   - { name: country_population, type: string }
+```
+Notes:
+1. mapping_from attribute should be in same order as mentioned in input file.
+## Development
+Run example:
+```
+$ ./gradlew package
+$ embulk run -I ./lib seed.yml
+```
+Deployment Steps:
+```
+Install ruby in your machine
+$ gem install gemcutter (For windows OS)
+$ ./gradlew gemPush
+$ gem build NameOfYourPlugins (example: embulk-filter-mssql_lookup)
+$ gem push embulk-filter-mssql_lookup-0.1.0.gem (You will get this name after running above command)
+```
+Release gem:
+```
+$ ./gradlew gemPush
+```
+## Licensing
 InfoObjects [license](LICENSE) (MIT License)

data/build.gradle CHANGED Viewed

@@ -1,98 +1,98 @@
-plugins {
-    id "com.jfrog.bintray" version "1.1"
-    id "com.github.jruby-gradle.base" version "1.5.0"
-    id "java"
-    id "checkstyle"
-}
-import com.github.jrubygradle.JRubyExec
-repositories {
-    mavenCentral()
-    jcenter()
-}
-configurations {
-    provided
-}
-version = "0.1.4"
-sourceCompatibility = 1.8
-targetCompatibility = 1.8
-dependencies {
-    compile  "org.embulk:embulk-core:0.9.+"
-    provided "org.embulk:embulk-core:0.9.+"
-    // compile "YOUR_JAR_DEPENDENCY_GROUP:YOUR_JAR_DEPENDENCY_MODULE:YOUR_JAR_DEPENDENCY_VERSION"
-    testCompile "junit:junit:4.+"
-    compile group: 'mysql', name: 'mysql-connector-java', version: '8.0.19'
-}
-task classpath(type: Copy, dependsOn: ["jar"]) {
-    doFirst { file("classpath").deleteDir() }
-    from (configurations.runtime - configurations.provided + files(jar.archivePath))
-    into "classpath"
-}
-clean { delete "classpath" }
-checkstyle {
-    configFile = file("${project.rootDir}/config/checkstyle/checkstyle.xml")
-    toolVersion = '6.14.1'
-}
-checkstyleMain {
-    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
-    ignoreFailures = true
-}
-checkstyleTest {
-    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
-    ignoreFailures = true
-}
-task checkstyle(type: Checkstyle) {
-    classpath = sourceSets.main.output + sourceSets.test.output
-    source = sourceSets.main.allJava + sourceSets.test.allJava
-}
-task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
-    jrubyArgs "-S"
-    script "gem"
-    scriptArgs "build", "${project.name}.gemspec"
-    doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
-}
-task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
-    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
-    script "pkg/${project.name}-${project.version}.gem"
-}
-task "package"(dependsOn: ["gemspec", "classpath"]) {
-    doLast {
-        println "> Build succeeded."
-        println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
-    }
-}
-task gemspec {
-    ext.gemspecFile = file("${project.name}.gemspec")
-    inputs.file "build.gradle"
-    outputs.file gemspecFile
-    doLast { gemspecFile.write($/
-Gem::Specification.new do |spec|
-  spec.name          = "${project.name}"
-  spec.version       = "${project.version}"
-  spec.authors       = ["InfoObjects Inc."]
-  spec.summary       = %[An Embulk filter plugin for Lookup Transformation with MySQL database]
-  spec.description   = %[Mysql Lookup filter]
-  spec.email         = ["utkarsh@infoobjects.com"]
-  spec.licenses      = ["MIT"]
-  spec.homepage      = "https://github.com/InfoObjects/embulk-filter-mysql_lookup"
-  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
-  spec.test_files    = spec.files.grep(%r"^(test|spec)/")
-  spec.require_paths = ["lib"]
-  spec.add_development_dependency 'bundler', ['~> 1.0']
-  spec.add_development_dependency 'rake', ['~> 12.0']
-end
-/$)
-    }
-}
-clean { delete "${project.name}.gemspec" }
+plugins {
+    id "com.jfrog.bintray" version "1.1"
+    id "com.github.jruby-gradle.base" version "1.5.0"
+    id "java"
+    id "checkstyle"
+}
+import com.github.jrubygradle.JRubyExec
+repositories {
+    mavenCentral()
+    jcenter()
+}
+configurations {
+    provided
+}
+version = "0.1.6"
+sourceCompatibility = 1.8
+targetCompatibility = 1.8
+dependencies {
+    compile  "org.embulk:embulk-core:0.9.+"
+    provided "org.embulk:embulk-core:0.9.+"
+    // compile "YOUR_JAR_DEPENDENCY_GROUP:YOUR_JAR_DEPENDENCY_MODULE:YOUR_JAR_DEPENDENCY_VERSION"
+    testCompile "junit:junit:4.+"
+    compile group: 'mysql', name: 'mysql-connector-java', version: '8.0.19'
+}
+task classpath(type: Copy, dependsOn: ["jar"]) {
+    doFirst { file("classpath").deleteDir() }
+    from (configurations.runtime - configurations.provided + files(jar.archivePath))
+    into "classpath"
+}
+clean { delete "classpath" }
+checkstyle {
+    configFile = file("${project.rootDir}/config/checkstyle/checkstyle.xml")
+    toolVersion = '6.14.1'
+}
+checkstyleMain {
+    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
+    ignoreFailures = true
+}
+checkstyleTest {
+    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
+    ignoreFailures = true
+}
+task checkstyle(type: Checkstyle) {
+    classpath = sourceSets.main.output + sourceSets.test.output
+    source = sourceSets.main.allJava + sourceSets.test.allJava
+}
+task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
+    jrubyArgs "-S"
+    script "gem"
+    scriptArgs "build", "${project.name}.gemspec"
+    doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
+}
+task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
+    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
+    script "pkg/${project.name}-${project.version}.gem"
+}
+task "package"(dependsOn: ["gemspec", "classpath"]) {
+    doLast {
+        println "> Build succeeded."
+        println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
+    }
+}
+task gemspec {
+    ext.gemspecFile = file("${project.name}.gemspec")
+    inputs.file "build.gradle"
+    outputs.file gemspecFile
+    doLast { gemspecFile.write($/
+Gem::Specification.new do |spec|
+  spec.name          = "${project.name}"
+  spec.version       = "${project.version}"
+  spec.authors       = ["InfoObjects Inc."]
+  spec.summary       = %[An Embulk filter plugin for Lookup Transformation with MySQL database]
+  spec.description   = %[Mysql Lookup filter]
+  spec.email         = ["utkarsh@infoobjects.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/InfoObjects/embulk-filter-mysql_lookup"
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r"^(test|spec)/")
+  spec.require_paths = ["lib"]
+  spec.add_development_dependency 'bundler', ['~> 1.0']
+  spec.add_development_dependency 'rake', ['~> 12.0']
+end
+/$)
+    }
+}
+clean { delete "${project.name}.gemspec" }

data/classpath/embulk-filter-mysql_lookup-0.1.6.jar ADDED Viewed

Binary file