embulk-filter-join_file 0.0.1

data/src/main/java/org/embulk/filter/join_file/TableBuilder.java

@@ -0,0 +1,87 @@
+package org.embulk.filter.join_file;
+
+import com.fasterxml.jackson.core.JsonParseException;
+import com.fasterxml.jackson.core.type.TypeReference;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.google.common.collect.Maps;
+import org.embulk.config.ConfigException;
+import org.embulk.spi.ColumnConfig;
+import org.embulk.spi.Exec;
+import org.slf4j.Logger;
+import sun.reflect.generics.reflectiveObjects.NotImplementedException;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+
+/**
+ * Created by takahiro.nakayama on 10/11/15.
+ */
+public class TableBuilder
+{
+    private final Logger logger = Exec.getLogger(TableBuilder.class);
+    private final String filePath;
+    private final String fileFormat;
+    private final List<ColumnConfig> columns;
+    private final String rowKeyName;
+    private final String columnPrefix;
+
+    public TableBuilder(String filePath, String fileFormat, List<ColumnConfig> columns, String rowKeyName, String columnPrefix)
+    {
+        this.filePath = filePath;
+        this.fileFormat = fileFormat;
+        this.columns = columns;
+        this.rowKeyName = rowKeyName;
+        this.columnPrefix = columnPrefix;
+    }
+
+    public HashMap<String, HashMap<String, String>> build()
+            throws IOException
+    {
+        HashMap<String, HashMap<String, String>> table = Maps.newHashMap();
+
+        for (HashMap<String, String> rawRecord: loadFile()) {
+
+            HashMap<String, String> record = Maps.newHashMap();
+
+            for (ColumnConfig column: columns) {
+                String columnKey = columnPrefix + column.getName();
+                String value = rawRecord.get(column.getName());
+
+                record.put(columnKey, value);
+            }
+
+            String rowKey = rawRecord.get(rowKeyName);
+            table.put(rowKey, record);
+        }
+
+        return table;
+    }
+
+    private List<HashMap<String, String>> loadFile()
+            throws IOException
+    {
+        List<HashMap<String, String>> rawData;
+        switch (fileFormat) {
+            case "csv":
+                logger.error("will support csv format, but not yet.");
+                throw new NotImplementedException(); // TODO: will support csv format, but not yet.
+            case "tsv":
+                logger.error("will support tsv format, but not yet.");
+                throw new NotImplementedException(); // TODO: will support tsv format, but not yet.
+            case "yaml":
+                logger.error("will support yaml format, but not yet.");
+                throw new NotImplementedException(); // TODO: will support yaml format, but not yet.
+            case "json":
+                ObjectMapper mapper = new ObjectMapper();
+                rawData = mapper.readValue(new File(filePath), new TypeReference<ArrayList<HashMap<String, String>>>(){});
+                break;
+            default:
+                throw new ConfigException("Unsupported File Format: " + fileFormat);
+        }
+
+        return rawData;
+    }
+}

data/src/test/java/org/embulk/filter/join_file/TestJoinFileFilterPlugin.java

@@ -0,0 +1,5 @@
+package org.embulk.filter.join_file;
+
+public class TestJoinFileFilterPlugin
+{
+}

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: embulk-filter-join_file
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Civitaspo
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-10-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  prerelease: false
+  type: :development
+description: Join File
+email:
+- civitaspo@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.md
+- build.gradle
+- example/config.yml
+- example/data.csv
+- example/master.json
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/filter/join_file.rb
+- src/main/java/org/embulk/filter/join_file/FilteredPageOutput.java
+- src/main/java/org/embulk/filter/join_file/JoinFileFilterPlugin.java
+- src/main/java/org/embulk/filter/join_file/TableBuilder.java
+- src/test/java/org/embulk/filter/join_file/TestJoinFileFilterPlugin.java
+- classpath/embulk-filter-join_file-0.0.1.jar
+homepage: https://github.com/civitaspo/embulk-filter-join_file
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Join File filter plugin for Embulk
+test_files: []