embulk 0.8.39-java → 0.10.24-java

data/lib/embulk/data/new/java/parser.java.vm

@@ -1,61 +0,0 @@
-package ${javaPackageName};
-
-import com.google.common.base.Optional;
-
-import org.embulk.config.Config;
-import org.embulk.config.ConfigDefault;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.Task;
-import org.embulk.config.TaskSource;
-import org.embulk.spi.FileInput;
-import org.embulk.spi.PageOutput;
-import org.embulk.spi.ParserPlugin;
-import org.embulk.spi.Schema;
-import org.embulk.spi.SchemaConfig;
-
-public class ${javaClassName}
-        implements ParserPlugin
-{
-    public interface PluginTask
-            extends Task
-    {
-        // configuration option 1 (required integer)
-        @Config("option1")
-        public int getOption1();
-
-        // configuration option 2 (optional string, null is not allowed)
-        @Config("option2")
-        @ConfigDefault("\"myvalue\"")
-        public String getOption2();
-
-        // configuration option 3 (optional string, null is allowed)
-        @Config("option3")
-        @ConfigDefault("null")
-        public Optional<String> getOption3();
-
-        // if you get schema from config or data source
-        @Config("columns")
-        public SchemaConfig getColumns();
-    }
-
-    @Override
-    public void transaction(ConfigSource config, ParserPlugin.Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-
-        Schema schema = task.getColumns().toSchema();
-
-        control.run(task.dump(), schema);
-    }
-
-    @Override
-    public void run(TaskSource taskSource, Schema schema,
-            FileInput input, PageOutput output)
-    {
-        PluginTask task = taskSource.loadTask(PluginTask.class);
-
-        // Write your code here :)
-        throw new UnsupportedOperationException("${javaClassName}.run method is not implemented yet");
-    }
-}

data/lib/embulk/data/new/java/plugin_loader.rb.vm

@@ -1,3 +0,0 @@
-Embulk::JavaPlugin.register_${embulkCategory}(
-  "${name}", "${javaPackageName}.${javaClassName}",
-  File.expand_path('../../../../classpath', __FILE__))

data/lib/embulk/data/new/java/test.java.vm

@@ -1,5 +0,0 @@
-package ${javaPackageName};
-
-public class Test${javaClassName}
-{
-}

data/lib/embulk/data/new/ruby/.ruby-version

@@ -1 +0,0 @@
-jruby-9.1.13.0

data/lib/embulk/data/new/ruby/Gemfile

@@ -1,2 +0,0 @@
-source 'https://rubygems.org/'
-gemspec

data/lib/embulk/data/new/ruby/Rakefile

@@ -1,3 +0,0 @@
-require "bundler/gem_tasks"
-
-task default: :build

data/lib/embulk/data/new/ruby/decoder_guess.rb.vm

@@ -1,25 +0,0 @@
-module Embulk
-  module Guess
-
-    # TODO implement guess plugin to make this command work:
-    #      $ embulk guess -g "${name}" partial-config.yml
-#if (${language} == "ruby")
-
-    # require "embulk/${embulkCategory}/${name}.rb"
-#end
-
-    # class ${rubyGuessClassName} < GuessPlugin
-    #   Plugin.register_guess("${name}", self)
-    #
-    #   FOO_BAR_HEADER = "\x1f\x8b".force_encoding('ASCII-8BIT').freeze
-    #
-    #   def guess(config, sample_buffer)
-    #     if sample_buffer[0,2] == FOO_BAR_HEADER
-    #       return {"decoders" => [{"type" => "${name}"}]}
-    #     end
-    #     return {}
-    #   end
-    # end
-
-  end
-end

data/lib/embulk/data/new/ruby/filter.rb.vm

@@ -1,50 +0,0 @@
-module Embulk
-  module Filter
-
-    class ${rubyClassName} < FilterPlugin
-      Plugin.register_filter("${name}", self)
-
-      def self.transaction(config, in_schema, &control)
-        # configuration code:
-        task = {
-          "option1" => config.param("option1", :integer),                     # integer, required
-          "option2" => config.param("option2", :string, default: "myvalue"),  # string, optional
-          "option3" => config.param("option3", :string, default: nil),        # string, optional
-        }
-
-        columns = [
-          Column.new(nil, "example", :string),
-          Column.new(nil, "column", :long),
-          Column.new(nil, "value", :double),
-        ]
-
-        out_columns = in_schema + columns
-
-        yield(task, out_columns)
-      end
-
-      def init
-        # initialization code:
-        @option1 = task["option1"]
-        @option2 = task["option2"]
-        @option3 = task["option3"]
-      end
-
-      def close
-      end
-
-      def add(page)
-        # filtering code:
-        add_columns = ["example",1,1.0]
-        page.each do |record|
-          page_builder.add(record + add_columns)
-        end
-      end
-
-      def finish
-        page_builder.finish
-      end
-    end
-
-  end
-end

data/lib/embulk/data/new/ruby/formatter.rb.vm

@@ -1,49 +0,0 @@
-module Embulk
-  module Formatter
-
-    class ${rubyClassName} < FormatterPlugin
-      Plugin.register_formatter("${name}", self)
-
-      def self.transaction(config, schema, &control)
-        # configuration code:
-        task = {
-          "option1" => config.param("option1", :integer),                     # integer, required
-          "option2" => config.param("option2", :string, default: "myvalue"),  # string, optional
-          "option3" => config.param("option3", :string, default: nil),        # string, optional
-        }
-
-        yield(task)
-      end
-
-      def init
-        # initialization code:
-        @option1 = task["option1"]
-        @option2 = task["option2"]
-        @option3 = task["option3"]
-
-        # your data
-        @current_file == nil
-        @current_file_size = 0
-      end
-
-      def close
-      end
-
-      def add(page)
-        # output code:
-        page.each do |record|
-          if @current_file == nil || @current_file_size > 32*1024
-            @current_file = file_output.next_file
-            @current_file_size = 0
-          end
-          @current_file.write "|mydata|"
-        end
-      end
-
-      def finish
-        file_output.finish
-      end
-    end
-
-  end
-end

data/lib/embulk/data/new/ruby/gemspec.vm

@@ -1,20 +0,0 @@
-
-Gem::Specification.new do |spec|
-  spec.name          = "${fullProjectName}"
-  spec.version       = "0.1.0"
-  spec.authors       = ["${author}"]
-  spec.summary       = "${displayName} ${displayCategory} plugin for Embulk"
-  spec.description   = "${description}"
-  spec.email         = ["${email}"]
-  spec.licenses      = ["MIT"]
-  # TODO set this: spec.homepage      = "https://github.com/${expectedGitHubAccount}/${fullProjectName}"
-
-  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
-  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
-  spec.require_paths = ["lib"]
-
-  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
-  spec.add_development_dependency 'embulk', ['>= ${embulkVersion}']
-  spec.add_development_dependency 'bundler', ['>= 1.10.6']
-  spec.add_development_dependency 'rake', ['>= 10.0']
-end

data/lib/embulk/data/new/ruby/input.rb.vm

@@ -1,59 +0,0 @@
-module Embulk
-  module Input
-
-    class ${rubyClassName} < InputPlugin
-      Plugin.register_input("${name}", self)
-
-      def self.transaction(config, &control)
-        # configuration code:
-        task = {
-          "option1" => config.param("option1", :integer),                     # integer, required
-          "option2" => config.param("option2", :string, default: "myvalue"),  # string, optional
-          "option3" => config.param("option3", :string, default: nil),        # string, optional
-        }
-
-        columns = [
-          Column.new(0, "example", :string),
-          Column.new(1, "column", :long),
-          Column.new(2, "value", :double),
-        ]
-
-        resume(task, columns, 1, &control)
-      end
-
-      def self.resume(task, columns, count, &control)
-        task_reports = yield(task, columns, count)
-
-        next_config_diff = {}
-        return next_config_diff
-      end
-
-      # TODO
-      # def self.guess(config)
-      #   sample_records = [
-      #     {"example"=>"a", "column"=>1, "value"=>0.1},
-      #     {"example"=>"a", "column"=>2, "value"=>0.2},
-      #   ]
-      #   columns = Guess::SchemaGuess.from_hash_records(sample_records)
-      #   return {"columns" => columns}
-      # end
-
-      def init
-        # initialization code:
-        @option1 = task["option1"]
-        @option2 = task["option2"]
-        @option3 = task["option3"]
-      end
-
-      def run
-        page_builder.add(["example-value", 1, 0.1])
-        page_builder.add(["example-value", 2, 0.2])
-        page_builder.finish
-
-        task_report = {}
-        return task_report
-      end
-    end
-
-  end
-end

data/lib/embulk/data/new/ruby/output.rb.vm

@@ -1,61 +0,0 @@
-module Embulk
-  module Output
-
-    class ${rubyClassName} < OutputPlugin
-      Plugin.register_output("${name}", self)
-
-      def self.transaction(config, schema, count, &control)
-        # configuration code:
-        task = {
-          "option1" => config.param("option1", :integer),                     # integer, required
-          "option2" => config.param("option2", :string, default: "myvalue"),  # string, optional
-          "option3" => config.param("option3", :string, default: nil),        # string, optional
-        }
-
-        # resumable output:
-        # resume(task, schema, count, &control)
-
-        # non-resumable output:
-        task_reports = yield(task)
-        next_config_diff = {}
-        return next_config_diff
-      end
-
-      # def self.resume(task, schema, count, &control)
-      #   task_reports = yield(task)
-      #
-      #   next_config_diff = {}
-      #   return next_config_diff
-      # end
-
-      def init
-        # initialization code:
-        @option1 = task["option1"]
-        @option2 = task["option2"]
-        @option3 = task["option3"]
-      end
-
-      def close
-      end
-
-      def add(page)
-        # output code:
-        page.each do |record|
-          #hash = Hash[schema.names.zip(record)]
-        end
-      end
-
-      def finish
-      end
-
-      def abort
-      end
-
-      def commit
-        task_report = {}
-        return task_report
-      end
-    end
-
-  end
-end

data/lib/embulk/data/new/ruby/parser.rb.vm

@@ -1,44 +0,0 @@
-module Embulk
-  module Parser
-
-    class ${rubyClassName} < ParserPlugin
-      Plugin.register_parser("${name}", self)
-
-      def self.transaction(config, &control)
-        # configuration code:
-        task = {
-          "option1" => config.param("option1", :integer),                     # integer, required
-          "option2" => config.param("option2", :string, default: "myvalue"),  # string, optional
-          "option3" => config.param("option3", :string, default: nil),        # string, optional
-        }
-
-        columns = [
-          Column.new(0, "example", :string),
-          Column.new(1, "column", :long),
-          Column.new(2, "name", :double),
-        ]
-
-        yield(task, columns)
-      end
-
-      def init
-        # initialization code:
-        @option1 = task["option1"]
-        @option2 = task["option2"]
-        @option3 = task["option3"]
-      end
-
-      def run(file_input)
-        while file = file_input.next_file
-          file.each do |buffer|
-            # parsering code
-            record = ["col1", 2, 3.0]
-            page_builder.add(record)
-          end
-        end
-        page_builder.finish
-      end
-    end
-
-  end
-end

data/lib/embulk/data/new/ruby/parser_guess.rb.vm

@@ -1,65 +0,0 @@
-module Embulk
-  module Guess
-
-    # TODO implement guess plugin to make this command work:
-    #      $ embulk guess -g "${name}" partial-config.yml
-    #
-    #      Depending on the file format the plugin uses, you can use choose
-    #      one of binary guess (GuessPlugin), text guess (TextGuessPlugin),
-    #      or line guess (LineGuessPlugin).
-#if (${language} == "ruby")
-
-    # require "embulk/${embulkCategory}/${name}.rb"
-#end
-
-    # class ${rubyGuessClassName} < GuessPlugin
-    #   Plugin.register_guess("${name}", self)
-    #
-    #   def guess(config, sample_buffer)
-    #     if sample_buffer[0,2] == GZIP_HEADER
-    #       guessed = {}
-    #       guessed["type"] = "${name}"
-    #       guessed["property1"] = "guessed-value"
-    #       return {"parser" => guessed}
-    #     else
-    #       return {}
-    #     end
-    #   end
-    # end
-
-    # class ${rubyGuessClassName} < TextGuessPlugin
-    #   Plugin.register_guess("${name}", self)
-    #
-    #   def guess_text(config, sample_text)
-    #     js = JSON.parse(sample_text) rescue nil
-    #     if js && js["mykeyword"] == "keyword"
-    #       guessed = {}
-    #       guessed["type"] = "${name}"
-    #       guessed["property1"] = "guessed-value"
-    #       return {"parser" => guessed}
-    #     else
-    #       return {}
-    #     end
-    #   end
-    # end
-
-    # class ${rubyGuessClassName} < LineGuessPlugin
-    #   Plugin.register_guess("${name}", self)
-    #
-    #   def guess_lines(config, sample_lines)
-    #     all_line_matched = sample_lines.all? do |line|
-    #       line =~ /mypattern/
-    #     end
-    #     if all_line_matched
-    #       guessed = {}
-    #       guessed["type"] = "${name}"
-    #       guessed["property1"] = "guessed-value"
-    #       return {"parser" => guessed}
-    #     else
-    #       return {}
-    #     end
-    #   end
-    # end
-
-  end
-end