embulk 0.8.37-java → 0.10.26-java

data/embulk-core/src/main/java/org/embulk/EmbulkEmbed.java

@@ -1,321 +0,0 @@
-package org.embulk;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import com.google.common.base.Function;
-import com.google.common.base.Throwables;
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.Iterables;
-import com.google.inject.Injector;
-import com.google.inject.Module;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import org.embulk.config.ModelManager;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.ConfigLoader;
-import org.embulk.exec.BulkLoader;
-import org.embulk.exec.GuessExecutor;
-import org.embulk.exec.PreviewExecutor;
-import org.embulk.exec.PreviewResult;
-import org.embulk.exec.ExecutionResult;
-import org.embulk.exec.PartialExecutionException;
-import org.embulk.exec.ResumeState;
-import org.embulk.exec.TransactionStage;
-import org.embulk.spi.BufferAllocator;
-import org.embulk.spi.ExecSession;
-import org.embulk.guice.Bootstrap;
-import org.embulk.guice.LifeCycleInjector;
-import static com.google.common.base.Preconditions.checkState;
-import static com.google.common.base.Preconditions.checkNotNull;
-
-public class EmbulkEmbed
-{
-    public static ConfigLoader newSystemConfigLoader()
-    {
-        return new ConfigLoader(new ModelManager(null, new ObjectMapper()));
-    }
-
-    public static class Bootstrap
-    {
-        private final ConfigLoader systemConfigLoader;
-
-        private ConfigSource systemConfig;
-
-        private final List<Function<? super List<Module>, ? extends Iterable<? extends Module>>> moduleOverrides;
-
-        public Bootstrap()
-        {
-            this.systemConfigLoader = newSystemConfigLoader();
-            this.systemConfig = systemConfigLoader.newConfigSource();
-            this.moduleOverrides = new ArrayList<>();
-        }
-
-        public ConfigLoader getSystemConfigLoader()
-        {
-            return systemConfigLoader;
-        }
-
-        public Bootstrap setSystemConfig(ConfigSource systemConfig)
-        {
-            this.systemConfig = systemConfig.deepCopy();
-            return this;
-        }
-
-        public Bootstrap addModules(Module... additionalModules)
-        {
-            return addModules(Arrays.asList(additionalModules));
-        }
-
-        public Bootstrap addModules(Iterable<? extends Module> additionalModules)
-        {
-            final List<Module> copy = ImmutableList.copyOf(additionalModules);
-            return overrideModules(
-                    new Function<List<Module>, Iterable<Module>>()
-                    {
-                        public Iterable<Module> apply(List<Module> modules)
-                        {
-                            return Iterables.concat(modules, copy);
-                        }
-                    });
-        }
-
-        public Bootstrap overrideModules(Function<? super List<Module>, ? extends Iterable<? extends Module>> function)
-        {
-            moduleOverrides.add(function);
-            return this;
-        }
-
-        public EmbulkEmbed initialize()
-        {
-            return build(true);
-        }
-
-        public EmbulkEmbed initializeCloseable()
-        {
-            return build(false);
-        }
-
-        private EmbulkEmbed build(boolean destroyOnShutdownHook)
-        {
-            org.embulk.guice.Bootstrap bootstrap = new org.embulk.guice.Bootstrap()
-                .requireExplicitBindings(false)
-                .addModules(EmbulkService.standardModuleList(systemConfig));
-
-            for (Function<? super List<Module>, ? extends Iterable<? extends Module>> override : moduleOverrides) {
-                bootstrap = bootstrap.overrideModules(override);
-            }
-
-            LifeCycleInjector injector;
-            if (destroyOnShutdownHook) {
-                injector = bootstrap.initialize();
-            } else {
-                injector = bootstrap.initializeCloseable();
-            }
-
-            return new EmbulkEmbed(systemConfig, injector);
-        }
-    }
-
-    private final LifeCycleInjector injector;
-    private final BulkLoader bulkLoader;
-    private final GuessExecutor guessExecutor;
-    private final PreviewExecutor previewExecutor;
-
-    EmbulkEmbed(ConfigSource systemConfig, LifeCycleInjector injector)
-    {
-        this.injector = injector;
-        injector.getInstance(org.slf4j.ILoggerFactory.class);
-        this.bulkLoader = injector.getInstance(BulkLoader.class);
-        this.guessExecutor = injector.getInstance(GuessExecutor.class);
-        this.previewExecutor = injector.getInstance(PreviewExecutor.class);
-    }
-
-    public Injector getInjector()
-    {
-        return injector;
-    }
-
-    public ModelManager getModelManager()
-    {
-        return injector.getInstance(ModelManager.class);
-    }
-
-    public BufferAllocator getBufferAllocator()
-    {
-        return injector.getInstance(BufferAllocator.class);
-    }
-
-    public ConfigLoader newConfigLoader()
-    {
-        return injector.getInstance(ConfigLoader.class);
-    }
-
-    public ConfigDiff guess(ConfigSource config)
-    {
-        ExecSession exec = newExecSession(config);
-        try {
-            return guessExecutor.guess(exec, config);
-        }
-        finally {
-            exec.cleanup();
-        }
-    }
-
-    public PreviewResult preview(ConfigSource config)
-    {
-        ExecSession exec = newExecSession(config);
-        try {
-            return previewExecutor.preview(exec, config);
-        }
-        finally {
-            exec.cleanup();
-        }
-    }
-
-    public ExecutionResult run(ConfigSource config)
-    {
-        ExecSession exec = newExecSession(config);
-        try {
-            return bulkLoader.run(exec, config);
-        }
-        catch (PartialExecutionException partial) {
-            try {
-                bulkLoader.cleanup(config, partial.getResumeState());
-            } catch (Throwable ex) {
-                partial.addSuppressed(ex);
-            }
-            throw partial;
-        }
-        finally {
-            try {
-                exec.cleanup();
-            }
-            catch (Exception ex) {
-                // TODO add this exception to ExecutionResult.getIgnoredExceptions
-                // or partial.addSuppressed
-                ex.printStackTrace(System.err);
-            }
-        }
-    }
-
-    public ResumableResult runResumable(ConfigSource config)
-    {
-        ExecSession exec = newExecSession(config);
-        try {
-            ExecutionResult result;
-            try {
-                result = bulkLoader.run(exec, config);
-            } catch (PartialExecutionException partial) {
-                return new ResumableResult(partial);
-            }
-            return new ResumableResult(result);
-        }
-        finally {
-            try {
-                exec.cleanup();
-            }
-            catch (Exception ex) {
-                // TODO add this exception to ExecutionResult.getIgnoredExceptions
-                // or partial.addSuppressed
-                ex.printStackTrace(System.err);
-            }
-        }
-    }
-
-    private ExecSession newExecSession(ConfigSource config)
-    {
-        ConfigSource execConfig = config.deepCopy().getNestedOrGetEmpty("exec");
-        return ExecSession.builder(injector).fromExecConfig(execConfig).build();
-    }
-
-    public ResumeStateAction resumeState(ConfigSource config, ConfigSource resumeStateConfig)
-    {
-        ResumeState resumeState = resumeStateConfig.loadConfig(ResumeState.class);
-        return new ResumeStateAction(config, resumeState);
-    }
-
-    public static class ResumableResult
-    {
-        private final ExecutionResult successfulResult;
-        private final PartialExecutionException partialExecutionException;
-
-        public ResumableResult(PartialExecutionException partialExecutionException)
-        {
-            this.successfulResult = null;
-            this.partialExecutionException = checkNotNull(partialExecutionException);
-        }
-
-        public ResumableResult(ExecutionResult successfulResult)
-        {
-            this.successfulResult = checkNotNull(successfulResult);
-            this.partialExecutionException = null;
-        }
-
-        public boolean isSuccessful()
-        {
-            return successfulResult != null;
-        }
-
-        public ExecutionResult getSuccessfulResult()
-        {
-            checkState(successfulResult != null);
-            return successfulResult;
-        }
-
-        public Throwable getCause()
-        {
-            checkState(partialExecutionException != null);
-            return partialExecutionException.getCause();
-        }
-
-        public ResumeState getResumeState()
-        {
-            checkState(partialExecutionException != null);
-            return partialExecutionException.getResumeState();
-        }
-
-        public TransactionStage getTransactionStage()
-        {
-            return partialExecutionException.getTransactionStage();
-        }
-    }
-
-    public class ResumeStateAction
-    {
-        private final ConfigSource config;
-        private final ResumeState resumeState;
-
-        public ResumeStateAction(ConfigSource config, ResumeState resumeState)
-        {
-            this.config = config;
-            this.resumeState = resumeState;
-        }
-
-        public ResumableResult resume()
-        {
-            ExecutionResult result;
-            try {
-                result = bulkLoader.resume(config, resumeState);
-            } catch (PartialExecutionException partial) {
-                return new ResumableResult(partial);
-            }
-            return new ResumableResult(result);
-        }
-
-        public void cleanup()
-        {
-            bulkLoader.cleanup(config, resumeState);
-        }
-    }
-
-    public void destroy()
-    {
-        try {
-            injector.destroy();
-        }
-        catch (Exception ex) {
-            throw Throwables.propagate(ex);
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/EmbulkRunner.java

@@ -1,582 +0,0 @@
-package org.embulk;
-
-import java.io.IOException;
-import java.io.OutputStream;
-import java.nio.charset.StandardCharsets;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.nio.file.StandardOpenOption;
-import java.util.Collections;
-import java.util.List;
-import java.util.Map;
-import java.util.regex.Pattern;
-import org.embulk.command.PreviewPrinter;
-import org.embulk.command.TablePreviewPrinter;
-import org.embulk.command.VerticalPreviewPrinter;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.ConfigException;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.DataSource;
-import org.embulk.config.ModelManager;
-import org.embulk.exec.ExecutionResult;
-import org.embulk.exec.PreviewResult;
-import org.embulk.exec.ResumeState;
-import org.embulk.exec.TransactionStage;
-import org.jruby.embed.LocalContextScope;
-import org.jruby.embed.LocalVariableBehavior;
-import org.jruby.embed.ScriptingContainer;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/**
- * EmbulkRunner runs the guess, preview, or run subcommand.
- *
- * NOTE: Developers should not depend on this EmbulkRunner class. This class is created tentatively, and may be
- * re-implemented again in a different style.
- */
-public class EmbulkRunner
-{
-    // |EmbulkSetup.setup| initializes:
-    // new EmbulkRunner(embed)
-    public EmbulkRunner(final EmbulkEmbed embed)
-    {
-        this.embed = embed;  // org.embulk.EmbulkEmbed
-    }
-
-    /**
-     * Runs the guess subcommand.
-     *
-     * It receives Java Paths to be called from Java EmbulkRun in embulk-cli.
-     */
-    public void guess(final Path configFilePath, final Path outputPath)
-    {
-        // TODO: Utilize |templateParams| and |templateIncludePath|.
-        // They have not been used from embulk-cli while |template_params| and |template_include_path| are implemented
-        // in Ruby Embulk::EmbulkRunner.
-        final ConfigSource configSource;
-        try {
-            configSource = readConfig(configFilePath, Collections.<String, Object>emptyMap(), null);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-
-        try {
-            guessInternal(configSource, outputPath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    /**
-     * Runs the guess subcommand.
-     *
-     * It receives Strings as parameters to be called from Ruby (embulk/runner.rb).
-     */
-    public void guess(final String configFilePathString, final String outputPathString)
-    {
-        final Path outputPath = (outputPathString == null ? null : Paths.get(outputPathString));
-        guess(Paths.get(configFilePathString), outputPath);
-    }
-
-    /**
-     * Runs the guess subcommand.
-     *
-     * It receives a ConfigSource and a String as parameters to be called from Ruby (embulk/runner.rb).
-     */
-    public void guess(final ConfigSource configSource, final String outputPathString)
-    {
-        final Path outputPath = (outputPathString == null ? null : Paths.get(outputPathString));
-        try {
-            guessInternal(configSource, outputPath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    /**
-     * Runs the guess subcommand.
-     *
-     * It receives a Java Path and a String to be called from Java's EmbulkRun in embulk-cli.
-     */
-    public void preview(final Path configFilePath, final String format)
-    {
-        // TODO: Utilize |templateParams| and |templateIncludePath|.
-        // They have not been used from embulk-cli while |template_params| and |template_include_path| are implemented
-        // in Ruby Embulk::EmbulkRunner.
-        final ConfigSource configSource;
-        try {
-            configSource = readConfig(configFilePath, Collections.<String, Object>emptyMap(), null);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-
-        try {
-            previewInternal(configSource, format);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    /**
-     * Runs the preview subcommand.
-     *
-     * It receives Strings as parameters to be called from Ruby (embulk/runner.rb).
-     */
-    public void preview(final String configFilePathString, final String format)
-    {
-        preview(Paths.get(configFilePathString), format);
-    }
-
-    /**
-     * Runs the preview subcommand.
-     *
-     * It receives a ConfigSource and a String as parameters to be called from Ruby (embulk/runner.rb).
-     */
-    public void preview(final ConfigSource configSource, final String format)
-    {
-        try {
-            previewInternal(configSource, format);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    /**
-     * Runs the run subcommand.
-     *
-     * It receives Java Paths to be called from Java EmbulkRun in embulk-cli.
-     */
-    public void run(
-            final Path configFilePath,
-            final Path configDiffPath,
-            final Path outputPath,
-            final Path resumeStatePath)
-    {
-        // TODO: Utilize |templateParams| and |templateIncludePath|.
-        // They have not been used from embulk-cli while |template_params| and |template_include_path| are implemented
-        // in Ruby Embulk::EmbulkRunner.
-        final ConfigSource configSource;
-        try {
-            configSource = readConfig(configFilePath, Collections.<String, Object>emptyMap(), null);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-
-        try {
-            runInternal(configSource, configDiffPath, outputPath, resumeStatePath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    /**
-     * Runs the run subcommand.
-     *
-     * It receives Strings as parameters to be called from Ruby (embulk/runner.rb).
-     */
-    public void run(final String configFilePathString,
-                    final String configDiffPathString,
-                    final String outputPathString,
-                    final String resumeStatePathString)
-    {
-        final Path configDiffPath = (configDiffPathString == null ? null : Paths.get(configDiffPathString));
-        final Path outputPath = (outputPathString == null ? null : Paths.get(outputPathString));
-        final Path resumeStatePath = (resumeStatePathString == null ? null : Paths.get(resumeStatePathString));
-        run(Paths.get(configFilePathString), configDiffPath, outputPath, resumeStatePath);
-    }
-
-    /**
-     * Runs the run subcommand.
-     *
-     * It receives a ConfigSource and a String as parameters to be called from Ruby (embulk/runner.rb).
-     */
-    public void run(final ConfigSource configSource,
-                    final String configDiffPathString,
-                    final String outputPathString,
-                    final String resumeStatePathString)
-    {
-        final Path configDiffPath = (configDiffPathString == null ? null : Paths.get(configDiffPathString));
-        final Path outputPath = (outputPathString == null ? null : Paths.get(outputPathString));
-        final Path resumeStatePath = (resumeStatePathString == null ? null : Paths.get(resumeStatePathString));
-        try {
-            runInternal(configSource, configDiffPath, outputPath, resumeStatePath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    private void guessInternal(final ConfigSource configSource, final Path outputPath)
-            throws IOException
-    {
-        initializeGlobalJRubyScriptingContainer();
-
-        try {
-            checkFileWritable(outputPath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException("Not writable: " + outputPath.toString());
-        }
-
-        final ConfigDiff configDiff = this.embed.guess(configSource);
-        final ConfigSource guessedConfigSource = configSource.merge(configDiff);
-        final String yaml = writeConfig(outputPath, guessedConfigSource);
-        System.err.println(yaml);
-        if (outputPath != null) {
-            System.out.println("Created '" + outputPath + "' file.");
-        }
-        else {
-            System.out.println("Use -o PATH option to write the guessed config file to a file.");
-        }
-    }
-
-    private void previewInternal(final ConfigSource configSource, final String format)
-            throws IOException
-    {
-        initializeGlobalJRubyScriptingContainer();
-
-        final PreviewResult previewResult = this.embed.preview(configSource);
-        final ModelManager modelManager = this.embed.getModelManager();
-
-        final PreviewPrinter printer;
-        switch (format != null ? format : "table") {
-        case "table":
-            printer = new TablePreviewPrinter(System.out, modelManager, previewResult.getSchema());
-            break;
-        case "vertical":
-            printer = new VerticalPreviewPrinter(System.out, modelManager, previewResult.getSchema());
-            break;
-        default:
-            throw new IllegalArgumentException(
-                "Unknown preview output format '" + format + "'. Supported formats: table, vertical");
-        }
-
-        printer.printAllPages(previewResult.getPages());
-        printer.finish();
-    }
-
-    private void runInternal(
-            final ConfigSource originalConfigSource,
-            final Path configDiffPath,
-            final Path outputPath,  // deprecated
-            final Path resumeStatePath)
-            throws IOException
-    {
-        initializeGlobalJRubyScriptingContainer();
-
-        try {
-            checkFileWritable(outputPath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException("Not writable: " + outputPath.toString());
-        }
-        try {
-            checkFileWritable(configDiffPath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException("Not writable: " + configDiffPath.toString());
-        }
-        try {
-            checkFileWritable(resumeStatePath);
-        }
-        catch (IOException ex) {
-            throw new RuntimeException("Not writable: " + resumeStatePath.toString());
-        }
-
-        final ConfigSource configSource;
-        if (configDiffPath != null && Files.size(configDiffPath) > 0L) {
-            configSource = originalConfigSource.merge(
-                readConfig(configDiffPath, Collections.<String, Object>emptyMap(), null));
-        }
-        else {
-            configSource = originalConfigSource;
-        }
-
-        final ConfigSource resumeConfig;
-        if (resumeStatePath != null) {
-            ConfigSource resumeConfigTemp = null;
-            try {
-                resumeConfigTemp = readYamlConfigFile(resumeStatePath);
-            }
-            catch (Throwable ex) {
-                // TODO log?
-                resumeConfigTemp = null;
-            }
-            if (resumeConfigTemp == null || resumeConfigTemp.isEmpty()) {
-                resumeConfig = null;
-            }
-            else {
-                resumeConfig = resumeConfigTemp;
-            }
-        }
-        else {
-            resumeConfig = null;
-        }
-
-        final EmbulkEmbed.ResumableResult resumableResult;
-        final ExecutionResult executionResultTemp;
-        if (resumeConfig != null) {
-            resumableResult = this.embed.resumeState(configSource, resumeConfig).resume();
-            executionResultTemp = null;
-        }
-        else if (resumeStatePath != null) {
-            resumableResult = this.embed.runResumable(configSource);
-            executionResultTemp = null;
-        }
-        else {
-            resumableResult = null;
-            executionResultTemp = this.embed.run(configSource);
-        }
-
-        final ExecutionResult executionResult;
-        if (executionResultTemp == null) {
-            if (!resumableResult.isSuccessful()) {
-                if (resumableResult.getTransactionStage().isBefore(TransactionStage.RUN)) {
-                    // retry without resume state file if no tasks started yet
-                    // delete resume file
-                    if (resumeStatePath != null) {
-                        try {
-                            Files.deleteIfExists(resumeStatePath);
-                        }
-                        catch (Throwable ex) {
-                            System.err.println("Failed to delete: " + resumeStatePath.toString());
-                        }
-                    }
-                }
-                else {
-                    rootLogger.info("Writing resume state to '" + resumeStatePath.toString() + "'");
-                    try {
-                        writeResumeState(resumeStatePath, resumableResult.getResumeState());
-                    }
-                    catch (IOException ex) {
-                        throw new RuntimeException(ex);
-                    }
-                    rootLogger.info("Resume state is written. Run the transaction again with -r option to resume or use \"cleanup\" subcommand to delete intermediate data.");
-                }
-                throw new RuntimeException(resumableResult.getCause());
-            }
-            executionResult = resumableResult.getSuccessfulResult();
-        }
-        else {
-            executionResult = executionResultTemp;
-        }
-
-        // delete resume file
-        if (resumeStatePath != null) {
-            try {
-                Files.deleteIfExists(resumeStatePath);
-            }
-            catch (Throwable ex) {
-                System.err.println("Failed to delete: " + resumeStatePath.toString());
-            }
-        }
-
-        final ConfigDiff configDiff = executionResult.getConfigDiff();
-        rootLogger.info("Committed.");
-        rootLogger.info("Next config diff: " + configDiff.toString());
-
-        writeConfig(configDiffPath, configDiff);
-        writeConfig(outputPath, configSource.merge(configDiff));  // deprecated
-    }
-
-    // def resume_state(config, options={})
-    //   configSource = read_config(config, options)
-    //   Resumed.new(self, DataSource.from_java(configSource), options)
-    // end
-
-    private ConfigSource readConfig(
-            final Path configFilePath,
-            final Map<String, Object> templateParams,
-            final String templateIncludePath)
-            throws IOException
-    {
-        final String configString = configFilePath.toString();
-        if (EXT_YAML_LIQUID.matcher(configFilePath.toString()).matches()) {
-            return this.embed.newConfigLoader().fromYamlString(
-                runLiquid(new String(Files.readAllBytes(configFilePath), StandardCharsets.UTF_8),
-                          templateParams,
-                          (templateIncludePath == null
-                           ? configFilePath.toAbsolutePath().getParent().toString()
-                           : templateIncludePath)));
-        }
-        else if (EXT_YAML.matcher(configFilePath.toString()).matches()) {
-            return this.embed.newConfigLoader().fromYamlString(
-                new String(Files.readAllBytes(configFilePath), StandardCharsets.UTF_8));
-        }
-        else {
-            throw new ConfigException(
-                "Unsupported file extension. Supported file extensions are .yml and .yml.liquid: " +
-                configFilePath.toString());
-        }
-    }
-
-    private ConfigSource readYamlConfigFile(final Path path)
-            throws IOException
-    {
-        return this.embed.newConfigLoader().fromYamlString(
-            new String(Files.readAllBytes(path), StandardCharsets.UTF_8));
-    }
-
-    private String runLiquid(
-            final String templateSource,
-            final Map<String, Object> templateParams,
-            final String templateIncludePath)
-    {
-        // TODO: Check if it is required to process JRuby options.
-        // Not |LocalContextScope.SINGLETON| to narrow down considerations.
-        final ScriptingContainer localJRubyContainer =
-            new ScriptingContainer(LocalContextScope.SINGLETHREAD, LocalVariableBehavior.PERSISTENT);
-
-        localJRubyContainer.runScriptlet("require 'liquid'");
-
-        localJRubyContainer.put("__internal_liquid_template_source__", templateSource);
-        localJRubyContainer.runScriptlet("template = Liquid::Template.parse(__internal_liquid_template_source__, :error_mode => :strict)");
-        localJRubyContainer.remove("__internal_liquid_template_source__");
-
-        if (templateIncludePath != null) {
-            localJRubyContainer.put("__internal_liquid_template_include_path_java__", templateIncludePath);
-            localJRubyContainer.runScriptlet("__internal_liquid_template_include_path__ = File.expand_path(__internal_liquid_template_include_path_java__ || File.dirname(config)) unless __internal_liquid_template_include_path_java__ == false");
-            localJRubyContainer.runScriptlet("template.registers[:file_system] = Liquid::LocalFileSystem.new(__internal_liquid_template_include_path__, \"_%s.yml.liquid\")");
-            localJRubyContainer.remove("__internal_liquid_template_include_path__");
-        }
-
-        // TODO: Convert |templateParams| recursively to Ruby's Hash.
-        localJRubyContainer.put("__internal_liquid_template_params__", templateParams);
-        localJRubyContainer.runScriptlet("__internal_liquid_template_data__ = { 'env' => ENV.to_h }.merge(__internal_liquid_template_params__)");
-        localJRubyContainer.remove("__internal_liquid_template_params__");
-
-        final Object renderedObject =
-            localJRubyContainer.runScriptlet("template.render(__internal_liquid_template_data__)");
-        return renderedObject.toString();
-    }
-
-    private boolean checkFileWritable(final Path path)
-            throws IOException
-    {
-        if (path != null) {
-            // Open file with append mode and do nothing.
-            // If file is not writable, it throws an exception.
-            // NOTE: |Files.isWritable| does not work for the purpose as it expects the file exists.
-            // Using |Files.newOutputStream| for the binary mode.
-            try (final OutputStream output =
-                     Files.newOutputStream(path, StandardOpenOption.APPEND, StandardOpenOption.CREATE)) {
-                ;
-            }
-        }
-        return true;
-    }
-
-    private String writeConfig(final Path path, final DataSource modelObject)
-            throws IOException
-    {
-        final String yamlString = dumpDataSourceInYaml(modelObject);
-        if (path != null) {
-            Files.write(path, yamlString.getBytes(), StandardOpenOption.CREATE, StandardOpenOption.WRITE, StandardOpenOption.TRUNCATE_EXISTING);
-        }
-        return yamlString;
-    }
-
-    private String writeResumeState(final Path path, final ResumeState modelObject)
-            throws IOException
-    {
-        final String yamlString = dumpResumeStateInYaml(modelObject);
-        if (path != null) {
-            Files.write(path, yamlString.getBytes(), StandardOpenOption.CREATE, StandardOpenOption.WRITE, StandardOpenOption.TRUNCATE_EXISTING);
-        }
-        return yamlString;
-    }
-
-    private String dumpDataSourceInYaml(final DataSource modelObject)
-    {
-        final ModelManager modelManager = this.embed.getModelManager();
-        final Object object = modelManager.readObject(Object.class, modelManager.writeObject(modelObject));
-        return (new org.yaml.snakeyaml.Yaml()).dump(object);
-    }
-
-    private String dumpResumeStateInYaml(final ResumeState modelObject)
-    {
-        final ModelManager modelManager = this.embed.getModelManager();
-        final Object object = modelManager.readObject(Object.class, modelManager.writeObject(modelObject));
-        return (new org.yaml.snakeyaml.Yaml()).dump(object);
-    }
-
-    // class Runnable
-    //   def initialize(runner, config, options)
-    //     @runner = runner
-    //     @config = config
-    //     @options = options
-    //   end
-    //
-    //   attr_reader :config
-    //
-    //   def preview(options={})
-    //     @runner.preview(@config, @options.merge(options))
-    //   end
-    //
-    //   def run(options={})
-    //     @runner.run(@config, @options.merge(options))
-    //   end
-    // end
-
-    // TODO: Check if it is required to process JRuby options.
-    private void initializeGlobalJRubyScriptingContainer()
-    {
-        final ScriptingContainer globalJRubyContainer =
-            new ScriptingContainer(LocalContextScope.SINGLETON, LocalVariableBehavior.PERSISTENT);
-
-        // TODO: Remove the Embulk::Runner definition after confirming nobody uses Embulk::Runner from Java.
-        globalJRubyContainer.put("__internal_runner_java__", this);
-        globalJRubyContainer.runScriptlet(
-            "class DummyEmbulkRunner\n" +
-            "  def initialize(runner_orig)\n" +
-            "    @runner_orig = runner_orig\n" +
-            "  end\n" +
-            "  def guess(config, options={})\n" +
-            "    STDERR.puts '################################################################################'\n" +
-            "    STDERR.puts '[WARN] Embulk::Runner will be no longer defined when Embulk runs from Java.'\n" +
-            "    STDERR.puts '[WARN] Comment at https://github.com/embulk/embulk/issues/766 if you see this.'\n" +
-            "    STDERR.puts '################################################################################'\n" +
-            "    STDERR.puts ''\n" +
-            "    @runner_orig.guess(config, options)\n" +
-            "  end\n" +
-            "  def preview(config, options={})\n" +
-            "    STDERR.puts '################################################################################'\n" +
-            "    STDERR.puts '[WARN] Embulk::Runner will be no longer defined when Embulk runs from Java.'\n" +
-            "    STDERR.puts '[WARN] Comment at https://github.com/embulk/embulk/issues/766 if you see this.'\n" +
-            "    STDERR.puts '################################################################################'\n" +
-            "    STDERR.puts ''\n" +
-            "    @runner_orig.preview(config, options)\n" +
-            "  end\n" +
-            "  def run(config, options={})\n" +
-            "    STDERR.puts '################################################################################'\n" +
-            "    STDERR.puts '[WARN] Embulk::Runner will be no longer defined when Embulk runs from Java.'\n" +
-            "    STDERR.puts '[WARN] Comment at https://github.com/embulk/embulk/issues/766 if you see this.'\n" +
-            "    STDERR.puts '################################################################################'\n" +
-            "    STDERR.puts ''\n" +
-            "    @runner_orig.run(config, options)\n" +
-            "  end\n" +
-            "end\n" +
-            "\n" +
-            "unless Embulk.const_defined?(:Runner)\n" +
-            "  Embulk.const_set :Runner, DummyEmbulkRunner.new(Embulk::EmbulkRunner.new(__internal_runner_java__))\n" +
-            "end\n");
-        globalJRubyContainer.remove("__internal_runner_java__");
-    }
-
-    // NOTE: The root logger directly from |LoggerFactory|, not from |Exec.getLogger| as it's outside of |Exec.doWith|.
-    private static final Logger rootLogger = LoggerFactory.getLogger(Logger.ROOT_LOGGER_NAME);
-
-    private final Pattern EXT_YAML = Pattern.compile(".*\\.ya?ml$");
-    private final Pattern EXT_YAML_LIQUID = Pattern.compile(".*\\.ya?ml\\.liquid$");
-
-    private final EmbulkEmbed embed;
-}