embulk 0.8.36-java → 0.10.25-java

data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoaderFactory.java

@@ -1,16 +0,0 @@
-package org.embulk.plugin;
-
-import java.util.Collection;
-import java.net.URL;
-
-public interface PluginClassLoaderFactory
-{
-    PluginClassLoader create(Collection<URL> flatJarUrls, ClassLoader parentClassLoader);
-    PluginClassLoader createForNestedJar(
-        final ClassLoader parentClassLoader,
-        final URL oneNestedJarUrl);
-    PluginClassLoader createForNestedJar(
-        final ClassLoader parentClassLoader,
-        final URL oneNestedJarUrl,
-        final Collection<String> embeddedJarPathsInNestedJar);
-}

data/embulk-core/src/main/java/org/embulk/plugin/PluginClassLoaderModule.java

@@ -1,102 +0,0 @@
-package org.embulk.plugin;
-
-import java.util.Collection;
-import java.util.Properties;
-import java.net.URL;
-import java.io.InputStream;
-import java.io.IOException;
-import com.google.inject.Module;
-import com.google.inject.Binder;
-import com.google.inject.Scopes;
-import com.google.inject.Provider;
-import org.embulk.config.ConfigSource;
-
-public class PluginClassLoaderModule
-        implements Module
-{
-    public PluginClassLoaderModule(ConfigSource systemConfig)
-    { }
-
-    @Override
-    public void configure(Binder binder)
-    {
-        binder.bind(PluginClassLoaderFactory.class).toProvider(new FactoryProvider()).in(Scopes.SINGLETON);;
-    }
-
-    private static class FactoryProvider
-            implements Provider<PluginClassLoaderFactory>
-    {
-        private final Collection<String> parentFirstPackages;
-        private final Collection<String> parentFirstResources;
-        private final PluginClassLoaderFactory factory;
-
-        public FactoryProvider()
-        {
-            // TODO make these paths customizable using ConfigSource
-            this.parentFirstPackages = readPropertyKeys("/embulk/parent_first_packages.properties");
-            this.parentFirstResources = readPropertyKeys("/embulk/parent_first_resources.properties");
-
-            this.factory = new Factory();
-        }
-
-        private static Collection<String> readPropertyKeys(String name)
-        {
-            try (InputStream in = PluginClassLoaderModule.class.getResourceAsStream(name)) {
-                if (in == null) {
-                    throw new NullPointerException(String.format("Resource '%s' is not found in classpath. Jar file or classloader is broken.", name));
-                }
-                Properties prop = new Properties();
-                prop.load(in);
-                return prop.stringPropertyNames();
-            } catch (IOException ex) {
-                throw new RuntimeException(ex);
-            }
-        }
-
-        @Override
-        public PluginClassLoaderFactory get()
-        {
-            return factory;
-        }
-
-        private class Factory implements PluginClassLoaderFactory
-        {
-            @Override
-            public PluginClassLoader create(Collection<URL> urls, ClassLoader parentClassLoader)
-            {
-                return PluginClassLoader.createForFlatJars(
-                    parentClassLoader,
-                    urls,
-                    parentFirstPackages,
-                    parentFirstResources);
-            }
-
-            @Override
-            public PluginClassLoader createForNestedJar(
-                    final ClassLoader parentClassLoader,
-                    final URL oneNestedJarUrl)
-            {
-                return PluginClassLoader.createForNestedJar(
-                    parentClassLoader,
-                    oneNestedJarUrl,
-                    null,
-                    parentFirstPackages,
-                    parentFirstResources);
-            }
-
-            @Override
-            public PluginClassLoader createForNestedJar(
-                    final ClassLoader parentClassLoader,
-                    final URL oneNestedJarUrl,
-                    final Collection<String> embeddedJarPathsInNestedJar)
-            {
-                return PluginClassLoader.createForNestedJar(
-                    parentClassLoader,
-                    oneNestedJarUrl,
-                    embeddedJarPathsInNestedJar,
-                    parentFirstPackages,
-                    parentFirstResources);
-            }
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/plugin/PluginManager.java

@@ -1,78 +0,0 @@
-package org.embulk.plugin;
-
-import java.util.Set;
-import java.util.List;
-import java.util.ArrayList;
-import com.google.common.collect.ImmutableList;
-import com.google.inject.Inject;
-import com.google.inject.Injector;
-import org.embulk.config.ConfigException;
-import org.embulk.spi.InputPlugin;
-import org.embulk.plugin.compat.PluginWrappers;
-
-public class PluginManager
-{
-    private final List<PluginSource> sources;
-    private final Injector injector;
-
-    // Set<PluginSource> is injected by BuiltinPluginSourceModule or extensions
-    // using Multibinder<PluginSource>.
-    @Inject
-    public PluginManager(Set<PluginSource> pluginSources, Injector injector)
-    {
-        this.sources = ImmutableList.copyOf(pluginSources);
-        this.injector = injector;
-    }
-
-    @SuppressWarnings("unchecked")
-    public <T> T newPlugin(Class<T> iface, PluginType type)
-    {
-        T t = newPluginWithoutWrapper(iface, type);
-        if (t instanceof InputPlugin) {
-            return (T) PluginWrappers.inputPlugin((InputPlugin) t);
-        }
-        return t;
-    }
-
-    private <T> T newPluginWithoutWrapper(Class<T> iface, PluginType type)
-    {
-        if (sources.isEmpty()) {
-            throw new ConfigException("No PluginSource is installed");
-        }
-
-        if (type == null) {
-            throw new ConfigException(String.format("%s type is not set (if you intend to use NullOutputPlugin, you should enclose null in quotes such as {type: \"null\"}.", iface.getSimpleName()));
-        }
-
-        List<PluginSourceNotMatchException> exceptions = new ArrayList<>();
-        for (PluginSource source : sources) {
-            try {
-                return source.newPlugin(iface, type);
-            }
-            catch (PluginSourceNotMatchException e) {
-                exceptions.add(e);
-            }
-        }
-
-        throw buildPluginNotFoundException(iface, type, exceptions);
-    }
-
-    private static ConfigException buildPluginNotFoundException(Class<?> iface, PluginType type,
-            List<PluginSourceNotMatchException> exceptions)
-    {
-        StringBuilder message = new StringBuilder();
-        message.append(String.format("%s '%s' is not found.", iface.getSimpleName(), type.getName()));
-        for (PluginSourceNotMatchException exception : exceptions) {
-            Throwable cause = (exception.getCause() == null ? exception : exception.getCause());
-            if (cause.getMessage() != null) {
-                message.append(String.format("%n"));
-                message.append(cause.getMessage());
-            }
-        }
-        ConfigException e = new ConfigException(message.toString());
-        for (PluginSourceNotMatchException exception : exceptions) {
-            e.addSuppressed(exception);
-        }
-        return e;
-    }
-}

data/embulk-core/src/main/java/org/embulk/plugin/PluginSource.java

@@ -1,49 +0,0 @@
-package org.embulk.plugin;
-
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.Map;
-
-public interface PluginSource
-{
-    <T> T newPlugin(Class<T> iface, PluginType type) throws PluginSourceNotMatchException;
-
-    public enum Type
-    {
-        DEFAULT("default"),  // DEFAULT includes InjectedPluginSource and JRubyPluginSource.
-        MAVEN("maven"),
-        ;
-
-        private Type(final String sourceTypeName)
-        {
-            this.sourceTypeName = sourceTypeName;
-        }
-
-        public static Type of(final String sourceTypeName)
-        {
-            final Type found = MAP_FROM_STRING.get(sourceTypeName);
-            if (found == null) {
-                throw new IllegalArgumentException("\"" + sourceTypeName + "\" is not a plugin source.");
-            }
-            return found;
-        }
-
-        @Override
-        public final String toString()
-        {
-            return this.sourceTypeName;
-        }
-
-        static
-        {
-            final HashMap<String, Type> mapToBuild = new HashMap<String, Type>();
-            for (Type type : values()) {
-                mapToBuild.put(type.sourceTypeName, type);
-            }
-            MAP_FROM_STRING = Collections.unmodifiableMap(mapToBuild);
-        }
-
-        private static final Map<String, Type> MAP_FROM_STRING;
-        private final String sourceTypeName;
-    }
-}

data/embulk-core/src/main/java/org/embulk/plugin/PluginSourceNotMatchException.java

@@ -1,25 +0,0 @@
-package org.embulk.plugin;
-
-public class PluginSourceNotMatchException
-        extends Exception
-{
-    public PluginSourceNotMatchException()
-    {
-        super();
-    }
-
-    public PluginSourceNotMatchException(String message)
-    {
-        super(message);
-    }
-
-    public PluginSourceNotMatchException(Throwable cause)
-    {
-        super(cause);
-    }
-
-    public PluginSourceNotMatchException(String message, Throwable cause)
-    {
-        super(message, cause);
-    }
-}

data/embulk-core/src/main/java/org/embulk/plugin/PluginType.java

@@ -1,122 +0,0 @@
-package org.embulk.plugin;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.node.ContainerNode;
-import com.fasterxml.jackson.databind.node.ObjectNode;
-import com.fasterxml.jackson.databind.node.TextNode;
-import com.google.common.annotations.VisibleForTesting;
-import java.util.HashMap;
-import java.util.Iterator;
-import java.util.Map;
-
-public abstract class PluginType
-{
-    public static final PluginType LOCAL = DefaultPluginType.create("local");
-
-    /**
-     * Constructs {@code PluginType}.
-     *
-     * The constructor is {@code protected} to be called from subclasses, e.g. {@code DefaultPluginType}.
-     */
-    protected PluginType(final String source, final String name)
-    {
-        this.sourceType = PluginSource.Type.of(source);
-        this.name = name;
-    }
-
-    @JsonCreator
-    private static PluginType create(final JsonNode typeJson)
-    {
-        if (typeJson.isTextual()) {
-            return createFromString(((TextNode) typeJson).textValue());
-        }
-        else if (typeJson.isObject()) {
-            final HashMap<String, String> stringMap = new HashMap<String, String>();
-            final ObjectNode typeObject = (ObjectNode) typeJson;
-            final Iterator<Map.Entry<String, JsonNode>> fieldIterator = typeObject.fields();
-            while (fieldIterator.hasNext()) {
-                final Map.Entry<String, JsonNode> field = fieldIterator.next();
-                final JsonNode fieldValue = field.getValue();
-                if (fieldValue instanceof ContainerNode) {
-                    throw new IllegalArgumentException("\"type\" must be a string or a 1-depth mapping.");
-                }
-                stringMap.put(field.getKey(), fieldValue.textValue());
-            }
-            return createFromStringMap(stringMap);
-        }
-        else {
-            throw new IllegalArgumentException("\"type\" must be a string or a 1-depth mapping.");
-        }
-    }
-
-    private static PluginType createFromString(String name)
-    {
-        if (name == null) {
-            throw new NullPointerException("name must not be null");
-        }
-        return DefaultPluginType.create(name);
-    }
-
-    private static PluginType createFromStringMap(Map<String, String> stringMap)
-    {
-        final PluginSource.Type sourceType;
-        if (stringMap.containsKey("source")) {
-            sourceType = PluginSource.Type.of(stringMap.get("source"));
-        }
-        else {
-            sourceType = PluginSource.Type.DEFAULT;
-        }
-
-        switch (sourceType) {
-        case DEFAULT:
-            {
-                final String name = stringMap.get("name");
-                return createFromString(name);
-            }
-        case MAVEN:
-            {
-                final String name = stringMap.get("name");
-                final String group = stringMap.get("group");
-                final String classifier = stringMap.get("classifier");
-                final String version = stringMap.get("version");
-                return MavenPluginType.create(name, group, classifier, version);
-            }
-        default:
-            throw new IllegalArgumentException("\"source\" must be one of: [\"default\", \"maven\"]");
-        }
-    }
-
-    @VisibleForTesting
-    static PluginType createFromStringForTesting(final String name)
-    {
-        return createFromString(name);
-    }
-
-    @VisibleForTesting
-    static PluginType createFromStringMapForTesting(final Map<String, String> stringMap)
-    {
-        return createFromStringMap(stringMap);
-    }
-
-    public final PluginSource.Type getSourceType()
-    {
-        return sourceType;
-    }
-
-    @JsonProperty("source")
-    public final String getSourceName()
-    {
-        return sourceType.toString();
-    }
-
-    @JsonProperty("name")
-    public final String getName()
-    {
-        return name;
-    }
-
-    private final PluginSource.Type sourceType;
-    private final String name;
-}

data/embulk-core/src/main/java/org/embulk/plugin/compat/InputPluginWrapper.java

@@ -1,102 +0,0 @@
-package org.embulk.plugin.compat;
-
-import java.util.List;
-import java.lang.reflect.Method;
-import java.lang.reflect.InvocationTargetException;
-import com.google.common.base.Throwables;
-import org.embulk.config.CommitReport;
-import org.embulk.config.TaskReport;
-import org.embulk.spi.PageOutput;
-import org.embulk.spi.Schema;
-import org.embulk.spi.InputPlugin;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.TaskSource;
-
-public class InputPluginWrapper
-        implements InputPlugin
-{
-    public static InputPlugin wrapIfNecessary(InputPlugin object)
-    {
-        Method runMethod = wrapRunMethod(object);
-        if (runMethod != null) {
-            return new InputPluginWrapper(object, runMethod);
-        }
-        return object;
-    }
-
-    private static Method wrapRunMethod(InputPlugin object)
-    {
-        try {
-            Method m = object.getClass().getMethod("run", TaskSource.class, Schema.class, int.class, PageOutput.class);
-            if (m.getReturnType().equals(CommitReport.class)) {
-                return m;
-            } else {
-                return null;
-            }
-        }
-        catch (NoSuchMethodException ex) {
-            return null;
-        }
-    }
-
-    private final InputPlugin object;
-    private final Method runMethod;
-
-    private InputPluginWrapper(InputPlugin object,
-            Method runMethod)
-    {
-        this.object = object;
-        this.runMethod = runMethod;
-    }
-
-    @Override
-    public ConfigDiff transaction(ConfigSource config,
-            InputPlugin.Control control)
-    {
-        return object.transaction(config, control);
-    }
-
-    @Override
-    public ConfigDiff resume(TaskSource taskSource,
-            Schema schema, int taskCount,
-            InputPlugin.Control control)
-    {
-        return object.resume(taskSource, schema, taskCount, control);
-    }
-
-    @Override
-    public void cleanup(TaskSource taskSource,
-            Schema schema, int taskCount,
-            List<TaskReport> successTaskReports)
-    {
-        object.cleanup(taskSource, schema, taskCount, successTaskReports);
-    }
-
-    @Override
-    public TaskReport run(TaskSource taskSource,
-            Schema schema, int taskIndex,
-            PageOutput output)
-    {
-        if (runMethod != null) {
-            try {
-                return (TaskReport) runMethod.invoke(object, taskSource, schema, taskIndex, output);
-            }
-            catch (IllegalAccessException | IllegalArgumentException ex) {
-                throw Throwables.propagate(ex);
-            }
-            catch (InvocationTargetException ex) {
-                throw Throwables.propagate(ex.getCause());
-            }
-
-        } else {
-            return object.run(taskSource, schema, taskIndex, output);
-        }
-    }
-
-    @Override
-    public ConfigDiff guess(ConfigSource config)
-    {
-        return object.guess(config);
-    }
-}