embulk 0.8.38-java → 0.10.27-java

data/embulk-core/src/main/java/org/embulk/spi/unit/LocalFile.java

@@ -1,106 +0,0 @@
-package org.embulk.spi.unit;
-
-import java.io.File;
-import java.io.IOException;
-import java.io.InputStream;
-import java.io.ByteArrayInputStream;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.nio.file.Files;
-import java.nio.charset.Charset;
-import java.nio.charset.StandardCharsets;
-import org.embulk.spi.Exec;
-import org.embulk.spi.TempFileSpace;
-import org.embulk.spi.TempFileException;
-
-public class LocalFile
-{
-    public static LocalFile of(File path) throws IOException
-    {
-        return of(path.toPath());
-    }
-
-    public static LocalFile of(Path path) throws IOException
-    {
-        return new LocalFile(path, Files.readAllBytes(path));
-    }
-
-    public static LocalFile of(String path) throws IOException
-    {
-        return of(Paths.get(path));
-    }
-
-    public static LocalFile ofContent(byte[] content)
-    {
-        return new LocalFile(content);
-    }
-
-    public static LocalFile ofContent(String content)
-    {
-        return new LocalFile(content.getBytes(StandardCharsets.UTF_8));
-    }
-
-    private Path path;
-    private final byte[] content;
-
-    private LocalFile(Path path, byte[] content)
-    {
-        this.path = path;
-        this.content = content;
-    }
-
-    private LocalFile(byte[] content)
-    {
-        this.path = null;
-        this.content = content;
-    }
-
-    public File getFile()
-    {
-        return getPath(Exec.getTempFileSpace()).toFile();
-    }
-
-    public File getFile(TempFileSpace space)
-    {
-        return getPath(space).toFile();
-    }
-
-    public Path getPath()
-    {
-        return getPath(Exec.getTempFileSpace());
-    }
-
-    public synchronized Path getPath(TempFileSpace tempFileSpace)
-    {
-        if (path == null) {
-            Path temp = tempFileSpace.createTempFile().toPath();
-            try {
-                Files.write(temp, content);
-            } catch (IOException ex) {
-                throw new TempFileException(ex);
-            }
-            this.path = temp;
-        }
-        return path;
-    }
-
-    public byte[] getContent()
-    {
-        return content;
-    }
-
-    public String getContentAsString()
-    {
-        return new String(content);
-    }
-
-    public String getContentAsString(Charset charset)
-    {
-        return new String(content, charset);
-    }
-
-    public InputStream newContentInputStream()
-    {
-        return new ByteArrayInputStream(content);
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/unit/LocalFileSerDe.java

@@ -1,113 +0,0 @@
-package org.embulk.spi.unit;
-
-import java.io.File;
-import java.io.ByteArrayOutputStream;
-import java.io.IOException;
-import com.fasterxml.jackson.core.JsonGenerator;
-import com.fasterxml.jackson.core.JsonParser;
-import com.fasterxml.jackson.core.JsonToken;
-import com.fasterxml.jackson.databind.module.SimpleModule;
-import com.fasterxml.jackson.databind.JsonSerializer;
-import com.fasterxml.jackson.databind.JsonDeserializer;
-import com.fasterxml.jackson.databind.SerializerProvider;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.module.guice.ObjectMapperModule;
-
-public class LocalFileSerDe
-{
-    public static void configure(ObjectMapperModule mapper)
-    {
-        SimpleModule module = new SimpleModule();
-        module.addSerializer(LocalFile.class, new LocalFileSerializer());
-        module.addDeserializer(LocalFile.class, new LocalFileDeserializer());
-        mapper.registerModule(module);
-    }
-
-    private static class LocalFileSerializer
-            extends JsonSerializer<LocalFile>
-    {
-        @Override
-        public void serialize(LocalFile value, JsonGenerator jgen, SerializerProvider provider)
-                throws IOException
-        {
-            jgen.writeStartObject();
-            jgen.writeFieldName("base64");
-            jgen.writeBinary(value.getContent());
-            jgen.writeEndObject();
-        }
-    }
-
-    private static class LocalFileDeserializer
-            extends JsonDeserializer<LocalFile>
-    {
-        private final File tempDir;
-
-        public LocalFileDeserializer()
-        {
-            this(new File(System.getProperty("java.io.tmpdir")));
-        }
-
-        public LocalFileDeserializer(File tempDir)
-        {
-            this.tempDir = tempDir;
-        }
-
-        @Override
-        public LocalFile deserialize(JsonParser jp, DeserializationContext ctxt) throws IOException
-        {
-            JsonToken t = jp.getCurrentToken();
-            if (t == JsonToken.START_OBJECT) {
-                t = jp.nextToken();
-            }
-
-            switch(t) {
-            case VALUE_NULL:
-                return null;
-
-            case FIELD_NAME:
-                {
-                    LocalFile result;
-
-                    String keyName = jp.getCurrentName();
-                    if ("content".equals(keyName)) {
-                        jp.nextToken();
-                        result = LocalFile.ofContent(jp.getValueAsString());
-                    } else if ("base64".equals(keyName)) {
-                        jp.nextToken();
-                        ByteArrayOutputStream out = new ByteArrayOutputStream();
-                        jp.readBinaryValue(ctxt.getBase64Variant(), out);
-                        result = LocalFile.ofContent(out.toByteArray());
-                    } else {
-                        throw ctxt.mappingException("Unknown key '"+keyName+"' to deserialize LocalFile");
-                    }
-
-                    t = jp.nextToken();
-                    if (t != JsonToken.END_OBJECT) {
-                        throw ctxt.mappingException("Unexpected extra map keys to LocalFile");
-                    }
-                    return result;
-                }
-
-            case END_OBJECT:
-            case START_ARRAY:
-            case END_ARRAY:
-                throw ctxt.mappingException("Attempted unexpected map or array to LocalFile");
-
-            case VALUE_EMBEDDED_OBJECT:
-                {
-                    Object obj = jp.getEmbeddedObject();
-                    if (obj == null) {
-                        return null;
-                    }
-                    if (LocalFile.class.isAssignableFrom(obj.getClass())) {
-                        return (LocalFile) obj;
-                    }
-                    throw ctxt.mappingException("Don't know how to convert embedded Object of type "+obj.getClass().getName()+" into LocalFile");
-                }
-
-            default:
-                return LocalFile.of(jp.getValueAsString());
-            }
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/unit/ToString.java

@@ -1,54 +0,0 @@
-package org.embulk.spi.unit;
-
-import com.google.common.base.Optional;
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.JsonMappingException;
-import com.fasterxml.jackson.databind.node.NullNode;
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonValue;
-
-public class ToString
-{
-    private final String string;
-
-    public ToString(String string)
-    {
-        this.string = string;
-    }
-
-    @JsonCreator
-    public ToString(Optional<JsonNode> option) throws JsonMappingException
-    {
-        JsonNode node = option.or(NullNode.getInstance());
-        if (node.isTextual()) {
-            this.string = node.textValue();
-        } else if (node.isValueNode()) {
-            this.string = node.toString();
-        } else {
-            throw new JsonMappingException(String.format("Arrays and objects are invalid: '%s'", node));
-        }
-    }
-
-    @Override
-    public boolean equals(Object obj)
-    {
-        if (!(obj instanceof ToString)) {
-            return false;
-        }
-        ToString o = (ToString) obj;
-        return string.equals(o.string);
-    }
-
-    @Override
-    public int hashCode()
-    {
-        return string.hashCode();
-    }
-
-    @JsonValue
-    @Override
-    public String toString()
-    {
-        return string;
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/unit/ToStringMap.java

@@ -1,34 +0,0 @@
-package org.embulk.spi.unit;
-
-import java.util.Map;
-import java.util.HashMap;
-import java.util.Properties;
-import com.google.common.base.Function;
-import com.google.common.collect.Maps;
-import com.fasterxml.jackson.annotation.JsonCreator;
-
-public class ToStringMap
-        extends HashMap<String, String>
-{
-    @JsonCreator
-    public ToStringMap(Map<String, ToString> map)
-    {
-        super(Maps.transformValues(map, new Function<ToString, String>() {
-            public String apply(ToString value)
-            {
-                if (value == null) {
-                    return "null";
-                } else {
-                    return value.toString();
-                }
-            }
-        }));
-    }
-
-    public Properties toProperties()
-    {
-        Properties props = new Properties();
-        props.putAll(this);
-        return props;
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/CharsetSerDe.java

@@ -1,55 +0,0 @@
-package org.embulk.spi.util;
-
-import java.io.IOException;
-import java.nio.charset.Charset;
-import com.fasterxml.jackson.core.JsonGenerator;
-import com.fasterxml.jackson.databind.module.SimpleModule;
-import com.fasterxml.jackson.databind.SerializerProvider;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.databind.JsonSerializer;
-import com.fasterxml.jackson.databind.JsonMappingException;
-import com.fasterxml.jackson.databind.deser.std.FromStringDeserializer;
-import com.fasterxml.jackson.module.guice.ObjectMapperModule;
-
-public class CharsetSerDe
-{
-    public static void configure(ObjectMapperModule mapper)
-    {
-        SimpleModule module = new SimpleModule();
-        module.addSerializer(Charset.class, new CharsetSerializer());
-        module.addDeserializer(Charset.class, new CharsetDeserializer());
-        mapper.registerModule(module);
-    }
-
-    public static class CharsetSerializer
-            extends JsonSerializer<Charset>
-    {
-        @Override
-        public void serialize(Charset value, JsonGenerator jgen, SerializerProvider provider)
-                throws IOException
-        {
-            jgen.writeString(value.name());
-        }
-    }
-
-    public static class CharsetDeserializer
-            extends FromStringDeserializer<Charset>
-    {
-        public CharsetDeserializer()
-        {
-            super(Charset.class);
-        }
-
-        @Override
-        protected Charset _deserialize(String value, DeserializationContext context)
-                throws JsonMappingException
-        {
-            try {
-                return Charset.forName(value);
-            } catch (UnsupportedOperationException ex) {
-                // TODO include link to a document to the message for the list of supported time zones
-                throw new JsonMappingException(String.format("Unknown charset '%s'", value));
-            }
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/Decoders.java

@@ -1,81 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.List;
-import com.google.common.collect.ImmutableList;
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-import org.embulk.plugin.PluginType;
-import org.embulk.spi.ExecSession;
-import org.embulk.spi.FileInput;
-import org.embulk.spi.DecoderPlugin;
-
-public abstract class Decoders
-{
-    private Decoders() { }
-
-    public static List<DecoderPlugin> newDecoderPlugins(ExecSession exec, List<ConfigSource> configs)
-    {
-        ImmutableList.Builder<DecoderPlugin> builder = ImmutableList.builder();
-        for (ConfigSource config : configs) {
-            builder.add(exec.newPlugin(DecoderPlugin.class, config.get(PluginType.class, "type")));
-        }
-        return builder.build();
-    }
-
-    public interface Control
-    {
-        public void run(List<TaskSource> taskSources);
-    }
-
-    public static void transaction(List<DecoderPlugin> plugins, List<ConfigSource> configs,
-            Decoders.Control control)
-    {
-        new RecursiveControl(plugins, configs, control).transaction();
-    }
-
-    public static FileInput open(List<DecoderPlugin> plugins, List<TaskSource> taskSources,
-            FileInput input)
-    {
-        FileInput in = input;
-        int pos = 0;
-        while (pos < plugins.size()) {
-            in = plugins.get(pos).open(taskSources.get(pos), in);
-            pos++;
-        }
-        return in;
-    }
-
-    private static class RecursiveControl
-    {
-        private final List<DecoderPlugin> plugins;
-        private final List<ConfigSource> configs;
-        private final Decoders.Control finalControl;
-        private final ImmutableList.Builder<TaskSource> taskSources;
-        private int pos;
-
-        RecursiveControl(List<DecoderPlugin> plugins, List<ConfigSource> configs,
-                Decoders.Control finalControl)
-        {
-            this.plugins = plugins;
-            this.configs = configs;
-            this.finalControl = finalControl;
-            this.taskSources = ImmutableList.builder();
-        }
-
-        public void transaction()
-        {
-            if (pos < plugins.size()) {
-                plugins.get(pos).transaction(configs.get(pos), new DecoderPlugin.Control() {
-                    public void run(TaskSource taskSource)
-                    {
-                        taskSources.add(taskSource);
-                        pos++;
-                        transaction();
-                    }
-                });
-            } else {
-                finalControl.run(taskSources.build());
-            }
-        }
-    }
-}