embulk 0.7.0-java

data/embulk-core/src/main/java/org/embulk/spi/SchemaConfig.java

@@ -0,0 +1,93 @@
+package org.embulk.spi;
+
+import java.util.List;
+import java.util.Objects;
+import com.google.common.collect.ImmutableList;
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonValue;
+import org.embulk.spi.type.Type;
+
+public class SchemaConfig
+{
+    private final List<ColumnConfig> columns;
+
+    @JsonCreator
+    public SchemaConfig(List<ColumnConfig> columns)
+    {
+        this.columns = columns;
+    }
+
+    @JsonValue
+    public List<ColumnConfig> getColumns()
+    {
+        return columns;
+    }
+
+    public int size()
+    {
+        return columns.size();
+    }
+
+    public int getColumnCount()
+    {
+        return columns.size();
+    }
+
+    public ColumnConfig getColumn(int index)
+    {
+        return columns.get(index);
+    }
+
+    public String getColumnName(int index)
+    {
+        return getColumn(index).getName();
+    }
+
+    public Type getColumnType(int index)
+    {
+        return getColumn(index).getType();
+    }
+
+    public boolean isEmpty()
+    {
+        return columns.isEmpty();
+    }
+
+    public ColumnConfig lookupColumn(String name)
+    {
+        for (ColumnConfig c : columns) {
+            if (c.getName().equals(name)) {
+                return c;
+            }
+        }
+        throw new SchemaConfigException(String.format("Column '%s' is not found", name));
+    }
+
+    public Schema toSchema()
+    {
+        ImmutableList.Builder<Column> builder = ImmutableList.builder();
+        for (int i=0; i < columns.size(); i++) {
+            builder.add(columns.get(i).toColumn(i));
+        }
+        return new Schema(builder.build());
+    }
+
+    @Override
+    public boolean equals(Object obj)
+    {
+        if (this == obj) {
+            return true;
+        }
+        if (!(obj instanceof SchemaConfig)) {
+            return false;
+        }
+        SchemaConfig other = (SchemaConfig) obj;
+        return Objects.equals(columns, other.columns);
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hashCode(columns);
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/SchemaConfigException.java

@@ -0,0 +1,22 @@
+package org.embulk.spi;
+
+import org.embulk.config.ConfigException;
+
+public class SchemaConfigException
+        extends ConfigException
+{
+    public SchemaConfigException(String message)
+    {
+        super(message);
+    }
+
+    public SchemaConfigException(Throwable cause)
+    {
+        super(cause);
+    }
+
+    public SchemaConfigException(String message, Throwable cause)
+    {
+        super(message, cause);
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/TaskState.java

@@ -0,0 +1,81 @@
+package org.embulk.spi;
+
+import com.google.common.base.Optional;
+import org.embulk.config.TaskReport;
+import org.embulk.config.CommitReport;
+
+public class TaskState
+{
+    private volatile boolean started = false;
+    private volatile boolean finished = false;
+    private volatile Optional<TaskReport> taskReport = Optional.absent();
+    private volatile Optional<Throwable> exception = Optional.absent();
+
+    public void start()
+    {
+        this.started = true;
+    }
+
+    public void finish()
+    {
+        this.started = true;
+        this.finished = true;
+    }
+
+    public void setTaskReport(TaskReport taskReport)
+    {
+        this.started = true;
+        this.taskReport = Optional.of(taskReport);
+    }
+
+    @Deprecated
+    public void setCommitReport(CommitReport commitReport)
+    {
+        this.started = true;
+        this.taskReport = Optional.<TaskReport>of(commitReport);
+    }
+
+    public void setException(Throwable exception)
+    {
+        this.started = true;
+        this.exception = Optional.fromNullable(exception);
+    }
+
+    public void resetException()
+    {
+        this.started = true;
+        this.exception = Optional.absent();
+    }
+
+    public boolean isStarted()
+    {
+        return started;
+    }
+
+    public boolean isFinished()
+    {
+        return finished;
+    }
+
+    public boolean isCommitted()
+    {
+        return taskReport.isPresent();
+    }
+
+    public Optional<TaskReport> getTaskReport()
+    {
+        return taskReport;
+    }
+
+    @Deprecated
+    @SuppressWarnings("unchecked")
+    public Optional<CommitReport> getCommitReport()
+    {
+        return (Optional) taskReport;  // the only implementation of TaskReport is DataSourceImpl which implements CommitReport;
+    }
+
+    public Optional<Throwable> getException()
+    {
+        return exception;
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/TempFileException.java

@@ -0,0 +1,19 @@
+package org.embulk.spi;
+
+import java.io.IOException;
+
+public class TempFileException
+        extends RuntimeException
+{
+    public TempFileException(IOException cause)
+    {
+        super(cause);
+    }
+
+
+    @Override
+    public IOException getCause()
+    {
+        return (IOException) super.getCause();
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/TempFileSpace.java

@@ -0,0 +1,87 @@
+package org.embulk.spi;
+
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.SimpleFileVisitor;
+import java.nio.file.attribute.BasicFileAttributes;
+import java.nio.file.FileVisitResult;
+import java.io.File;
+import java.io.IOException;
+import com.google.common.base.Preconditions;
+
+public class TempFileSpace
+{
+    private final File dir;
+    private boolean dirCreated;
+
+    public TempFileSpace(File dir)
+    {
+        Preconditions.checkArgument(dir != null, "dir is null");
+        this.dir = dir;
+    }
+
+    public File createTempFile()
+    {
+        return createTempFile("tmp");
+    }
+
+    public File createTempFile(String fileExt)
+    {
+        return createTempFile(Thread.currentThread().getName()+"_", fileExt);
+    }
+
+    public File createTempFile(String prefix, String fileExt)
+    {
+        try {
+            if (!dirCreated) {
+                dir.mkdirs();
+                dirCreated = true;
+            }
+            return File.createTempFile(prefix, "."+fileExt, dir);
+        } catch (IOException ex) {
+            throw new TempFileException(ex);
+        }
+    }
+
+    public void cleanup()
+    {
+        try {
+            deleteFilesIfExistsRecursively(dir);
+        }
+        catch (IOException ex) {
+            // ignore IOException
+        }
+        dirCreated = false;
+    }
+
+    private void deleteFilesIfExistsRecursively(File dir)
+            throws IOException
+    {
+        Files.walkFileTree(dir.toPath(), new SimpleFileVisitor<Path>()
+        {
+            @Override
+            public FileVisitResult visitFile(Path file, BasicFileAttributes attrs)
+            {
+                try {
+                    Files.deleteIfExists(file);
+                }
+                catch (IOException ex) {
+                    // ignore IOException
+                }
+                return FileVisitResult.CONTINUE;
+            }
+
+            @Override
+            public FileVisitResult postVisitDirectory(Path dir, IOException exc)
+            {
+                try {
+                    Files.deleteIfExists(dir);
+                }
+                catch (IOException ex) {
+                    // ignore IOException
+                }
+                return FileVisitResult.CONTINUE;
+            }
+        });
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/Transactional.java

@@ -0,0 +1,10 @@
+package org.embulk.spi;
+
+import org.embulk.config.TaskReport;
+
+public interface Transactional
+{
+    void abort();
+
+    TaskReport commit();
+}

data/embulk-core/src/main/java/org/embulk/spi/TransactionalFileInput.java

@@ -0,0 +1,17 @@
+package org.embulk.spi;
+
+import org.embulk.config.TaskReport;
+
+public interface TransactionalFileInput
+        extends Transactional, FileInput
+{
+    Buffer poll();
+
+    boolean nextFile();
+
+    void close();
+
+    void abort();
+
+    TaskReport commit();
+}

data/embulk-core/src/main/java/org/embulk/spi/TransactionalFileOutput.java

@@ -0,0 +1,19 @@
+package org.embulk.spi;
+
+import org.embulk.config.TaskReport;
+
+public interface TransactionalFileOutput
+        extends Transactional, FileOutput
+{
+    void nextFile();
+
+    void add(Buffer buffer);
+
+    void finish();
+
+    void close();
+
+    void abort();
+
+    TaskReport commit();
+}

data/embulk-core/src/main/java/org/embulk/spi/TransactionalPageOutput.java

@@ -0,0 +1,17 @@
+package org.embulk.spi;
+
+import org.embulk.config.TaskReport;
+
+public interface TransactionalPageOutput
+        extends Transactional, PageOutput
+{
+    void add(Page page);
+
+    void finish();
+
+    void close();
+
+    void abort();
+
+    TaskReport commit();
+}

data/embulk-core/src/main/java/org/embulk/spi/time/DateTimeZoneSerDe.java

@@ -0,0 +1,55 @@
+package org.embulk.spi.time;
+
+import java.io.IOException;
+import org.joda.time.DateTimeZone;
+import com.fasterxml.jackson.core.JsonGenerator;
+import com.fasterxml.jackson.databind.module.SimpleModule;
+import com.fasterxml.jackson.databind.SerializerProvider;
+import com.fasterxml.jackson.databind.DeserializationContext;
+import com.fasterxml.jackson.databind.JsonSerializer;
+import com.fasterxml.jackson.databind.JsonMappingException;
+import com.fasterxml.jackson.databind.deser.std.FromStringDeserializer;
+import com.fasterxml.jackson.module.guice.ObjectMapperModule;
+
+public class DateTimeZoneSerDe
+{
+    public static void configure(ObjectMapperModule mapper)
+    {
+        SimpleModule module = new SimpleModule();
+        module.addSerializer(DateTimeZone.class, new DateTimeZoneSerializer());
+        module.addDeserializer(DateTimeZone.class, new DateTimeZoneDeserializer());
+        mapper.registerModule(module);
+    }
+
+    public static class DateTimeZoneSerializer
+            extends JsonSerializer<DateTimeZone>
+    {
+        @Override
+        public void serialize(DateTimeZone value, JsonGenerator jgen, SerializerProvider provider)
+                throws IOException
+        {
+            jgen.writeString(value.getID());
+        }
+    }
+
+    public static class DateTimeZoneDeserializer
+            extends FromStringDeserializer<DateTimeZone>
+    {
+        public DateTimeZoneDeserializer()
+        {
+            super(DateTimeZone.class);
+        }
+
+        @Override
+        protected DateTimeZone _deserialize(String value, DeserializationContext context)
+                throws JsonMappingException
+        {
+            DateTimeZone parsed = TimestampFormat.parseDateTimeZone(value);
+            if (parsed == null) {
+                // TODO include link to a document to the message for the list of supported time zones
+                throw new JsonMappingException(String.format("Unknown time zone name '%s'", value));
+            }
+            return parsed;
+        }
+    }
+}

data/embulk-core/src/main/java/org/embulk/spi/time/JRubyTimeParserHelper.java

@@ -0,0 +1,8 @@
+package org.embulk.spi.time;
+
+public interface JRubyTimeParserHelper
+{
+    long strptimeUsec(String text) throws TimestampParseException;
+
+    String getZone();
+}

data/embulk-core/src/main/java/org/embulk/spi/time/JRubyTimeParserHelperFactory.java

@@ -0,0 +1,6 @@
+package org.embulk.spi.time;
+
+public interface JRubyTimeParserHelperFactory
+{
+    JRubyTimeParserHelper newInstance(String formatString, int year, int mon, int day, int hour, int min, int sec, int usec);
+}