embulk 0.8.39-java → 0.10.24-java

data/embulk-core/src/main/java/org/embulk/spi/FileOutput.java

@@ -1,13 +0,0 @@
-package org.embulk.spi;
-
-public interface FileOutput
-        extends AutoCloseable
-{
-    void nextFile();
-
-    void add(Buffer buffer);
-
-    void finish();
-
-    void close();
-}

data/embulk-core/src/main/java/org/embulk/spi/FileOutputPlugin.java

@@ -1,28 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.TaskReport;
-
-public interface FileOutputPlugin
-{
-    interface Control
-    {
-        List<TaskReport> run(TaskSource taskSource);
-    }
-
-    ConfigDiff transaction(ConfigSource config, int taskCount,
-            FileOutputPlugin.Control control);
-
-    ConfigDiff resume(TaskSource taskSource,
-            int taskCount,
-            FileOutputPlugin.Control control);
-
-    void cleanup(TaskSource taskSource,
-            int taskCount,
-            List<TaskReport> successTaskReports);
-
-    TransactionalFileOutput open(TaskSource taskSource, int taskIndex);
-}

data/embulk-core/src/main/java/org/embulk/spi/FileOutputRunner.java

@@ -1,199 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import java.util.ArrayList;
-import org.embulk.config.Task;
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.TaskReport;
-import org.embulk.config.Config;
-import org.embulk.config.ConfigDefault;
-import org.embulk.plugin.PluginType;
-import org.embulk.plugin.compat.PluginWrappers;
-import org.embulk.spi.util.Encoders;
-
-public class FileOutputRunner
-        implements OutputPlugin
-{
-    private final FileOutputPlugin fileOutputPlugin;
-
-    public FileOutputRunner(FileOutputPlugin fileOutputPlugin)
-    {
-        this.fileOutputPlugin = fileOutputPlugin;
-    }
-
-    private interface RunnerTask extends Task
-    {
-        @Config("type")
-        public PluginType getType();
-
-        @Config("encoders")
-        @ConfigDefault("[]")
-        public List<ConfigSource> getEncoderConfigs();
-
-        @Config("formatter")
-        public ConfigSource getFormatterConfig();
-
-        public void setFileOutputTaskSource(TaskSource v);
-        public TaskSource getFileOutputTaskSource();
-
-        public void setEncoderTaskSources(List<TaskSource> v);
-        public List<TaskSource> getEncoderTaskSources();
-
-        public void setFormatterTaskSource(TaskSource v);
-        public TaskSource getFormatterTaskSource();
-    }
-
-    protected List<EncoderPlugin> newEncoderPlugins(RunnerTask task)
-    {
-        return Encoders.newEncoderPlugins(Exec.session(), task.getEncoderConfigs());
-    }
-
-    protected FormatterPlugin newFormatterPlugin(RunnerTask task)
-    {
-        return Exec.newPlugin(FormatterPlugin.class, task.getFormatterConfig().get(PluginType.class, "type"));
-    }
-
-    @Override
-    public ConfigDiff transaction(ConfigSource config,
-            final Schema schema, final int taskCount,
-            final OutputPlugin.Control control)
-    {
-        final RunnerTask task = config.loadConfig(RunnerTask.class);
-        return fileOutputPlugin.transaction(config, taskCount, new RunnerControl(schema, task, control));
-    }
-
-    public ConfigDiff resume(TaskSource taskSource,
-            Schema schema, int taskCount,
-            final OutputPlugin.Control control)
-    {
-        final RunnerTask task = taskSource.loadTask(RunnerTask.class);
-        return fileOutputPlugin.resume(task.getFileOutputTaskSource(), taskCount, new RunnerControl(schema, task, control));
-    }
-
-    private class RunnerControl
-            implements FileOutputPlugin.Control
-    {
-        private final Schema schema;
-        private final RunnerTask task;
-        private final List<EncoderPlugin> encoderPlugins;
-        private final FormatterPlugin formatterPlugin;
-        private final OutputPlugin.Control nextControl;
-
-        public RunnerControl(Schema schema, RunnerTask task, OutputPlugin.Control nextControl)
-        {
-            this.schema = schema;
-            this.task = task;
-            // create plugins earlier than run() to throw exceptions early
-            this.encoderPlugins = newEncoderPlugins(task);
-            this.formatterPlugin = newFormatterPlugin(task);
-            this.nextControl = nextControl;
-        }
-
-        @Override
-        public List<TaskReport> run(final TaskSource fileOutputTaskSource)
-        {
-            final List<TaskReport> taskReports = new ArrayList<TaskReport>();
-            Encoders.transaction(encoderPlugins, task.getEncoderConfigs(), new Encoders.Control() {
-                public void run(final List<TaskSource> encoderTaskSources)
-                {
-                    formatterPlugin.transaction(task.getFormatterConfig(), schema, new FormatterPlugin.Control() {
-                        public void run(final TaskSource formatterTaskSource)
-                        {
-                            task.setFileOutputTaskSource(fileOutputTaskSource);
-                            task.setEncoderTaskSources(encoderTaskSources);
-                            task.setFormatterTaskSource(formatterTaskSource);
-                            taskReports.addAll(nextControl.run(task.dump()));
-                        }
-                    });
-                }
-            });
-            return taskReports;
-        }
-    }
-
-    public void cleanup(TaskSource taskSource,
-            Schema schema, int taskCount,
-            List<TaskReport> successtaskReports)
-    {
-        fileOutputPlugin.cleanup(taskSource, taskCount, successtaskReports);
-    }
-
-    @Override
-    public TransactionalPageOutput open(TaskSource taskSource, Schema schema, int taskIndex)
-    {
-        final RunnerTask task = taskSource.loadTask(RunnerTask.class);
-        List<EncoderPlugin> encoderPlugins = newEncoderPlugins(task);
-        FormatterPlugin formatterPlugin = newFormatterPlugin(task);
-
-        try (AbortTransactionResource aborter = new AbortTransactionResource()) {
-            try (CloseResource closer = new CloseResource()) {
-                TransactionalFileOutput finalOutput = PluginWrappers.transactionalFileOutput(
-                        fileOutputPlugin.open(task.getFileOutputTaskSource(), taskIndex));
-                aborter.abortThis(finalOutput);
-                closer.closeThis(finalOutput);
-
-                FileOutput encodedOutput = Encoders.open(encoderPlugins, task.getEncoderTaskSources(), finalOutput);
-                closer.closeThis(encodedOutput);
-
-                PageOutput output = formatterPlugin.open(task.getFormatterTaskSource(), schema, encodedOutput);
-                closer.closeThis(output);
-
-                TransactionalPageOutput ret = new DelegateTransactionalPageOutput(finalOutput, output);
-                aborter.dontAbort();
-                closer.dontClose();  // ownership of output is transferred to caller (input plugin). the owner will close output.
-                return ret;
-            }
-        }
-    }
-
-    private static class DelegateTransactionalPageOutput
-            implements TransactionalPageOutput
-    {
-        private final Transactional tran;
-        private final PageOutput output;
-
-        public DelegateTransactionalPageOutput(Transactional tran, PageOutput output)
-        {
-            this.tran = tran;
-            this.output = output;
-        }
-
-        @Override
-        public void add(Page page)
-        {
-            output.add(page);
-        }
-
-        @Override
-        public void finish()
-        {
-            output.finish();
-        }
-
-        @Override
-        public void close()
-        {
-            output.close();
-        }
-
-        @Override
-        public void abort()
-        {
-            tran.abort();
-        }
-
-        @Override
-        public TaskReport commit()
-        {
-            // TODO check finished
-            return tran.commit();
-        }
-    }
-
-    public static TaskSource getFileOutputTaskSource(TaskSource runnerTaskSource)
-    {
-        return runnerTaskSource.loadTask(RunnerTask.class).getFileOutputTaskSource();
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/FilterPlugin.java

@@ -1,18 +0,0 @@
-package org.embulk.spi;
-
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-
-public interface FilterPlugin
-{
-    interface Control
-    {
-        void run(TaskSource taskSource, Schema outputSchema);
-    }
-
-    void transaction(ConfigSource config, Schema inputSchema,
-            FilterPlugin.Control control);
-
-    PageOutput open(TaskSource taskSource, Schema inputSchema,
-            Schema outputSchema, PageOutput output);
-}

data/embulk-core/src/main/java/org/embulk/spi/FormatterPlugin.java

@@ -1,18 +0,0 @@
-package org.embulk.spi;
-
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-
-public interface FormatterPlugin
-{
-    interface Control
-    {
-        void run(TaskSource taskSource);
-    }
-
-    void transaction(ConfigSource config, Schema schema,
-            FormatterPlugin.Control control);
-
-    PageOutput open(TaskSource taskSource, Schema schema,
-            FileOutput output);
-}

data/embulk-core/src/main/java/org/embulk/spi/GuessPlugin.java

@@ -1,9 +0,0 @@
-package org.embulk.spi;
-
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.ConfigSource;
-
-public interface GuessPlugin
-{
-    ConfigDiff guess(ConfigSource config, Buffer sample);
-}

data/embulk-core/src/main/java/org/embulk/spi/InputPlugin.java

@@ -1,33 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.TaskReport;
-
-public interface InputPlugin
-{
-    interface Control
-    {
-        List<TaskReport> run(TaskSource taskSource,
-                Schema schema, int taskCount);
-    }
-
-    ConfigDiff transaction(ConfigSource config,
-            InputPlugin.Control control);
-
-    ConfigDiff resume(TaskSource taskSource,
-            Schema schema, int taskCount,
-            InputPlugin.Control control);
-
-    void cleanup(TaskSource taskSource,
-            Schema schema, int taskCount,
-            List<TaskReport> successTaskReports);
-
-    TaskReport run(TaskSource taskSource,
-            Schema schema, int taskIndex,
-            PageOutput output);
-
-    ConfigDiff guess(ConfigSource config);
-}

data/embulk-core/src/main/java/org/embulk/spi/OutputPlugin.java

@@ -1,29 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import org.embulk.config.TaskSource;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.TaskReport;
-
-public interface OutputPlugin
-{
-    interface Control
-    {
-        List<TaskReport> run(TaskSource taskSource);
-    }
-
-    ConfigDiff transaction(ConfigSource config,
-            Schema schema, int taskCount,
-            OutputPlugin.Control control);
-
-    ConfigDiff resume(TaskSource taskSource,
-            Schema schema, int taskCount,
-            OutputPlugin.Control control);
-
-    void cleanup(TaskSource taskSource,
-            Schema schema, int taskCount,
-            List<TaskReport> successTaskReports);
-
-    TransactionalPageOutput open(TaskSource taskSource, Schema schema, int taskIndex);
-}

data/embulk-core/src/main/java/org/embulk/spi/Page.java

@@ -1,86 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import org.msgpack.value.ImmutableValue;
-
-/**
- * Page is an in-process (in-JVM) container of data records.
- *
- * It serializes records to byte[] (in org.embulk.spi.Buffer) in order to:
- * A) Avoid slowness by handling many Java Objects
- * B) Avoid complexity by type-safe primitive arrays
- * C) Track memory consumption by records
- * D) Use off-heap memory
- *
- * (C) and (D) may not be so meaningful as of v0.7+ (or since earlier) as recent Embulk unlikely
- * allocates so many Pages at the same time. Recent Embulk is streaming-driven instead of
- * multithreaded queue-based.
- *
- * Page is NOT for inter-process communication. For multi-process execution such as MapReduce
- * Executor, the executor plugin takes responsibility about interoperable serialization.
- */
-public class Page
-{
-    private final Buffer buffer;
-    private List<String> stringReferences;
-    private List<ImmutableValue> valueReferences;
-
-    protected Page(Buffer buffer)
-    {
-        this.buffer = buffer;
-    }
-
-    public static Page allocate(int length)
-    {
-        return new Page(Buffer.allocate(length));
-    }
-
-    public static Page wrap(Buffer buffer)
-    {
-        return new Page(buffer);
-    }
-
-    public Page setStringReferences(List<String> values)
-    {
-        this.stringReferences = values;
-        return this;
-    }
-
-    public Page setValueReferences(List<ImmutableValue> values)
-    {
-        this.valueReferences = values;
-        return this;
-    }
-
-    public List<String> getStringReferences()
-    {
-        // TODO used by mapreduce executor
-        return stringReferences;
-    }
-
-    public List<ImmutableValue> getValueReferences()
-    {
-        // TODO used by mapreduce executor
-        return valueReferences;
-    }
-
-    public String getStringReference(int index)
-    {
-        return stringReferences.get(index);
-    }
-
-    public ImmutableValue getValueReference(int index)
-    {
-        return valueReferences.get(index);
-    }
-
-    public void release()
-    {
-        buffer.release();
-    }
-
-    public Buffer buffer()
-    {
-        return buffer;
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/PageBuilder.java

@@ -1,696 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import java.util.Arrays;
-import java.util.ArrayList;
-import io.airlift.slice.Slice;
-import io.airlift.slice.Slices;
-import org.embulk.spi.type.Type;
-import org.embulk.spi.type.Types;
-import org.msgpack.value.Value;
-import org.msgpack.value.ImmutableValue;
-import org.embulk.spi.time.Timestamp;
-
-public class PageBuilder
-        implements AutoCloseable
-{
-    private final BufferAllocator allocator;
-    private final PageOutput output;
-    private final Schema schema;
-    private final int[] columnOffsets;
-    private final int fixedRecordSize;
-
-    private Buffer buffer;
-    private Slice bufferSlice;
-
-    private int count;
-    private int position;
-    private final byte[] nullBitSet;
-    private final Row row;
-    private List<String> stringReferences = new ArrayList<>();
-    private List<ImmutableValue> valueReferences = new ArrayList<>();
-    private int referenceSize;
-    private int nextVariableLengthDataOffset;
-
-    public PageBuilder(BufferAllocator allocator, Schema schema, PageOutput output)
-    {
-        this.allocator = allocator;
-        this.output = output;
-        this.schema = schema;
-        this.columnOffsets = PageFormat.columnOffsets(schema);
-        this.nullBitSet = new byte[PageFormat.nullBitSetSize(schema)];
-        Arrays.fill(nullBitSet, (byte) -1);
-        this.row = Row.newRow(schema);
-        this.fixedRecordSize = PageFormat.recordHeaderSize(schema) + PageFormat.totalColumnSize(schema);
-        this.nextVariableLengthDataOffset = fixedRecordSize;
-        newBuffer();
-    }
-
-    private void newBuffer()
-    {
-        this.buffer = allocator.allocate(PageFormat.PAGE_HEADER_SIZE + fixedRecordSize);
-        this.bufferSlice = Slices.wrappedBuffer(buffer.array(), buffer.offset(), buffer.capacity());
-        this.count = 0;
-        this.position = PageFormat.PAGE_HEADER_SIZE;
-        this.stringReferences = new ArrayList<>();
-        this.valueReferences = new ArrayList<>();
-        this.referenceSize = 0;
-    }
-
-    public Schema getSchema()
-    {
-        return schema;
-    }
-
-    public void setNull(Column column)
-    {
-        setNull(column.getIndex());
-    }
-
-    public void setNull(int columnIndex)
-    {
-        row.setNull(columnIndex);
-
-    }
-
-    public void setBoolean(Column column, boolean value)
-    {
-        // TODO check type?
-        setBoolean(column.getIndex(), value);
-    }
-
-    public void setBoolean(int columnIndex, boolean value)
-    {
-        row.setBoolean(columnIndex, value);
-    }
-
-    public void setLong(Column column, long value)
-    {
-        // TODO check type?
-        setLong(column.getIndex(), value);
-    }
-
-    public void setLong(int columnIndex, long value)
-    {
-        row.setLong(columnIndex, value);
-    }
-
-    public void setDouble(Column column, double value)
-    {
-        // TODO check type?
-        setDouble(column.getIndex(), value);
-    }
-
-    public void setDouble(int columnIndex, double value)
-    {
-        row.setDouble(columnIndex, value);
-    }
-
-    public void setString(Column column, String value)
-    {
-        // TODO check type?
-        setString(column.getIndex(), value);
-    }
-
-    public void setString(int columnIndex, String value)
-    {
-        if (value == null) {
-            setNull(columnIndex);
-        }
-        else {
-            row.setString(columnIndex, value);
-        }
-    }
-
-    public void setJson(Column column, Value value)
-    {
-        // TODO check type?
-        setJson(column.getIndex(), value);
-    }
-
-    public void setJson(int columnIndex, Value value)
-    {
-        if (value == null) {
-            setNull(columnIndex);
-        }
-        else {
-            row.setJson(columnIndex, value);
-        }
-    }
-
-    public void setTimestamp(Column column, Timestamp value)
-    {
-        // TODO check type?
-        setTimestamp(column.getIndex(), value);
-    }
-
-    public void setTimestamp(int columnIndex, Timestamp value)
-    {
-        if (value == null) {
-            setNull(columnIndex);
-        }
-        else {
-            row.setTimestamp(columnIndex, value);
-        }
-    }
-
-    private void writeNull(int columnIndex)
-    {
-        nullBitSet[columnIndex >>> 3] |= (1 << (columnIndex & 7));
-    }
-
-    private void clearNull(int columnIndex)
-    {
-        nullBitSet[columnIndex >>> 3] &= ~(1 << (columnIndex & 7));
-    }
-
-    private void writeBoolean(int columnIndex, boolean value)
-    {
-        bufferSlice.setByte(getOffset(columnIndex), value ? (byte) 1 : (byte) 0);
-        clearNull(columnIndex);
-    }
-
-    private void writeLong(int columnIndex, long value)
-    {
-        bufferSlice.setLong(getOffset(columnIndex), value);
-        clearNull(columnIndex);
-    }
-
-    private void writeDouble(int columnIndex, double value)
-    {
-        bufferSlice.setDouble(getOffset(columnIndex), value);
-        clearNull(columnIndex);
-    }
-
-    private void writeString(int columnIndex, String value)
-    {
-        int index = stringReferences.size();
-        stringReferences.add(value);
-        bufferSlice.setInt(getOffset(columnIndex), index);
-        referenceSize += value.length() * 2 + 4;  // assuming size of char = size of byte * 2 + length
-        clearNull(columnIndex);
-    }
-
-    private void writeJson(int columnIndex, Value value)
-    {
-        int index = valueReferences.size();
-        valueReferences.add(value.immutableValue());
-        bufferSlice.setInt(getOffset(columnIndex), index);
-        referenceSize += 256;  // TODO how to estimate size of the value?
-        clearNull(columnIndex);
-    }
-
-    private void writeTimestamp(int columnIndex, Timestamp value)
-    {
-        int offset = getOffset(columnIndex);
-        bufferSlice.setLong(offset, value.getEpochSecond());
-        bufferSlice.setInt(offset + 8, value.getNano());
-        clearNull(columnIndex);
-    }
-
-    private int getOffset(int columnIndex)
-    {
-        return position + columnOffsets[columnIndex];
-    }
-
-    public void addRecord()
-    {
-        // record
-        row.write(this);
-
-        // record header
-        bufferSlice.setInt(position, nextVariableLengthDataOffset);  // nextVariableLengthDataOffset means record size
-        bufferSlice.setBytes(position + 4, nullBitSet);
-        count++;
-
-        this.position += nextVariableLengthDataOffset;
-        this.nextVariableLengthDataOffset = fixedRecordSize;
-        Arrays.fill(nullBitSet, (byte) -1);
-
-        // flush if next record will not fit in this buffer
-        if (buffer.capacity() < position + nextVariableLengthDataOffset + referenceSize) {
-            flush();
-        }
-    }
-
-    private void doFlush()
-    {
-        if (buffer != null && count > 0) {
-            // write page header
-            bufferSlice.setInt(0, count);
-            buffer.limit(position);
-
-            // flush page
-            Page page = Page.wrap(buffer)
-                .setStringReferences(stringReferences)
-                .setValueReferences(valueReferences);
-            buffer = null;
-            bufferSlice = null;
-            output.add(page);
-        }
-    }
-
-    public void flush()
-    {
-        doFlush();
-        if (buffer == null) {
-            newBuffer();
-        }
-    }
-
-    public void finish()
-    {
-        doFlush();
-        output.finish();
-    }
-
-    @Override
-    public void close()
-    {
-        if (buffer != null) {
-            buffer.release();
-            buffer = null;
-            bufferSlice = null;
-        }
-        output.close();
-    }
-
-    /**
-     * Row is a container to stage values before adding into reference lists such as |stringReferences|.
-     *
-     * |Row| works as a buffer against plugins that may add values incorrectly without |PageBuilder#addRecord|.
-     * It accepts just one value per column while |PageBuilder| can double-store values regardless of columns.
-     * Double-stored values are overwritten.
-     */
-    private static class Row
-    {
-        private static Row newRow(Schema schema)
-        {
-            ColumnValue[] values = new ColumnValue[schema.getColumnCount()];
-            for (Column column : schema.getColumns()) {
-                values[column.getIndex()] = newValue(column);
-            }
-            return new Row(values);
-        }
-
-        private static ColumnValue newValue(Column column)
-        {
-            Type type = column.getType();
-            if (type.equals(Types.BOOLEAN)) {
-                return new BooleanColumnValue(column);
-            }
-            else if (type.equals(Types.DOUBLE)) {
-                return new DoubleColumnValue(column);
-            }
-            else if (type.equals(Types.LONG)) {
-                return new LongColumnValue(column);
-            }
-            else if (type.equals(Types.STRING)) {
-                return new StringColumnValue(column);
-            }
-            else if (type.equals(Types.JSON)) {
-                return new JsonColumnValue(column);
-            }
-            else if (type.equals(Types.TIMESTAMP)) {
-                return new TimestampColumnValue(column);
-            }
-            else {
-                throw new IllegalStateException("Unsupported type " + type.getName());
-            }
-        }
-
-        private final ColumnValue[] values;
-
-        private Row(ColumnValue[] values)
-        {
-            this.values = values;
-        }
-
-        private void setNull(int columnIndex)
-        {
-            values[columnIndex].setNull();
-        }
-
-        private void setBoolean(int columnIndex, boolean value)
-        {
-            values[columnIndex].setBoolean(value);
-        }
-
-        private void setLong(int columnIndex, long value)
-        {
-            values[columnIndex].setLong(value);
-        }
-
-        private void setDouble(int columnIndex, double value)
-        {
-            values[columnIndex].setDouble(value);
-        }
-
-        private void setString(int columnIndex, String value)
-        {
-            values[columnIndex].setString(value);
-        }
-
-        private void setJson(int columnIndex, Value value)
-        {
-            values[columnIndex].setJson(value);
-        }
-
-        private void setTimestamp(int columnIndex, Timestamp value)
-        {
-            values[columnIndex].setTimestamp(value);
-        }
-
-        private void write(PageBuilder pageBuilder)
-        {
-            for (ColumnValue v : values) {
-                v.write(pageBuilder);
-            }
-        }
-    }
-
-    private interface ColumnValue
-    {
-        void setBoolean(boolean value);
-
-        void setLong(long value);
-
-        void setDouble(double value);
-
-        void setString(String value);
-
-        void setJson(Value value);
-
-        void setTimestamp(Timestamp value);
-
-        void setNull();
-
-        void write(PageBuilder pageBuilder);
-    }
-
-    private static abstract class AbstractColumnValue
-            implements ColumnValue
-    {
-        protected final Column column;
-        protected boolean isNull;
-
-        protected AbstractColumnValue(Column column)
-        {
-            this.column = column;
-        }
-
-        public void setBoolean(boolean value)
-        {
-            throw new IllegalStateException("Not reach here");
-        }
-
-        public void setLong(long value)
-        {
-            throw new IllegalStateException("Not reach here");
-        }
-
-        public void setDouble(double value)
-        {
-            throw new IllegalStateException("Not reach here");
-        }
-
-        public void setString(String value)
-        {
-            throw new IllegalStateException("Not reach here");
-        }
-
-        public void setJson(Value value)
-        {
-            throw new IllegalStateException("Not reach here");
-        }
-
-        public void setTimestamp(Timestamp value)
-        {
-            throw new IllegalStateException("Not reach here");
-        }
-
-        public void setNull()
-        {
-            isNull = true;
-        }
-
-        public void write(PageBuilder pageBuilder)
-        {
-            if (!isNull) {
-                writeNotNull(pageBuilder);
-            }
-            else {
-                pageBuilder.writeNull(column.getIndex());
-            }
-        }
-
-        protected abstract void writeNotNull(PageBuilder pageBuilder);
-    }
-
-    private static class BooleanColumnValue
-            extends AbstractColumnValue
-    {
-        private boolean value;
-
-        BooleanColumnValue(Column column)
-        {
-            super(column);
-        }
-
-        @Override
-        public void setBoolean(boolean value)
-        {
-            this.value = value;
-            this.isNull = false;
-        }
-
-        @Override
-        public void writeNotNull(PageBuilder pageBuilder)
-        {
-            pageBuilder.writeBoolean(column.getIndex(), value);
-        }
-    }
-
-    private static class LongColumnValue
-            extends AbstractColumnValue
-    {
-        private long value;
-
-        LongColumnValue(Column column)
-        {
-            super(column);
-        }
-
-        @Override
-        public void setLong(long value)
-        {
-            this.value = value;
-            this.isNull = false;
-        }
-
-        @Override
-        public void writeNotNull(PageBuilder pageBuilder)
-        {
-            pageBuilder.writeLong(column.getIndex(), value);
-        }
-    }
-
-    private static class DoubleColumnValue
-            extends AbstractColumnValue
-    {
-        private double value;
-
-        DoubleColumnValue(Column column)
-        {
-            super(column);
-        }
-
-        @Override
-        public void setDouble(double value)
-        {
-            this.value = value;
-            this.isNull = false;
-        }
-
-        @Override
-        public void writeNotNull(PageBuilder pageBuilder)
-        {
-            pageBuilder.writeDouble(column.getIndex(), value);
-        }
-    }
-
-    private static class StringColumnValue
-            extends AbstractColumnValue
-    {
-        private String value;
-
-        StringColumnValue(Column column)
-        {
-            super(column);
-        }
-
-        @Override
-        public void setString(String value)
-        {
-            this.value = value;
-            this.isNull = false;
-        }
-
-        @Override
-        public void writeNotNull(PageBuilder pageBuilder)
-        {
-            pageBuilder.writeString(column.getIndex(), value);
-        }
-    }
-
-    private static class JsonColumnValue
-            extends AbstractColumnValue
-    {
-        private Value value;
-
-        JsonColumnValue(Column column)
-        {
-            super(column);
-        }
-
-        @Override
-        public void setJson(Value value)
-        {
-            this.value = value;
-            this.isNull = false;
-        }
-
-        @Override
-        public void writeNotNull(PageBuilder pageBuilder)
-        {
-            pageBuilder.writeJson(column.getIndex(), value);
-        }
-    }
-
-    private static class TimestampColumnValue
-            extends AbstractColumnValue
-    {
-        private Timestamp value;
-
-        TimestampColumnValue(Column column)
-        {
-            super(column);
-        }
-
-        @Override
-        public void setTimestamp(Timestamp value)
-        {
-            this.value = value;
-            this.isNull = false;
-        }
-
-        @Override
-        public void writeNotNull(PageBuilder pageBuilder)
-        {
-            pageBuilder.writeTimestamp(column.getIndex(), value);
-        }
-    }
-
-    /* TODO for variable-length types
-    private void flushAndTakeOverRemaingData()
-    {
-        if (page != null) {
-            // page header
-            page.setInt(0, count);
-
-            Page lastPage = page;
-
-            this.page = allocator.allocatePage(Page.PAGE_HEADER_SIZE + fixedRecordSize + nextVariableLengthDataOffset);
-            page.setBytes(Page.PAGE_HEADER_SIZE, lastPage, position, nextVariableLengthDataOffset);
-            this.count = 0;
-            this.position = Page.PAGE_HEADER_SIZE;
-
-            output.add(lastPage);
-        }
-    }
-
-    public int getVariableLengthDataOffset()
-    {
-        return nextVariableLengthDataOffset;
-    }
-
-    public VariableLengthDataWriter setVariableLengthData(int columnIndex, int intData)
-    {
-        // Page.VARIABLE_LENGTH_COLUMN_SIZE is 4 bytes
-        page.setInt(position + columnOffsets[columnIndex], intData);
-        return new VariableLengthDataWriter(nextVariableLengthDataOffset);
-    }
-
-    Page ensureVariableLengthDataCapacity(int requiredOffsetFromPosition)
-    {
-        if (page.capacity() < position + requiredOffsetFromPosition) {
-            flushAndTakeOverRemaingData();
-        }
-        return page;
-    }
-
-    public class VariableLengthDataWriter
-    {
-        private int offsetFromPosition;
-
-        VariableLengthDataWriter(int offsetFromPosition)
-        {
-            this.offsetFromPosition = offsetFromPosition;
-        }
-
-        public void writeByte(byte value)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + 1);
-            page.setByte(position + offsetFromPosition, value);
-            offsetFromPosition += 1;
-        }
-
-        public void writeShort(short value)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + 2);
-            page.setShort(position + offsetFromPosition, value);
-            offsetFromPosition += 2;
-        }
-
-        public void writeInt(int value)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + 4);
-            page.setInt(position + offsetFromPosition, value);
-            offsetFromPosition += 4;
-        }
-
-        public void writeLong(long value)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + 8);
-            page.setLong(position + offsetFromPosition, value);
-            offsetFromPosition += 8;
-        }
-
-        public void writeFloat(float value)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + 4);
-            page.setFloat(position + offsetFromPosition, value);
-            offsetFromPosition += 4;
-        }
-
-        public void writeDouble(double value)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + 8);
-            page.setDouble(position + offsetFromPosition, value);
-            offsetFromPosition += 8;
-        }
-
-        public void writeBytes(byte[] data)
-        {
-            writeBytes(data, 0, data.length);
-        }
-
-        public void writeBytes(byte[] data, int off, int len)
-        {
-            ensureVariableLengthDataCapacity(offsetFromPosition + len);
-            page.setBytes(position + offsetFromPosition, data, off, len);
-            offsetFromPosition += len;
-        }
-    }
-    */
-}