embulk-parser-poi_excel 0.1.5 → 0.1.12

data/src/main/java/org/embulk/parser/poi_excel/bean/PoiExcelSheetBean.java

@@ -11,6 +11,7 @@ import org.embulk.parser.poi_excel.PoiExcelParserPlugin.ColumnOptionTask;
 import org.embulk.parser.poi_excel.PoiExcelParserPlugin.PluginTask;
 import org.embulk.parser.poi_excel.PoiExcelParserPlugin.SheetCommonOptionTask;
 import org.embulk.parser.poi_excel.PoiExcelParserPlugin.SheetOptionTask;
+import org.embulk.parser.poi_excel.bean.record.RecordType;
 import org.embulk.spi.Column;
 import org.embulk.spi.ColumnConfig;
 import org.embulk.spi.Schema;
@@ -75,13 +76,24 @@ public class PoiExcelSheetBean {
 			columnBeanList.add(bean);
 		}
 
-		new PoiExcelColumnIndex().initializeColumnIndex(task, columnBeanList);
+		new PoiExcelColumnIndex(this).initializeColumnIndex(task, columnBeanList);
 	}
 
 	public final List<SheetCommonOptionTask> getSheetOption() {
 		return sheetTaskList;
 	}
 
+	public RecordType getRecordType() {
+		List<SheetCommonOptionTask> list = getSheetOption();
+		for (SheetCommonOptionTask sheetTask : list) {
+			Optional<String> value = sheetTask.getRecordType();
+			if (value.isPresent()) {
+				return RecordType.of(value.get());
+			}
+		}
+		return RecordType.ROW;
+	}
+
 	public int getSkipHeaderLines() {
 		List<SheetCommonOptionTask> list = getSheetOption();
 		for (SheetCommonOptionTask sheetTask : list) {

data/src/main/java/org/embulk/parser/poi_excel/bean/record/PoiExcelRecord.java

@@ -0,0 +1,52 @@
+package org.embulk.parser.poi_excel.bean.record;
+
+import org.apache.poi.ss.usermodel.Cell;
+import org.apache.poi.ss.usermodel.Sheet;
+import org.apache.poi.ss.util.CellReference;
+import org.embulk.parser.poi_excel.bean.PoiExcelColumnBean;
+
+public abstract class PoiExcelRecord {
+
+	// loop record
+
+	private Sheet sheet;
+
+	public final void initialize(Sheet sheet, int skipHeaderLines) {
+		this.sheet = sheet;
+		initializeLoop(skipHeaderLines);
+	}
+
+	protected abstract void initializeLoop(int skipHeaderLines);
+
+	public final Sheet getSheet() {
+		return sheet;
+	}
+
+	public abstract boolean exists();
+
+	public abstract void moveNext();
+
+	// current record
+
+	public final void logStart() {
+		logStartEnd("start");
+	}
+
+	public final void logEnd() {
+		logStartEnd("end");
+	}
+
+	protected abstract void logStartEnd(String part);
+
+	public abstract int getRowIndex(PoiExcelColumnBean bean);
+
+	public abstract int getColumnIndex(PoiExcelColumnBean bean);
+
+	public abstract Cell getCell(PoiExcelColumnBean bean);
+
+	public CellReference getCellReference(PoiExcelColumnBean bean) {
+		int rowIndex = getRowIndex(bean);
+		int columnIndex = getColumnIndex(bean);
+		return new CellReference(rowIndex, columnIndex);
+	}
+}

data/src/main/java/org/embulk/parser/poi_excel/bean/record/PoiExcelRecordColumn.java

@@ -0,0 +1,80 @@
+package org.embulk.parser.poi_excel.bean.record;
+
+import org.apache.poi.ss.usermodel.Cell;
+import org.apache.poi.ss.usermodel.Row;
+import org.apache.poi.ss.usermodel.Sheet;
+import org.embulk.parser.poi_excel.bean.PoiExcelColumnBean;
+import org.embulk.spi.Exec;
+import org.slf4j.Logger;
+
+public class PoiExcelRecordColumn extends PoiExcelRecord {
+	private final Logger log = Exec.getLogger(getClass());
+
+	private int maxColumnIndex;
+	private int currentColumnIndex;
+
+	@Override
+	protected void initializeLoop(int skipHeaderLines) {
+		int minColumnIndex = Integer.MAX_VALUE;
+		maxColumnIndex = 0;
+		Sheet sheet = getSheet();
+		for (Row row : sheet) {
+			int firstIndex = row.getFirstCellNum();
+			if (firstIndex >= 0) {
+				minColumnIndex = Math.min(minColumnIndex, firstIndex);
+			}
+			maxColumnIndex = Math.max(maxColumnIndex, row.getLastCellNum());
+		}
+
+		this.currentColumnIndex = maxColumnIndex;
+		for (int i = minColumnIndex; i < maxColumnIndex; i++) {
+			if (i < skipHeaderLines) {
+				if (log.isDebugEnabled()) {
+					log.debug("column({}) skipped", i);
+				}
+				continue;
+			}
+
+			this.currentColumnIndex = i;
+			break;
+		}
+	}
+
+	@Override
+	public boolean exists() {
+		return currentColumnIndex < maxColumnIndex;
+	}
+
+	@Override
+	public void moveNext() {
+		currentColumnIndex++;
+	}
+
+	@Override
+	protected void logStartEnd(String part) {
+		if (log.isDebugEnabled()) {
+			log.debug("column({}) {}", currentColumnIndex, part);
+		}
+	}
+
+	@Override
+	public int getRowIndex(PoiExcelColumnBean bean) {
+		return bean.getColumnIndex();
+	}
+
+	@Override
+	public int getColumnIndex(PoiExcelColumnBean bean) {
+		return currentColumnIndex;
+	}
+
+	@Override
+	public Cell getCell(PoiExcelColumnBean bean) {
+		int rowIndex = getRowIndex(bean);
+		Row row = getSheet().getRow(rowIndex);
+		if (row == null) {
+			return null;
+		}
+		int columnIndex = getColumnIndex(bean);
+		return row.getCell(columnIndex);
+	}
+}

data/src/main/java/org/embulk/parser/poi_excel/bean/record/PoiExcelRecordRow.java

@@ -0,0 +1,76 @@
+package org.embulk.parser.poi_excel.bean.record;
+
+import java.util.Iterator;
+
+import org.apache.poi.ss.usermodel.Cell;
+import org.apache.poi.ss.usermodel.Row;
+import org.embulk.parser.poi_excel.bean.PoiExcelColumnBean;
+import org.embulk.spi.Exec;
+import org.slf4j.Logger;
+
+public class PoiExcelRecordRow extends PoiExcelRecord {
+	private final Logger log = Exec.getLogger(getClass());
+
+	private Iterator<Row> rowIterator;
+	private Row currentRow;
+
+	@Override
+	protected void initializeLoop(int skipHeaderLines) {
+		this.rowIterator = getSheet().iterator();
+		this.currentRow = null;
+		while (rowIterator.hasNext()) {
+			Row row = rowIterator.next();
+
+			int rowIndex = row.getRowNum();
+			if (rowIndex < skipHeaderLines) {
+				if (log.isDebugEnabled()) {
+					log.debug("row({}) skipped", rowIndex);
+				}
+				continue;
+			}
+
+			this.currentRow = row;
+			break;
+		}
+	}
+
+	@Override
+	public boolean exists() {
+		return currentRow != null;
+	}
+
+	@Override
+	public void moveNext() {
+		if (rowIterator.hasNext()) {
+			this.currentRow = rowIterator.next();
+		} else {
+			this.currentRow = null;
+		}
+	}
+
+	@Override
+	protected void logStartEnd(String part) {
+		assert currentRow != null;
+		if (log.isDebugEnabled()) {
+			log.debug("row({}) {}", currentRow.getRowNum(), part);
+		}
+	}
+
+	@Override
+	public int getRowIndex(PoiExcelColumnBean bean) {
+		assert currentRow != null;
+		return currentRow.getRowNum();
+	}
+
+	@Override
+	public int getColumnIndex(PoiExcelColumnBean bean) {
+		return bean.getColumnIndex();
+	}
+
+	@Override
+	public Cell getCell(PoiExcelColumnBean bean) {
+		assert currentRow != null;
+		int columnIndex = getColumnIndex(bean);
+		return currentRow.getCell(columnIndex);
+	}
+}

data/src/main/java/org/embulk/parser/poi_excel/bean/record/PoiExcelRecordSheet.java

@@ -0,0 +1,49 @@
+package org.embulk.parser.poi_excel.bean.record;
+
+import org.apache.poi.ss.usermodel.Cell;
+import org.embulk.parser.poi_excel.bean.PoiExcelColumnBean;
+import org.embulk.spi.Exec;
+import org.slf4j.Logger;
+
+public class PoiExcelRecordSheet extends PoiExcelRecord {
+	private final Logger log = Exec.getLogger(getClass());
+
+	private boolean exists;
+
+	@Override
+	protected void initializeLoop(int skipHeaderLines) {
+		this.exists = true;
+	}
+
+	@Override
+	public boolean exists() {
+		return exists;
+	}
+
+	@Override
+	public void moveNext() {
+		this.exists = false;
+	}
+
+	@Override
+	protected void logStartEnd(String part) {
+		if (log.isDebugEnabled()) {
+			log.debug("sheet({}) {}", getSheet().getSheetName(), part);
+		}
+	}
+
+	@Override
+	public int getRowIndex(PoiExcelColumnBean bean) {
+		throw new UnsupportedOperationException("unsupported at record_type=sheet");
+	}
+
+	@Override
+	public int getColumnIndex(PoiExcelColumnBean bean) {
+		throw new UnsupportedOperationException("unsupported at record_type=sheet");
+	}
+
+	@Override
+	public Cell getCell(PoiExcelColumnBean bean) {
+		throw new UnsupportedOperationException("unsupported at record_type=sheet");
+	}
+}

data/src/main/java/org/embulk/parser/poi_excel/bean/record/RecordType.java

@@ -0,0 +1,114 @@
+package org.embulk.parser.poi_excel.bean.record;
+
+import java.text.MessageFormat;
+import java.util.ArrayList;
+import java.util.List;
+
+import org.embulk.config.ConfigException;
+import org.embulk.parser.poi_excel.PoiExcelParserPlugin.ColumnOptionTask;
+import org.embulk.parser.poi_excel.bean.PoiExcelColumnBean;
+
+import com.google.common.base.Optional;
+
+public enum RecordType {
+	ROW {
+		@Override
+		public Optional<String> getRecordOption(PoiExcelColumnBean bean) {
+			return bean.getRowNumber();
+		}
+
+		@Override
+		public String getRecordOptionName() {
+			return ColumnOptionTask.CELL_ROW;
+		}
+
+		@Override
+		public Optional<String> getNumberOption(PoiExcelColumnBean bean) {
+			return bean.getColumnNumber();
+		}
+
+		@Override
+		public String getNumberOptionName() {
+			return ColumnOptionTask.CELL_COLUMN;
+		}
+
+		@Override
+		public PoiExcelRecord newPoiExcelRecord() {
+			return new PoiExcelRecordRow();
+		}
+	},
+	COLUMN {
+		@Override
+		public Optional<String> getRecordOption(PoiExcelColumnBean bean) {
+			return bean.getColumnNumber();
+		}
+
+		@Override
+		public String getRecordOptionName() {
+			return ColumnOptionTask.CELL_COLUMN;
+		}
+
+		@Override
+		public Optional<String> getNumberOption(PoiExcelColumnBean bean) {
+			return bean.getRowNumber();
+		}
+
+		@Override
+		public String getNumberOptionName() {
+			return ColumnOptionTask.CELL_ROW;
+		}
+
+		@Override
+		public PoiExcelRecord newPoiExcelRecord() {
+			return new PoiExcelRecordColumn();
+		}
+	},
+	SHEET {
+		@Override
+		public Optional<String> getRecordOption(PoiExcelColumnBean bean) {
+			return Optional.absent();
+		}
+
+		@Override
+		public String getRecordOptionName() {
+			return "-";
+		}
+
+		@Override
+		public Optional<String> getNumberOption(PoiExcelColumnBean bean) {
+			return Optional.absent();
+		}
+
+		@Override
+		public String getNumberOptionName() {
+			return "-";
+		}
+
+		@Override
+		public PoiExcelRecord newPoiExcelRecord() {
+			return new PoiExcelRecordSheet();
+		}
+	};
+
+	public abstract Optional<String> getRecordOption(PoiExcelColumnBean bean);
+
+	public abstract String getRecordOptionName();
+
+	public abstract Optional<String> getNumberOption(PoiExcelColumnBean bean);
+
+	public abstract String getNumberOptionName();
+
+	public abstract PoiExcelRecord newPoiExcelRecord();
+
+	public static RecordType of(String value) {
+		try {
+			return RecordType.valueOf(value.toUpperCase());
+		} catch (Exception e) {
+			List<String> list = new ArrayList<>();
+			for (RecordType s : RecordType.values()) {
+				list.add(s.name().toLowerCase());
+			}
+			throw new ConfigException(MessageFormat.format("illegal record_type={0}. expected={1}", value, list), e);
+		}
+	}
+}

data/src/main/java/org/embulk/parser/poi_excel/bean/util/PoiExcelCellAddress.java

@@ -0,0 +1,59 @@
+package org.embulk.parser.poi_excel.bean.util;
+
+import java.text.MessageFormat;
+
+import org.apache.poi.ss.usermodel.Cell;
+import org.apache.poi.ss.usermodel.Row;
+import org.apache.poi.ss.usermodel.Sheet;
+import org.apache.poi.ss.usermodel.Workbook;
+import org.apache.poi.ss.util.CellReference;
+import org.embulk.parser.poi_excel.bean.record.PoiExcelRecord;
+
+public class PoiExcelCellAddress {
+	private final CellReference cellReference;
+
+	public PoiExcelCellAddress(CellReference cellReference) {
+		this.cellReference = cellReference;
+	}
+
+	public String getSheetName() {
+		return cellReference.getSheetName();
+	}
+
+	public Sheet getSheet(PoiExcelRecord record) {
+		String sheetName = getSheetName();
+		if (sheetName != null) {
+			Workbook book = record.getSheet().getWorkbook();
+			Sheet sheet = book.getSheet(sheetName);
+			if (sheet == null) {
+				throw new RuntimeException(MessageFormat.format("not found sheet. sheetName={0}", sheetName));
+			}
+			return sheet;
+		} else {
+			return record.getSheet();
+		}
+	}
+
+	public int getRowIndex() {
+		return cellReference.getRow();
+	}
+
+	public int getColumnIndex() {
+		return cellReference.getCol();
+	}
+
+	public Cell getCell(PoiExcelRecord record) {
+		Sheet sheet = getSheet(record);
+
+		Row row = sheet.getRow(getRowIndex());
+		if (row == null) {
+			return null;
+		}
+
+		return row.getCell(getColumnIndex());
+	}
+
+	public String getString() {
+		return cellReference.formatAsString();
+	}
+}