@Override public boolean row(int row, Object[] rowData) { if (_maxRows > 0 && row > _maxRows) { // don't read any more rows return false; } Object[] result = new Object[_columns.size()]; for (int i = 0; i < result.length; i++) { int columnNumber = _columns.get(i).getColumnNumber(); result[i] = rowData[columnNumber]; } _publisher.publish(result); return true; }
@Override public int compare(Column o1, Column o2) { if (o1.getTable() == o2.getTable()) { int diff = o1.getColumnNumber() - o2.getColumnNumber(); if (diff != 0) { return diff; } } return o1.compareTo(o2); } };
@Override public boolean row(int rowNumber, List<String> values, List<Style> styles) { if (_configuration.getColumnNameLineNumber() != ExcelConfiguration.NO_COLUMN_NAME_LINE) { final int zeroBasedLineNumber = _configuration.getColumnNameLineNumber() - 1; if (rowNumber <= zeroBasedLineNumber) { // skip header rows return true; } } Object[] rowData = new Object[_columns.size()]; Style[] styleData = new Style[_columns.size()]; for (int i = 0; i < _columns.size(); i++) { int columnNumber = _columns.get(i).getColumnNumber(); if (columnNumber < values.size()) { rowData[i] = values.get(columnNumber); styleData[i] = styles.get(columnNumber); } else { rowData[i] = null; styleData[i] = Style.NO_STYLE; } } return publisher.publish(rowData, styleData); } };
@Override public boolean row(int rowNumber, List<String> values, List<Style> styles) { if (_configuration.getColumnNameLineNumber() != ExcelConfiguration.NO_COLUMN_NAME_LINE) { final int zeroBasedLineNumber = _configuration.getColumnNameLineNumber() - 1; if (rowNumber <= zeroBasedLineNumber) { // skip header rows return true; } } Object[] rowData = new Object[_columns.size()]; Style[] styleData = new Style[_columns.size()]; for (int i = 0; i < _columns.size(); i++) { int columnNumber = _columns.get(i).getColumnNumber(); if (columnNumber < values.size()) { rowData[i] = values.get(columnNumber); styleData[i] = styles.get(columnNumber); } else { rowData[i] = null; styleData[i] = Style.NO_STYLE; } } return publisher.publish(rowData, styleData); } };
private Map<String, Object> createColumnMap(Column column) { final Map<String, Object> map = new HashMap<>(); map.put("name", column.getName()); map.put("number", column.getColumnNumber()); map.put("type", getTypeName(column)); map.put("size", column.getColumnSize()); map.put("nativeType", column.getNativeType()); map.put("nullable", column.isNullable()); map.put("remarks", column.getRemarks()); map.put("indexed", column.isIndexed()); map.put("quote", column.getQuote()); map.put("primaryKey", column.isPrimaryKey()); return map; }
for (int i = 0; i < columns.length; i++) { Column column = columns[i]; int columnNumber = column.getColumnNumber();
@Override public InputRow call(final Tuple2<Object[], Long> tuple) throws Exception { final Object[] values = tuple._1; final Long rowNumber = tuple._2; final MockInputRow inputRow = new MockInputRow(rowNumber.intValue()); final List<InputColumn<?>> sourceColumns = _sparkJobContext.getAnalysisJob().getSourceColumns(); for (final InputColumn<?> sourceColumn : sourceColumns) { assert sourceColumn.isPhysicalColumn(); final int columnIndex = sourceColumn.getPhysicalColumn().getColumnNumber(); final Object value = values[columnIndex]; inputRow.put(sourceColumn, value); } return inputRow; }
/** * Creates a MetaModel row based on an Excel row * * @param workbook * @param row * @param selectItems select items of the columns in the table * @return */ public static DefaultRow createRow(Workbook workbook, Row row, DataSetHeader header) { final int size = header.size(); final String[] values = new String[size]; final Style[] styles = new Style[size]; if (row != null) { for (int i = 0; i < size; i++) { final int columnNumber = header.getSelectItem(i).getColumn().getColumnNumber(); final Cell cell = row.getCell(columnNumber); final String value = ExcelUtils.getCellValue(workbook, cell); final Style style = ExcelUtils.getCellStyle(workbook, cell); values[i] = value; styles[i] = style; } } return new DefaultRow(header, values, styles); }
if (getColumnNumber() != other.getColumnNumber()) { return false;
/** * Creates a MetaModel row based on an Excel row * * @param workbook * @param row * @param selectItems select items of the columns in the table * @return */ public static DefaultRow createRow(Workbook workbook, Row row, DataSetHeader header) { final int size = header.size(); final String[] values = new String[size]; final Style[] styles = new Style[size]; if (row != null) { for (int i = 0; i < size; i++) { final int columnNumber = header.getSelectItem(i).getColumn().getColumnNumber(); final Cell cell = row.getCell(columnNumber); final String value = ExcelUtils.getCellValue(workbook, cell); final Style style = ExcelUtils.getCellStyle(workbook, cell); values[i] = value; styles[i] = style; } } return new DefaultRow(header, values, styles); }
@Override public Table execute() { final ExcelUpdateCallback updateCallback = getUpdateCallback(); final MutableTable table = getTable(); final Sheet sheet = updateCallback.createSheet(table.getName()); final int lineNumber = updateCallback.getConfiguration().getColumnNameLineNumber(); if (lineNumber != ExcelConfiguration.NO_COLUMN_NAME_LINE) { final int zeroBasedLineNumber = lineNumber - 1; final Row row = sheet.createRow(zeroBasedLineNumber); for (final Column column : table.getColumns()) { final int columnNumber = column.getColumnNumber(); row.createCell(columnNumber).setCellValue(column.getName()); } } final MutableSchema schema = (MutableSchema) getSchema(); schema.addTable((MutableTable) table); return table; } }
private String[] getValuesInternal() { if (_values == null) { final String[] csvValues = parseLine(); if (_failOnInconsistentRowLength) { if (_columnsInTable != csvValues.length) { throw new InconsistentRowLengthException(_columnsInTable, SingleLineCsvRow.this, csvValues, _rowNumber); } } // convert the line's values into the row values that where // requested final int size = _header.size(); final String[] rowValues = new String[size]; for (int i = 0; i < size; i++) { final Column column = _header.getSelectItem(i).getColumn(); final int columnNumber = column.getColumnNumber(); if (columnNumber < csvValues.length) { rowValues[i] = csvValues[columnNumber]; } else { // Ticket #125: Missing values should be interpreted as // null. rowValues[i] = null; } } _values = rowValues; } return _values; }
@Override public Table execute() { final ExcelUpdateCallback updateCallback = getUpdateCallback(); final MutableTable table = getTable(); final Sheet sheet = updateCallback.createSheet(table.getName()); final int lineNumber = updateCallback.getConfiguration().getColumnNameLineNumber(); if (lineNumber != ExcelConfiguration.NO_COLUMN_NAME_LINE) { final int zeroBasedLineNumber = lineNumber - 1; final Row row = sheet.createRow(zeroBasedLineNumber); for (final Column column : table.getColumns()) { final int columnNumber = column.getColumnNumber(); row.createCell(columnNumber).setCellValue(column.getName()); } } final MutableSchema schema = (MutableSchema) getSchema(); schema.addTable((MutableTable) table); return table; } }
private String[] getValuesInternal() { if (_values == null) { final String[] csvValues = parseLine(); if (_failOnInconsistentRowLength) { if (_columnsInTable != csvValues.length) { throw new InconsistentRowLengthException(_columnsInTable, SingleLineCsvRow.this, csvValues, _rowNumber); } } // convert the line's values into the row values that where // requested final int size = _header.size(); final String[] rowValues = new String[size]; for (int i = 0; i < size; i++) { final Column column = _header.getSelectItem(i).getColumn(); final int columnNumber = column.getColumnNumber(); if (columnNumber < csvValues.length) { rowValues[i] = csvValues[columnNumber]; } else { // Ticket #125: Missing values should be interpreted as // null. rowValues[i] = null; } } _values = rowValues; } return _values; }
protected ImmutableColumn(Column column, ImmutableTable table) { this(column.getName(), column.getType(), table, column.getColumnNumber(), column.getColumnSize(), column .getNativeType(), column.isNullable(), column.getRemarks(), column.isIndexed(), column.getQuote(), column.isPrimaryKey()); }
protected ImmutableColumn(Column column, ImmutableTable table) { this(column.getName(), column.getType(), table, column.getColumnNumber(), column.getColumnSize(), column .getNativeType(), column.isNullable(), column.getRemarks(), column.isIndexed(), column.getQuote(), column.isPrimaryKey()); }
/** * Constructs an {@link ImmutableColumn} based on an existing column and a * table. * * @param column * the column to immitate * @param table * the table that the constructed column will pertain to */ public ImmutableColumn(Column column, Table table) { this.name = column.getName(); this.type = column.getType(); this.table = table; this.columnNumber = column.getColumnNumber(); this.columnSize = column.getColumnSize(); this.nativeType = column.getNativeType(); this.nullable = column.isNullable(); this.remarks = column.getRemarks(); this.indexed = column.isIndexed(); this.quote = column.getQuote(); this.primaryKey = column.isPrimaryKey(); }
/** * Constructs an {@link ImmutableColumn} based on an existing column and a * table. * * @param column * the column to immitate * @param table * the table that the constructed column will pertain to */ public ImmutableColumn(Column column, Table table) { this.name = column.getName(); this.type = column.getType(); this.table = table; this.columnNumber = column.getColumnNumber(); this.columnSize = column.getColumnSize(); this.nativeType = column.getNativeType(); this.nullable = column.isNullable(); this.remarks = column.getRemarks(); this.indexed = column.isIndexed(); this.quote = column.getQuote(); this.primaryKey = column.isPrimaryKey(); }
for (int i = 0; i < size; i++) { Column column = getHeader().getSelectItem(i).getColumn(); int columnNumber = column.getColumnNumber(); if (columnNumber < stringValues.length) { rowValues[i] = stringValues[columnNumber];
for (int i = 0; i < size; i++) { Column column = getHeader().getSelectItem(i).getColumn(); int columnNumber = column.getColumnNumber(); if (columnNumber < stringValues.length) { rowValues[i] = stringValues[columnNumber];