private void nextRandomRow(byte[][] row, BytesRefArrayWritable bytes) { bytes.resetValid(row.length); for (int i = 0; i < row.length; i++) { int len = Math.abs(randColLenGenerator.nextInt(columnMaxSize)); row[i] = new byte[len]; for (int j = 0; j < len; j++) { row[i][j] = getRandomChar(randomCharGenerator); } bytes.get(i).set(row[i], 0, len); } }
cols.resetValid(8);
cols.resetValid(8); Object row = serDe.deserialize(cols);
currentValueBuffer(); ret.resetValid(columnNumber); } else { if (!currentValue.inited) { ret.resetValid(columnNumber);
currentValueBuffer(); ret.resetValid(columnNumber); } else { if (!currentValue.inited) { ret.resetValid(columnNumber);
BytesRefArrayWritable cols = new BytesRefArrayWritable(); reader.getCurrentRow(cols); cols.resetValid(8); Object row = serDe.deserialize(cols);
while (reader.next(rowID)) { reader.getCurrentRow(cols); cols.resetValid(8); Object row = serDe.deserialize(cols);
rest.resetValid(recordsNumInValBuffer);
rest.resetValid(recordsNumInValBuffer);
ret.resetValid(columnNumber);
Record outputRecord = record.copy(); BytesRefArrayWritable rowBatchBytes = new BytesRefArrayWritable(); rowBatchBytes.resetValid(columns.size()); reader.getCurrentRow(rowBatchBytes);
private void createRCFile(final String fileName, final int numRecords, final int maxColumns, boolean addNullValue) throws IOException { // Write the sequence file SequenceFile.Metadata metadata = getMetadataForRCFile(); Configuration conf = new Configuration(); conf.set(RCFile.COLUMN_NUMBER_CONF_STR, String.valueOf(maxColumns)); Path inputFile = dfs.makeQualified(new Path(testDirectory, fileName)); RCFile.Writer rcFileWriter = new RCFile.Writer(dfs, conf, inputFile, null, metadata, null); for (int row = 0; row < numRecords; row++) { BytesRefArrayWritable dataWrite = new BytesRefArrayWritable(maxColumns); dataWrite.resetValid(maxColumns); for (int column = 0; column < maxColumns; column++) { Writable sampleText = new Text( "ROW-NUM:" + row + ", COLUMN-NUM:" + column); // Set the last column of the last row as null if (addNullValue && column == maxColumns - 1 && row == numRecords - 1) { sampleText = NullWritable.get(); } ByteArrayDataOutput dataOutput = ByteStreams.newDataOutput(); sampleText.write(dataOutput); dataWrite.set(column, new BytesRefWritable(dataOutput.toByteArray())); } rcFileWriter.append(dataWrite); } rcFileWriter.close(); }
Record outputRecord = record.copy(); BytesRefArrayWritable rowBatchBytes = new BytesRefArrayWritable(); rowBatchBytes.resetValid(columns.size()); reader.getCurrentRow(rowBatchBytes);
currentValueBuffer(); ret.resetValid(columnNumber); } else { if (!currentValue.inited) { ret.resetValid(columnNumber);
currentValueBuffer(); ret.resetValid(columnNumber); } else { if (!currentValue.inited) { ret.resetValid(columnNumber);
byteRow.resetValid(numCols);
rest.resetValid(recordsNumInValBuffer);
rest.resetValid(recordsNumInValBuffer);
rest.resetValid(recordsNumInValBuffer);