@Override public void map(KEYIN key, HCatRecord record, Context context) throws IOException, InterruptedException { rec.reset(); for (int i = 0; i < fields.size(); i++) { Object fieldValue = record.get(i); rec.setValueString(i, fieldValue == null? null : fieldValue.toString()); } outputKey.set(rec.getTimestamp()); // outputValue's backing bytes array is the same as rec context.write(outputKey, outputValue); } }
temp1.setValueString(factTableColumnIndex[0], "10000000239"); temp1.setValueString(factTableColumnIndex[1], "2012-03-22"); temp1.setValueString(factTableColumnIndex[2], "Auction"); temp1.setValueString(factTableColumnIndex[3], "80135"); temp1.setValueString(factTableColumnIndex[4], "0"); temp1.setValueString(factTableColumnIndex[5], "14"); temp1.setValueString(factTableColumnIndex[6], "199.99"); temp1.setValueString(factTableColumnIndex[7], "1"); temp1.setValueString(factTableColumnIndex[8], "10000005"); temp2.setValueString(factTableColumnIndex[0], "10000000244"); temp2.setValueString(factTableColumnIndex[1], "2012-11-11"); temp2.setValueString(factTableColumnIndex[2], "Auction"); temp2.setValueString(factTableColumnIndex[3], "16509"); temp2.setValueString(factTableColumnIndex[4], "101"); temp2.setValueString(factTableColumnIndex[5], "12"); temp2.setValueString(factTableColumnIndex[6], "2.09"); temp2.setValueString(factTableColumnIndex[7], "1"); temp2.setValueString(factTableColumnIndex[8], "10000004"); temp3.setValueString(factTableColumnIndex[0], "10000000259"); temp3.setValueString(factTableColumnIndex[1], "2012-07-12"); temp3.setValueString(factTableColumnIndex[2], "Others"); temp3.setValueString(factTableColumnIndex[3], "15687"); temp3.setValueString(factTableColumnIndex[4], "0"); temp3.setValueString(factTableColumnIndex[5], "14"); temp3.setValueString(factTableColumnIndex[6], "100"); temp3.setValueString(factTableColumnIndex[7], "1"); temp3.setValueString(factTableColumnIndex[8], "10000020");
private List<TableRecord> loadRecordsSorted() throws IOException { File file = new File(LOCALMETA_TEST_DATA, "data/flatten_data_for_ii.csv"); FileInputStream in = new FileInputStream(file); List<String> lines = IOUtils.readLines(in, "UTF-8"); in.close(); List<TableRecord> records = Lists.newArrayList(); for (String line : lines) { String[] fields = line.split(","); TableRecord rec = info.createTableRecord(); for (int col = 0; col < fields.length; col++) { rec.setValueString(col, fields[col]); } records.add(rec); } Collections.sort(records, new Comparator<TableRecord>() { @Override public int compare(TableRecord a, TableRecord b) { long x = a.getTimestamp() - b.getTimestamp(); if (x > 0) return 1; else if (x == 0) return 0; else return -1; } }); return records; }
@Nullable @Override public TableRecord apply(@Nullable List<String> input) { TableRecord result = tableRecordInfo.createTableRecord(); for (int i = 0; i < input.size(); i++) { result.setValueString(i, input.get(i)); } return result; } }));
@Override public void map(KEYIN key, HCatRecord record, Context context) throws IOException, InterruptedException { rec.reset(); for (int i = 0; i < fields.size(); i++) { Object fieldValue = record.get(i); rec.setValueString(i, fieldValue == null ? null : fieldValue.toString()); } outputKey.set(rec.getTimestamp()); // outputValue's backing bytes array is the same as rec context.write(outputKey, outputValue); } }