public SingleRegionTupleIterator(List<IIProtos.IIResponse.IIRow> rows) { this.rows = rows; this.index = 0; this.tableRecord = tableRecordInfo.createTableRecord(); this.tuple = new Tuple(tupleInfo); }
@Override public void setConf(Configuration conf) { this.conf = conf; try { KylinConfig config = AbstractHadoopJob.loadKylinPropsAndMetadata(conf); IIManager mgr = IIManager.getInstance(config); IIInstance ii = mgr.getII(conf.get(BatchConstants.CFG_II_NAME)); IISegment seg = ii.getSegment(conf.get(BatchConstants.CFG_II_SEGMENT_NAME), SegmentStatusEnum.NEW); this.info = new TableRecordInfo(seg); this.rec = this.info.createTableRecord(); } catch (IOException e) { throw new RuntimeException("", e); } }
@Override protected void setup(Context context) throws IOException { super.publishConfiguration(context.getConfiguration()); Configuration conf = context.getConfiguration(); KylinConfig config = AbstractHadoopJob.loadKylinPropsAndMetadata(conf); IIManager mgr = IIManager.getInstance(config); IIInstance ii = mgr.getII(conf.get(BatchConstants.CFG_II_NAME)); IISegment seg = ii.getSegment(conf.get(BatchConstants.CFG_II_SEGMENT_NAME), SegmentStatusEnum.NEW); this.info = new TableRecordInfo(seg); this.rec = this.info.createTableRecord(); outputKey = new LongWritable(); outputValue = new ImmutableBytesWritable(rec.getBytes()); schema = HCatInputFormat.getTableSchema(context.getConfiguration()); fields = schema.getFields(); }
private List<TableRecord> loadRecordsSorted() throws IOException { File file = new File(LOCALMETA_TEST_DATA, "data/flatten_data_for_ii.csv"); FileInputStream in = new FileInputStream(file); List<String> lines = IOUtils.readLines(in, "UTF-8"); in.close(); List<TableRecord> records = Lists.newArrayList(); for (String line : lines) { String[] fields = line.split(","); TableRecord rec = info.createTableRecord(); for (int col = 0; col < fields.length; col++) { rec.setValueString(col, fields[col]); } records.add(rec); } Collections.sort(records, new Comparator<TableRecord>() { @Override public int compare(TableRecord a, TableRecord b) { long x = a.getTimestamp() - b.getTimestamp(); if (x > 0) return 1; else if (x == 0) return 0; else return -1; } }); return records; }
@Override protected void setup(Context context) throws IOException { super.publishConfiguration(context.getConfiguration()); Configuration conf = context.getConfiguration(); KylinConfig config = AbstractHadoopJob.loadKylinPropsAndMetadata(conf); IIManager mgr = IIManager.getInstance(config); IIInstance ii = mgr.getII(conf.get(BatchConstants.CFG_II_NAME)); IISegment seg = ii.getSegment(conf.get(BatchConstants.CFG_II_SEGMENT_NAME), SegmentStatusEnum.NEW); info = new TableRecordInfo(seg); rec = info.createTableRecord(); builder = null; kv = new IIKeyValueCodec(info.getDigest()); }
@Nullable @Override public TableRecord apply(@Nullable List<String> input) { TableRecord result = tableRecordInfo.createTableRecord(); for (int i = 0; i < input.size(); i++) { result.setValueString(i, input.get(i)); } return result; } }));
TableRecord temp1 = tableRecordInfo.createTableRecord(); temp1.setValueString(factTableColumnIndex[0], "10000000239"); temp1.setValueString(factTableColumnIndex[1], "2012-03-22"); temp1.setValueString(factTableColumnIndex[8], "10000005"); TableRecord temp2 = tableRecordInfo.createTableRecord(); temp2.setValueString(factTableColumnIndex[0], "10000000244"); temp2.setValueString(factTableColumnIndex[1], "2012-11-11"); temp2.setValueString(factTableColumnIndex[8], "10000004"); TableRecord temp3 = tableRecordInfo.createTableRecord(); temp3.setValueString(factTableColumnIndex[0], "10000000259"); temp3.setValueString(factTableColumnIndex[1], "2012-07-12");
@Override public void setConf(Configuration conf) { this.conf = conf; try { KylinConfig config = AbstractHadoopJob.loadKylinPropsAndMetadata(conf); IIManager mgr = IIManager.getInstance(config); IIInstance ii = mgr.getII(conf.get(BatchConstants.CFG_II_NAME)); IISegment seg = ii.getSegment(conf.get(BatchConstants.CFG_II_SEGMENT_NAME), SegmentStatusEnum.NEW); this.info = new TableRecordInfo(seg); this.rec = this.info.createTableRecord(); } catch (IOException e) { throw new RuntimeException("", e); } }
@Override protected void setup(Context context) throws IOException { super.publishConfiguration(context.getConfiguration()); Configuration conf = context.getConfiguration(); KylinConfig config = AbstractHadoopJob.loadKylinPropsAndMetadata(conf); IIManager mgr = IIManager.getInstance(config); IIInstance ii = mgr.getII(conf.get(BatchConstants.CFG_II_NAME)); IISegment seg = ii.getSegment(conf.get(BatchConstants.CFG_II_SEGMENT_NAME), SegmentStatusEnum.NEW); this.info = new TableRecordInfo(seg); this.rec = this.info.createTableRecord(); outputKey = new LongWritable(); outputValue = new ImmutableBytesWritable(rec.getBytes()); schema = HCatInputFormat.getTableSchema(context.getConfiguration()); fields = schema.getFields(); }
@Override protected void setup(Context context) throws IOException { super.publishConfiguration(context.getConfiguration()); Configuration conf = context.getConfiguration(); KylinConfig config = AbstractHadoopJob.loadKylinPropsAndMetadata(conf); IIManager mgr = IIManager.getInstance(config); IIInstance ii = mgr.getII(conf.get(BatchConstants.CFG_II_NAME)); IISegment seg = ii.getSegment(conf.get(BatchConstants.CFG_II_SEGMENT_NAME), SegmentStatusEnum.NEW); info = new TableRecordInfo(seg); rec = info.createTableRecord(); builder = null; kv = new IIKeyValueCodec(info.getDigest()); }