/** * Returns time covered by candidate for each part column. * * @param cand * @return */ private Map<String, Long> getTimeCoveredForEachPartCol(Candidate cand) { Map<String, Long> ret = Maps.newHashMap(); PartitionRangesForPartitionColumns partitionRangesForPartitionColumns = new PartitionRangesForPartitionColumns(); for (FactPartition part : cand.getParticipatingPartitions()) { if (part.isFound()) { try { partitionRangesForPartitionColumns.add(part); } catch (LensException e) { log.error("invalid partition: ", e); } } } for (Map.Entry<String, RangesPartitionTimeline> entry : partitionRangesForPartitionColumns.entrySet()) { ret.put(entry.getKey(), entry.getValue().getTimeCovered()); } return ret; }
/** * Returns time covered by candidate for each part column. * * @param cand * @return */ private Map<String, Long> getTimeCoveredForEachPartCol(Candidate cand) { Map<String, Long> ret = Maps.newHashMap(); PartitionRangesForPartitionColumns partitionRangesForPartitionColumns = new PartitionRangesForPartitionColumns(); for (FactPartition part : cand.getParticipatingPartitions()) { if (part.isFound()) { try { partitionRangesForPartitionColumns.add(part); } catch (LensException e) { log.error("invalid partition: ", e); } } } for (Map.Entry<String, RangesPartitionTimeline> entry : partitionRangesForPartitionColumns.entrySet()) { ret.put(entry.getKey(), entry.getValue().getTimeCovered()); } return ret; }
updatePartitionStorage(part); log.debug("Storage tables containing Partition {} are: {}", part, part.getStorageTables()); if (part.isFound()) { log.debug("Adding existing partition {}", part); partitions.add(part); partWhereClauseFormat); updatePartitionStorage(processTimePartition); if (processTimePartition.isFound()) { log.debug("Finer parts not required for look-ahead partition :{}", part); } else { partWhereClauseFormat); updatePartitionStorage(innerPart); innerPart.setFound(pPart.isFound()); if (innerPart.isFound()) { partitions.add(innerPart);
updatePartitionStorage(part); log.debug("Storage tables containing Partition {} are: {}", part, part.getStorageTables()); if (part.isFound()) { log.debug("Adding existing partition {}", part); partitions.add(part); partWhereClauseFormat); updatePartitionStorage(currFactPartition); if (!currFactPartition.isFound()) { log.debug("Looked ahead process time partition {} is not found : " + currFactPartition); allProcessTimePartitionsFound = false; partWhereClauseFormat); updatePartitionStorage(innerPart); innerPart.setFound(pPart.isFound()); if (innerPart.isFound() || !failOnPartialData) { this.participatingUpdatePeriods.add(maxInterval); partitions.add(innerPart);