private void prepareLoadMetadata() { int loadCount = 0; Map<String, List<String>> snapshotMap = this.readCommittedIndexFileSnapShot.getSegmentIndexFileMap(); LoadMetadataDetails[] loadMetadataDetailsArray = new LoadMetadataDetails[snapshotMap.size()]; String segmentID; for (Map.Entry<String, List<String>> entry : snapshotMap.entrySet()) { segmentID = entry.getKey(); LoadMetadataDetails loadMetadataDetails = new LoadMetadataDetails(); long timeSet; try { timeSet = Long.parseLong(segmentID); } catch (NumberFormatException nu) { timeSet = 0; } loadMetadataDetails.setLoadEndTime(timeSet); loadMetadataDetails.setLoadStartTime(timeSet); loadMetadataDetails.setSegmentStatus(SegmentStatus.SUCCESS); loadMetadataDetails.setLoadName(segmentID); loadMetadataDetailsArray[loadCount++] = loadMetadataDetails; } this.loadMetadataDetails = loadMetadataDetailsArray; }
public static void writeLoadMetadata(CarbonDataLoadSchema schema, String databaseName, String tableName, List<LoadMetadataDetails> listOfLoadFolderDetails) throws IOException { LoadMetadataDetails loadMetadataDetails = new LoadMetadataDetails(); loadMetadataDetails.setLoadEndTime(System.currentTimeMillis()); loadMetadataDetails.setSegmentStatus(SegmentStatus.SUCCESS);
public static void readAndUpdateLoadProgressInTableMeta(CarbonLoadModel model, boolean insertOverwrite, String uuid) throws IOException { LoadMetadataDetails newLoadMetaEntry = new LoadMetadataDetails(); SegmentStatus status = SegmentStatus.INSERT_IN_PROGRESS; if (insertOverwrite) { status = SegmentStatus.INSERT_OVERWRITE_IN_PROGRESS; } // reading the start time of data load. if (model.getFactTimeStamp() == 0) { long loadStartTime = CarbonUpdateUtil.readCurrentTime(); model.setFactTimeStamp(loadStartTime); } CarbonLoaderUtil .populateNewLoadMetaEntry(newLoadMetaEntry, status, model.getFactTimeStamp(), false); boolean entryAdded = CarbonLoaderUtil .recordNewLoadMetadata(newLoadMetaEntry, model, true, insertOverwrite, uuid); if (!entryAdded) { throw new IOException("Dataload failed due to failure in table status updation for " + model.getTableName()); } }
LoadMetadataDetails newDetail = new LoadMetadataDetails(); newDetail.setPartitionCount("0"); newDetail.setLoadName("" + newSegmentId);
LoadMetadataDetails loadMetadataDetails = new LoadMetadataDetails(); loadMetadataDetails.setPartitionCount(CarbonTablePath.DEPRECATED_PATITION_ID); loadMetadataDetails.setSegmentStatus(SegmentStatus.SUCCESS);
LoadMetadataDetails newDetail = new LoadMetadataDetails(); newDetail.setPartitionCount("0"); newDetail.setLoadName("" + segmentId);