public IIDesc getIIDesc() { return getIIInstance().getDescriptor(); }
@Override public IRealization getRealization(String name) { return getII(name); } }
@Override public String toString() { return getCanonicalName(); }
@Test public void testCreateIIInstance() throws IOException { IIDesc iiDesc = IIDescManager.getInstance(getTestConfig()).getIIDesc("test_kylin_ii_desc"); IIInstance ii = IIInstance.create("new ii", "default", iiDesc); IIManager iiMgr = IIManager.getInstance(getTestConfig()); List<IIInstance> allIIList = iiMgr.listAllIIs(); iiMgr.createII(ii); Assert.assertNotNull(iiMgr.getII("new ii")); }
private void clearSegment(String iiName) throws Exception { IIInstance ii = iiManager.getII(iiName); ii.getSegments().clear(); iiManager.updateII(ii); }
public IIDesc getDescriptor() { return IIDescManager.getInstance(config).getIIDesc(descName); }
public IIInstance updateII(IIInstance ii) throws IOException { logger.info("Updating II instance '" + ii.getName()); // save resource saveResource(ii); logger.info("II with " + ii.getSegments().size() + " segments is saved"); return ii; }
public InvertedIndexStorageEngine(IIInstance ii) { this.seg = ii.getFirstSegment(); }
private String getIIDistinctColumnsPath(IISegment seg, String jobUuid) { return getJobWorkingDir(jobUuid) + "/" + seg.getIIInstance().getName() + "/ii_distinct_columns"; }
@JsonProperty("input_records_count") public long getInputRecordCount() { long sizeRecordCount = 0L; for (IISegment cubeSegment : this.getSegments(SegmentStatusEnum.READY)) { sizeRecordCount += cubeSegment.getInputRecords(); } return sizeRecordCount; }
@JsonProperty("size_kb") public long getSizeKB() { long sizeKb = 0L; for (IISegment cubeSegment : this.getSegments(SegmentStatusEnum.READY)) { sizeKb += cubeSegment.getSizeKB(); } return sizeKb; }
@JsonProperty("input_records_size") public long getInputRecordSize() { long sizeRecordSize = 0L; for (IISegment cubeSegment : this.getSegments(SegmentStatusEnum.READY)) { sizeRecordSize += cubeSegment.getInputRecordsSize(); } return sizeRecordSize; }
private void saveResource(IIInstance ii) throws IOException { ResourceStore store = getStore(); store.putResource(ii.getResourcePath(), ii, II_SERIALIZER); this.afterIIUpdated(ii); }
public boolean isReady() { return getStatus() == RealizationStatusEnum.READY; }
public void loadIICache(String iiName) { try { loadIIInstance(IIInstance.concatResourcePath(iiName)); } catch (IOException e) { logger.error(e.getLocalizedMessage(), e); } }
public String getResourcePath() { return concatResourcePath(name); }
@Override public String getCanonicalName() { return getType() + "[name=" + name + "]"; }
private String getHFilePath(IISegment seg, String jobId) { return getJobWorkingDir(jobId) + "/" + seg.getIIInstance().getName() + "/hfile/"; }