private void addDetailLog(String attemptDirName, String filename, String owner) { for (LogInfo log : detailLogs) { if (log.filename.equals(filename) && log.attemptDirName.equals(attemptDirName)) { return; } } detailLogs.add(new EntityLogInfo(attemptDirName, filename, owner)); }
@Test public void testParseBrokenEntity() throws Exception { // Load test data TimelineDataManager tdm = PluginStoreTestUtils.getTdmWithMemStore(config); EntityLogInfo testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, TEST_BROKEN_FILE_NAME, UserGroupInformation.getLoginUser().getUserName()); DomainLogInfo domainLogInfo = new DomainLogInfo(TEST_ATTEMPT_DIR_NAME, TEST_BROKEN_FILE_NAME, UserGroupInformation.getLoginUser().getUserName()); // Try parse, should not fail testLogInfo.parseForStore(tdm, getTestRootPath(), true, jsonFactory, objMapper, fs); domainLogInfo.parseForStore(tdm, getTestRootPath(), true, jsonFactory, objMapper, fs); tdm.close(); }
EntityLogInfo testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app1_group1", UserGroupInformation.getLoginUser().getUserName()); assertTrue(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "test_app1_group1", UserGroupInformation.getLoginUser().getUserName()); assertTrue(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app2_group1", UserGroupInformation.getLoginUser().getUserName()); assertFalse(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app1_group2", UserGroupInformation.getLoginUser().getUserName()); assertFalse(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app1_group12", UserGroupInformation.getLoginUser().getUserName()); assertFalse(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app1_group1_2", UserGroupInformation.getLoginUser().getUserName()); assertTrue(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app1_group1.dat", UserGroupInformation.getLoginUser().getUserName()); assertTrue(testLogInfo.matchesGroupId(testGroupId)); testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, "app2", UserGroupInformation.getLoginUser().getUserName()); assertFalse(testLogInfo.matchesGroupId(testGroupId));
@Test public void testParseEntity() throws Exception { // Load test data TimelineDataManager tdm = PluginStoreTestUtils.getTdmWithMemStore(config); EntityLogInfo testLogInfo = new EntityLogInfo(TEST_ATTEMPT_DIR_NAME, TEST_ENTITY_FILE_NAME, UserGroupInformation.getLoginUser().getUserName()); testLogInfo.parseForStore(tdm, getTestRootPath(), true, jsonFactory, objMapper, fs); // Verify for the first batch PluginStoreTestUtils.verifyTestEntities(tdm); // Load new data TimelineEntity entityNew = PluginStoreTestUtils .createEntity("id_3", "type_3", 789l, null, null, null, null, "domain_id_1"); TimelineEntities entityList = new TimelineEntities(); entityList.addEntity(entityNew); writeEntitiesLeaveOpen(entityList, new Path(getTestRootPath(TEST_ATTEMPT_DIR_NAME), TEST_ENTITY_FILE_NAME)); testLogInfo.parseForStore(tdm, getTestRootPath(), true, jsonFactory, objMapper, fs); // Verify the newly added data TimelineEntity entity3 = tdm.getEntity(entityNew.getEntityType(), entityNew.getEntityId(), EnumSet.allOf(TimelineReader.Field.class), UserGroupInformation.getLoginUser()); assertNotNull(entity3); assertEquals("Failed to read out entity new", entityNew.getStartTime(), entity3.getStartTime()); tdm.close(); }
private synchronized void addDetailLog(String attemptDirName, String filename, String owner) { for (LogInfo log : detailLogs) { if (log.getFilename().equals(filename) && log.getAttemptDirName().equals(attemptDirName)) { return; } } detailLogs.add(new EntityLogInfo(attemptDirName, filename, owner)); }
private void addSummaryLog(String attemptDirName, String filename, String owner, boolean isDomainLog) { for (LogInfo log : summaryLogs) { if (log.filename.equals(filename) && log.attemptDirName.equals(attemptDirName)) { return; } } LOG.debug("Incoming log {} not present in my summaryLogs list, add it", filename); LogInfo log; if (isDomainLog) { log = new DomainLogInfo(attemptDirName, filename, owner); } else { log = new EntityLogInfo(attemptDirName, filename, owner); } summaryLogs.add(log); }
private void addSummaryLog(String attemptDirName, String filename, String owner, boolean isDomainLog) { for (LogInfo log : summaryLogs) { if (log.getFilename().equals(filename) && log.getAttemptDirName().equals(attemptDirName)) { return; } } LOG.debug("Incoming log {} not present in my summaryLogs list, add it", filename); LogInfo log; if (isDomainLog) { log = new DomainLogInfo(attemptDirName, filename, owner); } else { log = new EntityLogInfo(attemptDirName, filename, owner); } summaryLogs.add(log); }