@Deprecated public AtlasEnumDef createEnumDef(AtlasEnumDef enumDef) throws AtlasServiceException { AtlasTypesDef atlasTypesDef = new AtlasTypesDef(); atlasTypesDef.getEnumDefs().add(enumDef); AtlasTypesDef created = createAtlasTypeDefs(atlasTypesDef); assert created != null; assert created.getEnumDefs() != null; return created.getEnumDefs().get(0); }
@Deprecated public AtlasEnumDef createEnumDef(AtlasEnumDef enumDef) throws AtlasServiceException { AtlasTypesDef atlasTypesDef = new AtlasTypesDef(); atlasTypesDef.getEnumDefs().add(enumDef); AtlasTypesDef created = createAtlasTypeDefs(atlasTypesDef); assert created != null; assert created.getEnumDefs() != null; return created.getEnumDefs().get(0); }
@Deprecated public AtlasEnumDef createEnumDef(AtlasEnumDef enumDef) throws AtlasServiceException { AtlasTypesDef atlasTypesDef = new AtlasTypesDef(); atlasTypesDef.getEnumDefs().add(enumDef); AtlasTypesDef created = createAtlasTypeDefs(atlasTypesDef); assert created != null; assert created.getEnumDefs() != null; return created.getEnumDefs().get(0); }
private void updateMetricsForTypesDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) { result.incrementMeticsCounter("typedef:classification", typeDefinitionMap.getClassificationDefs().size()); result.incrementMeticsCounter("typedef:enum", typeDefinitionMap.getEnumDefs().size()); result.incrementMeticsCounter("typedef:entitydef", typeDefinitionMap.getEntityDefs().size()); result.incrementMeticsCounter("typedef:struct", typeDefinitionMap.getStructDefs().size()); } }
private void updateMetricsForTypesDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) { result.incrementMeticsCounter("typedef:classification", typeDefinitionMap.getClassificationDefs().size()); result.incrementMeticsCounter("typedef:enum", typeDefinitionMap.getEnumDefs().size()); result.incrementMeticsCounter("typedef:entitydef", typeDefinitionMap.getEntityDefs().size()); result.incrementMeticsCounter("typedef:struct", typeDefinitionMap.getStructDefs().size()); } }
private void verifyTypeDefs(ZipSource zipSource) throws AtlasBaseException { assertEquals(zipSource.getTypesDef().getEnumDefs().size(), 1); assertEquals(zipSource.getTypesDef().getClassificationDefs().size(), 0); assertEquals(zipSource.getTypesDef().getStructDefs().size(), 1); assertEquals(zipSource.getTypesDef().getEntityDefs().size(), 4); } }
public void updateTypesWithNoRefResolve(AtlasTypesDef typesDef) throws AtlasBaseException { if (LOG.isDebugEnabled()) { LOG.debug("==> AtlasTypeRegistry.updateTypesWithNoRefResolve({})", typesDef); } if (typesDef != null) { updateTypesWithNoRefResolve(typesDef.getEnumDefs()); updateTypesWithNoRefResolve(typesDef.getStructDefs()); updateTypesWithNoRefResolve(typesDef.getClassificationDefs()); updateTypesWithNoRefResolve(typesDef.getEntityDefs()); updateTypesWithNoRefResolve(typesDef.getRelationshipDefs()); } if (LOG.isDebugEnabled()) { LOG.debug("<== AtlasTypeRegistry.updateTypesWithNoRefResolve({})", typesDef); } }
public void updateTypesWithNoRefResolve(AtlasTypesDef typesDef) throws AtlasBaseException { if (LOG.isDebugEnabled()) { LOG.debug("==> AtlasTypeRegistry.updateTypesWithNoRefResolve({})", typesDef); } if (typesDef != null) { updateTypesWithNoRefResolve(typesDef.getEnumDefs()); updateTypesWithNoRefResolve(typesDef.getStructDefs()); updateTypesWithNoRefResolve(typesDef.getClassificationDefs()); updateTypesWithNoRefResolve(typesDef.getEntityDefs()); updateTypesWithNoRefResolve(typesDef.getRelationshipDefs()); } if (LOG.isDebugEnabled()) { LOG.debug("<== AtlasTypeRegistry.updateTypesWithNoRefResolve({})", typesDef); } }
private void verifyTypeDefs(ZipSource zipSource) throws AtlasBaseException { assertEquals(zipSource.getTypesDef().getEnumDefs().size(), 1); assertEquals(zipSource.getTypesDef().getClassificationDefs().size(), 0); assertEquals(zipSource.getTypesDef().getStructDefs().size(), 1); assertEquals(zipSource.getTypesDef().getEntityDefs().size(), 4); } }
@Test(dependsOnMethods = "testGet") public void testCreateWithValidAttributes(){ AtlasTypesDef hiveTypes = TestUtilsV2.defineHiveTypes(); try { AtlasTypesDef createdTypes = typeDefStore.createTypesDef(hiveTypes); assertEquals(hiveTypes.getEnumDefs(), createdTypes.getEnumDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getStructDefs(), createdTypes.getStructDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getClassificationDefs(), createdTypes.getClassificationDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getEntityDefs(), createdTypes.getEntityDefs(), "Data integrity issue while persisting"); } catch (AtlasBaseException e) { fail("Hive Type creation should've succeeded"); } }
@Test public void testGet() { try { AtlasTypesDef typesDef = typeDefStore.searchTypesDef(new SearchFilter()); assertNotNull(typesDef.getEnumDefs()); assertEquals(typesDef.getStructDefs().size(), 0); assertNotNull(typesDef.getStructDefs()); assertEquals(typesDef.getClassificationDefs().size(), 0); assertNotNull(typesDef.getClassificationDefs()); assertEquals(typesDef.getEntityDefs().size(), 0); assertNotNull(typesDef.getEntityDefs()); } catch (AtlasBaseException e) { fail("Search of types shouldn't have failed"); } }
@Test(dependsOnMethods = "testGet") public void testCreateWithNestedContainerAttributes() { AtlasTypesDef typesDef = TestUtilsV2.defineTypeWithNestedCollectionAttributes(); try { AtlasTypesDef createdTypes = typeDefStore.createTypesDef(typesDef); assertEquals(typesDef.getEnumDefs(), createdTypes.getEnumDefs(), "Data integrity issue while persisting"); assertEquals(typesDef.getStructDefs(), createdTypes.getStructDefs(), "Data integrity issue while persisting"); assertEquals(typesDef.getClassificationDefs(), createdTypes.getClassificationDefs(), "Data integrity issue while persisting"); assertEquals(typesDef.getEntityDefs(), createdTypes.getEntityDefs(), "Data integrity issue while persisting"); } catch (AtlasBaseException e) { fail("creation of type with nested-container attributes should've succeeded"); } }
private void updateEnumDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) throws AtlasBaseException { for (AtlasEnumDef def : typeDefinitionMap.getEnumDefs()) { AtlasEnumDef existing = typeRegistry.getEnumDefByName(def.getName()); if (existing != null && addElements(existing, def)) { typeDefStore.updateEnumDefByName(existing.getName(), existing); result.incrementMeticsCounter("typedef:enum:update"); } } }
private void updateEnumDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) throws AtlasBaseException { for (AtlasEnumDef def: typeDefinitionMap.getEnumDefs()) { AtlasEnumDef existing = typeRegistry.getEnumDefByName(def.getName()); if(existing != null && addElements(existing, def)) { typeDefStore.updateEnumDefByName(existing.getName(), existing); result.incrementMeticsCounter("typedef:enum:update"); } } }
@DataProvider public Object[][] allCreatedTypes(){ // Capture all the types that are getting created or updated here. AtlasTypesDef updatedTypeDefs = TestUtilsV2.defineValidUpdatedDeptEmployeeTypes(); AtlasTypesDef allTypeDefs = new AtlasTypesDef(); allTypeDefs.getEnumDefs().addAll(updatedTypeDefs.getEnumDefs()); allTypeDefs.getStructDefs().addAll(updatedTypeDefs.getStructDefs()); allTypeDefs.getClassificationDefs().addAll(updatedTypeDefs.getClassificationDefs()); allTypeDefs.getEntityDefs().addAll(updatedTypeDefs.getEntityDefs()); allTypeDefs.getEntityDefs().addAll(TestUtilsV2.getEntityWithValidSuperType()); return new Object[][] {{allTypeDefs}}; }
private void setGuidToEmpty(AtlasTypesDef typesDef) { for (AtlasEntityDef def : typesDef.getEntityDefs()) { def.setGuid(null); } for (AtlasClassificationDef def : typesDef.getClassificationDefs()) { def.setGuid(null); } for (AtlasEnumDef def : typesDef.getEnumDefs()) { def.setGuid(null); } for (AtlasStructDef def : typesDef.getStructDefs()) { def.setGuid(null); } }
private void setGuidToEmpty(AtlasTypesDef typesDef) { for (AtlasEntityDef def : typesDef.getEntityDefs()) { def.setGuid(null); } for (AtlasClassificationDef def : typesDef.getClassificationDefs()) { def.setGuid(null); } for (AtlasEnumDef def : typesDef.getEnumDefs()) { def.setGuid(null); } for (AtlasStructDef def : typesDef.getStructDefs()) { def.setGuid(null); } }
public void removeTypesDef(AtlasTypesDef typesDef) throws AtlasBaseException { if (null != typesDef && !typesDef.isEmpty()) { removeTypesWithNoRefResolve(typesDef.getEnumDefs()); removeTypesWithNoRefResolve(typesDef.getStructDefs()); removeTypesWithNoRefResolve(typesDef.getClassificationDefs()); removeTypesWithNoRefResolve(typesDef.getEntityDefs()); removeTypesWithNoRefResolve(typesDef.getRelationshipDefs()); resolveReferences(); } }
public void removeTypesDef(AtlasTypesDef typesDef) throws AtlasBaseException { if (null != typesDef && !typesDef.isEmpty()) { removeTypesWithNoRefResolve(typesDef.getEnumDefs()); removeTypesWithNoRefResolve(typesDef.getStructDefs()); removeTypesWithNoRefResolve(typesDef.getClassificationDefs()); removeTypesWithNoRefResolve(typesDef.getEntityDefs()); removeTypesWithNoRefResolve(typesDef.getRelationshipDefs()); resolveReferences(); } }
public static void populateSystemAttributes(AtlasTypesDef typesDef) { populateSystemAttributes(typesDef.getEnumDefs()); populateSystemAttributes(typesDef.getStructDefs()); populateSystemAttributes(typesDef.getClassificationDefs()); populateSystemAttributes(typesDef.getEntityDefs()); populateSystemAttributes(typesDef.getRelationshipDefs()); }