@Deprecated public AtlasStructDef createStructDef(AtlasStructDef structDef) throws AtlasServiceException { AtlasTypesDef atlasTypesDef = new AtlasTypesDef(); atlasTypesDef.getStructDefs().add(structDef); AtlasTypesDef created = createAtlasTypeDefs(atlasTypesDef); assert created != null; assert created.getStructDefs() != null; return created.getStructDefs().get(0); }
@Deprecated public AtlasStructDef createStructDef(AtlasStructDef structDef) throws AtlasServiceException { AtlasTypesDef atlasTypesDef = new AtlasTypesDef(); atlasTypesDef.getStructDefs().add(structDef); AtlasTypesDef created = createAtlasTypeDefs(atlasTypesDef); assert created != null; assert created.getStructDefs() != null; return created.getStructDefs().get(0); }
@Deprecated public AtlasStructDef createStructDef(AtlasStructDef structDef) throws AtlasServiceException { AtlasTypesDef atlasTypesDef = new AtlasTypesDef(); atlasTypesDef.getStructDefs().add(structDef); AtlasTypesDef created = createAtlasTypeDefs(atlasTypesDef); assert created != null; assert created.getStructDefs() != null; return created.getStructDefs().get(0); }
private void addStructDefToTypesDef(AtlasStructDef structDef) { for (AtlasStructDef sDef : typesDef.getStructDefs()) { if (StringUtils.equals(sDef.getName(), structDef.getName())) { return; } } typesDef.getStructDefs().add(structDef); }
private void updateMetricsForTypesDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) { result.incrementMeticsCounter("typedef:classification", typeDefinitionMap.getClassificationDefs().size()); result.incrementMeticsCounter("typedef:enum", typeDefinitionMap.getEnumDefs().size()); result.incrementMeticsCounter("typedef:entitydef", typeDefinitionMap.getEntityDefs().size()); result.incrementMeticsCounter("typedef:struct", typeDefinitionMap.getStructDefs().size()); } }
private void updateMetricsForTypesDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) { result.incrementMeticsCounter("typedef:classification", typeDefinitionMap.getClassificationDefs().size()); result.incrementMeticsCounter("typedef:enum", typeDefinitionMap.getEnumDefs().size()); result.incrementMeticsCounter("typedef:entitydef", typeDefinitionMap.getEntityDefs().size()); result.incrementMeticsCounter("typedef:struct", typeDefinitionMap.getStructDefs().size()); } }
private void verifyTypeDefs(ZipSource zipSource) throws AtlasBaseException { assertEquals(zipSource.getTypesDef().getEnumDefs().size(), 1); assertEquals(zipSource.getTypesDef().getClassificationDefs().size(), 0); assertEquals(zipSource.getTypesDef().getStructDefs().size(), 1); assertEquals(zipSource.getTypesDef().getEntityDefs().size(), 4); } }
@Test(dependsOnMethods = "testGet") public void testCreateWithValidAttributes(){ AtlasTypesDef hiveTypes = TestUtilsV2.defineHiveTypes(); try { AtlasTypesDef createdTypes = typeDefStore.createTypesDef(hiveTypes); assertEquals(hiveTypes.getEnumDefs(), createdTypes.getEnumDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getStructDefs(), createdTypes.getStructDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getClassificationDefs(), createdTypes.getClassificationDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getEntityDefs(), createdTypes.getEntityDefs(), "Data integrity issue while persisting"); } catch (AtlasBaseException e) { fail("Hive Type creation should've succeeded"); } }
public AtlasTypesDef scrub(AtlasTypesDef typesDef) { this.typesDef = typesDef; display("incoming: ", typesDef); createClassificationNameIndexMap(typesDef.getClassificationDefs()); for (AtlasStructDef structDef : new ArrayList<>(typesDef.getStructDefs())) { // work on copy of typesDef.getStructDefs(), as the list is modified by checkAndUpdate() checkAndUpdate(structDef); } for (AtlasEntityDef entityDef : typesDef.getEntityDefs()) { checkAndUpdate(entityDef); } display("scrubbed: ", typesDef); return typesDef; }
private void verifyTypeDefs(ZipSource zipSource) throws AtlasBaseException { assertEquals(zipSource.getTypesDef().getEnumDefs().size(), 1); assertEquals(zipSource.getTypesDef().getClassificationDefs().size(), 0); assertEquals(zipSource.getTypesDef().getStructDefs().size(), 1); assertEquals(zipSource.getTypesDef().getEntityDefs().size(), 4); } }
@Test(dependsOnMethods = "testGet") public void testCreateWithValidAttributes(){ AtlasTypesDef hiveTypes = TestUtilsV2.defineHiveTypes(); try { AtlasTypesDef createdTypes = typeDefStore.createTypesDef(hiveTypes); assertEquals(hiveTypes.getEnumDefs(), createdTypes.getEnumDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getStructDefs(), createdTypes.getStructDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getClassificationDefs(), createdTypes.getClassificationDefs(), "Data integrity issue while persisting"); assertEquals(hiveTypes.getEntityDefs(), createdTypes.getEntityDefs(), "Data integrity issue while persisting"); } catch (AtlasBaseException e) { fail("Hive Type creation should've succeeded"); } }
@Test(dependsOnMethods = "testGet") public void testCreateWithNestedContainerAttributes() { AtlasTypesDef typesDef = TestUtilsV2.defineTypeWithNestedCollectionAttributes(); try { AtlasTypesDef createdTypes = typeDefStore.createTypesDef(typesDef); assertEquals(typesDef.getEnumDefs(), createdTypes.getEnumDefs(), "Data integrity issue while persisting"); assertEquals(typesDef.getStructDefs(), createdTypes.getStructDefs(), "Data integrity issue while persisting"); assertEquals(typesDef.getClassificationDefs(), createdTypes.getClassificationDefs(), "Data integrity issue while persisting"); assertEquals(typesDef.getEntityDefs(), createdTypes.getEntityDefs(), "Data integrity issue while persisting"); } catch (AtlasBaseException e) { fail("creation of type with nested-container attributes should've succeeded"); } }
private void updateStructDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) throws AtlasBaseException { for (AtlasStructDef def : typeDefinitionMap.getStructDefs()) { AtlasStructDef existing = typeRegistry.getStructDefByName(def.getName()); if (existing != null && addAttributes(existing, def)) { typeDefStore.updateStructDefByName(existing.getName(), existing); result.incrementMeticsCounter("typedef:struct:update"); } } }
private void updateStructDef(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) throws AtlasBaseException { for (AtlasStructDef def: typeDefinitionMap.getStructDefs()) { AtlasStructDef existing = typeRegistry.getStructDefByName(def.getName()); if(existing != null && addAttributes(existing, def)) { typeDefStore.updateStructDefByName(existing.getName(), existing); result.incrementMeticsCounter("typedef:struct:update"); } } }
@DataProvider public Object[][] allCreatedTypes(){ // Capture all the types that are getting created or updated here. AtlasTypesDef updatedTypeDefs = TestUtilsV2.defineValidUpdatedDeptEmployeeTypes(); AtlasTypesDef allTypeDefs = new AtlasTypesDef(); allTypeDefs.getEnumDefs().addAll(updatedTypeDefs.getEnumDefs()); allTypeDefs.getStructDefs().addAll(updatedTypeDefs.getStructDefs()); allTypeDefs.getClassificationDefs().addAll(updatedTypeDefs.getClassificationDefs()); allTypeDefs.getEntityDefs().addAll(updatedTypeDefs.getEntityDefs()); allTypeDefs.getEntityDefs().addAll(TestUtilsV2.getEntityWithValidSuperType()); return new Object[][] {{allTypeDefs}}; }
private void setGuidToEmpty(AtlasTypesDef typesDef) { for (AtlasEntityDef def : typesDef.getEntityDefs()) { def.setGuid(null); } for (AtlasClassificationDef def : typesDef.getClassificationDefs()) { def.setGuid(null); } for (AtlasEnumDef def : typesDef.getEnumDefs()) { def.setGuid(null); } for (AtlasStructDef def : typesDef.getStructDefs()) { def.setGuid(null); } }
private void setGuidToEmpty(AtlasTypesDef typesDef) { for (AtlasEntityDef def : typesDef.getEntityDefs()) { def.setGuid(null); } for (AtlasClassificationDef def : typesDef.getClassificationDefs()) { def.setGuid(null); } for (AtlasEnumDef def : typesDef.getEnumDefs()) { def.setGuid(null); } for (AtlasStructDef def : typesDef.getStructDefs()) { def.setGuid(null); } }
public void removeTypesDef(AtlasTypesDef typesDef) throws AtlasBaseException { if (null != typesDef && !typesDef.isEmpty()) { removeTypesWithNoRefResolve(typesDef.getEnumDefs()); removeTypesWithNoRefResolve(typesDef.getStructDefs()); removeTypesWithNoRefResolve(typesDef.getClassificationDefs()); removeTypesWithNoRefResolve(typesDef.getEntityDefs()); removeTypesWithNoRefResolve(typesDef.getRelationshipDefs()); resolveReferences(); } }
public void removeTypesDef(AtlasTypesDef typesDef) throws AtlasBaseException { if (null != typesDef && !typesDef.isEmpty()) { removeTypesWithNoRefResolve(typesDef.getEnumDefs()); removeTypesWithNoRefResolve(typesDef.getStructDefs()); removeTypesWithNoRefResolve(typesDef.getClassificationDefs()); removeTypesWithNoRefResolve(typesDef.getEntityDefs()); removeTypesWithNoRefResolve(typesDef.getRelationshipDefs()); resolveReferences(); } }
public static void populateSystemAttributes(AtlasTypesDef typesDef) { populateSystemAttributes(typesDef.getEnumDefs()); populateSystemAttributes(typesDef.getStructDefs()); populateSystemAttributes(typesDef.getClassificationDefs()); populateSystemAttributes(typesDef.getEntityDefs()); populateSystemAttributes(typesDef.getRelationshipDefs()); }