public static AtlasClassificationDef createAtlasClassificationDef(String name, String description, String version, Set<String> superTypes, Set<String> entityTypes, AtlasAttributeDef... attrDefs) { return new AtlasClassificationDef(name, description, version, Arrays.asList(attrDefs), superTypes, entityTypes, null); }
public static AtlasClassificationDef createTraitTypeDef(String name, String description, String version, ImmutableSet<String> superTypes, AtlasAttributeDef... attrDefs) { return new AtlasClassificationDef(name, description, version, Arrays.asList(attrDefs), superTypes); }
public static AtlasClassificationDef createTraitTypeDef(String name, String description, String version, Set<String> superTypes, AtlasAttributeDef... attrDefs) { return new AtlasClassificationDef(name, description, version, Arrays.asList(attrDefs), superTypes); }
protected void createClassificationTypes() { List<AtlasClassificationDef> cds = Arrays.asList(new AtlasClassificationDef(DIMENSION_CLASSIFICATION, "Dimension Classification", "1.0"), new AtlasClassificationDef(FACT_CLASSIFICATION, "Fact Classification", "1.0"), new AtlasClassificationDef(PII_CLASSIFICATION, "PII Classification", "1.0"), new AtlasClassificationDef(METRIC_CLASSIFICATION, "Metric Classification", "1.0"), new AtlasClassificationDef(ETL_CLASSIFICATION, "ETL Classification", "1.0"), new AtlasClassificationDef(JDBC_CLASSIFICATION, "JdbcAccess Classification", "1.0"), new AtlasClassificationDef(LOGDATA_CLASSIFICATION, "LogData Classification", "1.0")); AtlasTypesDef tds = new AtlasTypesDef(Collections.<AtlasEnumDef>emptyList(), Collections.<AtlasStructDef>emptyList(), cds, Collections.<AtlasEntityDef>emptyList()); createUpdateClassificationDef(tds); }
protected void createClassificationTypes() { List<AtlasClassificationDef> cds = Arrays.asList(new AtlasClassificationDef(DIMENSION_CLASSIFICATION, "Dimension Classification", "1.0"), new AtlasClassificationDef(FACT_CLASSIFICATION, "Fact Classification", "1.0"), new AtlasClassificationDef(PII_CLASSIFICATION, "PII Classification", "1.0"), new AtlasClassificationDef(METRIC_CLASSIFICATION, "Metric Classification", "1.0"), new AtlasClassificationDef(ETL_CLASSIFICATION, "ETL Classification", "1.0"), new AtlasClassificationDef(JDBC_CLASSIFICATION, "JdbcAccess Classification", "1.0"), new AtlasClassificationDef(LOGDATA_CLASSIFICATION, "LogData Classification", "1.0")); AtlasTypesDef tds = new AtlasTypesDef(Collections.<AtlasEnumDef>emptyList(), Collections.<AtlasStructDef>emptyList(), cds, Collections.<AtlasEntityDef>emptyList()); createUpdateClassificationDef(tds); }
private String getCreateTag(String classificationName) throws AtlasBaseException { AtlasClassificationDef classificationDef = typeRegistry.getClassificationDefByName(classificationName); if(classificationDef != null) { return classificationName; } classificationDef = new AtlasClassificationDef(classificationName); AtlasTypesDef typesDef = new AtlasTypesDef(); typesDef.setClassificationDefs(Collections.singletonList(classificationDef)); typeDefStore.createTypesDef(typesDef); LOG.info("created classification: {}", classificationName); return classificationName; } }
private static List<AtlasClassificationDef> toAtlasClassificationDefs(List<HierarchicalTypeDefinition<TraitType>> traitTypeDefinitions) throws AtlasBaseException { List<AtlasClassificationDef> ret = new ArrayList<AtlasClassificationDef>(); for (HierarchicalTypeDefinition<TraitType> traitType : traitTypeDefinitions) { AtlasClassificationDef classifDef = new AtlasClassificationDef(); List<AtlasAttributeDef> attrDefs = new ArrayList<AtlasAttributeDef>(); classifDef.setName(traitType.typeName); classifDef.setDescription(traitType.typeDescription); classifDef.setTypeVersion(traitType.typeVersion); classifDef.setSuperTypes(traitType.superTypes); AttributeDefinition[] attrDefinitions = traitType.attributeDefinitions; for (AttributeDefinition attrDefinition : attrDefinitions) { attrDefs.add(toAtlasAttributeDef(attrDefinition)); } classifDef.setAttributeDefs(attrDefs); ret.add(classifDef); } return ret; }
private static List<AtlasClassificationDef> toAtlasClassificationDefs(List<TraitTypeDefinition> traitTypeDefinitions) { List<AtlasClassificationDef> ret = new ArrayList<>(); for (TraitTypeDefinition traitType : traitTypeDefinitions) { List<AtlasAttributeDef> attrDefs = new ArrayList<AtlasAttributeDef>(); if (CollectionUtils.isNotEmpty(traitType.getAttributeDefinitions())) { for (AttributeDefinition attrDefinition : traitType.getAttributeDefinitions()) { attrDefs.add(toAtlasAttributeDef(attrDefinition)); } } AtlasClassificationDef classifDef = new AtlasClassificationDef(traitType.getTypeName(), traitType.getTypeDescription(), traitType.getTypeVersion(), attrDefs, traitType.getSuperTypes()); ret.add(classifDef); } return ret; }
private void loadSampleClassificationDefs() throws AtlasBaseException { AtlasClassificationDef tag1 = new AtlasClassificationDef("tag1"); AtlasClassificationDef tag2 = new AtlasClassificationDef("tag2"); AtlasClassificationDef tag3 = new AtlasClassificationDef("tag3"); AtlasClassificationDef tag4 = new AtlasClassificationDef("tag4"); AtlasClassificationDef PII = new AtlasClassificationDef("PII"); PII.addAttribute(new AtlasAttributeDef("type", "string")); PII.addAttribute(new AtlasAttributeDef("valid", "boolean")); typeDefStore.createTypesDef(new AtlasTypesDef(Collections.emptyList(), Collections.emptyList(), Arrays.asList(tag1, tag2, tag3, tag4, PII), Collections.emptyList(), Collections.emptyList())); }
private void loadSampleClassificationDefs() throws AtlasBaseException { AtlasClassificationDef tag1 = new AtlasClassificationDef("tag1"); AtlasClassificationDef tag2 = new AtlasClassificationDef("tag2"); AtlasClassificationDef tag3 = new AtlasClassificationDef("tag3"); AtlasClassificationDef tag4 = new AtlasClassificationDef("tag4"); AtlasClassificationDef PII = new AtlasClassificationDef("PII"); PII.addAttribute(new AtlasAttributeDef("type", "string")); PII.addAttribute(new AtlasAttributeDef("valid", "boolean")); typeDefStore.createTypesDef(new AtlasTypesDef(Collections.emptyList(), Collections.emptyList(), Arrays.asList(tag1, tag2, tag3, tag4, PII), Collections.emptyList(), Collections.emptyList())); }
@Test public void testClassificationDefSerDeEmpty() { AtlasClassificationDef classificationDef = new AtlasClassificationDef("emptyClassificationDef"); String jsonString = AtlasType.toJson(classificationDef); AtlasClassificationDef classificationDef2 = AtlasType.fromJson(jsonString, AtlasClassificationDef.class); assertEquals(classificationDef2, classificationDef, "Incorrect serialization/deserialization of AtlasClassificationDef"); }
@Test public void testClassificationDefSerDeEmpty() { AtlasClassificationDef classificationDef = new AtlasClassificationDef("emptyClassificationDef"); String jsonString = AtlasType.toJson(classificationDef); AtlasClassificationDef classificationDef2 = AtlasType.fromJson(jsonString, AtlasClassificationDef.class); assertEquals(classificationDef2, classificationDef, "Incorrect serialization/deserialization of AtlasClassificationDef"); }
protected AtlasClassificationDef getTagWithName(AtlasTypesDef typesDef, String tagName, String attributeType) { AtlasClassificationDef aTag = new AtlasClassificationDef(tagName); AtlasAttributeDef attributeDef = new AtlasAttributeDef("testAttribute", attributeType, true, AtlasAttributeDef.Cardinality.SINGLE, 0, 1, false, true, false, Collections.emptyList()); aTag.addAttribute(attributeDef); typesDef.setClassificationDefs(Arrays.asList(aTag)); return aTag; }
protected AtlasClassificationDef getTagWithName(AtlasTypesDef typesDef, String tagName, String attributeType) { AtlasClassificationDef aTag = new AtlasClassificationDef(tagName); AtlasAttributeDef attributeDef = new AtlasAttributeDef("testAttribute", attributeType, true, AtlasAttributeDef.Cardinality.SINGLE, 0, 1, false, true, false, Collections.emptyList()); aTag.addAttribute(attributeDef); typesDef.setClassificationDefs(Arrays.asList(aTag)); return aTag; }
private AtlasClassificationDef toClassificationDef(AtlasVertex vertex) throws AtlasBaseException { AtlasClassificationDef ret = null; if (vertex != null && typeDefStore.isTypeVertex(vertex, TypeCategory.TRAIT)) { ret = new AtlasClassificationDef(); AtlasStructDefStoreV2.toStructDef(vertex, ret, typeDefStore); ret.setSuperTypes(typeDefStore.getSuperTypeNames(vertex)); ret.setEntityTypes(typeDefStore.getEntityTypeNames(vertex)); } return ret; }
private AtlasClassificationDef toClassificationDef(AtlasVertex vertex) throws AtlasBaseException { AtlasClassificationDef ret = null; if (vertex != null && typeDefStore.isTypeVertex(vertex, TypeCategory.TRAIT)) { ret = new AtlasClassificationDef(); AtlasStructDefStoreV2.toStructDef(vertex, ret, typeDefStore); ret.setSuperTypes(typeDefStore.getSuperTypeNames(vertex)); ret.setEntityTypes(typeDefStore.getEntityTypeNames(vertex)); } return ret; }
@Override public Object call() throws Exception { for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasEnumDef(enumTypePrefix + i)); } for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasStructDef(structTypePrefix + i)); } for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasClassificationDef(classificationPrefix + i)); } for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasEntityDef(entityTypePrefix + i)); } return null; } });
@Override public Object call() throws Exception { for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasEnumDef(enumTypePrefix + i)); } for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasStructDef(structTypePrefix + i)); } for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasClassificationDef(classificationPrefix + i)); } for (int i = 0; i < numOfTypesPerKind; i++) { addType(typeRegistry, new AtlasEntityDef(entityTypePrefix + i)); } return null; } });
@Test public void testClassificationDefInvalidHierarchy_Self() { AtlasClassificationDef classifiDef1 = new AtlasClassificationDef("classifiDef-1"); classifiDef1.addSuperType(classifiDef1.getName()); AtlasTypeRegistry typeRegistry = new AtlasTypeRegistry(); AtlasTransientTypeRegistry ttr = null; boolean commit = false; String failureMsg = null; try { ttr = typeRegistry.lockTypeRegistryForUpdate(); ttr.addType(classifiDef1); commit = true; } catch (AtlasBaseException excp) { failureMsg = excp.getMessage(); } finally { typeRegistry.releaseTypeRegistryForUpdate(ttr, commit); } assertNotNull(failureMsg, "expected invalid supertype failure"); }
@Test public void testClassificationDefInvalidHierarchy_Self() { AtlasClassificationDef classifiDef1 = new AtlasClassificationDef("classifiDef-1"); classifiDef1.addSuperType(classifiDef1.getName()); AtlasTypeRegistry typeRegistry = new AtlasTypeRegistry(); AtlasTransientTypeRegistry ttr = null; boolean commit = false; String failureMsg = null; try { ttr = typeRegistry.lockTypeRegistryForUpdate(); ttr.addType(classifiDef1); commit = true; } catch (AtlasBaseException excp) { failureMsg = excp.getMessage(); } finally { typeRegistry.releaseTypeRegistryForUpdate(ttr, commit); } assertNotNull(failureMsg, "expected invalid supertype failure"); }