public Segmentation(Table hiveTable) { super(hiveTable); this.segments = getSegments(getName(), getProperties()); this.cubeName = getCubeName(getName(), getProperties()); }
public Segmentation(String baseCube, String segmentName, Set<Segment> segments, double weight, Map<String, String> properties) { super(segmentName, COLUMNS, properties, weight); this.cubeName = baseCube; this.segments = segments; addProperties(); }
@Override public boolean equals(Object obj) { if (super.equals(obj)) { return true; } if (obj == null || !(obj instanceof SegmentationCandidate)) { return false; } SegmentationCandidate segmantationCandidate = (SegmentationCandidate) obj; return (segmantationCandidate.segmentation.getSegments().equals(this.segmentation.getSegments()) && segmantationCandidate.segmentation.getBaseCube().equals(this.segmentation.getBaseCube())); }
public void alterBaseCubeName(String cubeName) { this.cubeName = cubeName; addCubeName(getName(), getProperties(), cubeName); }
@Override protected void addProperties() { super.addProperties(); addCubeName(getName(), getProperties(), cubeName); addSegmentProperties(getName(), getProperties(), segments); }
assertEquals(client.getSegmentation(segmentName).getSegments().size(), 3); Segmentation segmentation = new Segmentation(Hive.get(conf).getTable(segmentName)); segmentation.addSegment(seg5); segmentation.addProperties(new HashMap<String, String>(){{put("new_key", "new_val"); }}); segmentation.alterBaseCubeName("segCubeAltered"); segmentation.alterWeight(100.0); client.alterSegmentation(segmentName, segmentation); assertEquals(client.getSegmentation(segmentName).getSegments().size(), 4); assertEquals(client.getSegmentation(segmentName).getBaseCube(), "segCubeAltered"); assertEquals(client.getSegmentation(segmentName).weight(), 100.0); segmentation.dropSegment(seg5); client.alterSegmentation(segmentName, segmentation); assertEquals(client.getSegmentation(segmentName).getSegments().size(), 3);
public static XSegmentation xsegmentationFromSegmentation(Segmentation cSeg) { XSegmentation seg = XCF.createXSegmentation(); seg.setName(cSeg.getName()); seg.setProperties(new XProperties()); seg.setSegements(new XSegments()); seg.setWeight(cSeg.weight()); seg.setCubeName(cSeg.getBaseCube()); if (xPropertiesFromMap(cSeg.getProperties()) != null) { seg.getProperties().getProperty().addAll(xPropertiesFromMap(cSeg.getProperties())); } seg.getSegements().getSegment(). addAll(xSegmentsFromSegments(cSeg.getSegments())); return seg; }
public void addSegment(Segment cubeSeg) { if (!segments.contains(cubeSeg)) { segments.add(cubeSeg); addSegmentProperties(getName(), getProperties(), segments); } }
@Override public int getChildrenCount() { return segmentation.getSegments().size(); }
for (Segment cube : cs.getSegments()) { if (cube.getName().equalsIgnoreCase("cube1") && cube.getProperties().get("prop_key1").equals("prop_val1")) { assertEquals(cs.getProperties().get("foo"), "bar"); Segmentation usg = JAXBUtils.segmentationFromXSegmentation(gotUpSeg); assertEquals(usg.getSegments().size(), 2); for (Segment segmnt : usg.getSegments()) { assertTrue(segmnt.getName().equals("cube11") || segmnt.getName().equals("cube22"));
private void updateSegmentationCache(String segmentName) throws HiveException, LensException { if (enableCaching) { allSegmentations.put(segmentName.trim().toLowerCase(), new Segmentation(refreshTable(segmentName))); } }
public Date getAbsoluteEndTime() { return MetastoreUtil.getDateFromProperty(this.getProperties() .get(MetastoreConstants.SEGMENTATION_ABSOLUTE_END_TIME), false, false); }
@Override public List<String> getAllSegmentations(LensSessionHandle sessionid, String cubeName) throws LensException { try (SessionContext ignored = new SessionContext(sessionid)){ CubeMetastoreClient client = getClient(sessionid); CubeInterface seg = client.getCube(cubeName); if (cubeName != null && seg == null) { throw new LensException("Could not get table: " + cubeName + " as a cube"); } Collection<Segmentation> segs = client.getAllSegmentations(seg); List<String> segNames = new ArrayList<>(segs.size()); for (Segmentation cs : segs) { segNames.add(cs.getName()); } return segNames; } }
public List<Segmentation> getAllSegmentations(CubeInterface cube) throws LensException { String cubeName = null; if (cube != null) { if (cube instanceof DerivedCube) { cube = ((DerivedCube) cube).getParent(); } cubeName = cube.getName(); } List<Segmentation> cubeSegs = new ArrayList<>(); for (Segmentation seg : getAllSegmentations()) { if (cubeName == null || seg.getBaseCube().equalsIgnoreCase(cubeName)) { cubeSegs.add(seg); } } return cubeSegs; }
public static XSegmentation xsegmentationFromSegmentation(Segmentation cSeg) { XSegmentation seg = XCF.createXSegmentation(); seg.setName(cSeg.getName()); seg.setProperties(new XProperties()); seg.setSegements(new XSegments()); seg.setWeight(cSeg.weight()); seg.setCubeName(cSeg.getBaseCube()); if (xPropertiesFromMap(cSeg.getProperties()) != null) { seg.getProperties().getProperty().addAll(xPropertiesFromMap(cSeg.getProperties())); } seg.getSegements().getSegment(). addAll(xSegmentsFromSegments(cSeg.getSegments())); return seg; }
public void dropSegment(Segment cubeSeg) { if (segments.contains(cubeSeg)) { segments.remove(cubeSeg); addSegmentProperties(getName(), getProperties(), segments); } }
@Override protected void addProperties() { super.addProperties(); addCubeName(getName(), getProperties(), cubeName); addSegmentProperties(getName(), getProperties(), segments); }
@Override public int getChildrenCount() { return segmentation.getSegments().size(); }
public void alterBaseCubeName(String cubeName) { this.cubeName = cubeName; addCubeName(getName(), getProperties(), cubeName); }
private void updateSegmentationCache(String segmentName) throws HiveException, LensException { if (enableCaching) { allSegmentations.put(segmentName.trim().toLowerCase(), new Segmentation(refreshTable(segmentName))); } }