private static Set<Segment> getSegments(String name, Map<String, String> props) { Set<Segment> segments = new HashSet<>(); String segmentsString = MetastoreUtil.getNamedStringValue(props, MetastoreUtil.getSegmentsListKey(name)); if (!StringUtils.isBlank(segmentsString)) { String[] segs = segmentsString.split(","); for (String seg : segs) { Map<String, String> segProps = new HashMap<>(); String segmentPropStr = MetastoreUtil.getSegmentPropertyKey(seg); for (String key : props.keySet()) { if (key.startsWith(segmentPropStr)){ segProps.put(key, props.get(key)); } } segments.add(new Segment(seg, segProps)); } } return segments; }
private static void addSegmentProperties(String name, Map<String, String> props, Set<Segment> segments) { if (segments != null){ props.put(MetastoreUtil.getSegmentsListKey(name), MetastoreUtil.getNamedStr(segments)); for (Segment segment : segments) { for (Map.Entry<String, String> segProp : segment.getProperties().entrySet()) { if (!segProp.getKey().startsWith(MetastoreUtil.getSegmentPropertyKey(segment.getName()))) { props.put(MetastoreUtil.getSegmentPropertyKey(segment.getName()).concat(segProp.getKey()), segProp.getValue()); } } } } }
public static Set<String> getSegmentNames(Set<Segment> segments) { Set<String> names = new HashSet<>(); for (Segment seg : segments) { names.add(seg.getName()); } return names; }
public static Set<String> getSegmentNames(Set<Segment> segments) { Set<String> names = new HashSet<>(); for (Segment seg : segments) { names.add(seg.getName()); } return names; }
private static void addSegmentProperties(String name, Map<String, String> props, Set<Segment> segments) { if (segments != null){ props.put(MetastoreUtil.getSegmentsListKey(name), MetastoreUtil.getNamedStr(segments)); for (Segment segment : segments) { for (Map.Entry<String, String> segProp : segment.getProperties().entrySet()) { if (!segProp.getKey().startsWith(MetastoreUtil.getSegmentPropertyKey(segment.getName()))) { props.put(MetastoreUtil.getSegmentPropertyKey(segment.getName()).concat(segProp.getKey()), segProp.getValue()); } } } } }
SegmentationCandidate(CubeQueryContext cubeQueryContext, Segmentation segmentation) throws LensException { this.cubeQueryContext = cubeQueryContext; this.segmentation = segmentation; cubesOfSegmentation = Maps.newHashMap(); cubeQueryContextMap = Maps.newHashMap(); for (Segment segment : segmentation.getSegments()) { // assuming only base cubes in segmentation cubesOfSegmentation.put(segment.getName(), (Cube) getCubeMetastoreClient().getCube(segment.getName())); } }
private static Set<Segment> getSegments(String name, Map<String, String> props) { Set<Segment> segments = new HashSet<>(); String segmentsString = MetastoreUtil.getNamedStringValue(props, MetastoreUtil.getSegmentsListKey(name)); if (!StringUtils.isBlank(segmentsString)) { String[] segs = segmentsString.split(","); for (String seg : segs) { Map<String, String> segProps = new HashMap<>(); String segmentPropStr = MetastoreUtil.getSegmentPropertyKey(seg); for (String key : props.keySet()) { if (key.startsWith(segmentPropStr)){ segProps.put(key, props.get(key)); } } segments.add(new Segment(seg, segProps)); } } return segments; }
public static XProperties getXpropertiesFromSegment(Segment cseg) { XProperties xproperties = XCF.createXProperties(); for (String prop : cseg.getProperties().keySet()) { String segPrefix = MetastoreUtil.getSegmentPropertyKey(cseg.getName()); if (prop.startsWith(segPrefix)){ XProperty xprop = XCF.createXProperty(); xprop.setName(prop.replace(segPrefix, "")); xprop.setValue(cseg.getProperties().get(prop)); xproperties.getProperty().add(xprop); } } return xproperties; }
SegmentationCandidate(CubeQueryContext cubeQueryContext, Segmentation segmentation) throws LensException { this.cubeQueryContext = cubeQueryContext; this.segmentation = segmentation; cubesOfSegmentation = Maps.newHashMap(); cubeQueryContextMap = Maps.newHashMap(); for (Segment segment : segmentation.getSegments()) { // assuming only base cubes in segmentation cubesOfSegmentation.put(segment.getName(), (Cube) getCubeMetastoreClient().getCube(segment.getName())); } }
public static Set<Segment> segmentsFromXSegments(XSegments segs) { Set<Segment> cubeSegs = new HashSet<>(); for (XSegment xcube : segs.getSegment()){ Map<String, String> segProp = new HashMap<>(); if (xcube.getSegmentParameters() != null) { for (XProperty prop : xcube.getSegmentParameters().getProperty()) { segProp.put(prop.getName(), prop.getValue()); } } cubeSegs.add(new Segment(xcube.getCubeName(), segProp)); } return cubeSegs; }
public static XProperties getXpropertiesFromSegment(Segment cseg) { XProperties xproperties = XCF.createXProperties(); for (String prop : cseg.getProperties().keySet()) { String segPrefix = MetastoreUtil.getSegmentPropertyKey(cseg.getName()); if (prop.startsWith(segPrefix)){ XProperty xprop = XCF.createXProperty(); xprop.setName(prop.replace(segPrefix, "")); xprop.setValue(cseg.getProperties().get(prop)); xproperties.getProperty().add(xprop); } } return xproperties; }
public static Set<XSegment> xSegmentsFromSegments(Set<Segment> segs) { Set<XSegment> xsegs = new HashSet<XSegment>(); if (segs != null && !segs.isEmpty()) { for (Segment seg : segs) { XSegment xcubeSeg = XCF.createXSegment(); xcubeSeg.setCubeName(seg.getName()); xcubeSeg.setSegmentParameters(getXpropertiesFromSegment(seg)); xsegs.add(xcubeSeg); } } return xsegs; }
public static Set<Segment> segmentsFromXSegments(XSegments segs) { Set<Segment> cubeSegs = new HashSet<>(); for (XSegment xcube : segs.getSegment()){ Map<String, String> segProp = new HashMap<>(); if (xcube.getSegmentParameters() != null) { for (XProperty prop : xcube.getSegmentParameters().getProperty()) { segProp.put(prop.getName(), prop.getValue()); } } cubeSegs.add(new Segment(xcube.getCubeName(), segProp)); } return cubeSegs; }
if (cube.getName().equalsIgnoreCase("cube1") && cube.getProperties().get("prop_key1").equals("prop_val1")) { foundCube1 = true; break; assertTrue(segmnt.getName().equals("cube11") || segmnt.getName().equals("cube22"));
public static Set<XSegment> xSegmentsFromSegments(Set<Segment> segs) { Set<XSegment> xsegs = new HashSet<XSegment>(); if (segs != null && !segs.isEmpty()) { for (Segment seg : segs) { XSegment xcubeSeg = XCF.createXSegment(); xcubeSeg.setCubeName(seg.getName()); xcubeSeg.setSegmentParameters(getXpropertiesFromSegment(seg)); xsegs.add(xcubeSeg); } } return xsegs; }
Cube innerCube = (Cube) getCubeMetastoreClient().getCube(segment.getName()); cubesOfSegmentation.put(segment.getName(), innerCube); Set<QueriedPhraseContext> notAnswerable = cubeQueryContext.getQueriedPhrases().stream() .filter(not(this::isPhraseAnswerable)).collect(Collectors.toSet()); innerConf = new Configuration(conf); innerConf.set(LensConfConstants.QUERY_METRIC_UNIQUE_ID_CONF_KEY, conf.get(LensConfConstants.QUERY_METRIC_UNIQUE_ID_CONF_KEY) + "-" + segment.getName()); cubeQueryContextMap.put(segment.getName(), ctx); if (!ctx.getCandidates().isEmpty()) { ctx.pickCandidateToQuery();
Cube innerCube = (Cube) getCubeMetastoreClient().getCube(segment.getName()); cubesOfSegmentation.put(segment.getName(), innerCube); Set<QueriedPhraseContext> notAnswerable = cubeQueryContext.getQueriedPhrases().stream() .filter(not(this::isPhraseAnswerable)).collect(Collectors.toSet()); innerConf = new Configuration(conf); innerConf.set(LensConfConstants.QUERY_METRIC_UNIQUE_ID_CONF_KEY, conf.get(LensConfConstants.QUERY_METRIC_UNIQUE_ID_CONF_KEY) + "-" + segment.getName()); cubeQueryContextMap.put(segment.getName(), ctx); if (!ctx.getCandidates().isEmpty()) { ctx.pickCandidateToQuery();