private static String[] parseNamesFromCanonicalNames(String[] canonicalNames) { String[] result = new String[canonicalNames.length]; for (int i = 0; i < canonicalNames.length; i++) { result[i] = parseCanonicalName(canonicalNames[i]).getSecond(); } return result; }
@Override public String toString() { return "{" + getFirst() + "," + getSecond() + "}"; } }
public String getFuzzyKeyAsString() { StringBuilder buf = new StringBuilder(); for (Pair<byte[], byte[]> fuzzyKey : this.fuzzyKeys) { buf.append(BytesUtil.toHex(fuzzyKey.getFirst())); buf.append(" "); buf.append(BytesUtil.toHex(fuzzyKey.getSecond())); buf.append(";"); } return buf.toString(); }
private static List<org.apache.hadoop.hbase.util.Pair<byte[], byte[]>> convertToHBasePair(List<org.apache.kylin.common.util.Pair<byte[], byte[]>> pairList) { List<org.apache.hadoop.hbase.util.Pair<byte[], byte[]>> result = Lists.newArrayList(); for (org.apache.kylin.common.util.Pair<byte[], byte[]> pair : pairList) { org.apache.hadoop.hbase.util.Pair<byte[], byte[]> element = new org.apache.hadoop.hbase.util.Pair<byte[], byte[]>(pair.getFirst(), pair.getSecond()); result.add(element); } return result; }
private void enqueueFromDump(int index) { if (dumpIterators.get(index) != null && dumpIterators.get(index).hasNext()) { Pair<byte[], byte[]> pair = dumpIterators.get(index).next(); minHeap.offer(new SimpleEntry(pair.getFirst(), index)); Object[] metricValues = new Object[metrics.trueBitCount()]; measureCodec.decode(ByteBuffer.wrap(pair.getSecond()), metricValues); dumpCurrentValues.set(index, metricValues); } }
@Override public void doMap(Text key, Text value, Context context) throws IOException, InterruptedException { newPair = reEncoder.reEncode(key, value); context.write(newPair.getFirst(), newPair.getSecond()); } }
private SqlNode convertSqlIdentifier(SqlIdentifier sqlIdentifier) { Pair<SqlNode, SqlNode> matched = convMaster.matchSqlFunc(sqlIdentifier); if (matched != null) { Preconditions.checkState(matched.getFirst() instanceof SqlIdentifier); return matched.getSecond(); } else { return null; } }
@Override public void run() { runEPRange(queryContext, logHeader, compressionResult, builder.build(), conn, epRange.getFirst(), epRange.getSecond(), epResultItr, querySegmentCacheEnabled, segmentQueryResultBuilder, segmentQueryCacheKey); } });
public static void applyHBaseColums(Scan scan, List<Pair<byte[], byte[]>> hbaseColumns) { for (Pair<byte[], byte[]> hbaseColumn : hbaseColumns) { byte[] byteFamily = hbaseColumn.getFirst(); byte[] byteQualifier = hbaseColumn.getSecond(); scan.addColumn(byteFamily, byteQualifier); } }
private static double calculateRollupRatio(Pair<Long, Long> rollupStats) { double rollupInputCount = rollupStats.getFirst() + rollupStats.getSecond(); return rollupInputCount == 0 ? 0 : 1.0 * rollupStats.getFirst() / rollupInputCount; } }
private void doSendMail(KylinConfig kylinConfig, List<String> users, Pair<String, String> email) { if (email == null) { logger.warn("no need to send email, content is null"); return; } logger.info("prepare to send email to:{}", users); logger.info("job name:{}", getName()); logger.info("submitter:{}", getSubmitter()); logger.info("notify list:{}", users); new MailService(kylinConfig).sendMail(users, email.getFirst(), email.getSecond()); }
public DynamicFunctionDesc(ParameterDesc parameter, TupleExpression tupleExpression) { this.setParameter(parameter); this.tupleExpression = tupleExpression; Pair<Set<TblColRef>, Set<TblColRef>> colsPair = ExpressionColCollector.collectColumnsPair(tupleExpression); filterColSet = colsPair.getFirst(); Set<TblColRef> measureColumns = colsPair.getSecond(); this.runtimeFuncMap = Maps.newHashMapWithExpectedSize(measureColumns.size()); for (TblColRef column : measureColumns) { runtimeFuncMap.put(column, constructRuntimeFunction(column)); } }
@Override protected TableExtDesc initEntityAfterReload(TableExtDesc t, String resourceName) { // convert old tableExt json to new one if (t.getIdentity() == null) { t = convertOldTableExtToNewer(resourceName); } String prj = TableDesc.parseResourcePath(resourceName).getSecond(); t.init(prj); return t; } };
protected CuboidResult aggregateCuboid(CuboidResult parent, long cuboidId) throws IOException { final Pair<ImmutableBitSet, ImmutableBitSet> allNeededColumns = InMemCubeBuilderUtils .getDimensionAndMetricColumnBitSet(parent.cuboidId, cuboidId, measureCount); return scanAndAggregateGridTable(parent.table, newGridTableByCuboidID(cuboidId), parent.cuboidId, cuboidId, allNeededColumns.getFirst(), allNeededColumns.getSecond()); }
@Override public TableSignature getSignature() throws IOException { Pair<Long, Long> sizeAndLastModified; try { sizeAndLastModified = getSizeAndLastModified(path); } catch (FileNotFoundException ex) { sizeAndLastModified = Pair.newPair(-1L, 0L); } return new TableSignature(path, sizeAndLastModified.getFirst(), sizeAndLastModified.getSecond()); }
private static void translateCreateToWith(String sql, KylinConfig config) throws IOException { Pair<String, String> translated = translateCreateToWithInternal(sql); String identifier = translated.getFirst(); String sql1 = translated.getSecond(); TempStatementManager manager = TempStatementManager.getInstance(config); if (manager.getTempStatement(identifier) == null || !manager.getTempStatement(identifier).equals(sql1)) { manager.updateTempStatement(identifier, sql1); } }
private SegmentRange getOffsetCubeSegRange(CubeInstance cubeCopy, TSRange tsRange, SegmentRange segRange) { if (segRange == null && tsRange != null) { Pair<CubeSegment, CubeSegment> pair = cubeCopy.getSegments(SegmentStatusEnum.READY) .findMergeOffsetsByDateRange(tsRange, Long.MAX_VALUE); if (pair == null) throw new IllegalArgumentException( "Find no segments to merge by " + tsRange + " for cube " + cubeCopy); segRange = new SegmentRange(pair.getFirst().getSegRange().start, pair.getSecond().getSegRange().end); } return segRange; }
@Override public void validateSQL(String query) throws Exception { final HiveCmdBuilder hiveCmdBuilder = new HiveCmdBuilder(); hiveCmdBuilder.addStatement(query); Pair<Integer, String> response = KylinConfig.getInstanceFromEnv().getCliCommandExecutor() .execute(hiveCmdBuilder.toString()); if (response.getFirst() != 0) { throw new IllegalArgumentException(response.getSecond()); } }
@Test public void testMapRange() throws Exception { Pair<String, String> results = lookupTable.mapRange("CAL_DT", millis("2012-01-24"), millis("2012-12-30"), "QTR_BEG_DT"); Assert.assertTrue(results != null); System.out.println("The first qtr_beg_dt is " + results.getFirst()); System.out.println("The last qtr_beg_dt is " + results.getSecond()); Assert.assertEquals(millis("2012-01-01"), results.getFirst()); Assert.assertEquals(millis("2012-10-01"), results.getSecond()); }