private Query findInnerMostQuery(Query outerQuery) { Query query = outerQuery; while (query.getDataSource() instanceof QueryDataSource) { query = ((QueryDataSource) query.getDataSource()).getQuery(); } return query; }
private DataSource getInnerMostDataSource(DataSource dataSource) { if (dataSource instanceof QueryDataSource) { return getInnerMostDataSource(((QueryDataSource) dataSource).getQuery().getDataSource()); } return dataSource; }
private static int countRequiredMergeBufferNum(Query query, int foundNum) { // Note: A broker requires merge buffers for processing the groupBy layers beyond the inner-most one. // For example, the number of required merge buffers for a nested groupBy (groupBy -> groupBy -> table) is 1. // If the broker processes an outer groupBy which reads input from an inner groupBy, // it requires two merge buffers for inner and outer groupBys to keep the intermediate result of inner groupBy // until the outer groupBy processing completes. // This is same for subsequent groupBy layers, and thus the maximum number of required merge buffers becomes 2. final DataSource dataSource = query.getDataSource(); if (foundNum == MAX_MERGE_BUFFER_NUM + 1 || !(dataSource instanceof QueryDataSource)) { return foundNum - 1; } else { return countRequiredMergeBufferNum(((QueryDataSource) dataSource).getQuery(), foundNum + 1); } }
@VisibleForTesting public static QuerySegmentSpec getQuerySegmentSpecForLookUp(BaseQuery query) { if (query.getDataSource() instanceof QueryDataSource) { QueryDataSource ds = (QueryDataSource) query.getDataSource(); Query subquery = ds.getQuery(); if (subquery instanceof BaseQuery) { return getQuerySegmentSpecForLookUp((BaseQuery) subquery); } throw new IllegalStateException("Invalid subquery type " + subquery.getClass()); } return query.getQuerySegmentSpec(); }
private Object findInnerDatasource(Query query) { DataSource _ds = query.getDataSource(); if (_ds instanceof TableDataSource) { return ((TableDataSource) _ds).getName(); } if (_ds instanceof QueryDataSource) { return findInnerDatasource(((QueryDataSource) _ds).getQuery()); } if (_ds instanceof UnionDataSource) { return Joiner.on(",") .join( ((UnionDataSource) _ds) .getDataSources() .stream() .map(TableDataSource::getName) .collect(Collectors.toList()) ); } else { // should not come here return query.getDataSource(); } }
default List<Interval> getIntervalsOfInnerMostQuery() { if (getDataSource() instanceof QueryDataSource) { //noinspection unchecked return ((QueryDataSource) getDataSource()).getQuery().getIntervalsOfInnerMostQuery(); } else { return getIntervals(); } } }
@Override public Sequence<T> run(final QueryPlus<T> queryPlus, Map<String, Object> responseContext) { DataSource dataSource = queryPlus.getQuery().getDataSource(); boolean forcePushDownNestedQuery = queryPlus.getQuery() .getContextBoolean( GroupByQueryConfig.CTX_KEY_FORCE_PUSH_DOWN_NESTED_QUERY, false ); if (dataSource instanceof QueryDataSource && !forcePushDownNestedQuery) { return run(queryPlus.withQuery((Query<T>) ((QueryDataSource) dataSource).getQuery()), responseContext); } else { QueryPlus newQuery = queryPlus; if (forcePushDownNestedQuery) { // Disable any more push downs before firing off the query. But do let the historical know // that it is executing the complete nested query and not just the inner most part of it newQuery = queryPlus.withQuery( queryPlus.getQuery() .withOverriddenContext( ImmutableMap.of( GroupByQueryConfig.CTX_KEY_FORCE_PUSH_DOWN_NESTED_QUERY, false, GroupByQueryConfig.CTX_KEY_EXECUTING_NESTED_QUERY, true ) ) ); } return baseRunner.run(newQuery, responseContext); } } }
private Query findInnerMostQuery(Query outerQuery) { Query query = outerQuery; while (query.getDataSource() instanceof QueryDataSource) { query = ((QueryDataSource) query.getDataSource()).getQuery(); } return query; }
private static int countRequiredMergeBufferNum(Query query, int foundNum) { // Note: A broker requires merge buffers for processing the groupBy layers beyond the inner-most one. // For example, the number of required merge buffers for a nested groupBy (groupBy -> groupBy -> table) is 1. // If the broker processes an outer groupBy which reads input from an inner groupBy, // it requires two merge buffers for inner and outer groupBys to keep the intermediate result of inner groupBy // until the outer groupBy processing completes. // This is same for subsequent groupBy layers, and thus the maximum number of required merge buffers becomes 2. final DataSource dataSource = query.getDataSource(); if (foundNum == MAX_MERGE_BUFFER_NUM + 1 || !(dataSource instanceof QueryDataSource)) { return foundNum - 1; } else { return countRequiredMergeBufferNum(((QueryDataSource) dataSource).getQuery(), foundNum + 1); } }
@VisibleForTesting public static QuerySegmentSpec getQuerySegmentSpecForLookUp(BaseQuery query) { if (query.getDataSource() instanceof QueryDataSource) { QueryDataSource ds = (QueryDataSource) query.getDataSource(); Query subquery = ds.getQuery(); if (subquery instanceof BaseQuery) { return getQuerySegmentSpecForLookUp((BaseQuery) subquery); } throw new IllegalStateException("Invalid subquery type " + subquery.getClass()); } return query.getQuerySegmentSpec(); }
@Override public Sequence<T> run(final QueryPlus<T> queryPlus, Map<String, Object> responseContext) { DataSource dataSource = queryPlus.getQuery().getDataSource(); if (dataSource instanceof QueryDataSource) { return run(queryPlus.withQuery((Query<T>) ((QueryDataSource) dataSource).getQuery()), responseContext); } else { return baseRunner.run(queryPlus, responseContext); } } }