public ScrollResult scroll(String query, TimeRange range, int limit, int offset, List<String> fields, String filter) { final Set<String> affectedIndices = determineAffectedIndices(range, filter); final Set<String> indexWildcards = indexSetRegistry.getForIndices(affectedIndices).stream() .map(IndexSet::getIndexWildcard) .collect(Collectors.toSet()); final String searchQuery; final Sorting sorting = new Sorting("_doc", Sorting.Direction.ASC); if (filter == null) { searchQuery = standardSearchRequest(query, limit, offset, range, sorting).toString(); } else { searchQuery = filteredSearchRequest(query, filter, limit, offset, range, sorting).toString(); } final Search.Builder initialSearchBuilder = new Search.Builder(searchQuery) .addType(IndexMapping.TYPE_MESSAGE) .setParameter(Parameters.SCROLL, "1m") .addIndex(indexWildcards); fields.forEach(initialSearchBuilder::addSourceIncludePattern); final io.searchbox.core.SearchResult initialResult = checkForFailedShards(JestUtils.execute(jestClient, initialSearchBuilder.build(), () -> "Unable to perform scroll search")); recordEsMetrics(initialResult, range); return scrollResultFactory.create(initialResult, query, fields); }
@SuppressWarnings("unchecked") public SearchResult search(SearchesConfig config) { final Set<IndexRange> indexRanges = determineAffectedIndicesWithRanges(config.range(), config.filter()); final SearchSourceBuilder requestBuilder = searchRequest(config); if (indexRanges.isEmpty()) { return SearchResult.empty(config.query(), requestBuilder.toString()); } final Set<String> indices = extractIndexNamesFromIndexRanges(indexRanges); final Search.Builder searchBuilder = new Search.Builder(requestBuilder.toString()) .addType(IndexMapping.TYPE_MESSAGE) .addIndex(indices); final io.searchbox.core.SearchResult searchResult = wrapInMultiSearch(searchBuilder.build(), () -> "Unable to perform search query"); final List<ResultMessage> hits = searchResult.getHits(Map.class, false).stream() .map(hit -> ResultMessage.parseFromSource(hit.id, hit.index, (Map<String, Object>) hit.source, hit.highlight)) .collect(Collectors.toList()); recordEsMetrics(searchResult, config.range()); return new SearchResult(hits, searchResult.getTotal(), indexRanges, config.query(), requestBuilder.toString(), tookMsFromSearchResult(searchResult)); }
public TermsResult terms(String field, List<String> stackedFields, int size, String query, String filter, TimeRange range, Sorting.Direction sorting) { final Terms.Order termsOrder = sorting == Sorting.Direction.DESC ? Terms.Order.count(false) : Terms.Order.count(true); final SearchSourceBuilder searchSourceBuilder = filteredSearchRequest(query, filter, range); searchSourceBuilder.aggregation(createTermsBuilder(field, stackedFields, size, termsOrder)); searchSourceBuilder.aggregation(AggregationBuilders.missing("missing") .field(field)); final Set<String> affectedIndices = determineAffectedIndices(range, filter); if (affectedIndices.isEmpty()) { return TermsResult.empty(query, searchSourceBuilder.toString()); } final Search.Builder searchBuilder = new Search.Builder(searchSourceBuilder.toString()) .ignoreUnavailable(true) .allowNoIndices(true) .addType(IndexMapping.TYPE_MESSAGE) .addIndex(affectedIndices); final io.searchbox.core.SearchResult searchResult = wrapInMultiSearch(searchBuilder.build(), () -> "Unable to perform terms query"); recordEsMetrics(searchResult, range); final TermsAggregation termsAggregation = searchResult.getAggregations().getFilterAggregation(AGG_FILTER).getTermsAggregation(AGG_TERMS); final MissingAggregation missing = searchResult.getAggregations().getMissingAggregation("missing"); return new TermsResult( termsAggregation, missing.getMissing(), searchResult.getTotal(), query, searchSourceBuilder.toString(), tookMsFromSearchResult(searchResult), // Concat field and stacked fields into one fields list ImmutableList.<String>builder().add(field).addAll(stackedFields).build() ); }
public Search queryReadAllEvents() { return new Search.Builder(new SearchSourceBuilder().toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_EVENT).build(); }
/** * Syntaxic sugar to have query on feature. * * @param uid * target feature uid * @return query for JEST */ public Search queryGetFeatureById(String uid) { SearchSourceBuilder source = new SearchSourceBuilder(); source.query(QueryBuilders.matchQuery("uid", uid)); return new Search.Builder(source.toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_FEATURE).build(); }
public Search queryReadAllFeatures() { return new Search.Builder(new SearchSourceBuilder().toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_FEATURE).build(); }
private CompletableFuture<SearchResult> searchAsync(String query, TimeRangeFilter timeRangeFilter) { Search.Builder builder = new Search.Builder(query) .addType(TYPE); if(timeRangeFilter != null) { final List<String> indices = indexSelector.getIndexNames(timeRangeFilter); builder.addIndices(indices); builder.setParameter("ignore_unavailable", "true"); // ignore unknown index LOG.debug("Executing asynchronous query on {}: {}", indices, query); } else { LOG.debug("Executing asynchronous query on all indices: {}", query); } return executeAsync(builder.build()); }
public Search queryReadAllProperties() { return new Search.Builder(new SearchSourceBuilder().toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_PROPERTY).build(); }
public Search queryReadAllFeatures(Integer totalCount) { return new Search.Builder(new SearchSourceBuilder().size(totalCount).toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_FEATURE).build(); }
private List<AlarmFeedback> search(String query) throws FeedbackException { Search.Builder builder = new Search.Builder(query).addType(TYPE); try { return execute(builder.build()); } catch (IOException e) { throw new FeedbackException("Failed to get feedback for query: " + query, e); } }
public Search queryReadAllProperties(Integer totalCount) { return new Search.Builder(new SearchSourceBuilder().size(totalCount).toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_FEATURE).build(); }
public Search queryPropertyByName(String name) { SearchSourceBuilder source = new SearchSourceBuilder(); source.query(QueryBuilders.matchQuery("name", name)); return new Search.Builder(source.toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_PROPERTY).build(); }
public Search queryGetEventById(String uuid) { SearchSourceBuilder source = new SearchSourceBuilder(); source.query(QueryBuilders.matchQuery("uuid", uuid)); return new Search.Builder(source.toString()).addIndex(connection.getIndexName()) .addType(ElasticConstants.TYPE_EVENT).build(); }
public Search queryReadGroup(String groupName) { SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); searchSourceBuilder.query(QueryBuilders.matchQuery("group", groupName)); return new Search.Builder(searchSourceBuilder.toString()) // .addIndex(connection.getIndexName()) // .addType("feature") // .build(); }
public Search getGroupByGroupName(String groupName) { SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); searchSourceBuilder.query(QueryBuilders.matchQuery("group", groupName)); return new Search.Builder(searchSourceBuilder.toString()) // .addIndex(connection.getIndexName()) // .addType(ElasticConstants.TYPE_FEATURE).build(); }
.addType(IndexMapping.TYPE_MESSAGE) .addIndex(affectedIndices);
.addType(IndexMapping.TYPE_MESSAGE) .addIndex(indices) .build();
.ignoreUnavailable(true) .allowNoIndices(true) .addType(IndexMapping.TYPE_MESSAGE) .addIndex(affectedIndices); final io.searchbox.core.SearchResult searchResult = wrapInMultiSearch(searchBuilder.build(), () -> "Unable to perform terms query");
.addType(IndexMapping.TYPE_MESSAGE) .addIndex(affectedIndices);
public HistogramResult histogram(String query, DateHistogramInterval interval, String filter, TimeRange range) { final DateHistogramAggregationBuilder histogramBuilder = AggregationBuilders.dateHistogram(AGG_HISTOGRAM) .field(Message.FIELD_TIMESTAMP) .dateHistogramInterval(interval.toESInterval()); final SearchSourceBuilder searchSourceBuilder = filteredSearchRequest(query, filter, range) .aggregation(histogramBuilder); final Set<String> affectedIndices = determineAffectedIndices(range, filter); if (affectedIndices.isEmpty()) { return DateHistogramResult.empty(query, searchSourceBuilder.toString(), interval); } final Search.Builder searchBuilder = new Search.Builder(searchSourceBuilder.toString()) .addType(IndexMapping.TYPE_MESSAGE) .addIndex(affectedIndices) .ignoreUnavailable(true) .allowNoIndices(true); final io.searchbox.core.SearchResult searchResult = wrapInMultiSearch(searchBuilder.build(), () -> "Unable to retrieve histogram"); recordEsMetrics(searchResult, range); final HistogramAggregation histogramAggregation = searchResult.getAggregations().getHistogramAggregation(AGG_HISTOGRAM); return new DateHistogramResult( histogramAggregation, query, searchSourceBuilder.toString(), interval, tookMsFromSearchResult(searchResult) ); }