@Override public List<PartitionInfo> getPartitions(@Nonnull final ConnectorRequestContext context, @Nonnull final QualifiedName tableName, @Nonnull final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { log.debug("Get partitions for table {}", tableName); return _getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable(), true); }
@Override public List<String> getPartitionKeys(@Nonnull final ConnectorRequestContext context, @Nonnull final QualifiedName tableName, @Nonnull final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { log.debug("Get partition keys for table {}", tableName); return _getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable(), true).stream() .map(p -> p.getName().getPartitionName()).collect(Collectors.toList()); }
@Override public List<String> getPartitionUris(@Nonnull final ConnectorRequestContext context, @Nonnull final QualifiedName tableName, @Nonnull final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { log.debug("Get partition uris for table {}", tableName); return _getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable(), true).stream() .filter(p -> p.getSerde() != null && p.getSerde().getUri() != null) .map(p -> p.getSerde().getUri()).collect(Collectors.toList()); }
/** * {@inheritDoc}. */ @Override public List<PartitionInfo> getPartitions( final ConnectorRequestContext requestContext, final QualifiedName tableName, final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { final List<Partition> partitions = getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable()); final List<PartitionInfo> partitionInfos = new ArrayList<>(); for (Partition partition : partitions) { partitionInfos.add(hiveMetacatConverters.toPartitionInfo(tableInfo, partition)); } return partitionInfos; }
/** * {@inheritDoc}. */ @Override public List<PartitionInfo> getPartitions( final ConnectorRequestContext requestContext, final QualifiedName tableName, final PartitionListRequest partitionsRequest, final TableInfo tableInfo) { final List<Partition> partitions = getPartitions(tableName, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable()); final List<PartitionInfo> partitionInfos = new ArrayList<>(); for (Partition partition : partitions) { partitionInfos.add(hiveMetacatConverters.toPartitionInfo(tableInfo, partition)); } return partitionInfos; }
/** * {@inheritDoc}. */ @Override public List<String> getPartitionUris( final ConnectorRequestContext requestContext, final QualifiedName table, final PartitionListRequest partitionsRequest, final TableInfo tableInfo ) { final List<String> uris = Lists.newArrayList(); for (Partition partition : getPartitions(table, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable())) { uris.add(partition.getSd().getLocation()); } return uris; }
/** * {@inheritDoc}. */ @Override public List<String> getPartitionUris( final ConnectorRequestContext requestContext, final QualifiedName table, final PartitionListRequest partitionsRequest, final TableInfo tableInfo ) { final List<String> uris = Lists.newArrayList(); for (Partition partition : getPartitions(table, partitionsRequest.getFilter(), partitionsRequest.getPartitionNames(), partitionsRequest.getSort(), partitionsRequest.getPageable())) { uris.add(partition.getSd().getLocation()); } return uris; }
partitionsRequest.getFilter(), partitionsRequest.getSort(), partitionsRequest.getPageable(), partitionsRequest.getIncludePartitionDetails(), partitionsRequest.getIncludeAuditOnly()
partitionsRequest.getFilter(), partitionsRequest.getSort(), partitionsRequest.getPageable(), partitionsRequest.getIncludePartitionDetails(), partitionsRequest.getIncludeAuditOnly()
final List<String> partitionIds = partitionsRequest.getPartitionNames(); List<String> names = Lists.newArrayList(); final Pageable pageable = partitionsRequest.getPageable(); try { if (filterExpression != null || (partitionIds != null && !partitionIds.isEmpty())) {
final List<String> partitionIds = partitionsRequest.getPartitionNames(); List<String> names = Lists.newArrayList(); final Pageable pageable = partitionsRequest.getPageable(); try { if (filterExpression != null || (partitionIds != null && !partitionIds.isEmpty())) {
final List<String> partitionNames = partitionsRequest.getPartitionNames(); final Sort sort = partitionsRequest.getSort(); final Pageable pageable = partitionsRequest.getPageable();
final List<String> partitionNames = partitionsRequest.getPartitionNames(); final Sort sort = partitionsRequest.getSort(); final Pageable pageable = partitionsRequest.getPageable();
final List<String> partitionNames = partitionsRequest.getPartitionNames(); final Sort sort = partitionsRequest.getSort(); final Pageable pageable = partitionsRequest.getPageable();
final List<String> partitionNames = partitionsRequest.getPartitionNames(); final Sort sort = partitionsRequest.getSort(); final Pageable pageable = partitionsRequest.getPageable();
final com.netflix.iceberg.Table icebergTable = this.icebergTableHandler.getIcebergTable(tableName, HiveTableUtil.getIcebergTableMetadataLocation(tableInfo)); final Pageable pageable = partitionsRequest.getPageable(); final Map<String, ScanSummary.PartitionMetrics> partitionMap = icebergTableHandler.getIcebergTablePartitionMap(tableName, partitionsRequest, icebergTable);
final com.netflix.iceberg.Table icebergTable = this.icebergTableHandler.getIcebergTable(tableName, HiveTableUtil.getIcebergTableMetadataLocation(tableInfo)); final Pageable pageable = partitionsRequest.getPageable(); final Map<String, ScanSummary.PartitionMetrics> partitionMap = icebergTableHandler.getIcebergTablePartitionMap(tableName, partitionsRequest, icebergTable);