long rowCount = countResult.getAsLong(); readDefinition.setScanStats(new ScanStats().setType(ScanStatsType.NO_EXACT_ROW_COUNT).setRecordCount(rowCount).setScanFactor(ScanCostFactor.ELASTIC.getFactor())); this.splits = splits;
cachedParquetReadDefinition.setSortColumnsList(oldConfig.getReadDefinition().getSortColumnsList()); cachedParquetReadDefinition.setScanStats(MetadataUtils.fromPojoScanStats(parquetGroupScanUtils.getScanStats()).setScanFactor(ScanCostFactor.PARQUET.getFactor())); cachedParquetReadDefinition.setReadSignature(ByteString.copyFrom(FileSystemDatasetAccessor.FILE_UPDATE_KEY_SERIALIZER.serialize(updateKey)));
@Override public DatasetConfig getDataset() throws Exception { final DatasetConfig dataset; if(oldDataset == null) { dataset = new DatasetConfig() .setFullPathList(key.getPathComponents()) .setId(new EntityId(UUID.randomUUID().toString())) .setType(DatasetType.PHYSICAL_DATASET); } else { dataset = oldDataset; } return dataset .setName(key.getName()) .setReadDefinition(new ReadDefinition() .setScanStats(new ScanStats().setRecordCount(100l) .setScanFactor(ScanCostFactor.OTHER.getFactor()))) .setOwner(SystemUser.SYSTEM_USERNAME) .setPhysicalDataset(new PhysicalDataset()) .setRecordSchema(getSchema().toByteString()) .setSchemaVersion(DatasetHelper.CURRENT_VERSION); }
@Override public DatasetConfig getDataset() { final DatasetConfig dataset; if(oldDataset == null) { dataset = new DatasetConfig() .setFullPathList(key.getPathComponents()) .setId(new EntityId(UUID.randomUUID().toString())) .setType(DatasetType.PHYSICAL_DATASET); } else { dataset = oldDataset; } return dataset .setName(key.getName()) .setReadDefinition(new ReadDefinition() .setScanStats(new ScanStats().setRecordCount(100l) .setScanFactor(ScanCostFactor.OTHER.getFactor()))) .setOwner(SystemUser.SYSTEM_USERNAME) .setPhysicalDataset(new PhysicalDataset()) .setRecordSchema(getSchema().toByteString()) .setSchemaVersion(DatasetHelper.CURRENT_VERSION); }
private void buildAll(DatasetConfig datasetConfig) throws Exception { final EasyGroupScanUtils easyGroupScanUtils = ((EasyFormatPlugin) formatPlugin).getGroupScan(SYSTEM_USERNAME, fsPlugin, fileSelection, GroupScan.ALL_COLUMNS); cachedMetadata = new ReadDefinition() .setLastRefreshDate(System.currentTimeMillis()) .setScanStats(MetadataUtils.fromPojoScanStats(easyGroupScanUtils.getScanStats()).setScanFactor(ScanCostFactor.EASY.getFactor())) .setReadSignature(ByteString.copyFrom(FILE_UPDATE_KEY_SERIALIZER.serialize(updateKey))) .setPartitionColumnsList(MetadataUtils.getStringColumnNames(easyGroupScanUtils.getPartitionColumns())) .setExtendedProperty( ByteString.copyFrom(EasyDatasetXAttrSerDe.EASY_DATASET_XATTR_SERIALIZER.serialize( new EasyDatasetXAttr().setSelectionRoot(fileSelection.getSelectionRoot())))); //cachedMetadata.setSortColumnsList(easyGroupScanUtils.getSortColumns()); // TODO(AH) probably not needed since they are set in layout info? // compute splits this.cachedSplits = getSplits(datasetConfig, easyGroupScanUtils); this.builtAll = true; }
metadata.setScanStats(new ScanStats() .setRecordCount(actualStats.getNumRows()) .setDiskCost((float) actualStats.getSizeInBytes())
.setScanStats(new ScanStats() .setRecordCount(count) .setType(ScanStatsType.NO_EXACT_ROW_COUNT)