manager.refreshDataset(new NamespaceKey(""), DatasetRetrievalOptions.DEFAULT.toBuilder() .setForceUpdate(true) .build()); fail(); } catch (Exception e) {
manager.refreshDataset(new NamespaceKey(""), DatasetRetrievalOptions.DEFAULT.toBuilder() .setDeleteUnavailableDatasets(false) .build()));
DatasetRetrievalOptions.Builder retrievalOptionsBuilder = DatasetRetrievalOptions.newBuilder(); if (delete != null) { retrievalOptionsBuilder.setDeleteUnavailableDatasets(delete.booleanValue()); retrievalOptionsBuilder.setForceUpdate(force.booleanValue()); retrievalOptionsBuilder.setAutoPromote(promotion.booleanValue()); return catalog.refreshDataset(namespaceKey, retrievalOptionsBuilder.build());
manager.refreshDataset(new NamespaceKey(""), DatasetRetrievalOptions.DEFAULT.toBuilder() .setDeleteUnavailableDatasets(false) .build()));
builder.setDeleteUnavailableDatasets(sqlRefreshTable.getDeleteUnavail().booleanValue()); builder.setForceUpdate(sqlRefreshTable.getForceUpdate().booleanValue()); builder.setAutoPromote(sqlRefreshTable.getPromotion().booleanValue()); UpdateStatus status = catalog.refreshDataset(tableNSKey, builder.build());
@Override public CheckResult checkReadSignature( ByteString key, DatasetConfig oldConfig, DatasetRetrievalOptions retrievalOptions ) throws Exception { final SourceTableDefinition definition = getDataset( new NamespaceKey(oldConfig.getFullPathList()), oldConfig, retrievalOptions.toBuilder() .setIgnoreAuthzErrors(true) .build()); if(definition == null) { return CheckResult.DELETED; } return new CheckResult() { @Override public UpdateStatus getStatus() { return UpdateStatus.CHANGED; } @Override public SourceTableDefinition getDataset() { return definition; }}; }
public SourceTableDefinition getTable(NamespaceKey key, DatasetConfig datasetConfig, final boolean ignoreAuthErrors) throws Exception { DatasetRetrievalOptions retrievalOptions = getDefaultRetrievalOptions().toBuilder() .setIgnoreAuthzErrors(ignoreAuthErrors) .build(); try(AutoCloseableLock l = readLock()) { checkState(); if (datasetConfig != null && datasetConfig.getReadDefinition() != null) { final CheckResult res = plugin.checkReadSignature( datasetConfig.getReadDefinition().getReadSignature(), datasetConfig, retrievalOptions ); if (res.getStatus() == UpdateStatus.DELETED) { return null; } else if (res.getStatus() == UpdateStatus.CHANGED || res.getDataset() != null) { return res.getDataset(); } } return plugin.getDataset(key, datasetConfig, retrievalOptions); } }
/** * Convert a {@link MetadataPolicy} to {@link DatasetRetrievalOptions}. * * @param policy metadata policy * @return dataset retrieval options */ public static DatasetRetrievalOptions fromMetadataPolicy(MetadataPolicy policy) { Preconditions.checkNotNull(policy.getAutoPromoteDatasets()); Preconditions.checkNotNull(policy.getDeleteUnavailableDatasets()); return newBuilder() .setAutoPromote(policy.getAutoPromoteDatasets()) .setDeleteUnavailableDatasets(policy.getDeleteUnavailableDatasets()) // not an option in policy (or UI) .setForceUpdate(false) // not an option in policy (or UI) .setIgnoreAuthzErrors(false) .build(); } }
public Builder toBuilder() { return newBuilder() .setIgnoreAuthzErrors(ignoreAuthzErrors.orElse(null)) .setDeleteUnavailableDatasets(deleteUnavailableDatasets.orElse(null)) .setAutoPromote(autoPromote.orElse(null)) .setForceUpdate(forceUpdate.orElse(null)); }
SourceTableDefinition getDatasetWithOptions(NamespaceKey datasetPath, TableInstance instance, boolean ignoreAuthErrors, String user) throws Exception{ final FormatPluginConfig fconfig = optionExtractor.createConfigForTable(instance); return getDatasetWithFormat( datasetPath, null, fconfig, DatasetRetrievalOptions.DEFAULT.toBuilder() .setIgnoreAuthzErrors(ignoreAuthErrors) .build(), user ); }
/** * Creates a {@link Builder}. * * @return new builder */ public static Builder newBuilder() { return new Builder(); }