public DataStore createDataStore() { return dataStorePlugin.createDataStore(); }
public static DataTypeAdapter getDataAdapter( final DataStorePluginOptions dataStore, final String typeName) { final Short adapterId = dataStore.createInternalAdapterStore().getAdapterId(typeName); if (adapterId == null) { return null; } final DataTypeAdapter adapter = dataStore.createAdapterStore().getAdapter(adapterId); if (adapter == null) { return null; } return adapter; }
private IndexStore getOrCreateIndexStore() { if (indexStore == null) { indexStore = storeOptions.createIndexStore(); } return indexStore; }
/** * Create a data store given that particular datastore implementation's options. The options * usually define connection parameters as well as other useful configuration particular to that * datastore. * * @param requiredOptions the options for the desired data store * @return the data store */ public static DataStore createDataStore(final StoreFactoryOptions requiredOptions) { return new DataStorePluginOptions(requiredOptions).createDataStore(); } }
public OSMRunner( final OSMIngestCommandArgs ingestOptions, final DataStorePluginOptions inputStoreOptions) { this.ingestOptions = ingestOptions; if (!inputStoreOptions.getType().equals(new AccumuloStoreFactoryFamily().getType())) { throw new RuntimeException("Expected accumulo data store"); } accumuloOptions = (AccumuloRequiredOptions) inputStoreOptions.getFactoryOptions(); }
@Override protected void lastSceneComplete(final AnalysisInfo analysisInfo) { processPreviousScene(); super.lastSceneComplete(analysisInfo); if (!ingestOptions.isSkipMerge()) { System.out.println("Merging overlapping tiles..."); for (final Index index : indices) { if (dataStorePluginOptions.createDataStoreOperations().mergeData( index, dataStorePluginOptions.createAdapterStore(), dataStorePluginOptions.createInternalAdapterStore(), dataStorePluginOptions.createAdapterIndexMappingStore(), dataStorePluginOptions.getFactoryOptions().getStoreOptions().getMaxRangeDecomposition())) { System.out.println( "Successfully merged overlapping tiles within index '" + index.getName() + "'"); } else { System.err.println( "Unable to merge overlapping landsat8 tiles in index '" + index.getName() + "'"); } } } }
inputStoreOptions.createInternalAdapterStore(); final short internalAdapterId = internalAdapterStore.getAdapterId(rasterResizeOptions.getInputCoverageName()); final DataTypeAdapter adapter = inputStoreOptions.createAdapterStore().getAdapter(internalAdapterId).getAdapter(); + rasterResizeOptions.getInputCoverageName() + "' does not exist in namespace '" + inputStoreOptions.getGeoWaveNamespace() + "'"); JobContextAdapterStore.addDataAdapter(job.getConfiguration(), newAdapter); Index index = null; final IndexStore indexStore = inputStoreOptions.createIndexStore(); if (rasterResizeOptions.getIndexName() != null) { index = indexStore.getIndex(rasterResizeOptions.getIndexName()); "Index does not exist in namespace '" + inputStoreOptions.getGeoWaveNamespace() + "'"); final DataStore store = outputStoreOptions.createDataStore(); store.addType(newAdapter, index); final short newInternalAdapterId = outputStoreOptions.createInternalAdapterStore().addTypeName(newAdapter.getTypeName()); if (outputStoreOptions.getFactoryOptions().getStoreOptions().isPersistDataStatistics()) { try { outputStoreOptions.createDataStoreOperations().createMetadataWriter( MetadataType.STATS).close();
final DataStore store = dataStoreOptions.createDataStore(); final DataTypeAdapter<?>[] dataAdapters = ingestPlugin.getDataAdapters(ingestOptions.getVisibility()); dataStoreOptions.createIndexStore().addIndex(index); dataStoreOptions.createDataStoreOperations().createMetadataWriter(type).close(); if (dataStoreOptions.getFactoryOptions().getStoreOptions().isPersistDataStatistics()) { dataStoreOptions.createDataStoreOperations().createMetadataWriter(MetadataType.STATS).close(); if (!it.hasNext()) { if (adapterStore == null) { adapterStore = dataStoreOptions.createAdapterStore(); internalAdapterStore = dataStoreOptions.createInternalAdapterStore(); adapterIndexMappingStore = dataStoreOptions.createAdapterIndexMappingStore();
final Index[] idxArray = inputDataStoreOptions.createDataStore().getIndices(); for (Index idx : idxArray) { if (idx != null) { final Map<String, String> configOptions = outputDataStoreOptions.getOptionsAsMap(); final StoreFactoryOptions options = ConfigUtils.populateOptionsFromList( outputDataStoreOptions.getFactoryFamily().getDataStoreFactory().createOptionsInstance(), configOptions); options.setGeoWaveNamespace(outputDataStoreOptions.getGeoWaveNamespace() + "_tmp"); outputDataStoreOptions = new DataStorePluginOptions(options); kdeCoverageName = kdeCommandLineOptions.getCoverageName() + TMP_COVERAGE_SUFFIX; } else { job.setNumReduceTasks(8); job.setSpeculativeExecution(false); final PersistentAdapterStore adapterStore = inputDataStoreOptions.createAdapterStore(); final IndexStore indexStore = inputDataStoreOptions.createIndexStore(); final InternalAdapterStore internalAdapterStore = inputDataStoreOptions.createInternalAdapterStore(); final short internalAdapterId = internalAdapterStore.getAdapterId(kdeCommandLineOptions.getFeatureType()); new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel()
conf, dataTypeOptions, dataStoreOptions.createAdapterStore(), dataStoreOptions.createInternalAdapterStore()); conf, indexOptions, dataStoreOptions.createIndexStore());
final PersistentAdapterStore adapterStore = inputStoreOptions.createAdapterStore(); final IndexStore indexStore = inputStoreOptions.createIndexStore(); final DataStore dataStore = inputStoreOptions.createDataStore(); final InternalAdapterStore internalAdapterStore = inputStoreOptions.createInternalAdapterStore();
final DataStore dataStore = storeOptions.createDataStore(); if (!(dataStore instanceof BaseDataStore)) { LOGGER.warn( return false; final AdapterIndexMappingStore mappingStore = storeOptions.createAdapterIndexMappingStore(); final IndexStore indexStore = storeOptions.createIndexStore(); new StatsCompositionTool( provider, storeOptions.createDataStatisticsStore(), index, adapter)) {
final DataStorePluginOptions existingOptions = new DataStorePluginOptions(); if (existingOptions.load(existingProps, getNamespace())) { throw new DuplicateEntryException("That store already exists: " + getPluginName()); pluginOptions.save(existingProps, getNamespace());
pluginOptions.selectPlugin(storeType); requiredOptions = pluginOptions.getFactoryOptions(); } else { Properties existingProps = getGeoWaveConfigProperties(params); if (pluginOptions.load( existingProps, DataStorePluginOptions.getStoreNamespace(defaultStore))) { this.storeType = pluginOptions.getType(); requiredOptions = pluginOptions.getFactoryOptions();
public DataStatisticsStore createDataStatisticsStore() { return getFactoryFamily().getDataStatisticsStoreFactory().createStore(getFactoryOptions()); }
inputStoreOptions.createAdapterIndexMappingStore(); try (CloseableIterator<InternalDataAdapter<?>> adapterIt = inputStoreOptions.createAdapterStore().getAdapters()) { while (adapterIt.hasNext()) { final InternalDataAdapter<?> dataAdapter = adapterIt.next(); try (CloseableIterator<Index> indexIt = inputStoreOptions.createIndexStore().getIndices()) { while (indexIt.hasNext()) { final Index index = indexIt.next();
private PersistentAdapterStore getOrCreateAdapterStore() { if (adapterStore == null) { adapterStore = storeOptions.createAdapterStore(); } return adapterStore; }
private InternalAdapterStore getOrCreateInternalAdapterStore() { if (internalAdapterStore == null) { internalAdapterStore = storeOptions.createInternalAdapterStore(); } return internalAdapterStore; }
public String getJobName() { return String.format( JOB_NAME, formatPluginName, inputFile.toString(), dataStoreOptions.getGeoWaveNamespace(), getIngestDescription()); }
public void run() throws InterruptedException, ExecutionException, IOException { leftInternalAdapterStore = leftStore.createInternalAdapterStore(); rightInternalAdapterStore = rightStore.createInternalAdapterStore(); leftIndexStore = leftStore.createIndexStore(); rightIndexStore = rightStore.createIndexStore(); // Init context initContext(); // Load RDDs loadDatasets(); // Verify CRS match/transform possible verifyCRS(); // Run join joinStrategy.getJoinOptions().setNegativePredicate(negativeTest); joinStrategy.join(session, leftRDD, rightRDD, predicate); writeResultsToNewAdapter(); }