GeoWaveInputFormat.setStoreOptions(conf, dataStoreOptions); GeoWaveInputFormat.setCommonQueryOptions(conf, commonOptions); GeoWaveInputFormat.setDataTypeQueryOptions( conf, dataTypeOptions, GeoWaveInputFormat.setIndexQueryOptions( conf, indexOptions, GeoWaveInputFormat.setQueryConstraints(conf, constraints); GeoWaveInputFormat.setMinimumSplitCount(conf, minInputSplits); GeoWaveInputFormat.setMaximumSplitCount(conf, maxInputSplits);
GeoWaveInputFormat.setStoreOptions(conf, storeOptions); GeoWaveInputFormat.setQuery( conf, rddOpts.getQuery(), GeoWaveInputFormat.setMinimumSplitCount(conf, rddOpts.getMinSplits()); GeoWaveInputFormat.setMaximumSplitCount(conf, rddOpts.getMaxSplits()); } else { final int defaultSplitsSpark = sc.getConf().getInt("spark.default.parallelism", -1); GeoWaveInputFormat.setMinimumSplitCount(conf, defaultSplitsSpark); GeoWaveInputFormat.setMaximumSplitCount(conf, defaultSplitsSpark);
public static void setQuery( final Configuration config, final Query<?> query, final PersistentAdapterStore adapterStore, final InternalAdapterStore internalAdapterStore, final IndexStore indexStore) { setCommonQueryOptions(config, query.getCommonQueryOptions()); setDataTypeQueryOptions( config, query.getDataTypeQueryOptions(), adapterStore, internalAdapterStore); setIndexQueryOptions(config, query.getIndexQueryOptions(), indexStore); setQueryConstraints(config, query.getQueryConstraints()); }
job.setNumReduceTasks(options.getNumReducers()); GeoWaveInputFormat.setMinimumSplitCount(job.getConfiguration(), options.getMinSplits()); GeoWaveInputFormat.setMaximumSplitCount(job.getConfiguration(), options.getMaxSplits()); GeoWaveInputFormat.setStoreOptions(job.getConfiguration(), inputStoreOptions);
@Override public void configure(final Job job) throws Exception { job.setMapperClass(KMeansDistortionMapReduce.KMeansDistortionMapper.class); job.setMapOutputKeyClass(Text.class); job.setMapOutputValueClass(CountofDoubleWritable.class); job.setReducerClass(KMeansDistortionMapReduce.KMeansDistortionReduce.class); job.setCombinerClass(KMeansDistortionMapReduce.KMeansDistorationCombiner.class); job.setOutputKeyClass(GeoWaveOutputKey.class); job.setOutputValueClass(DistortionEntry.class); job.setOutputFormatClass(GeoWaveOutputFormat.class); // extends wait time to 15 minutes (default: 600 seconds) final long milliSeconds = 1000L * 60L * 15L; final Configuration conf = job.getConfiguration(); conf.setLong("mapred.task.timeout", milliSeconds); ((ParameterEnum<Integer>) JumpParameters.Jump.COUNT_OF_CENTROIDS).getHelper().setValue( conf, KMeansDistortionMapReduce.class, Integer.valueOf(k)); // Required since the Mapper uses the input format parameters to lookup // the adapter GeoWaveInputFormat.setStoreOptions(conf, dataStoreOptions); GeoWaveOutputFormat.addDataAdapter(conf, new DistortionDataAdapter()); }
GeoWaveInputFormat.setQueryConstraints( context.getConfiguration(), indexAdapterConstraints);
job.setNumReduceTasks(8); GeoWaveInputFormat.setMinimumSplitCount( job.getConfiguration(), rasterResizeOptions.getMinSplits()); GeoWaveInputFormat.setMaximumSplitCount( job.getConfiguration(), rasterResizeOptions.getMaxSplits()); GeoWaveInputFormat.setStoreOptions(job.getConfiguration(), inputStoreOptions);
@Override public int run(final Configuration config, final PropertyManagement runTimeProperties) throws Exception { // Required since the Mapper uses the input format parameters to lookup // the adapter final DataStorePluginOptions dataStoreOptions = ((PersistableStore) runTimeProperties.getProperty( StoreParam.INPUT_STORE)).getDataStoreOptions(); GeoWaveInputFormat.setStoreOptions(config, dataStoreOptions); runTimeProperties.setConfig( new ParameterEnum[] { CentroidParameters.Centroid.EXTRACTOR_CLASS, CentroidParameters.Centroid.WRAPPER_FACTORY_CLASS,}, config, GroupAssignmentMapReduce.class); NestedGroupCentroidAssignment.setParameters(config, getScope(), runTimeProperties); CentroidManagerGeoWave.setParameters(config, getScope(), runTimeProperties); NestedGroupCentroidAssignment.setZoomLevel(config, getScope(), zoomLevel); // HP Fortify "Command Injection" false positive // What Fortify considers "externally-influenced input" // comes only from users with OS-level access anyway return super.run(config, runTimeProperties); }
((PersistableStore) runTimeProperties.getProperty( StoreParam.INPUT_STORE)).getDataStoreOptions(); GeoWaveInputFormat.setStoreOptions(configuration, dataStoreOptions); GeoWaveInputFormat.setQueryConstraints( configuration, (QueryConstraints) query.getQueryConstraints()); GeoWaveInputFormat.setCommonQueryOptions(configuration, query.getCommonQueryOptions()); GeoWaveInputFormat.setDataTypeQueryOptions( configuration, query.getDataTypeQueryOptions(), GeoWaveInputFormat.setIndexQueryOptions( configuration, query.getIndexQueryOptions(), runTimeProperties.getPropertyAsInt(ExtractParameters.Extract.MIN_INPUT_SPLIT, -1); if (minInputSplits > 0) { GeoWaveInputFormat.setMinimumSplitCount(configuration, minInputSplits); GeoWaveInputFormat.setMaximumSplitCount(configuration, maxInputSplits); GeoWaveInputFormat.setIsOutputWritable(configuration, isDataWritable);
GeoWaveInputFormat.setStoreOptions(conf, storeOptions); GeoWaveInputFormat.setQuery(conf, bldr.build(), adapterStore, internalAdapterStore, indexStore); final Job job = new Job(conf); AvroJob.setMapOutputKeySchema(job, AvroSimpleFeatureCollection.SCHEMA$); GeoWaveInputFormat.setMinimumSplitCount(job.getConfiguration(), mrOptions.getMinSplits()); GeoWaveInputFormat.setMaximumSplitCount(job.getConfiguration(), mrOptions.getMaxSplits());
if (query != null) { if (query.getQueryConstraints() != null) { GeoWaveInputFormat.setQueryConstraints( config, (QueryConstraints) query.getQueryConstraints()); GeoWaveInputFormat.setCommonQueryOptions(config, query.getCommonQueryOptions()); setCommonQueryOptions(query.getCommonQueryOptions()); GeoWaveInputFormat.setDataTypeQueryOptions( config, query.getDataTypeQueryOptions(), GeoWaveInputFormat.setIndexQueryOptions( config, query.getIndexQueryOptions(), GeoWaveInputFormat.setMinimumSplitCount(config, minInputSplits); GeoWaveInputFormat.setMaximumSplitCount(config, maxInputSplits); dataStoreOptions = store.getDataStoreOptions(); GeoWaveInputFormat.setStoreOptions(config, dataStoreOptions);
GeoWaveInputFormat.setMinimumSplitCount( job.getConfiguration(), kdeCommandLineOptions.getMinSplits()); GeoWaveInputFormat.setMaximumSplitCount( job.getConfiguration(), kdeCommandLineOptions.getMaxSplits()); GeoWaveInputFormat.setStoreOptions(job.getConfiguration(), inputDataStoreOptions); GeoWaveInputFormat.setQuery(conf, bldr.build(), adapterStore, internalAdapterStore, indexStore); FileSystem fs = null; try {