@Override public void configure(final Job job) throws Exception { job.setMapperClass(KMeansDistortionMapReduce.KMeansDistortionMapper.class); job.setMapOutputKeyClass(Text.class); job.setMapOutputValueClass(CountofDoubleWritable.class); job.setReducerClass(KMeansDistortionMapReduce.KMeansDistortionReduce.class); job.setCombinerClass(KMeansDistortionMapReduce.KMeansDistorationCombiner.class); job.setOutputKeyClass(GeoWaveOutputKey.class); job.setOutputValueClass(DistortionEntry.class); job.setOutputFormatClass(GeoWaveOutputFormat.class); // extends wait time to 15 minutes (default: 600 seconds) final long milliSeconds = 1000L * 60L * 15L; final Configuration conf = job.getConfiguration(); conf.setLong("mapred.task.timeout", milliSeconds); ((ParameterEnum<Integer>) JumpParameters.Jump.COUNT_OF_CENTROIDS).getHelper().setValue( conf, KMeansDistortionMapReduce.class, Integer.valueOf(k)); // Required since the Mapper uses the input format parameters to lookup // the adapter GeoWaveInputFormat.setStoreOptions(conf, dataStoreOptions); GeoWaveOutputFormat.addDataAdapter(conf, new DistortionDataAdapter()); }
GeoWaveInputFormat.setMaximumSplitCount(job.getConfiguration(), options.getMaxSplits()); GeoWaveInputFormat.setStoreOptions(job.getConfiguration(), inputStoreOptions);
GeoWaveInputFormat.setStoreOptions(conf, dataStoreOptions);
rasterResizeOptions.getMaxSplits()); GeoWaveInputFormat.setStoreOptions(job.getConfiguration(), inputStoreOptions);
GeoWaveInputFormat.setStoreOptions(conf, storeOptions);
GeoWaveInputFormat.setStoreOptions(conf, storeOptions);
@Override public int run(final Configuration config, final PropertyManagement runTimeProperties) throws Exception { // Required since the Mapper uses the input format parameters to lookup // the adapter final DataStorePluginOptions dataStoreOptions = ((PersistableStore) runTimeProperties.getProperty( StoreParam.INPUT_STORE)).getDataStoreOptions(); GeoWaveInputFormat.setStoreOptions(config, dataStoreOptions); runTimeProperties.setConfig( new ParameterEnum[] { CentroidParameters.Centroid.EXTRACTOR_CLASS, CentroidParameters.Centroid.WRAPPER_FACTORY_CLASS,}, config, GroupAssignmentMapReduce.class); NestedGroupCentroidAssignment.setParameters(config, getScope(), runTimeProperties); CentroidManagerGeoWave.setParameters(config, getScope(), runTimeProperties); NestedGroupCentroidAssignment.setZoomLevel(config, getScope(), zoomLevel); // HP Fortify "Command Injection" false positive // What Fortify considers "externally-influenced input" // comes only from users with OS-level access anyway return super.run(config, runTimeProperties); }
dataStoreOptions = store.getDataStoreOptions(); GeoWaveInputFormat.setStoreOptions(config, dataStoreOptions);
kdeCommandLineOptions.getMaxSplits()); GeoWaveInputFormat.setStoreOptions(job.getConfiguration(), inputDataStoreOptions);
((PersistableStore) runTimeProperties.getProperty( StoreParam.INPUT_STORE)).getDataStoreOptions(); GeoWaveInputFormat.setStoreOptions(configuration, dataStoreOptions);