public String getJobName() { return String.format( JOB_NAME, formatPluginName, inputFile.toString(), dataStoreOptions.getGeoWaveNamespace(), getIngestDescription()); }
public Path getHdfsOutputPath() { return new Path(getHdfsOutputBase() + "/" + dataStoreOptions.getGeoWaveNamespace() + "_dedupe"); }
@Override public Path getHdfsOutputPath() { return new Path(getHdfsOutputBase() + "/" + dataStoreOptions.getGeoWaveNamespace() + "_dedupe"); }
@Override protected void configure(final Job job) throws Exception { job.setJobName("GeoWave Dedupe (" + dataStoreOptions.getGeoWaveNamespace() + ")"); job.setMapperClass(GeoWaveDedupeMapper.class); job.setCombinerClass(GeoWaveDedupeCombiner.class); job.setReducerClass(getReducer()); job.setMapOutputKeyClass(GeoWaveInputKey.class); job.setMapOutputValueClass(ObjectWritable.class); job.setOutputKeyClass(GeoWaveInputKey.class); job.setOutputValueClass(ObjectWritable.class); job.setInputFormatClass(GeoWaveInputFormat.class); job.setOutputFormatClass(getOutputFormatClass()); job.setNumReduceTasks(getNumReduceTasks()); job.setSpeculativeExecution(false); try (final FileSystem fs = FileSystem.get(job.getConfiguration())) { final Path outputPath = getHdfsOutputPath(); fs.delete(outputPath, true); FileOutputFormat.setOutputPath(job, outputPath); } }
@Override protected void setupJob2Output( final Configuration conf, final Job statsReducer, final String statsNamespace, final String coverageName, final Index index) throws Exception { FileOutputFormat.setOutputPath( statsReducer, new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() + "_" + kdeCommandLineOptions.getMaxLevel() + "_" + kdeCommandLineOptions.getCoverageName() + "/percentiles")); } }
protected String getJob1Name() { return inputDataStoreOptions.getGeoWaveNamespace() + "(" + kdeCommandLineOptions.getCoverageName() + ")" + " levels " + kdeCommandLineOptions.getMinLevel() + "-" + kdeCommandLineOptions.getMaxLevel() + " Calculation"; }
protected String getJob2Name() { return inputDataStoreOptions.getGeoWaveNamespace() + "(" + kdeCommandLineOptions.getCoverageName() + ")" + " levels " + kdeCommandLineOptions.getMinLevel() + "-" + kdeCommandLineOptions.getMaxLevel() + " Ingest"; }
@Override protected String getJob2Name() { return inputDataStoreOptions.getGeoWaveNamespace() + "(" + kdeCommandLineOptions.getCoverageName() + ")" + " levels " + kdeCommandLineOptions.getMinLevel() + "-" + kdeCommandLineOptions.getMaxLevel() + " Percentile Calculation by season"; }
storeConfigMap.put("gwNamespace", inputStoreOptions.getGeoWaveNamespace());
dimensionExtractorClass)); job.setJobName("GeoWave Extract (" + dataStoreOptions.getGeoWaveNamespace() + ")"); job.setReduceSpeculativeExecution(false);
new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() combiner.setJarByClass(this.getClass()); combiner.setJobName( inputDataStoreOptions.getGeoWaveNamespace() + "(" + kdeCommandLineOptions.getCoverageName() new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel()
ingestOptions.setNameNode(hdfsHostPort); if (inputStoreOptions.getGeoWaveNamespace() == null) { inputStoreOptions.getFactoryOptions().setGeoWaveNamespace("osmnamespace"); ingestOptions.setOsmNamespace(inputStoreOptions.getGeoWaveNamespace());
+ rasterResizeOptions.getInputCoverageName() + "' does not exist in namespace '" + inputStoreOptions.getGeoWaveNamespace() + "'"); "Index does not exist in namespace '" + inputStoreOptions.getGeoWaveNamespace() + "'");
outputDataStoreOptions.getFactoryFamily().getDataStoreFactory().createOptionsInstance(), configOptions); options.setGeoWaveNamespace(outputDataStoreOptions.getGeoWaveNamespace() + "_tmp"); outputDataStoreOptions = new DataStorePluginOptions(options); kdeCoverageName = kdeCommandLineOptions.getCoverageName() + TMP_COVERAGE_SUFFIX; new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() new Path( "/tmp/" + inputDataStoreOptions.getGeoWaveNamespace() + "_stats_" + kdeCommandLineOptions.getMinLevel() conf, statsReducer, outputDataStoreOptions.getGeoWaveNamespace(), kdeCoverageName, outputPrimaryIndex);