fof.checkOutputSpecs(job); fail("Should have thrown a FileAlreadyExistsException");
@Override public void checkOutputSpecs(JobContext job) throws IOException { super.checkOutputSpecs(job); }
@Override public void checkOutputSpecs(JobContext job) throws IOException { super.checkOutputSpecs(job); }
@Override public void checkOutputSpecs(JobContext job) throws IOException { super.checkOutputSpecs(job); if (job.getConfiguration().get(SETUP_OK) == null) { throw new IOException("Solr home cache not set up!"); } }
@Override public void checkOutputSpecs(JobContext job) throws IOException { super.checkOutputSpecs(job); if (job.getConfiguration().get(SETUP_OK) == null) { throw new IOException("Solr home cache not set up!"); } }
/** * {@inheritDoc} * <p> * This method is called immediately when job is submitted, a key-value store is created at the * job's output directory, key-value stores created by MapReduce tasks will be merged into this * store when task is submitted. */ @Override public void checkOutputSpecs(JobContext jobContext) throws IOException { super.checkOutputSpecs(jobContext); try { KeyValueSystem.Factory.create().createStore(KeyValueOutputFormat.getJobOutputURI(jobContext)) .close(); } catch (AlluxioException e) { throw new IOException(e); } }
/** * Checks to make sure the configuration is valid, the output path doesn't already exist, and that * a connection to BigQuery can be established. */ @Override public void checkOutputSpecs(JobContext job) throws FileAlreadyExistsException, IOException { Configuration conf = job.getConfiguration(); // Validate the output configuration. BigQueryOutputConfiguration.validateConfiguration(conf); // Get the output path. Path outputPath = BigQueryOutputConfiguration.getGcsOutputPath(conf); logger.atInfo().log("Using output path '%s'.", outputPath); // Error if the output path already exists. FileSystem outputFileSystem = outputPath.getFileSystem(conf); if (outputFileSystem.exists(outputPath)) { throw new IOException("The output path '" + outputPath + "' already exists."); } // Error if compression is set as there's mixed support in BigQuery. if (FileOutputFormat.getCompressOutput(job)) { throw new IOException("Compression isn't supported for this OutputFormat."); } // Error if unable to create a BigQuery helper. try { new BigQueryFactory().getBigQueryHelper(conf); } catch (GeneralSecurityException gse) { throw new IOException("Failed to create BigQuery client", gse); } // Let delegate process its checks. getDelegate(conf).checkOutputSpecs(job); }
@Override public void checkOutputSpecs(JobContext context) throws IOException, InterruptedException { if (isBridgeOutputEnabled(context)) { bridgeOutputFormat.checkOutputSpecs(context); } if (isFileOutputEnabled(context)) { dummyFileOutputFormat.checkOutputSpecs(context); } if (isTemporaryOutputEnabled(context)) { temporaryOutputFormat.checkOutputSpecs(context); } }