/** Configure a job's map output schema. The map output schema defaults to * the output schema and need only be specified when it differs. Thus must * be a {@link Pair} schema. */ public static void setMapOutputSchema(JobConf job, Schema s) { job.set(MAP_OUTPUT_SCHEMA, s.toString()); configureAvroShuffle(job); }
private static void configureAvroInput(JobConf job) { if (job.get("mapred.input.format.class") == null) job.setInputFormat(AvroInputFormat.class); if (job.getMapperClass() == IdentityMapper.class) job.setMapperClass(HadoopMapper.class); configureAvroShuffle(job); }
private static void configureAvroOutput(JobConf job) { if (job.get("mapred.output.format.class") == null) job.setOutputFormat(AvroOutputFormat.class); if (job.getReducerClass() == IdentityReducer.class) job.setReducerClass(HadoopReducer.class); job.setOutputKeyClass(AvroWrapper.class); configureAvroShuffle(job); }
/** Configure a job's map output schema. The map output schema defaults to * the output schema and need only be specified when it differs. Thus must * be a {@link Pair} schema. */ public static void setMapOutputSchema(JobConf job, Schema s) { job.set(MAP_OUTPUT_SCHEMA, s.toString()); configureAvroShuffle(job); }
private static void configureAvroInput(JobConf job) { if (job.get("mapred.input.format.class") == null) job.setInputFormat(AvroInputFormat.class); if (job.getMapperClass() == IdentityMapper.class) job.setMapperClass(HadoopMapper.class); configureAvroShuffle(job); }
private static void configureAvroOutput(JobConf job) { if (job.get("mapred.output.format.class") == null) job.setOutputFormat(AvroOutputFormat.class); if (job.getReducerClass() == IdentityReducer.class) job.setReducerClass(HadoopReducer.class); job.setOutputKeyClass(AvroWrapper.class); configureAvroShuffle(job); }