org.apache.hadoop.mapreduce.Mapper$Context.getInputFormatClass java code examples

Common ways to obtain Mapper$Context

private void myMethod () {
     Mapper$Context m =WrappedMapper wrappedMapper;new Context(wrappedMapper)
Mockito mockito;mockito.mock(Mapper.Context.class)
Smart code suggestions by Codota
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

@Override
protected void setup(Context context) throws IOException, InterruptedException {
 // assert that the user gets FileInputSplit (as opposed to the MultiInputTaggedSplit) from the context
 Preconditions.checkArgument(context.getInputSplit() instanceof FileSplit);
 try {
  // assert that the user gets the TextInputFormat, as opposed to the MultiInputFormat from the context
  Preconditions.checkArgument(context.getInputFormatClass() == TextInputFormat.class);
 } catch (ClassNotFoundException e) {
  Throwables.propagate(e);
 }
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

Popular methods of Mapper$Context

Popular in Java

Making http requests using okhttp
getSystemService (Context)
runOnUiThread (Activity)
orElseThrow (Optional)
ObjectMapper (com.fasterxml.jackson.databind)
ObjectMapper provides functionality for reading and writing JSON, either to and from basic POJOs (Pl
TreeMap (java.util)
Walk the nodes of the tree left-to-right or right-to-left. Note that in descending iterations, next
Handler (java.util.logging)
A Handler object accepts a logging request and exports the desired messages to a target, for example
HttpServletRequest (javax.servlet.http)
Extends the javax.servlet.ServletRequest interface to provide request information for HTTP servlets.
Project (org.apache.tools.ant)
Central representation of an Ant project. This class defines an Ant project with all of its targets,
DateTimeFormat (org.joda.time.format)
Factory that creates instances of DateTimeFormatter from patterns and styles. Datetime formatting i

Best Java code snippets using org.apache.hadoop.mapreduce.Mapper$Context.getInputFormatClass (Showing top 6 results out of 315)