org.apache.hadoop.mapreduce.Mapper$Context.getInputFormatClass java code examples

Common ways to obtain Mapper$Context

private void myMethod () {
 Mapper$Context m =WrappedMapper wrappedMapper;new Context(wrappedMapper)
Mockito mockito;mockito.mock(Mapper.Context.class)
Smart code suggestions by Codota
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

@Override
protected void setup(Context context) throws IOException, InterruptedException {
 // assert that the user gets FileInputSplit (as opposed to the MultiInputTaggedSplit) from the context
 Preconditions.checkArgument(context.getInputSplit() instanceof FileSplit);
 try {
  // assert that the user gets the TextInputFormat, as opposed to the MultiInputFormat from the context
  Preconditions.checkArgument(context.getInputFormatClass() == TextInputFormat.class);
 } catch (ClassNotFoundException e) {
  Throwables.propagate(e);
 }
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

public void setup(Context context) 
  throws IOException, InterruptedException {
 Configuration conf = context.getConfiguration();
 this.fieldSeparator = 
  conf.get(FieldSelectionHelper.DATA_FIELD_SEPERATOR, "\t");
 this.mapOutputKeyValueSpec = 
  conf.get(FieldSelectionHelper.MAP_OUTPUT_KEY_VALUE_SPEC, "0-:");
 try {
  this.ignoreInputKey = TextInputFormat.class.getCanonicalName().equals(
   context.getInputFormatClass().getCanonicalName());
 } catch (ClassNotFoundException e) {
  throw new IOException("Input format class not found", e);
 }
 allMapValueFieldsFrom = FieldSelectionHelper.parseOutputKeyValueSpec(
  mapOutputKeyValueSpec, mapOutputKeyFieldList, mapOutputValueFieldList);
 LOG.info(FieldSelectionHelper.specToString(fieldSeparator,
  mapOutputKeyValueSpec, allMapValueFieldsFrom, mapOutputKeyFieldList,
  mapOutputValueFieldList) + "\nignoreInputKey:" + ignoreInputKey);
}

Popular methods of Mapper$Context

Popular in Java

Parsing JSON documents to java classes using gson
findViewById (Activity)
putExtra (Intent)
setRequestProperty (URLConnection)
Sets the general request property. If a property with the key already exists, overwrite its value wi
Component (java.awt)
A component is an object having a graphical representation that can be displayed on the screen and t
URLEncoder (java.net)
This class is used to encode a string using the format required by application/x-www-form-urlencoded
DecimalFormat (java.text)
DecimalFormat is a concrete subclass ofNumberFormat that formats decimal numbers. It has a variety o
MessageFormat (java.text)
MessageFormat provides a means to produce concatenated messages in language-neutral way. Use this to
SSLHandshakeException (javax.net.ssl)
The exception that is thrown when a handshake could not be completed successfully.
JTable (javax.swing)

How to use getInputFormatClassmethodin org.apache.hadoop.mapreduce.Mapper$Context

Best Java code snippets using org.apache.hadoop.mapreduce.Mapper$Context.getInputFormatClass (Showing top 6 results out of 315)

How to use
getInputFormatClass
method
in
org.apache.hadoop.mapreduce.Mapper$Context