Codota Logo
co.cask.cdap.internal.app.runtime.batch
Code IndexAdd Codota to your IDE (free)

How to use co.cask.cdap.internal.app.runtime.batch

Best Java code snippets using co.cask.cdap.internal.app.runtime.batch (Showing top 20 results out of 315)

  • Add the Codota plugin to your IDE and get smart completions
private void myMethod () {
OutputStreamWriter o =
  • Codota IconOutputStream out;new OutputStreamWriter(out)
  • Codota IconOutputStream out;String charsetName;new OutputStreamWriter(out, charsetName)
  • Codota IconHttpURLConnection connection;new OutputStreamWriter(connection.getOutputStream())
  • Smart code suggestions by Codota
}
origin: cdapio/cdap

 @Override
 public MapReduceTaskContextProvider get() {
  return contextProviderFactory.create(parameters.getCConf(), parameters.getHConf(), MapReduceClassLoader.this);
 }
};
origin: cdapio/cdap

@Override
public void setConf(Configuration conf) {
 this.conf = conf;
 this.delegate = WrapperUtil.createDelegate(conf, getDelegateClassAttr());
}
origin: cdapio/cdap

/**
 * Returns the {@link BasicMapReduceTaskContext} for the given task.
 */
public final <K, V> BasicMapReduceTaskContext<K, V> get(TaskAttemptContext taskAttemptContext) {
 return get(new ContextCacheKey(taskAttemptContext));
}
origin: cdapio/cdap

Parameters(MapReduceContextConfig contextConfig, ClassLoader programClassLoader) {
 this(contextConfig.getCConf(), contextConfig.getHConf(), programClassLoader, contextConfig.getPlugins(),
    createPluginInstantiator(contextConfig, programClassLoader));
}
origin: cdapio/cdap

@Override
public void configure() {
 setName("AppWithTxAware");
 setDescription("Application with MapReduce job that uses a TxAware dataset");
 createDataset("pedanticTxAware", PedanticTxAware.class);
 addMapReduce(new PedanticMapReduce());
}
origin: cdapio/cdap

 @Override
 protected CloseableBatchWritable<KEY, VALUE> createBatchWritable(TaskAttemptContext context,
                                  String namespace,
                                  String datasetName,
                                  Map<String, String> datasetArgs) {
  MapReduceClassLoader classLoader = MapReduceClassLoader.getFromConfiguration(context.getConfiguration());
  BasicMapReduceTaskContext<?, ?> taskContext = classLoader.getTaskContextProvider().get(context);
  return taskContext.getBatchWritable(namespace, datasetName, datasetArgs);
 }
}
origin: cdapio/cdap

@Override
public void configure() {
 createDataset(MR_INPUT_DATASET, KeyValueTable.class);
 createDataset(MR_OUTPUT_DATASET, KeyValueTable.class);
 addMapReduce(new MapReduceWithLocalFiles());
}
origin: cdapio/cdap

public long getMetricsReportIntervalMillis() {
 return MapReduceMetricsUtil.getReportIntervalMillis(cConf, getRuntimeArguments());
}
origin: cdapio/cdap

 @Override
 public Set<Operation> getFieldLineageOperations() {
  return context.getFieldLineageOperations();
 }
}
origin: cdapio/cdap

/**
 * Creates from the Job Configuration
 */
Parameters() {
 this(createContextConfig());
}
origin: cdapio/cdap

@Override
protected BatchReadable<KEY, VALUE> createBatchReadable(TaskAttemptContext context,
                            String datasetName, Map<String, String> datasetArgs) {
 return createBatchReadable(context, null, datasetName, datasetArgs);
}
origin: cdapio/cdap

/**
 * Returns the program {@link ProgramClassLoader} used to construct this ClassLoader.
 */
public ClassLoader getProgramClassLoader() {
 return parameters.getProgramClassLoader();
}
origin: co.cask.cdap/cdap-app-fabric

Parameters(MapReduceContextConfig contextConfig, ClassLoader programClassLoader) {
 this(contextConfig.getCConf(), contextConfig.getHConf(), programClassLoader, contextConfig.getPlugins(),
    createPluginInstantiator(contextConfig, programClassLoader));
}
origin: co.cask.cdap/cdap-app-fabric

 @Override
 protected CloseableBatchWritable<KEY, VALUE> createBatchWritable(TaskAttemptContext context,
                                  String namespace,
                                  String datasetName,
                                  Map<String, String> datasetArgs) {
  MapReduceClassLoader classLoader = MapReduceClassLoader.getFromConfiguration(context.getConfiguration());
  BasicMapReduceTaskContext<?, ?> taskContext = classLoader.getTaskContextProvider().get(context);
  return taskContext.getBatchWritable(namespace, datasetName, datasetArgs);
 }
}
origin: co.cask.cdap/cdap-app-fabric

 @Override
 public MapReduceTaskContextProvider get() {
  return contextProviderFactory.create(parameters.getCConf(), parameters.getHConf(), MapReduceClassLoader.this);
 }
};
origin: cdapio/cdap

/**
 * Returns the {@link BasicMapReduceTaskContext} for the given configuration. Since TaskAttemptContext is not
 * provided, the returned MapReduceTaskContext will not have Metrics available.
 * */
public final <K, V> BasicMapReduceTaskContext<K, V> get(Configuration configuration) {
 return get(new ContextCacheKey(null, configuration));
}
origin: co.cask.cdap/cdap-app-fabric

@Override
public void setConf(Configuration conf) {
 this.conf = conf;
 this.delegate = WrapperUtil.createDelegate(conf, getDelegateClassAttr());
}
origin: co.cask.cdap/cdap-app-fabric

public long getMetricsReportIntervalMillis() {
 return MapReduceMetricsUtil.getReportIntervalMillis(cConf, getRuntimeArguments());
}
origin: co.cask.cdap/cdap-app-fabric

/**
 * Returns the {@link BasicMapReduceTaskContext} for the given configuration. Since TaskAttemptContext is not
 * provided, the returned MapReduceTaskContext will not have Metrics available.
 * */
public final <K, V> BasicMapReduceTaskContext<K, V> get(Configuration configuration) {
 return get(new ContextCacheKey(null, configuration));
}
origin: co.cask.cdap/cdap-app-fabric

/**
 * Returns the {@link BasicMapReduceTaskContext} for the given task.
 */
public final <K, V> BasicMapReduceTaskContext<K, V> get(TaskAttemptContext taskAttemptContext) {
 return get(new ContextCacheKey(taskAttemptContext));
}
co.cask.cdap.internal.app.runtime.batch

Most used classes

  • MapReduceContainerHelper
    A helper class for dealing with MapReduce framework localization and classpath settings based on dif
  • ContainerLauncherGenerator
    Helper class to generate main classes using ASM. Those classes need to be generated instead of being
  • BasicOutputFormatProvider
    Simple implementation of OutputFormatProvider.
  • MapReduceContextConfig
    Helper class for getting and setting specific config settings for a job context.
  • MapReduceRuntimeService$TaskType
  • MultipleInputs,
  • MultipleOutputs,
  • AggregateMetricsByTag,
  • AppWithLocalFiles$MapReduceWithLocalFiles,
  • AppWithLocalFiles,
  • AppWithMapReduce$AggregateTimeseriesByTag,
  • AppWithMapReduce$ClassicWordCount,
  • AppWithMapReduce$ExplicitFaiiingMR,
  • AppWithMapReduce$FaiiingMR,
  • AppWithMapReduce$FailingInputFormatProvider,
  • AppWithMapReduce$FailingOutputFormatProvider,
  • AppWithMapReduce$MapReduceWithFailingOutputCommitter,
  • AppWithMapReduce,
  • AppWithMapReduceUsingFileSet$AppConfig
Codota Logo
  • Products

    Search for Java codeSearch for JavaScript codeEnterprise
  • IDE Plugins

    IntelliJ IDEAWebStormAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimAtomGoLandRubyMineEmacsJupyter
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogCodota Academy Plugin user guide Terms of usePrivacy policyJava Code IndexJavascript Code Index
Get Codota for your IDE now