private Configuration getHadoopConfig(S config) { deepJobConfig = initConfig(config, deepJobConfig); return deepJobConfig.getHadoopConfiguration(); }
/** * {@inheritDoc} */ @Override public Cells transformElement(Tuple2<Object, LinkedMapWritable> tuple, DeepJobConfig<Cells, ? extends DeepJobConfig> config) { try { return UtilES.getCellFromJson(tuple._2(), deepJobConfig.getNameSpace()); } catch (Exception e) { LOG.error("Cannot convert JSON: ", e); throw new DeepTransformException("Could not transform from Json to Cell " + e.getMessage()); } }
@Override public ESDeepJobConfig<T> initialize(ExtractorConfig extractorConfig) { super.initialize(extractorConfig); Map<String, String> values = extractorConfig.getValues(); if (values.get(INPUT_COLUMNS) != null) { inputColumns(extractorConfig.getStringArray(INPUT_COLUMNS)); } if (values.get(FILTER_QUERY) != null) { filterQuery(extractorConfig.getFilterArray(FILTER_QUERY)); } this.initialize(); return this; }
private Configuration getHadoopConfig(S config) { deepJobConfig = initConfig(config, deepJobConfig); return deepJobConfig.getHadoopConfiguration(); }