/** * @see stream.Processor#process(stream.Data) */ @Override public Data process(Data input) { if (key == null || !input.containsKey(key)) return input; String text = input.get(key).toString(); Map<String, String> vars = new HashMap<String, String>(); for (String k : input.keySet()) { vars.put("data." + k, input.get(k).toString()); } String expanded = substitute(text, emptyStrings, vars); input.put(key, expanded); return input; }
/** * Returns the given data item, with the specified key being hidden. * * @param key * @param item * @return * @deprecated */ public final static Data hide(String key, Data item) { if (item.containsKey(key)) { Serializable o = item.remove(key); item.put(Data.HIDDEN_PREFIX + key, o); } return item; }
/** * @see stream.Processor#process(stream.Data) */ @Override public Data process(Data item) { for( String key : keys.select( item)) { states.put( key, item.get( key)); } for( String key : states.keySet()) { if( ! item.containsKey( key )) { item.put( key, states.get( key)); } } return item; } }
/** * @see stream.DataProcessor#process(stream.Data) */ @Override public Data process(Data data) { List<String> remove = new ArrayList<String>(); for (String key : data.keySet()) { if (DataUtils.isSpecial(key)) continue; try { Double val = new Double(data.get(key).toString()); if (val == 0.0d) remove.add(key); } catch (Exception e) { } } for (String key : remove) { data.remove(key); } return data; } }
/** * @see stream.DataProcessor#process(stream.Data) */ @Override public Data process(Data data) { if (key != null) { synchronized (nextId) { data.put(key, nextId++); } } return data; }
public IronBeeAuditEvent(Data data) { put(ModSecurity.TX_ID, data.get(SECTION_BOUNDARY_KEY) + ""); for (String key : data.keySet()) { Serializable val = data.get(key); if (val instanceof String) { String repl = mapVariable(key); log.trace(" Replacing '{}' with '{}'", key, repl); put(repl, val.toString()); } } if (data.containsKey("event_messages")) { try { AuditEventMessage[] msgs = (AuditEventMessage[]) data .get("event_messages"); messages = msgs; } catch (Exception e) { e.printStackTrace(); } } }
public boolean check(Data item) { log.info("Checking {} types for item {}", types.keySet().size(), item); for (String key : types.keySet()) { if (!item.containsKey(key)) { log.error("Missing key '{}' in item {}!", key, item); return false; } if (!checkType(key, item)) { log.error("Value type mismatch for key '" + key + "', expected type: {} but found type: {}", types.get(key), item.get(key).getClass()); return false; } } return true; }
/** * @see org.apache.hadoop.mapred.RecordReader#next(java.lang.Object, * java.lang.Object) */ public boolean next(Key key, Data value) throws IOException { try { Data item = stream.read(); if (item != null) { value.clear(); value.putAll(item); return true; } else { return false; } } catch (Exception e) { throw new IOException(e); } } }
@Override public Data read() throws Exception { Data datum = DataFactory.create(); if (pos < data.size()) { datum.putAll(data.get(pos++)); return datum; } return null; }
public Set<String> keySet() { return data[0].keySet(); }
/** * */ @Override public Data processMatchingData(Data data) { if (key != null && value != null) { String val = ""; if (value == "null") { if (scope.contains(Context.DATA_CONTEXT_NAME) || scope.isEmpty()) data.remove(key); else if (scope.contains(Context.PROCESS_CONTEXT_NAME)) context.set(key, null); } else val = String.valueOf(ExpressionResolver.resolve(value, context, data)); if (scope.contains(Context.DATA_CONTEXT_NAME) || scope.isEmpty()) data.put(key, val); else if (scope.contains(Context.PROCESS_CONTEXT_NAME)) context.set(key, val); } return data; }
@Override public Data process(Data data) { for (String key : keys) { Serializable s = data.get(key); if (s != null &&!s.toString().equals("--")) context.set(key, s); } return data; }
public Serializable remove(Object key) { for (int i = 0; i < data.length; i++) { data[i].remove(key); } return null; }
/** * @see stream.io.Sink#write(stream.Data) */ @Override public boolean write(Data item) throws Exception { log.debug("Writing to queue '{}' (item is: {})", name, item); log.debug(" using collector {}", collector); List<Object> tuple = new ArrayList<Object>(); tuple.add(item.createCopy()); collector.emit(tuple); return true; }
/** * Returns the given data item, with the specified key being hidden. * * @param key * @param item * @return * @deprecated */ public final static Data hide(String key, Data item) { if (item.containsKey(key)) { Serializable o = item.remove(key); item.put(Data.HIDDEN_PREFIX + key, o); } return item; }