/** * @see stream.ProcessorList#process(stream.Data) */ @Override public Data process(Data input) { count++; if (n != null && count % n == 0) { return super.process(input); } return input; }
public static void injectQueues(ProcessorList procs, OutputCollector collector) { for (Processor p : procs.getProcessors()) { injectQueues(p, collector); } }
List<Processor> list = pf.createNestedProcessors(element); process = new ProcessorList(); for (Processor p : list) { process.getProcessors().add(p);
/** * @see backtype.storm.task.IBolt#prepare(java.util.Map, * backtype.storm.task.TopologyContext, * backtype.storm.task.OutputCollector) */ @SuppressWarnings("rawtypes") @Override public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) { log.debug("Preparing ProcessBolt {}", this.uuid); this.output = collector; log.debug(" output collector: {}", output); try { process = createProcess(); process.init(ctx); } catch (Exception e) { e.printStackTrace(); throw new RuntimeException("Failed to create process!"); } }
@Override public Data process(Data input) { if (started) return input; started = true; return super.process(input); }
protected List<Processor> getAllProcessors(ProcessorList list) { List<Processor> ps = new ArrayList<Processor>(); for (Processor p : list.getProcessors()) { if (p instanceof ProcessorList) { ps.addAll(getAllProcessors((ProcessorList) p)); } else { ps.add(p); } } return ps; }
/** * @see stream.ProcessorList#process(stream.Data) */ @Override public Data process(Data input) { count++; if (n != null && count % n == 0) { count = 0l; return super.process(input); } return input; }
private static Element createProcessorNode(Document doc, Processor p) { Element proc = doc.createElement(p.getClass().getCanonicalName()); Map<String, String> attr = getAttributes(p); for (String key : attr.keySet()) { proc.setAttribute(key, attr.get(key)); } if (p instanceof ProcessorList) { ProcessorList ps = (ProcessorList) p; for (Processor np : ps.getProcessors()) { Element child = createProcessorNode(doc, np); proc.appendChild(child); } } return proc; }
/** * @see stream.ProcessorList#process(stream.Data) */ @Override public Data process(Data input) { count++; if (count > n) { count = 0l; return super.process(input); } return input; }
protected Processor createProcessor(Element el, ProcessorFactory pf) throws Exception { Processor p = pf.createProcessor(el); if (p instanceof ProcessorList) { ProcessorList list = (ProcessorList) p; NodeList nested = el.getChildNodes(); for (int i = 0; i < nested.getLength(); i++) { Node ch = nested.item(i); if (ch.getNodeType() == Node.ELEMENT_NODE) { Element e = (Element) ch; Processor inner = createProcessor(e, pf); list.getProcessors().add(inner); } } } return p; }
@Override public Data process(Data input) { if (started) return input; started = true; return super.process(input); }
Processor proc = createProcessor(element); if (proc != null) { ((ProcessorList) o).getProcessors().add(proc); } else { log.warn(
/** * @see stream.ProcessorList#process(stream.Data) */ @Override public Data process(Data input) { long start = System.currentTimeMillis(); Data processed = super.process(input); long duration = System.currentTimeMillis() - start; nanoTime.addAndGet(duration); itemsProcessed.incrementAndGet(); return processed; }
Processor proc = createProcessor(element); if (proc != null) { ((ProcessorList) o).getProcessors().add(proc); } else { log.warn(
/** * @see stream.ProcessorList#process(stream.Data) */ @Override public Data process(Data input) { long start = System.currentTimeMillis(); Data processed = super.process(input); long duration = System.currentTimeMillis() - start; nanoTime.addAndGet(duration); itemsProcessed.incrementAndGet(); return processed; }
for (Processor proc : pl.getProcessors()) { Set<Sink> found = collectSinks(proc); log.debug(" Found {} sinks referenced by child '{}': {}", found.size(), proc, found);
/** * @see stream.ProcessorList#process(stream.Data) */ @Override public Data process(Data input) { long start = System.currentTimeMillis(); Data processed = super.process(input); long duration = System.currentTimeMillis() - start; nanoTime.addAndGet(duration); itemsProcessed.incrementAndGet(); return processed; }
variables, dependencyInjection); if (proc != null) { ((ProcessorList) o).getProcessors().add(proc); } else { log.warn(