public void setup(com.datatorrent.api.Context.PortContext context) { pojoType = context.getAttributes().get(Context.PortContext.TUPLE_CLASS); } };
@Override public void setup(Context.PortContext context) { if (context.getAttributes().contains(Context.PortContext.TUPLE_CLASS)) { pojoClass = context.getAttributes().get(Context.PortContext.TUPLE_CLASS); } }
@Override public void populateDAG(DAG dag, Configuration conf) { AvroFileInputOperator avroInputOperator = dag.addOperator("avroInputOperator", getAvroFileInput()); AvroToPojo avroToPojo = dag.addOperator("AvroToPojo", getAvroToPojo()); ConsoleOutputOperator consoleOutput = dag.addOperator("GenericRecordOp", new ConsoleOutputOperator()); dag.getMeta(avroToPojo).getMeta(avroToPojo.output).getAttributes().put(Context.PortContext.TUPLE_CLASS, SimpleOrder.class); dag.addStream("GenericRecords", avroInputOperator.output, avroToPojo.data).setLocality(Locality.THREAD_LOCAL); dag.addStream("POJO", avroToPojo.output, consoleOutput.input).setLocality(Locality.CONTAINER_LOCAL); }
@Override public void populateDAG(DAG dag, Configuration conf) { MessageReceiver receiver = dag.addOperator("Message Receiver", MessageReceiver.class); MessageResponder responder = dag.addOperator("Message Responder", MessageResponder.class); // Locality has to be container so that the operators use the same socket dag.addStream("messages", receiver.messageOutput, responder.messageInput).setLocality(DAG.Locality.CONTAINER_LOCAL); } }
@Override public void firstWindow() { for (T tuple : lastWindowTuples) { output.emit(tuple); } }
/** * Emit the given object as a payload for downstream operators interested in this port. * * @param tuple payload which needs to be emitted. */ public void emit(T tuple) { verifyOperatorThread(); sink.put(tuple); }
@Override public <T> T getValue(Attribute<T> key) { T attr = attributes.get(key); if (attr == null) { return key.defaultValue; } return attr; }
@Override public Response processStats(BatchedOperatorStats stats) { return listener.processStats(stats); }
public String[] getDimensionAggregatorsFor(String logicalMetricName) { if (dimensionsScheme == null) { return null; } return dimensionsScheme.getDimensionAggregationsFor(logicalMetricName); }
@Override public void populateDAG(DAG dag, Configuration conf) { FileInputOperator fileInput = dag.addOperator("fileInput", getFileInput()); StreamingJsonParser parser = dag.addOperator("parser", getParser()); dag.getMeta(parser).getMeta(parser.output).getAttributes().put(Context.PortContext.TUPLE_CLASS, Person.class); ConsoleOutputOperator consoleOutput = dag.addOperator("output", new ConsoleOutputOperator()); dag.addStream("Input", fileInput.output, parser.in).setLocality(Locality.CONTAINER_LOCAL); dag.addStream("pojo", parser.output, consoleOutput.input).setLocality(Locality.CONTAINER_LOCAL); }
@Override public void emitToList(ArrayList<K> list) { sort.emit(list); }
@Override public void setup(Context.PortContext context) { if (context.getAttributes().contains(Context.PortContext.TUPLE_CLASS)) { pojoClass = context.getAttributes().get(Context.PortContext.TUPLE_CLASS); } }
public void setup(com.datatorrent.api.Context.PortContext context) { pojoType = context.getAttributes().get(Context.PortContext.TUPLE_CLASS); } };
/** * * @param payload */ @Override public void put(Object payload) { count++; for (int i = sinks.length; i-- > 0;) { sinks[i].put(payload); } }
/** * Emits tuple to port "bottom" * @param tuple */ @Override public void emit(HashMap<K, ArrayList<HashMap<V,Integer>>> tuple) { bottom.emit(tuple); }
@Override protected void processResult(List<String> result, String tuple) { for (String str : result) { output.emit(str); } } }
/** * emits the result */ @Override public void endWindow() { if (doemit) { mergedport.emit(result); } }