private TupleType getTupleType(Tuple tuple) { if (_idStreamSpec != null && tuple.getSourceGlobalStreamid().equals(_idStreamSpec._id)) { return TupleType.ID; } else if (!_sourceArgs.isEmpty() && tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) { return TupleType.COORD; } else { return TupleType.REGULAR; } }
private TupleType getTupleType(Tuple tuple, TrackedBatch batch) { CoordCondition cond = batch.condition; if (cond.commitStream != null && tuple.getSourceGlobalStreamid().equals(cond.commitStream)) { return TupleType.COMMIT; } else if (cond.expectedTaskReports > 0 && tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) { return TupleType.COORD; } else { return TupleType.REGULAR; } }
static TaskStream fromTuple(Tuple input) { return new TaskStream(input.getSourceTask(), input.getSourceGlobalStreamid()); } }
@Override public void execute(Tuple input) { if (isTupleTs()) { long ts = input.getLongByField(tupleTsFieldName); if (waterMarkEventGenerator.track(input.getSourceGlobalStreamid(), ts)) { windowManager.add(input, ts); } else { LOG.info("Received a late tuple {} with ts {}. This will not processed.", input, ts); } } else { windowManager.add(input); } }
(_idStreamSpec!=null && tup.getSourceGlobalStreamid().equals(_idStreamSpec._id)) )) { throw new IllegalStateException("Coordination condition met on a non-coordinating tuple. Should be impossible");
&& tuple.getSourceGlobalStreamid().equals(_idStreamSpec._id)) { synchronized(_tracked) { track.receivedId = true;
String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamid()); if (batchGroup == null) {
private TupleType getTupleType(Tuple tuple) { if (_idStreamSpec != null && tuple.getSourceGlobalStreamid().equals(_idStreamSpec._id)) { return TupleType.ID; } else if (!_sourceArgs.isEmpty() && tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) { return TupleType.COORD; } else { return TupleType.REGULAR; } }
private TupleType getTupleType(Tuple tuple) { if(_idStreamSpec!=null && tuple.getSourceGlobalStreamid().equals(_idStreamSpec._id)) { return TupleType.ID; } else if(!_sourceArgs.isEmpty() && tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) { return TupleType.COORD; } else { return TupleType.REGULAR; } }
private TupleType getTupleType(Tuple tuple, TrackedBatch batch) { CoordCondition cond = batch.condition; if(cond.commitStream!=null && tuple.getSourceGlobalStreamid().equals(cond.commitStream)) { return TupleType.COMMIT; } else if(cond.expectedTaskReports > 0 && tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) { return TupleType.COORD; } else { return TupleType.REGULAR; } }
private TupleType getTupleType(Tuple tuple, TrackedBatch batch) { CoordCondition cond = batch.condition; if(cond.commitStream!=null && tuple.getSourceGlobalStreamid().equals(cond.commitStream)) { return TupleType.COMMIT; } else if(cond.expectedTaskReports > 0 && tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) { return TupleType.COORD; } else { return TupleType.REGULAR; } }
static TaskStream fromTuple(Tuple input) { return new TaskStream(input.getSourceTask(), input.getSourceGlobalStreamid()); } }
@Override public void execute(Tuple input) { if (isTupleTs()) { long ts = input.getLongByField(tupleTsFieldName); if (waterMarkEventGenerator.track(input.getSourceGlobalStreamid(), ts)) { windowManager.add(input, ts); } else { LOG.info("Received a late tuple {} with ts {}. This will not processed.", input, ts); } } else { windowManager.add(input); } }
String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamid()); if(batchGroup==null) {
String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamid()); if(batchGroup==null) {