@Override public void assign(BoltDeclarer declarer, InputStream stream) { declarer.globalGrouping(stream.fromComponent, stream.id); } },
@Override public void declareGrouping(BoltDeclarer declarer, String componentId, String streamId, Fields fields) { declarer.globalGrouping(componentId, streamId); } };
.globalGrouping(masterCoordinator(c.batchGroupId), MasterBatchCoordinator.BATCH_STREAM_ID) .globalGrouping(masterCoordinator(c.batchGroupId), MasterBatchCoordinator.SUCCESS_STREAM_ID); for (SharedMemory request : c.sharedMemory) { scd.addSharedMemory(request);
builder.setBolt(intermediateRankerId, new IntermediateRankingsBolt(TOP_N), 4).fieldsGrouping(counterId, new Fields("obj")); builder.setBolt(totalRankerId, new TotalRankingsBolt(TOP_N)).globalGrouping(intermediateRankerId); LOG.info("Topology name: " + topologyName);
@Override public StormTopology newTopology() { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(getSpoutName(), new TimeDataIncrementingSpout(), spoutExecutors); builder.setBolt(getBoltName(), new TimeDataVerificationBolt() .withTumblingWindow(new BaseWindowedBolt.Duration(tumbleSec, TimeUnit.SECONDS)) .withLag(new BaseWindowedBolt.Duration(10, TimeUnit.SECONDS)) .withTimestampField(TimeData.getTimestampFieldName()), boltExecutors) .globalGrouping(getSpoutName()); return builder.createTopology(); } }
@Override public StormTopology newTopology() { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(getSpoutName(), new TimeDataIncrementingSpout(), spoutExecutors); builder.setBolt(getBoltName(), new TimeDataVerificationBolt() .withWindow(new BaseWindowedBolt.Duration(windowSec, TimeUnit.SECONDS), new BaseWindowedBolt.Duration(slideSec, TimeUnit.SECONDS)) .withTimestampField(TimeData.getTimestampFieldName()) .withLag(new BaseWindowedBolt.Duration(10, TimeUnit.SECONDS)), boltExecutors) .globalGrouping(getSpoutName()); return builder.createTopology(); } }
builder.setBolt(aggId, new RollingCountAggBolt(), 4).fieldsGrouping(counterId, new Fields("obj")); builder.setBolt(intermediateRankerId, new IntermediateRankingsBolt(TOP_N), 4).fieldsGrouping(aggId, new Fields("obj")); builder.setBolt(totalRankerId, new TotalRankingsBolt(TOP_N)).globalGrouping(intermediateRankerId); LOG.info("Topology name: " + topologyName);
break; case GLOBAL: declarer.globalGrouping(stream.getFrom(), streamId); break; case LOCAL_OR_SHUFFLE:
.globalGrouping(masterCoordinator(c.batchGroupId), MasterBatchCoordinator.BATCH_STREAM_ID) .globalGrouping(masterCoordinator(c.batchGroupId), MasterBatchCoordinator.SUCCESS_STREAM_ID);
private StormTopology buildTopolgy() { final TopologyBuilder topologyBuilder = new TopologyBuilder(); topologyBuilder.setSpout("kafka_spout", new KafkaSpout<>(getKafkaSpoutConfig()), 1); topologyBuilder.setBolt("rsvpSummarizer", new MeetupRSVPSummaryBolt(), 1).globalGrouping("kafka_spout", STREAM_NAME); topologyBuilder.setBolt("summarySerializer", new KafkaBolt(), 1).shuffleGrouping("rsvpSummarizer"); return topologyBuilder.createTopology(); }
break; case GLOBAL: declarer.globalGrouping(stream.getFrom(), streamId); break; case LOCAL_OR_SHUFFLE:
.globalGrouping(intermediateRankingsWordCountBoltBuilder.getId()); .globalGrouping(totalRankingsWordCountBoltBuilder.getId());