private List<Message> generateMessagesForController(Message message) { List<Message> messages = new ArrayList<Message>(); String id = UUID.randomUUID().toString(); Message newMessage = new Message(message.getRecord(), id); newMessage.setMsgId(id); newMessage.setSrcName(_manager.getInstanceName()); newMessage.setTgtName("Controller"); messages.add(newMessage); return messages; }
@BeforeClass public void setUp() throws IOException { Configuration configuration = new Configuration(); configuration.setInt(ConfigurationKeys.TASK_EXECUTOR_THREADPOOL_SIZE_KEY, 1); this.taskExecutor = new TaskExecutor(configuration); this.helixManager = Mockito.mock(HelixManager.class); Mockito.when(this.helixManager.getInstanceName()).thenReturn(GobblinHelixTaskTest.class.getSimpleName()); this.taskStateTracker = new GobblinHelixTaskStateTracker(new Properties()); this.localFs = FileSystem.getLocal(configuration); this.appWorkDir = new Path(GobblinHelixTaskTest.class.getSimpleName()); this.taskOutputDir = new Path(this.appWorkDir, "output"); }
LOGGER.info("Leader notification for {} HM.isLeader {}", this.helixManager.get().getInstanceName(), this.helixManager.get().isLeader()); LOGGER.info("Leader lost notification for {} HM.isLeader {}", this.helixManager.get().getInstanceName(), this.helixManager.get().isLeader()); if (this.isSchedulerEnabled) {
managerClusterHelixManager.getInstanceName(), isLeader, managerClusterHelixManager.isLeader()); log.info("New Helix Controller leader {}", this.managerClusterHelixManager.getInstanceName());
if (!_helixManager.getInstanceName().equals(state.getKey()) && state.getValue() .equals(CommonConstants.Helix.StateModel.SegmentOnlineOfflineStateModel.ONLINE)) { otherOnlineBrokerCount++;
private TaskAttemptBuilder createTaskAttemptBuilder() { TaskAttemptBuilder builder = new TaskAttemptBuilder(this.taskStateTracker, this.taskExecutor); builder.setContainerId(this.helixManager.getInstanceName()); builder.setTaskStateStore(this.stateStores.getTaskStateStore()); return builder; }
@Override public void run() { HelixManager helixManager = _notificationContext.getManager(); HelixDataAccessor helixDataAccessor = helixManager.getHelixDataAccessor(); HelixProperty helixProperty = helixDataAccessor .getProperty(_message.getKey(helixDataAccessor.keyBuilder(), helixManager.getInstanceName())); // The absence of the shutdown message indicates it has been removed if (helixProperty == null) { eventBus.post(new ClusterManagerShutdownRequest()); } } }, 0, 1, TimeUnit.SECONDS);
if (!_helixManager.getInstanceName().equals(state.getKey()) && state.getValue() .equals(CommonConstants.Helix.StateModel.SegmentOnlineOfflineStateModel.ONLINE)) { otherOnlineBrokerCount++;
String id = UUID.randomUUID().toString(); Message newMessage = new Message(message.getRecord(), id); String srcInstanceName = _manager.getInstanceName(); String tgtInstanceName = map.get("instanceName");
@Override public void run() { HelixManager helixManager = _notificationContext.getManager(); HelixDataAccessor helixDataAccessor = helixManager.getHelixDataAccessor(); HelixProperty helixProperty = helixDataAccessor.getProperty( _message.getKey(helixDataAccessor.keyBuilder(), helixManager.getInstanceName())); // The absence of the shutdown message indicates it has been removed if (helixProperty == null) { GobblinTaskRunner.this.stop(); } } }, 0, 1, TimeUnit.SECONDS);
@Override public void run() { LOG.info("HelixControllerMainShutdownHook invoked on manager: " + _manager.getClusterName() + ", " + _manager.getInstanceName()); _manager.disconnect(); } }
@Override public void run() { LOG.info("HelixAgentShutdownHook invoked. agent: " + _manager.getInstanceName()); if (_manager != null && _manager.isConnected()) _manager.disconnect(); } }
@Override public void run() { LOG.info("HelixControllerMainShutdownHook invoked on manager: " + _manager.getClusterName() + ", " + _manager.getInstanceName()); _manager.disconnect(); } }
private void removeMessageFromZk(HelixDataAccessor accessor, Message message) { if (!HelixUtil.removeMessageFromZK(accessor, message, _manager.getInstanceName())) { logger.warn("Failed to delete message " + message.getId() + " from zk!"); } else { logger.info("Delete message " + message.getId() + " from zk!"); } }
private List<Message> generateMessagesForController(Message message) { List<Message> messages = new ArrayList<Message>(); String id = UUID.randomUUID().toString(); Message newMessage = new Message(message.getRecord(), id); newMessage.setMsgId(id); newMessage.setSrcName(_manager.getInstanceName()); newMessage.setTgtName("Controller"); messages.add(newMessage); return messages; }
public void onBecomeDroppedFromOffline(Message message, NotificationContext context) { HelixManager manager = context.getManager(); LOG.info("onBecomeDroppedFromOffline for " + message.getPartitionName() + " on " + manager.getInstanceName()); _offlineLatch.countDown(); }
@Override public void run() { HelixManager helixManager = _notificationContext.getManager(); HelixDataAccessor helixDataAccessor = helixManager.getHelixDataAccessor(); HelixProperty helixProperty = helixDataAccessor .getProperty(_message.getKey(helixDataAccessor.keyBuilder(), helixManager.getInstanceName())); // The absence of the shutdown message indicates it has been removed if (helixProperty == null) { eventBus.post(new ClusterManagerShutdownRequest()); } } }, 0, 1, TimeUnit.SECONDS);
public void onBecomeOfflineFromOnline(Message message, NotificationContext context) { HelixManager manager = context.getManager(); LOG.info("onBecomeOfflineFromOnline for " + message.getPartitionName() + " on " + manager.getInstanceName()); }
@Override public void run() { HelixManager helixManager = _notificationContext.getManager(); HelixDataAccessor helixDataAccessor = helixManager.getHelixDataAccessor(); HelixProperty helixProperty = helixDataAccessor.getProperty( _message.getKey(helixDataAccessor.keyBuilder(), helixManager.getInstanceName())); // The absence of the shutdown message indicates it has been removed if (helixProperty == null) { GobblinTaskRunner.this.stop(); } } }, 0, 1, TimeUnit.SECONDS);
public MockMessagingService(HelixManager manager) { super(manager); _manager = manager; boolean isParticipant = false; if (manager.getInstanceType() == InstanceType.PARTICIPANT || manager.getInstanceType() == InstanceType.CONTROLLER_PARTICIPANT) { isParticipant = true; } _taskExecutor = new MockHelixTaskExecutor( new ParticipantStatusMonitor(isParticipant, manager.getInstanceName()), new MessageQueueMonitor(manager.getClusterName(), manager.getInstanceName())); }