final KvStateLocationOracle kvStateLocationOracle = proxy.getKvStateLocationOracle(jobId);
public void start() throws IOException { synchronized (lock) { Preconditions.checkState(!isShutdown, "The NetworkEnvironment has already been shut down."); LOG.info("Starting the network environment and its components."); try { LOG.debug("Starting network connection manager"); connectionManager.start(resultPartitionManager, taskEventDispatcher); } catch (IOException t) { throw new IOException("Failed to instantiate network connection manager.", t); } if (kvStateServer != null) { try { kvStateServer.start(); } catch (Throwable ie) { kvStateServer.shutdown(); kvStateServer = null; throw new IOException("Failed to start the Queryable State Data Server.", ie); } } if (kvStateProxy != null) { try { kvStateProxy.start(); } catch (Throwable ie) { kvStateProxy.shutdown(); kvStateProxy = null; throw new IOException("Failed to start the Queryable State Client Proxy.", ie); } } } }
private void unregisterQueryableState(JobManagerConnection jobManagerConnection) { final KvStateRegistry kvStateRegistry = networkEnvironment.getKvStateRegistry(); if (kvStateRegistry != null) { kvStateRegistry.unregisterListener(jobManagerConnection.getJobID()); } final KvStateClientProxy kvStateClientProxy = networkEnvironment.getKvStateProxy(); if (kvStateClientProxy != null) { kvStateClientProxy.updateKvStateLocationOracle(jobManagerConnection.getJobID(), null); } }
try { LOG.debug("Shutting down Queryable State Client Proxy."); kvStateProxy.shutdown(); } catch (Throwable t) { LOG.warn("Cannot shut down Queryable State Client Proxy.", t);
public void start() throws IOException { synchronized (lock) { Preconditions.checkState(!isShutdown, "The NetworkEnvironment has already been shut down."); LOG.info("Starting the network environment and its components."); try { LOG.debug("Starting network connection manager"); connectionManager.start(resultPartitionManager, taskEventDispatcher); } catch (IOException t) { throw new IOException("Failed to instantiate network connection manager.", t); } if (kvStateServer != null) { try { kvStateServer.start(); } catch (Throwable ie) { kvStateServer.shutdown(); kvStateServer = null; throw new IOException("Failed to start the Queryable State Data Server.", ie); } } if (kvStateProxy != null) { try { kvStateProxy.start(); } catch (Throwable ie) { kvStateProxy.shutdown(); kvStateProxy = null; throw new IOException("Failed to start the Queryable State Client Proxy.", ie); } } } }
private void registerQueryableState(JobID jobId, JobMasterGateway jobMasterGateway) { final KvStateServer kvStateServer = networkEnvironment.getKvStateServer(); final KvStateRegistry kvStateRegistry = networkEnvironment.getKvStateRegistry(); if (kvStateServer != null && kvStateRegistry != null) { kvStateRegistry.registerListener( jobId, new RpcKvStateRegistryListener( jobMasterGateway, kvStateServer.getServerAddress())); } final KvStateClientProxy kvStateProxy = networkEnvironment.getKvStateProxy(); if (kvStateProxy != null) { kvStateProxy.updateKvStateLocationOracle(jobId, jobMasterGateway); } }
try { LOG.debug("Shutting down Queryable State Client Proxy."); kvStateProxy.shutdown(); } catch (Throwable t) { LOG.warn("Cannot shut down Queryable State Client Proxy.", t);
public void start() throws IOException { synchronized (lock) { Preconditions.checkState(!isShutdown, "The NetworkEnvironment has already been shut down."); LOG.info("Starting the network environment and its components."); try { LOG.debug("Starting network connection manager"); connectionManager.start(resultPartitionManager, taskEventDispatcher); } catch (IOException t) { throw new IOException("Failed to instantiate network connection manager.", t); } if (kvStateServer != null) { try { kvStateServer.start(); } catch (Throwable ie) { kvStateServer.shutdown(); kvStateServer = null; throw new IOException("Failed to start the Queryable State Data Server.", ie); } } if (kvStateProxy != null) { try { kvStateProxy.start(); } catch (Throwable ie) { kvStateProxy.shutdown(); kvStateProxy = null; throw new IOException("Failed to start the Queryable State Client Proxy.", ie); } } } }
private void registerQueryableState(JobID jobId, JobMasterGateway jobMasterGateway) { final KvStateServer kvStateServer = networkEnvironment.getKvStateServer(); final KvStateRegistry kvStateRegistry = networkEnvironment.getKvStateRegistry(); if (kvStateServer != null && kvStateRegistry != null) { kvStateRegistry.registerListener( jobId, new RpcKvStateRegistryListener( jobMasterGateway, kvStateServer.getServerAddress())); } final KvStateClientProxy kvStateProxy = networkEnvironment.getKvStateProxy(); if (kvStateProxy != null) { kvStateProxy.updateKvStateLocationOracle(jobId, jobMasterGateway); } }
try { LOG.debug("Shutting down Queryable State Client Proxy."); kvStateProxy.shutdown(); } catch (Throwable t) { LOG.warn("Cannot shut down Queryable State Client Proxy.", t);
private void registerQueryableState(JobID jobId, JobMasterGateway jobMasterGateway) { final KvStateServer kvStateServer = networkEnvironment.getKvStateServer(); final KvStateRegistry kvStateRegistry = networkEnvironment.getKvStateRegistry(); if (kvStateServer != null && kvStateRegistry != null) { kvStateRegistry.registerListener( jobId, new RpcKvStateRegistryListener( jobMasterGateway, kvStateServer.getServerAddress())); } final KvStateClientProxy kvStateProxy = networkEnvironment.getKvStateProxy(); if (kvStateProxy != null) { kvStateProxy.updateKvStateLocationOracle(jobId, jobMasterGateway); } }
private void disassociateFromJobManager(JobManagerConnection jobManagerConnection, Exception cause) throws IOException { checkNotNull(jobManagerConnection); final KvStateRegistry kvStateRegistry = networkEnvironment.getKvStateRegistry(); if (kvStateRegistry != null) { kvStateRegistry.unregisterListener(jobManagerConnection.getJobID()); } final KvStateClientProxy kvStateClientProxy = networkEnvironment.getKvStateProxy(); if (kvStateClientProxy != null) { kvStateClientProxy.updateKvStateLocationOracle(jobManagerConnection.getJobID(), null); } JobMasterGateway jobManagerGateway = jobManagerConnection.getJobManagerGateway(); jobManagerGateway.disconnectTaskManager(getResourceID(), cause); jobManagerConnection.getLibraryCacheManager().shutdown(); }
private void disassociateFromJobManager(JobManagerConnection jobManagerConnection, Exception cause) throws IOException { checkNotNull(jobManagerConnection); final KvStateRegistry kvStateRegistry = networkEnvironment.getKvStateRegistry(); if (kvStateRegistry != null) { kvStateRegistry.unregisterListener(jobManagerConnection.getJobID()); } final KvStateClientProxy kvStateClientProxy = networkEnvironment.getKvStateProxy(); if (kvStateClientProxy != null) { kvStateClientProxy.updateKvStateLocationOracle(jobManagerConnection.getJobID(), null); } JobMasterGateway jobManagerGateway = jobManagerConnection.getJobManagerGateway(); jobManagerGateway.disconnectTaskManager(getResourceID(), cause); jobManagerConnection.getLibraryCacheManager().shutdown(); }