private PeerDescription getSourcePeerDescription(@Context HttpServletRequest req) { return new PeerDescription(req.getRemoteHost(), req.getRemotePort(), req.isSecure()); }
private static Set<PeerStatus> recoverPersistedPeerStatuses(final File file) throws IOException { if (!file.exists()) { return null; } final Set<PeerStatus> statuses = new HashSet<>(); try (final InputStream fis = new FileInputStream(file); final BufferedReader reader = new BufferedReader(new InputStreamReader(fis))) { String line; while ((line = reader.readLine()) != null) { final String[] splits = line.split(Pattern.quote(":")); if (splits.length != 3 && splits.length != 4) { continue; } final String hostname = splits[0]; final int port = Integer.parseInt(splits[1]); final boolean secure = Boolean.parseBoolean(splits[2]); final boolean supportQueryForPeer = splits.length == 4 && Boolean.parseBoolean(splits[3]); statuses.add(new PeerStatus(new PeerDescription(hostname, port, secure), 1, supportQueryForPeer)); } } return statuses; }
private PeerDescription getTarget(final Map<String, String> variables) { final String targetHostName = hostname.evaluateExpressions(variables, null); if (isBlank(targetHostName)) { throw new IllegalStateException("Target hostname was not resolved for the route definition " + name); } final String targetPortStr = port.evaluateExpressions(variables, null); if (isBlank(targetPortStr)) { throw new IllegalStateException("Target port was not resolved for the route definition " + name); } final String targetIsSecure = secure == null ? null : secure.evaluateExpressions(variables, null); return new PeerDescription(targetHostName, Integer.valueOf(targetPortStr), Boolean.valueOf(targetIsSecure)); } }
@Override public PeerDescription getBootstrapPeerDescription() throws IOException { final String hostname = siteInfoProvider.getActiveClusterUrl().getHost(); final Integer port = siteInfoProvider.getSiteToSitePort(); if (port == null) { throw new IOException("Remote instance of NiFi is not configured to allow RAW Socket site-to-site communications"); } final boolean secure = siteInfoProvider.isSecure(); return new PeerDescription(hostname, port, secure); }
@Override public PeerDescription getBootstrapPeerDescription() throws IOException { if (siteInfoProvider.getSiteToSiteHttpPort() == null) { throw new IOException("Remote instance of NiFi is not configured to allow HTTP site-to-site communications"); } final URI clusterUrl = siteInfoProvider.getActiveClusterUrl(); return new PeerDescription(clusterUrl.getHost(), siteInfoProvider.getSiteToSiteHttpPort(), siteInfoProvider.isSecure()); }
@Override public Set<PeerStatus> getPeerStatuses(final Peer peer) throws IOException { if (!handshakeComplete) { throw new IllegalStateException("Handshake has not been performed"); } logger.debug("{} Get Peer Statuses from {}", this, peer); final CommunicationsSession commsSession = peer.getCommunicationsSession(); final DataInputStream dis = new DataInputStream(commsSession.getInput().getInputStream()); final DataOutputStream dos = new DataOutputStream(commsSession.getOutput().getOutputStream()); final boolean queryPeersForOtherPeers = getVersionNegotiator().getVersion() >= 6; RequestType.REQUEST_PEER_LIST.writeRequestType(dos); dos.flush(); final int numPeers = dis.readInt(); final Set<PeerStatus> peers = new HashSet<>(numPeers); for (int i = 0; i < numPeers; i++) { final String hostname = dis.readUTF(); final int port = dis.readInt(); final boolean secure = dis.readBoolean(); final int flowFileCount = dis.readInt(); peers.add(new PeerStatus(new PeerDescription(hostname, port, secure), flowFileCount, queryPeersForOtherPeers)); } logger.debug("{} Received {} Peer Statuses from {}", this, peers.size(), peer); return peers; }
final PeerDescription peerDescription = new PeerDescription(clientHostName, clientPort, req.isSecure());
final PeerDescription target = new PeerDescription(nodeInfo.getSiteToSiteHostname(), nodeInfo.getSiteToSitePort(), nodeInfo.isSiteToSiteSecure()); final PeerDescription modifiedTarget = peerDescriptionModifier.modify(peer.getDescription(), target, SiteToSiteTransportProtocol.RAW, PeerDescriptionModifier.RequestType.Peers, new HashMap<>());
@Override public Set<PeerStatus> fetchRemotePeerStatuses(PeerDescription peerDescription) throws IOException { // Each node should has the same URL structure and network reach-ability with the proxy configuration. try (final SiteToSiteRestApiClient apiClient = new SiteToSiteRestApiClient(config.getSslContext(), config.getHttpProxy(), config.getEventReporter())) { final String scheme = peerDescription.isSecure() ? "https" : "http"; apiClient.setBaseUrl(scheme, peerDescription.getHostname(), peerDescription.getPort()); final int timeoutMillis = (int) config.getTimeout(TimeUnit.MILLISECONDS); apiClient.setConnectTimeoutMillis(timeoutMillis); apiClient.setReadTimeoutMillis(timeoutMillis); apiClient.setCacheExpirationMillis(config.getCacheExpiration(TimeUnit.MILLISECONDS)); apiClient.setLocalAddress(config.getLocalAddress()); final Collection<PeerDTO> peers = apiClient.getPeers(); if(peers == null || peers.size() == 0){ throw new IOException("Couldn't get any peer to communicate with. " + apiClient.getBaseUrl() + " returned zero peers."); } // Convert the PeerDTO's to PeerStatus objects. Use 'true' for the query-peer-for-peers flag because Site-to-Site over HTTP // was added in NiFi 1.0.0, which means that peer-to-peer queries are always allowed. return peers.stream().map(p -> new PeerStatus(new PeerDescription(p.getHostname(), p.getPort(), p.isSecure()), p.getFlowFileCount(), true)) .collect(Collectors.toSet()); } }
final PeerDescription rawTarget = new PeerDescription(siteToSiteHostname, controller.getRemoteSiteListeningPort(), isSiteToSiteSecure); final PeerDescription modifiedRawTarget = peerDescriptionModifier.modify(source, rawTarget, SiteToSiteTransportProtocol.RAW, PeerDescriptionModifier.RequestType.SiteToSiteDetail, new HashMap<>(httpHeaders)); final PeerDescription httpTarget = new PeerDescription(siteToSiteHostname, controller.getRemoteSiteHttpListeningPort(), isSiteToSiteSecure); final PeerDescription modifiedHttpTarget = peerDescriptionModifier.modify(source, httpTarget, SiteToSiteTransportProtocol.HTTP, PeerDescriptionModifier.RequestType.SiteToSiteDetail, new HashMap<>(httpHeaders));
final URI clusterUrl = siteInfoProvider.getActiveClusterUrl(); final PeerDescription clusterPeerDescription = new PeerDescription(hostname, port, clusterUrl.toString().startsWith("https://")); final CommunicationsSession commsSession = establishSiteToSiteConnection(hostname, port);
final int siteToSitePort = nodeId.getSiteToSiteHttpApiPort() == null ? nodeId.getApiPort() : nodeId.getSiteToSiteHttpApiPort(); PeerDescription target = new PeerDescription(siteToSiteHostname, siteToSitePort, nodeId.isSiteToSiteSecure()); PeerDescription target = new PeerDescription(siteToSiteHostname, properties.getRemoteInputHttpPort(), properties.isSiteToSiteSecure());
private PeerDescription getTarget(final Map<String, String> variables) { final String targetHostName = hostname.evaluateExpressions(variables, null); if (isBlank(targetHostName)) { throw new IllegalStateException("Target hostname was not resolved for the route definition " + name); } final String targetPortStr = port.evaluateExpressions(variables, null); if (isBlank(targetPortStr)) { throw new IllegalStateException("Target port was not resolved for the route definition " + name); } final String targetIsSecure = secure == null ? null : secure.evaluateExpressions(variables, null); return new PeerDescription(targetHostName, Integer.valueOf(targetPortStr), Boolean.valueOf(targetIsSecure)); } }
final PeerDescription target = new PeerDescription(nodeInfo.getSiteToSiteHostname(), nodeInfo.getSiteToSitePort(), nodeInfo.isSiteToSiteSecure()); final PeerDescription modifiedTarget = peerDescriptionModifier.modify(peer.getDescription(), target, SiteToSiteTransportProtocol.RAW, PeerDescriptionModifier.RequestType.Peers, new HashMap<>());