protected void doAbort(CrawlURI curi, AbstractExecutionAwareRequest request, String annotation) { curi.getAnnotations().add(annotation); curi.getRecorder().close(); request.abort(); }
if (!req.request.isAborted()) {
protected void configureRequestHeaders() { if (fetcher.getAcceptCompression()) { request.addHeader("Accept-Encoding", "gzip,deflate"); request.setHeader(HttpHeaders.FROM, from); request.setHeader(HttpHeaders.RANGE, "bytes=0-" + rangeEnd); request.setHeader(HTTP.CONN_DIRECTIVE, HTTP.CONN_CLOSE); && !(curi.getVia().getScheme().equals(FetchHTTP.HTTPS_SCHEME) && curi.getUURI().getScheme().equals(FetchHTTP.HTTP_SCHEME))) { request.setHeader(HttpHeaders.REFERER, via); String[] nameValue = headerString.split(": +"); if (nameValue.length == 2) { request.addHeader(nameValue[0], nameValue[1]); } else { logger.warning("Invalid accept header: " + headerString); request.addHeader("X-Requested-With", "XMLHttpRequest");
@Override @Deprecated public void setConnectionRequest(final ClientConnectionRequest connRequest) { setCancellable(new Cancellable() { @Override public boolean cancel() { connRequest.abortRequest(); return true; } }); }
public static void cleanupResources( final CloseableHttpClient client, final HttpUriRequest request, final CloseableHttpResponse response ) { if ( response != null && response.getEntity() != null ) { EntityUtils.consumeQuietly( response.getEntity() ); closeQuietly( response ); } if ( request != null ) { if ( request instanceof AbstractExecutionAwareRequest ) { ( (AbstractExecutionAwareRequest) request ).reset(); } } if ( client != null ) { closeQuietly( client ); } }
request.addHeader("Proxy-Connection", "close");
@Override @Deprecated public void setConnectionRequest(final ClientConnectionRequest connRequest) { setCancellable(new Cancellable() { @Override public boolean cancel() { connRequest.abortRequest(); return true; } }); }
public static void cleanupResources( final CloseableHttpClient client, final HttpUriRequest request, final CloseableHttpResponse response ) { if ( response != null && response.getEntity() != null ) { EntityUtils.consumeQuietly( response.getEntity() ); closeQuietly( response ); } if ( request != null ) { if ( request instanceof AbstractExecutionAwareRequest ) { ( (AbstractExecutionAwareRequest) request ).reset(); } } if ( client != null ) { closeQuietly( client ); } }
request.addHeader("Proxy-Connection", "close");
@Deprecated public void setConnectionRequest(final ClientConnectionRequest connRequest) { setCancellable(new Cancellable() { public boolean cancel() { connRequest.abortRequest(); return true; } }); }
public static void cleanupResources( final HttpRequest request, final HttpResponse response, final CloseableHttpClient client ) { final Logger logger = LoggerFactory.getLogger( HttpResources.class ); logger.info( "CLEANING UP RESOURCES via: {}", Thread.currentThread() .getStackTrace()[2] ); if ( response != null && response.getEntity() != null ) { EntityUtils.consumeQuietly( response.getEntity() ); if ( response instanceof CloseableHttpResponse ) { closeQuietly( (CloseableHttpResponse) response ); } } if ( request != null ) { if ( request instanceof AbstractExecutionAwareRequest ) { ( (AbstractExecutionAwareRequest) request ).reset(); } } if ( client != null ) { closeQuietly( client ); } logger.info( "DONE: CLEANING UP RESOURCES" ); }
protected void doAbort(CrawlURI curi, AbstractExecutionAwareRequest request, String annotation) { curi.getAnnotations().add(annotation); curi.getRecorder().close(); request.abort(); }
protected void configureRequestHeaders() { if (fetcher.getAcceptCompression()) { request.addHeader("Accept-Encoding", "gzip,deflate"); request.setHeader(HttpHeaders.FROM, from); request.setHeader(HttpHeaders.RANGE, "bytes=0-" + rangeEnd); request.setHeader(HTTP.CONN_DIRECTIVE, HTTP.CONN_CLOSE); && !(curi.getVia().getScheme().equals(FetchHTTP.HTTPS_SCHEME) && curi.getUURI().getScheme().equals(FetchHTTP.HTTP_SCHEME))) { request.setHeader(HttpHeaders.REFERER, via); String[] nameValue = headerString.split(": +"); if (nameValue.length == 2) { request.addHeader(nameValue[0], nameValue[1]); } else { logger.warning("Invalid accept header: " + headerString); request.addHeader("X-Requested-With", "XMLHttpRequest");
if (!req.request.isAborted()) {
@Override @Deprecated public void setConnectionRequest(final ClientConnectionRequest connRequest) { setCancellable(new Cancellable() { @Override public boolean cancel() { connRequest.abortRequest(); return true; } }); }
( (AbstractExecutionAwareRequest) request ).reset();
@Override @Deprecated public void setConnectionRequest(final ClientConnectionRequest connRequest) { setCancellable(new Cancellable() { @Override public boolean cancel() { connRequest.abortRequest(); return true; } }); }
@Deprecated public void setConnectionRequest(final ClientConnectionRequest connRequest) { setCancellable(new Cancellable() { public boolean cancel() { connRequest.abortRequest(); return true; } }); }
@Deprecated public void setReleaseTrigger(final ConnectionReleaseTrigger releaseTrigger) { setCancellable(new Cancellable() { public boolean cancel() { try { releaseTrigger.abortConnection(); return true; } catch (final IOException ex) { return false; } } }); }