@Override public void readObjectData(Kryo kryo, ByteBuffer buffer) { try { parseUriReference(StringSerializer.get(buffer), true); } catch (URIException e) { // TODO Auto-generated catch block e.printStackTrace(); } }
ux.printStackTrace(); e.printStackTrace(); return null;
@Override protected boolean evaluate(CrawlURI uri) { UURI via = uri.getVia(); if (via == null) { return false; } try { String chost = uri.getUURI().getHostBasename(); if (chost == null) { return false; } String viaHost = via.getHostBasename(); if (viaHost == null) { return false; } if (chost.equals(viaHost) && uri.isLocation() && via.getPath().equals(SLASH)) { uri.setSeed(true); LOGGER.info("Adding " + uri + " to seeds via " + via); return true; } } catch (URIException e) { e.printStackTrace(); } return false; }
public String fetchPage(String url) { try { if (url != null) { // a null value check return URIUtil.encodeQuery(url); } else { return "No URL available"; } } catch (URIException e) { e.printStackTrace(); } }
public SWFUrlRewriter(ResultURIConverter converter, URL baseUrl, String datespec) { this.datespec = datespec; this.converter = converter; try { this.baseUrl = UsableURIFactory .getInstance(baseUrl.toExternalForm()); } catch (URIException e) { e.printStackTrace(); } }
/** * @param baseURL an base URL for relative URLs */ public void setBaseUrl(String baseURL) { try { baseUrl = UsableURIFactory.getInstance(baseURL); } catch (URIException ex) { // XXX ex.printStackTrace(); } }
/** * @param baseURL an base URL for relative URLs */ public void setBaseUrl(String baseURL) { try { baseUrl = UsableURIFactory.getInstance(baseURL); } catch (URIException ex) { // XXX ex.printStackTrace(); } }
public SWFUrlRewriter(ResultURIConverter converter, URL baseUrl, String datespec) { this.datespec = datespec; this.converter = converter; try { this.baseUrl = UsableURIFactory .getInstance(baseUrl.toExternalForm()); } catch (URIException e) { e.printStackTrace(); } }
@Deprecated private static String escapeQueryURIUtil(String urlString) { urlString = urlString.trim(); int posQ = urlString.indexOf("?"); if ((posQ > 0) && (posQ < urlString.length() - 2)) { String query = urlString.substring(posQ + 1); if (query.indexOf("%") < 0) { // assume that its not already encoded... String path = urlString.substring(0, posQ); try { urlString = path + "?" + URIUtil.encodeQuery(query); } catch (URIException e) { e.printStackTrace(); //To change body of catch statement use File | Settings | File Templates. } } } return urlString; }
@Override public void readObjectData(Kryo kryo, ByteBuffer buffer) { try { parseUriReference(StringSerializer.get(buffer), true); } catch (URIException e) { // TODO Auto-generated catch block e.printStackTrace(); } }
public static Job getJob(String id, boolean markdown) { String baseUrl = String.format(ApiConstants.JOB_URL, id); ArrayList<NameValuePair> pairs = new ArrayList<NameValuePair>(); if (markdown) { pairs.add(new NameValuePair(ApiConstants.MARKDOWN, String.valueOf(markdown))); } try { String url = createUrl(baseUrl, pairs); String response = HttpRequest.get(url).body(); // convert json to object Gson gson = new Gson(); return gson.fromJson(response, Job.class); } catch (URIException e) { e.printStackTrace(); } return null; }
private String getHref(Response response) { String href = response.getHref(); if (this.decodeResponseHrefs != null) { try { href = URIUtil.decode(href, this.decodeResponseHrefs); } catch (URIException e1) { // TODO Auto-generated catch block e1.printStackTrace(); } } return href; }
public boolean handleRequest(HttpServletRequest httpRequest, HttpServletResponse httpResponse) throws ServletException, IOException { StringBuffer sb = httpRequest.getRequestURL(); String query = httpRequest.getQueryString(); if(query != null) { sb.append("?").append(query); } FileRegion r = null; try { String url = sb.toString(); LOGGER.info("Caching URL(" + url + ")"); r = cacher.cacheURL(url, arcCacheDir); httpResponse.setStatus(HttpServletResponse.SC_OK); httpResponse.setContentLength((int)r.getLength()); httpResponse.setContentType(ARC_RECORD_CONTENT_TYPE); long exp = System.currentTimeMillis(); exp += (r.isFake ? fakeExpiresMS : expiresMS); httpResponse.setDateHeader(EXPIRES_HEADER, exp); r.copyToOutputStream(httpResponse.getOutputStream()); } catch (URIException e) { e.printStackTrace(); httpResponse.sendError(HttpServletResponse.SC_NOT_FOUND); } return true; }
public boolean handleRequest(HttpServletRequest httpRequest, HttpServletResponse httpResponse) throws ServletException, IOException { StringBuffer sb = httpRequest.getRequestURL(); String query = httpRequest.getQueryString(); if(query != null) { sb.append("?").append(query); } FileRegion r = null; try { String url = sb.toString(); LOGGER.info("Caching URL(" + url + ")"); r = cacher.cacheURL(url, arcCacheDir); httpResponse.setStatus(HttpServletResponse.SC_OK); httpResponse.setContentLength((int)r.getLength()); httpResponse.setContentType(ARC_RECORD_CONTENT_TYPE); long exp = System.currentTimeMillis(); exp += (r.isFake ? fakeExpiresMS : expiresMS); httpResponse.setDateHeader(EXPIRES_HEADER, exp); r.copyToOutputStream(httpResponse.getOutputStream()); } catch (URIException e) { e.printStackTrace(); httpResponse.sendError(HttpServletResponse.SC_NOT_FOUND); } return true; }
ux.printStackTrace(); e.printStackTrace(); return null;
public String rewrite(String url) { try { String resolved = url; if (baseUrl != null) { resolved = UsableURIFactory.getInstance(baseUrl, url).toString(); } return converter.makeReplayURI(datespec, resolved); } catch (URIException e) { e.printStackTrace(); } return url; } }
public String rewrite(String url) { try { String resolved = url; if (baseUrl != null) { resolved = UsableURIFactory.getInstance(baseUrl, url).toString(); } return converter.makeReplayURI(datespec, resolved); } catch (URIException e) { e.printStackTrace(); } return url; } }
private SURTTokenizer toSurtT(final String u) { SURTTokenizer tok = null; try { tok = new SURTTokenizer(u, false); } catch (URIException e) { e.printStackTrace(); assertFalse("URL Exception " + e.getLocalizedMessage(),true); } return tok; }
private void checkCanonicalization(String orig, String want) { String got; try { got = canonicalizer.urlStringToKey(orig); assertEquals("Failed canonicalization (" + orig + ") => (" + got + ") and not (" + want + ") as expected",want,got); String got2 = canonicalizer.urlStringToKey(got); assertEquals("Failed 2nd canonicalization (" + got + ") => (" + got2 + ") and not (" + want + ") as expected",want,got2); } catch (URIException e) { e.printStackTrace(); assertTrue("Exception converting(" + orig + ")",false); } } }