public String serialize(CaptureSearchResult result) { String r = result.getUrlKey(); return r == null ? DEFAULT_VALUE : r; } }
public String serialize(CaptureSearchResult result) { String r = result.getUrlKey(); return r == null ? DEFAULT_VALUE : r; } }
public int filterObject(CaptureSearchResult r) { String resultUrl = r.getUrlKey(); return resultUrl.startsWith(prefix) ? FILTER_INCLUDE : FILTER_ABORT; } }
public int filterObject(CaptureSearchResult r) { String resultUrl = r.getUrlKey(); return resultUrl.startsWith(prefix) ? FILTER_INCLUDE : FILTER_ABORT; } }
public int filterObject(CaptureSearchResult r) { String resultUrl = r.getUrlKey(); return url.equals(resultUrl) ? FILTER_INCLUDE : FILTER_ABORT; } }
public int filterObject(CaptureSearchResult r) { String resultUrl = r.getUrlKey(); return url.equals(resultUrl) ? FILTER_INCLUDE : FILTER_ABORT; } }
public int filterObject(CaptureSearchResult r) { recordsScanned++; if(recordsScanned > maxRecordsToScan) { LOGGER.warning("Hit max results on " + r.getUrlKey() + " " + r.getCaptureTimestamp()); return FILTER_ABORT; } return FILTER_INCLUDE; } }
private String objectToKey(CaptureSearchResult r) { String urlKey = r.getUrlKey(); String captureDate = r.getCaptureTimestamp(); return urlKey + " " + captureDate; } /* (non-Javadoc)
public int filterObject(CaptureSearchResult r) { recordsScanned++; if(recordsScanned > maxRecordsToScan) { LOGGER.warning("Hit max results on " + r.getUrlKey() + " " + r.getCaptureTimestamp()); return FILTER_ABORT; } return FILTER_INCLUDE; } }
private String objectToKey(CaptureSearchResult r) { String urlKey = r.getUrlKey(); String captureDate = r.getCaptureTimestamp(); return urlKey + " " + captureDate; } /* (non-Javadoc)
@Override public CaptureSearchResult adapt(String line) { CaptureSearchResult result = CDXFlexFormat.parseCDXLineFlexFast(line); if (ignoreRobotPaths != null) { for (String path : ignoreRobotPaths) { if (result.getUrlKey().startsWith(path)) { result.setRobotIgnore(); break; } } } return result; }
@Override public CaptureSearchResult adapt(String line) { CaptureSearchResult result = CDXFlexFormat.parseCDXLineFlexFast(line); if (ignoreRobotPaths != null) { for (String path : ignoreRobotPaths) { if (result.getUrlKey().startsWith(path)) { result.setRobotIgnore(); break; } } } return result; }
@Override public String getOriginalUrl() { String url = get(CAPTURE_ORIGINAL_URL); if (url == null) { // convert from ORIG_HOST to ORIG_URL here: url = getUrlKey(); String host = get(CAPTURE_ORIGINAL_HOST); if (url != null && host != null) { StringBuilder sb = new StringBuilder(url.length()); sb.append(UrlOperations.DEFAULT_SCHEME); sb.append(host); sb.append(UrlOperations.getURLPath(url)); url = sb.toString(); // cache it for next time...? setOriginalUrl(url); } } return url; }
@Override public String getOriginalUrl() { String url = get(CAPTURE_ORIGINAL_URL); if (url == null) { // convert from ORIG_HOST to ORIG_URL here: url = getUrlKey(); String host = get(CAPTURE_ORIGINAL_HOST); if (url != null && host != null) { StringBuilder sb = new StringBuilder(url.length()); sb.append(UrlOperations.DEFAULT_SCHEME); sb.append(host); sb.append(UrlOperations.getURLPath(url)); url = sb.toString(); // cache it for next time...? setOriginalUrl(url); } } return url; }
sb.append(result.getUrlKey()); sb.append(DELIMITER); sb.append(result.getCaptureTimestamp());
public String transform(ReplayParseContext context, String input) { if (getName() != null) { String policy = context.getOraclePolicy(); // TODO: move this mechanism to MultiRegexReplaceStringTransformer if (policy != null && policy.contains("disable-rewrite-" + getName())) { return input; } } // being removed if (urlScope != null) { CaptureSearchResult result = context.getCaptureSearchResult(); if (result != null && !result.getUrlKey().contains(urlScope)) { return input; } } if (pattern == null) { return input; } Matcher m = pattern.matcher(input); return m.replaceAll(replacement); }
sb.append(result.getUrlKey()); sb.append(DELIMITER); sb.append(result.getCaptureTimestamp());
public String transform(ReplayParseContext context, String input) { if (getName() != null) { String policy = context.getOraclePolicy(); // TODO: move this mechanism to MultiRegexReplaceStringTransformer if (policy != null && policy.contains("disable-rewrite-" + getName())) { return input; } } // being removed if (urlScope != null) { CaptureSearchResult result = context.getCaptureSearchResult(); if (result != null && !result.getUrlKey().contains(urlScope)) { return input; } } if (pattern == null) { return input; } Matcher m = pattern.matcher(input); return m.replaceAll(replacement); }
String redirect = r.getRedirectUrl(); if(redirect.compareTo("-") != 0) { String urlKey = r.getUrlKey(); try { String redirectKey = canonicalizer.urlStringToKey(redirect);
@Override public Integer answer() throws Throwable { CaptureSearchResult o = (CaptureSearchResult)EasyMock.getCurrentArguments()[0]; assertEquals(url, o.getOriginalUrl()); assertEquals(urlkey, o.getUrlKey()); assertEquals(timestamp, o.getCaptureTimestamp()); return ExclusionFilter.FILTER_INCLUDE; } }