public void apply(String field, CaptureSearchResult result) throws CDXFormatException { result.setMimeType(field); }
public void apply(String field, CaptureSearchResult result) throws CDXFormatException { result.setMimeType(field); }
result.setMimeType(mime); } else { result = adaptWARCHTTPResponse(result,rec); result.setMimeType("warc/revisit"); break; if(processAll) { result.setMimeType("warc/request"); } else { result = null; if(processAll) { result.setMimeType("warc/metadata"); } else { result = null; result.setMimeType(WARC_FILEDESC_VERSION); break;
mimeType = "unknown"; result.setMimeType(mimeType);
@Override public CaptureSearchResult next() { String line = it.next(); String[] splits = line.split("\\s+"); CaptureSearchResult r = new CaptureSearchResult(); try { r.setCaptureDate(ArchiveUtils.parse14DigitDate(splits[0])); } catch (ParseException e) { e.printStackTrace(); } r.setOriginalUrl(url); r.setUrlKey(urlKey); // doesn't matter, or we get NPE r.setMimeType(splits[1]); r.setFile("foo"); // needed, or otherwise we'll get a NPE in CalendarResults.jsp r.setRedirectUrl("-"); r.setHttpCode("200"); r.setOffset(0); return r; }
result.setHttpCode(httpCode); result.setDigest(digest); result.setMimeType(mimeType); result.setOffset(offset); result.setRedirectUrl(redirectUrl);
/** * Use mime-type in CaptureSearchResult if MimeTypeDetector returns {@code null}. * @throws Exception */ public void testMimeTypeDetector_useIndexMimeTypeIfDetectionFailed() throws Exception { WaybackRequest wbRequest = new WaybackRequest(); CaptureSearchResult result = new CaptureSearchResult(); result.setMimeType("text/html"); Resource resource = createTestResource("text/html; charset=UTF-8", "<TR><TD>A</TD></TR>".getBytes("UTF-8")); MimeTypeDetector detector = EasyMock.createMock(MimeTypeDetector.class); EasyMock.expect(detector.sniff(resource)).andReturn(null); cut.setMimeTypeDetectors(Collections.singletonList(detector)); EasyMock.replay(detector); ReplayRenderer rr = cut.getRenderer(wbRequest, result, resource); assertEquals("html", ((TestReplayRenderer)rr).name); EasyMock.verify(detector); }
result.setHttpCode(httpCode); result.setDigest(digest); result.setMimeType(mimeType); result.setOffset(offset); result.setRedirectUrl(redirectUrl);
/** * {@link MimeTypeDetector} overrides Content-Type in CaptureSearchResult. * @throws Exception */ public void testMimeTypeDetector() throws Exception { WaybackRequest wbRequest = new WaybackRequest(); CaptureSearchResult result = new CaptureSearchResult(); result.setMimeType("unk"); Resource resource = createTestResource(null, "<html></html>".getBytes("UTF-8")); MimeTypeDetector detector = EasyMock.createMock(MimeTypeDetector.class); EasyMock.expect(detector.sniff(resource)).andReturn("text/javascript"); cut.setMimeTypeDetectors(Collections.singletonList(detector)); EasyMock.replay(detector); ReplayRenderer rr = cut.getRenderer(wbRequest, result, resource); assertEquals("js", ((TestReplayRenderer)rr).name); EasyMock.verify(detector); }
/** * Test of non-default {@code missingMimeType}. * @throws Exception */ public void testMissingMimeType() throws Exception { final String MISSING_MIMETYPE = "application/http"; WaybackRequest wbRequest = new WaybackRequest(); CaptureSearchResult result = new CaptureSearchResult(); result.setMimeType(MISSING_MIMETYPE); Resource resource = createTestResource(null, "var k = 1;".getBytes("UTF-8")); MimeTypeDetector detector = EasyMock.createMock(MimeTypeDetector.class); EasyMock.expect(detector.sniff(resource)).andReturn("text/javascript"); cut.setMimeTypeDetectors(Collections.singletonList(detector)); cut.setMissingMimeType(MISSING_MIMETYPE); EasyMock.replay(detector); ReplayRenderer rr = cut.getRenderer(wbRequest, result, resource); assertEquals("js", ((TestReplayRenderer)rr).name); EasyMock.verify(detector); }
public void testMimeTypeFromIndex() throws Exception { WaybackRequest wbRequest = new WaybackRequest(); CaptureSearchResult result = new CaptureSearchResult(); result.setMimeType("text/javascript"); Resource resource = createTestResource("text/javascript", "var i=1;".getBytes("UTF-8")); ReplayRenderer rr = cut.getRenderer(wbRequest, result, resource); assertEquals("js", ((TestReplayRenderer)rr).name); }
/** * ContentTypeSniffer overrides Content-Type in CaptureSearchResult. * @throws Exception */ public void testMimeTypeDetector_ignoredIfForced() throws Exception { WaybackRequest wbRequest = new WaybackRequest(); wbRequest.setCSSContext(true); CaptureSearchResult result = new CaptureSearchResult(); result.setMimeType("unk"); Resource resource = createTestResource(null, "body { margin: 0 }".getBytes("UTF-8")); MimeTypeDetector detector = EasyMock.createMock(MimeTypeDetector.class); // no call to ontentTypeSniffer //EasyMock.expect(sniffer.sniff(resource)).andReturn("text/javascript"); cut.setMimeTypeDetectors(Collections.singletonList(detector)); EasyMock.replay(detector); ReplayRenderer rr = cut.getRenderer(wbRequest, result, resource); assertNotNull(rr); assertEquals("css", ((TestReplayRenderer)rr).name); EasyMock.verify(detector); }
result.setMimeType(ARC_FILEDESC_VERSION); } else if (uriStr.startsWith(WaybackConstants.DNS_URL_PREFIX)) { result.setMimeType("text/dns"); result.setCompressedLength(rec.compressedBytes);
public void testMimeTypeForced() throws Exception { WaybackRequest wbRequest = new WaybackRequest(); wbRequest.setJSContext(true); CaptureSearchResult result = new CaptureSearchResult(); result.setMimeType("text/plain"); Resource resource = createTestResource("text/plain", "a".getBytes("UTF-8")); ReplayRenderer rr = cut.getRenderer(wbRequest, result, resource); assertEquals("js", ((TestReplayRenderer)rr).name); }
result.setMimeType(ARC_FILEDESC_VERSION); } else if (uriStr.startsWith(WaybackConstants.DNS_URL_PREFIX)) { result.setMimeType("text/dns"); result.setCompressedLength(rec.compressedBytes);
if ((status == 200) || ((status >= 300) && (status < 400))) { result.setCaptureTimestamp(ar.getMetaData().getDate()); result.setMimeType(ar.getMetaData().getMimetype()); return r;
result.setMimeType(DEFAULT_VALUE); result.setHttpCode(DEFAULT_VALUE); result.setRedirectUrl(DEFAULT_VALUE);
result.setMimeType(DEFAULT_VALUE); result.setHttpCode(DEFAULT_VALUE); result.setRedirectUrl(DEFAULT_VALUE);
private int annotate(CaptureSearchResult o) { if(lastSeen == null) { // TODO: log missing record digest reference return FILTER_EXCLUDE; } o.setFile(lastSeen.getFile()); o.setOffset(lastSeen.getOffset()); o.setDigest(lastSeen.getDigest()); o.setHttpCode(lastSeen.getHttpCode()); o.setMimeType(lastSeen.getMimeType()); o.setRedirectUrl(lastSeen.getRedirectUrl()); o.flagDuplicateHTTP(lastSeen.getCaptureTimestamp()); return FILTER_INCLUDE; }
private int annotate(CaptureSearchResult o) { if(lastSeen == null) { // TODO: log missing record digest reference return FILTER_EXCLUDE; } o.setFile(lastSeen.getFile()); o.setOffset(lastSeen.getOffset()); o.setDigest(lastSeen.getDigest()); o.setHttpCode(lastSeen.getHttpCode()); o.setMimeType(lastSeen.getMimeType()); o.setRedirectUrl(lastSeen.getRedirectUrl()); o.flagDuplicateHTTP(lastSeen.getCaptureTimestamp()); return FILTER_INCLUDE; }