@SuppressWarnings("deprecation") @Override public void flagDuplicateDigest(Date storedDate) { super.ensureMap(); super.flagDuplicateDigest(storedDate); }
@SuppressWarnings("deprecation") @Override public void flagDuplicateDigest(String storedTS) { super.ensureMap(); super.flagDuplicateDigest(storedTS); }
@SuppressWarnings("deprecation") @Override public void flagDuplicateDigest(String storedTS) { super.ensureMap(); super.flagDuplicateDigest(storedTS); }
/** @deprecated */ public void flagDuplicateDigest(String storedTS) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, storedTS); }
/** @deprecated */ public void flagDuplicateDigest(String storedTS) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, storedTS); }
@SuppressWarnings("deprecation") @Override public void flagDuplicateDigest(Date storedDate) { super.ensureMap(); super.flagDuplicateDigest(storedDate); }
private int annotate(CaptureSearchResult o) { o.flagDuplicateDigest(); String thisDigest = o.getDigest(); CaptureSearchResult last = memory.get(thisDigest); if (last == null) { if (LOGGER.isLoggable(Level.FINER)) { LOGGER.finer("did not find matching digest in previous fetch of url, hopefully it's a new-style revisit - " + o.getCaptureTimestamp() + " " + o.getOriginalUrl()); } return FILTER_INCLUDE; } o.flagDuplicateDigest(last); return FILTER_INCLUDE; }
private int annotate(CaptureSearchResult o) { o.flagDuplicateDigest(); String thisDigest = o.getDigest(); CaptureSearchResult last = memory.get(thisDigest); if (last == null) { if (LOGGER.isLoggable(Level.FINER)) { LOGGER.finer("did not find matching digest in previous fetch of url, hopefully it's a new-style revisit - " + o.getCaptureTimestamp() + " " + o.getOriginalUrl()); } return FILTER_INCLUDE; } o.flagDuplicateDigest(last); return FILTER_INCLUDE; }
/** @deprecated */ public void flagDuplicateDigest(Date storedDate) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, dateToTS(storedDate)); }
/** @deprecated */ public void flagDuplicateDigest(Date storedDate) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, dateToTS(storedDate)); }
/** * Mark this capture as a revisit of previous capture {@code payload}, identified by content digest. * <p>Record location information is copied from {@code payload} so that the content can be * loaded from the record later.</p> * <p>{@link ResourceIndex} implementations should call this method before returning * {@code CaptureSearchResult}s to {@code AccessPoint}.</p> * @param payload capture being revisited * @see #getDuplicateDigestStoredTimestamp() * @see #getDuplicateDigestStoredDate() * @see #getDuplicatePayloadFile() * @see #getDuplicatePayloadOffset() * @see #getDuplicatePayloadCompressedLength() */ public void flagDuplicateDigest(CaptureSearchResult payload) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, payload.getCaptureTimestamp()); put(CAPTURE_DUPLICATE_PAYLOAD_FILE, payload.getFile()); put(CAPTURE_DUPLICATE_PAYLOAD_OFFSET, String.valueOf(payload.getOffset())); if (payload.getCompressedLength() > 0) { put(CAPTURE_DUPLICATE_PAYLOAD_COMPRESSED_LENGTH, String.valueOf(payload.getCompressedLength())); } }
/** * Mark this capture as a revisit of previous capture {@code payload}, identified by content digest. * <p>Record location information is copied from {@code payload} so that the content can be * loaded from the record later.</p> * <p>{@link ResourceIndex} implementations should call this method before returning * {@code CaptureSearchResult}s to {@code AccessPoint}.</p> * @param payload capture being revisited * @see #getDuplicateDigestStoredTimestamp() * @see #getDuplicateDigestStoredDate() * @see #getDuplicatePayloadFile() * @see #getDuplicatePayloadOffset() * @see #getDuplicatePayloadCompressedLength() */ public void flagDuplicateDigest(CaptureSearchResult payload) { flagDuplicateDigest(); put(CAPTURE_DUPLICATE_STORED_TS, payload.getCaptureTimestamp()); put(CAPTURE_DUPLICATE_PAYLOAD_FILE, payload.getFile()); put(CAPTURE_DUPLICATE_PAYLOAD_OFFSET, String.valueOf(payload.getOffset())); if (payload.getCompressedLength() > 0) { put(CAPTURE_DUPLICATE_PAYLOAD_COMPRESSED_LENGTH, String.valueOf(payload.getCompressedLength())); } }
if (revisits != null) { for (CaptureSearchResult revisit : revisits) { revisit.flagDuplicateDigest(result);
if (revisits != null) { for (CaptureSearchResult revisit : revisits) { revisit.flagDuplicateDigest(result);
createTestRevisitResource("20140619016511", revisited, true)); CaptureSearchResult revisit = results.getResults().get(1); revisit.flagDuplicateDigest(); // revisit, but original is not found.
captures.get(2).flagDuplicateDigest(capture1); EasyMock.expect( resourceStore.retrieveResource(eqCaptureSearchResult(captures .get(2)))).andStubReturn(revisit1); captures.get(3).flagDuplicateDigest(capture1); EasyMock.expect( resourceStore.retrieveResource(eqCaptureSearchResult(captures
for (CaptureSearchResult r : results.getResults()) { if (r.getCaptureTimestamp().equals(refTimestamp)) { result.flagDuplicateDigest(r); refTimestamp = null; break; result.flagDuplicateDigest();