How to use

readFullyOrUntil

method

in

org.archive.io.RecordingInputStream

/**
 * Saves the given socket to the given recorder.
 * 
 * @param curi      the curi that owns the recorder
 * @param socket    the socket whose streams to save
 * @param recorder  the recorder to save them to
 * @throws IOException  if a network or file error occurs
 * @throws InterruptedException  if the thread is interrupted
 */
private void saveToRecorder(CrawlURI curi,
    Socket socket, Recorder recorder) 
throws IOException, InterruptedException {
  recorder.inputWrap(socket.getInputStream());
  recorder.outputWrap(socket.getOutputStream());
  recorder.markContentBegin();
  // Read the remote file/dir listing in its entirety.
  long softMax = 0;
  long hardMax = getMaxLengthBytes();
  long timeout = (long)getTimeoutSeconds() * 1000L;
  int maxRate = getMaxFetchKBSec();
  RecordingInputStream input = recorder.getRecordedInput();
  input.setLimits(hardMax, timeout, maxRate); 
  input.readFullyOrUntil(softMax);
}

/**
 * Saves the given socket to the given recorder.
 * 
 * @param curi      the curi that owns the recorder
 * @param socket    the socket whose streams to save
 * @param recorder  the recorder to save them to
 * @throws IOException  if a network or file error occurs
 * @throws InterruptedException  if the thread is interrupted
 */
private void saveToRecorder(CrawlURI curi,
    Socket socket, Recorder recorder) 
throws IOException, InterruptedException {
  recorder.inputWrap(socket.getInputStream());
  recorder.outputWrap(socket.getOutputStream());
  recorder.markContentBegin();
  // Read the remote file/dir listing in its entirety.
  long softMax = 0;
  long hardMax = getMaxLengthBytes();
  long timeout = (long)getTimeoutSeconds() * 1000L;
  int maxRate = getMaxFetchKBSec();
  RecordingInputStream input = recorder.getRecordedInput();
  input.setLimits(hardMax, timeout, maxRate); 
  input.readFullyOrUntil(softMax);
}