private int readPrepWithKnownLength(Scanner scanner, int start, int n) throws IOException { for (int i = start; i < (start + n); i++) { String key = String.format(localFormatter, i); byte[] read = readKey(scanner); assertTrue("keys not equal", Arrays.equals(key.getBytes(), read)); String value = "value" + key; read = readValue(scanner); assertTrue("values not equal", Arrays.equals(value.getBytes(), read)); scanner.advance(); } return (start + n); }
private int readLargeRecords(Scanner scanner, int start, int n) throws IOException { for (int i = start; i < (start + n); i++) { byte[] key = readKey(scanner); String keyStr = String.format(localFormatter, i); assertTrue("btyes for keys do not match", Arrays.equals( keyStr.getBytes(), key)); scanner.advance(); key = readKey(scanner); assertTrue("btyes for keys do not match", Arrays.equals( keyStr.getBytes(), key)); scanner.advance(); } return (start + n); }
private int readPrepWithKnownLength(Scanner scanner, int start, int n) throws IOException { for (int i = start; i < (start + n); i++) { String key = String.format(localFormatter, i); byte[] read = readKey(scanner); assertTrue("keys not equal", Arrays.equals(key.getBytes(), read)); String value = "value" + key; read = readValue(scanner); assertTrue("values not equal", Arrays.equals(value.getBytes(), read)); scanner.advance(); } return (start + n); }
@Override public void readFully(TreeMap<Slice, Slice> data) throws IOException { scanner.rewind(); for (; !scanner.atEnd(); scanner.advance()) { Entry en = scanner.entry(); int klen = en.getKeyLength(); int vlen = en.getValueLength(); byte[] key = new byte[klen]; byte[] value = new byte[vlen]; en.getKey(key); en.getValue(value); data.put(new Slice(key, 0, key.length), new Slice(value, 0, value.length)); } }
private int readLargeRecords(Scanner scanner, int start, int n) throws IOException { for (int i = start; i < (start + n); i++) { byte[] key = readKey(scanner); String keyStr = String.format(localFormatter, i); assertTrue("btyes for keys do not match", Arrays.equals( keyStr.getBytes(), key)); scanner.advance(); key = readKey(scanner); assertTrue("btyes for keys do not match", Arrays.equals( keyStr.getBytes(), key)); scanner.advance(); } return (start + n); }
/** * Parses the given file and stores the logs for each container in a file named after the container in the given * outputFolder * * @param inputPath * @param outputFolder * @throws IOException */ void parseOneFile(final Path inputPath, final File outputFolder) throws IOException { try (final TFile.Reader.Scanner scanner = this.getScanner(inputPath)) { while (!scanner.atEnd()) { new LogFileEntry(scanner.entry()).write(outputFolder); scanner.advance(); } } }
private int readLargeRecords(Scanner scanner, int start, int n) throws IOException { for (int i = start; i < (start + n); i++) { byte[] key = readKey(scanner); String keyStr = String.format(localFormatter, i); assertTrue("btyes for keys do not match", Arrays.equals( keyStr.getBytes(), key)); scanner.advance(); key = readKey(scanner); assertTrue("btyes for keys do not match", Arrays.equals( keyStr.getBytes(), key)); scanner.advance(); } return (start + n); }
/** * Parses the given file and stores the logs for each container in a file named after the container in the given. * outputFolder * * @param inputPath * @param outputFolder * @throws IOException */ void parseOneFile(final Path inputPath, final File outputFolder) throws IOException { try (final TFile.Reader.Scanner scanner = this.getScanner(inputPath)) { while (!scanner.atEnd()) { new LogFileEntry(scanner.entry()).write(outputFolder); scanner.advance(); } } }
/** * Parses the given file and writes its contents into the outputWriter for all logs in it. * * @param inputPath * @param outputWriter * @throws IOException */ void parseOneFile(final Path inputPath, final Writer outputWriter) throws IOException { try (final TFile.Reader.Scanner scanner = this.getScanner(inputPath)) { while (!scanner.atEnd()) { new LogFileEntry(scanner.entry()).write(outputWriter); scanner.advance(); } } }
private void readEmptyRecords(Scanner scanner, int n) throws IOException { byte[] key = new byte[0]; byte[] value = new byte[0]; byte[] readKey = null; byte[] readValue = null; for (int i = 0; i < n; i++) { readKey = readKey(scanner); readValue = readValue(scanner); assertTrue("failed to match keys", Arrays.equals(readKey, key)); assertTrue("failed to match values", Arrays.equals(readValue, value)); assertTrue("failed to advance cursor", scanner.advance()); } }
@Override public boolean next() throws IOException { if (scanner.atEnd()) return false; Entry entry = scanner.entry(); keyLength = entry.getKeyLength(); checkKeyBuffer(keyLength); entry.getKey(keyBuffer); valueLength = entry.getValueLength(); checkValueBuffer(valueLength); entry.getValue(valueBuffer); scanner.advance(); return true; }
private void readEmptyRecords(Scanner scanner, int n) throws IOException { byte[] key = new byte[0]; byte[] value = new byte[0]; byte[] readKey = null; byte[] readValue = null; for (int i = 0; i < n; i++) { readKey = readKey(scanner); readValue = readValue(scanner); assertTrue("failed to match keys", Arrays.equals(readKey, key)); assertTrue("failed to match values", Arrays.equals(readValue, value)); assertTrue("failed to advance cursor", scanner.advance()); } }
private void readEmptyRecords(Scanner scanner, int n) throws IOException { byte[] key = new byte[0]; byte[] value = new byte[0]; byte[] readKey = null; byte[] readValue = null; for (int i = 0; i < n; i++) { readKey = readKey(scanner); readValue = readValue(scanner); assertTrue("failed to match keys", Arrays.equals(readKey, key)); assertTrue("failed to match values", Arrays.equals(readValue, value)); assertTrue("failed to advance cursor", scanner.advance()); } }
public boolean next() throws IOException { if (scanner.atEnd()) return false; Entry entry = scanner.entry(); keyLength = entry.getKeyLength(); checkKeyBuffer(keyLength); entry.getKey(keyBuffer); valueLength = entry.getValueLength(); checkValueBuffer(valueLength); entry.getValue(valueBuffer); scanner.advance(); return true; }
public Entry next() throws IOException { TFile.Reader.Scanner.Entry entry = scanner.entry(); DataInputStream dis = entry.getKeyStream(); HistoryDataKey key = new HistoryDataKey(); key.readFields(dis); dis = entry.getValueStream(); byte[] value = new byte[entry.getValueLength()]; dis.read(value); scanner.advance(); return new Entry(key, value); }
@Override public boolean next(Slice key, Slice value) throws IOException { if (peek(key, value)) { scanner.advance(); return true; } else { return false; } }
@Override public boolean next() throws IOException { if (scanner.atEnd()) return false; Entry entry = scanner.entry(); keyLength = entry.getKeyLength(); checkKeyBuffer(keyLength); entry.getKey(keyBuffer); valueLength = entry.getValueLength(); checkValueBuffer(valueLength); entry.getValue(valueBuffer); scanner.advance(); return true; }
private int readPrepWithKnownLength(Scanner scanner, int start, int n) throws IOException { for (int i = start; i < (start + n); i++) { String key = String.format(localFormatter, i); byte[] read = readKey(scanner); assertTrue("keys not equal", Arrays.equals(key.getBytes(), read)); String value = "value" + key; read = readValue(scanner); assertTrue("values not equal", Arrays.equals(value.getBytes(), read)); scanner.advance(); } return (start + n); }
public Entry next() throws IOException { TFile.Reader.Scanner.Entry entry = scanner.entry(); DataInputStream dis = entry.getKeyStream(); HistoryDataKey key = new HistoryDataKey(); key.readFields(dis); dis = entry.getValueStream(); byte[] value = new byte[entry.getValueLength()]; dis.read(value); scanner.advance(); return new Entry(key, value); }
public Entry next() throws IOException { TFile.Reader.Scanner.Entry entry = scanner.entry(); DataInputStream dis = entry.getKeyStream(); HistoryDataKey key = new HistoryDataKey(); key.readFields(dis); dis = entry.getValueStream(); byte[] value = new byte[entry.getValueLength()]; dis.read(value); scanner.advance(); return new Entry(key, value); }