/** * Tells if the model is 16 or 32 bits. * * @return true if 32 bits, false otherwise */ private boolean is32bits() { if (loader.getBytesPerField() == 4) return true; return false; }
/** * Skips the NGrams of the LM. * * @param stream * the source of data * @throws java.io.IOException */ private void skipNGrams(DataInputStream stream) throws IOException { long bytesToSkip; NGramOffset[1] = bytesRead; bytesToSkip = (numberNGrams[1] + 1) * LargeNGramModel.BYTES_PER_NGRAM * getBytesPerField(); skipStreamBytes(stream, bytesToSkip); for (int i = 2; i < maxNGram; i++) { if (numberNGrams[i] > 0 && i < maxNGram - 1) { NGramOffset[i] = bytesRead; bytesToSkip = (long) (numberNGrams[i] + 1) * (long) LargeNGramModel.BYTES_PER_NGRAM * getBytesPerField(); skipStreamBytes(stream, bytesToSkip); } else if (numberNGrams[i] > 0 && i == maxNGram - 1) { NGramOffset[i] = bytesRead; bytesToSkip = (long) (numberNGrams[i]) * (long) LargeNGramModel.BYTES_PER_NMAXGRAM * getBytesPerField(); skipStreamBytes(stream, bytesToSkip); } } }
size = numberNGrams : BYTES_PER_NGRAM) * loader.getBytesPerField(); position = (loader.getNGramOffset(orderBuffer) + (firstCurrentNGramEntry : BYTES_PER_NGRAM) * loader.getBytesPerField())); } else { // only for ws.size() >= 2 int lastWordId = getWordID(ws.getWord(ws.size() - 1)); : BYTES_PER_NGRAM) * loader.getBytesPerField(); position = loader.getNGramOffset(orderBuffer) + (long) firstCurrentNGramEntry * (long) ((loader.getMaxDepth() == orderBuffer) ? BYTES_PER_NMAXGRAM : BYTES_PER_NGRAM) * loader.getBytesPerField();
/** * Tells if the model is 16 or 32 bits. * * @return true if 32 bits, false otherwise */ private boolean is32bits() { if (loader.getBytesPerField() == 4) return true; return false; }
/** * Skips the NGrams of the LM. * * @param stream * the source of data * @throws java.io.IOException */ private void skipNGrams(DataInputStream stream) throws IOException { long bytesToSkip; NGramOffset[1] = bytesRead; bytesToSkip = (numberNGrams[1] + 1) * LargeNGramModel.BYTES_PER_NGRAM * getBytesPerField(); skipStreamBytes(stream, bytesToSkip); for (int i = 2; i < maxNGram; i++) { if (numberNGrams[i] > 0 && i < maxNGram - 1) { NGramOffset[i] = bytesRead; bytesToSkip = (long) (numberNGrams[i] + 1) * (long) LargeNGramModel.BYTES_PER_NGRAM * getBytesPerField(); skipStreamBytes(stream, bytesToSkip); } else if (numberNGrams[i] > 0 && i == maxNGram - 1) { NGramOffset[i] = bytesRead; bytesToSkip = (long) (numberNGrams[i]) * (long) LargeNGramModel.BYTES_PER_NMAXGRAM * getBytesPerField(); skipStreamBytes(stream, bytesToSkip); } } }
size = numberNGrams : BYTES_PER_NGRAM) * loader.getBytesPerField(); position = (loader.getNGramOffset(orderBuffer) + (firstCurrentNGramEntry : BYTES_PER_NGRAM) * loader.getBytesPerField())); } else { // only for ws.size() >= 2 int lastWordId = getWordID(ws.getWord(ws.size() - 1)); : BYTES_PER_NGRAM) * loader.getBytesPerField(); position = loader.getNGramOffset(orderBuffer) + (long) firstCurrentNGramEntry * (long) ((loader.getMaxDepth() == orderBuffer) ? BYTES_PER_NMAXGRAM : BYTES_PER_NGRAM) * loader.getBytesPerField();