AbstractCache<VocabWord> cache = new AbstractCache.Builder<VocabWord>().build(); List<INDArray> arrays = new ArrayList<>(); int words = 0; INDArray row = Nd4j.read(reader); VocabWord word1 = new VocabWord(1.0, word); word1.setIndex(cache.numWords()); cache.addToken(word1); cache.addWordToIndex(word1.getIndex(), word); cache.putVocabWord(word); arrays.add(row); words++;
t.setTokenPreProcessor(new CommonPreprocessor()); InMemoryLookupCache cache = new InMemoryLookupCache(); WeightLookupTable table = new InMemoryLookupTable.Builder() .vectorLength(100)