public double calculatePerplexity(VectorIterable matrix, VectorIterable docTopicCounts) { return calculatePerplexity(matrix, docTopicCounts, 0); }
public double calculatePerplexity(VectorIterable matrix, VectorIterable docTopicCounts) { return calculatePerplexity(matrix, docTopicCounts, 0); }
public double calculatePerplexity(VectorIterable matrix, VectorIterable docTopicCounts) { return calculatePerplexity(matrix, docTopicCounts, 0); }
oldPerplexity = modelTrainer.calculatePerplexity(corpusWeights, docTopicCounts, testFraction); log.info("{} = perplexity", oldPerplexity); log.info("model after: {}: {}", iter, modelTrainer.getReadModel()); newPerplexity = modelTrainer.calculatePerplexity(corpusWeights, docTopicCounts, testFraction); log.info("{} = perplexity", newPerplexity);
oldPerplexity = modelTrainer.calculatePerplexity(corpusWeights, docTopicCounts, testFraction); log.info("{} = perplexity", oldPerplexity); log.info("model after: {}: {}", iter, modelTrainer.getReadModel()); newPerplexity = modelTrainer.calculatePerplexity(corpusWeights, docTopicCounts, testFraction); log.info("{} = perplexity", newPerplexity);
oldPerplexity = modelTrainer.calculatePerplexity(corpusWeights, docTopicCounts, testFraction); log.info("{} = perplexity", oldPerplexity); log.info("model after: {}: {}", iter, modelTrainer.getReadModel()); newPerplexity = modelTrainer.calculatePerplexity(corpusWeights, docTopicCounts, testFraction); log.info("{} = perplexity", newPerplexity);
@Override public void map(IntWritable docId, VectorWritable document, Context context) throws IOException, InterruptedException { if (testFraction < 1.0f && random.nextFloat() >= testFraction) { return; } context.getCounter(Counters.SAMPLED_DOCUMENTS).increment(1); outKey.set(document.get().norm(1)); outValue.set(modelTrainer.calculatePerplexity(document.get(), topicVector.assign(1.0 / numTopics), maxIters)); context.write(outKey, outValue); } }
@Override public void map(IntWritable docId, VectorWritable document, Context context) throws IOException, InterruptedException { if (testFraction < 1.0f && random.nextFloat() >= testFraction) { return; } context.getCounter(Counters.SAMPLED_DOCUMENTS).increment(1); outKey.set(document.get().norm(1)); outValue.set(modelTrainer.calculatePerplexity(document.get(), topicVector.assign(1.0 / numTopics), maxIters)); context.write(outKey, outValue); } }
@Override public void map(IntWritable docId, VectorWritable document, Context context) throws IOException, InterruptedException { if (testFraction < 1.0f && random.nextFloat() >= testFraction) { return; } context.getCounter(Counters.SAMPLED_DOCUMENTS).increment(1); outKey.set(document.get().norm(1)); outValue.set(modelTrainer.calculatePerplexity(document.get(), topicVector.assign(1.0 / numTopics), maxIters)); context.write(outKey, outValue); } }