@Override protected void cleanup(Context context) throws IOException, InterruptedException { readModel.stop(); MemoryUtil.stopMemoryLogger(); }
@Override protected void cleanup(Context context) throws IOException, InterruptedException { readModel.stop(); MemoryUtil.stopMemoryLogger(); }
@Override protected void cleanup(Context context) throws IOException, InterruptedException { readModel.stop(); MemoryUtil.stopMemoryLogger(); }
public void stop() { long startTime = System.nanoTime(); log.info("Initiating stopping of training threadpool"); try { threadPool.shutdown(); if (!threadPool.awaitTermination(60, TimeUnit.SECONDS)) { log.warn("Threadpool timed out on await termination - jobs still running!"); } long newTime = System.nanoTime(); log.info("threadpool took: {}ms", (newTime - startTime) / 1.0e6); startTime = newTime; readModel.stop(); newTime = System.nanoTime(); log.info("readModel.stop() took {}ms", (newTime - startTime) / 1.0e6); startTime = newTime; writeModel.stop(); newTime = System.nanoTime(); log.info("writeModel.stop() took {}ms", (newTime - startTime) / 1.0e6); TopicModel tmpModel = writeModel; writeModel = readModel; readModel = tmpModel; } catch (InterruptedException e) { log.error("Interrupted shutting down!", e); } }
public void stop() { long startTime = System.nanoTime(); log.info("Initiating stopping of training threadpool"); try { threadPool.shutdown(); if (!threadPool.awaitTermination(60, TimeUnit.SECONDS)) { log.warn("Threadpool timed out on await termination - jobs still running!"); } long newTime = System.nanoTime(); log.info("threadpool took: {}ms", (newTime - startTime) / 1.0e6); startTime = newTime; readModel.stop(); newTime = System.nanoTime(); log.info("readModel.stop() took {}ms", (newTime - startTime) / 1.0e6); startTime = newTime; writeModel.stop(); newTime = System.nanoTime(); log.info("writeModel.stop() took {}ms", (newTime - startTime) / 1.0e6); TopicModel tmpModel = writeModel; writeModel = readModel; readModel = tmpModel; } catch (InterruptedException e) { log.error("Interrupted shutting down!", e); } }
public void stop() { long startTime = System.nanoTime(); log.info("Initiating stopping of training threadpool"); try { threadPool.shutdown(); if (!threadPool.awaitTermination(60, TimeUnit.SECONDS)) { log.warn("Threadpool timed out on await termination - jobs still running!"); } long newTime = System.nanoTime(); log.info("threadpool took: {}ms", (newTime - startTime) / 1.0e6); startTime = newTime; readModel.stop(); newTime = System.nanoTime(); log.info("readModel.stop() took {}ms", (newTime - startTime) / 1.0e6); startTime = newTime; writeModel.stop(); newTime = System.nanoTime(); log.info("writeModel.stop() took {}ms", (newTime - startTime) / 1.0e6); TopicModel tmpModel = writeModel; writeModel = readModel; readModel = tmpModel; } catch (InterruptedException e) { log.error("Interrupted shutting down!", e); } }
@Override protected void cleanup(Context context) throws IOException, InterruptedException { log.info("Stopping model trainer"); modelTrainer.stop(); log.info("Writing model"); TopicModel readFrom = modelTrainer.getReadModel(); for (MatrixSlice topic : readFrom) { context.write(new IntWritable(topic.index()), new VectorWritable(topic.vector())); } readModel.stop(); writeModel.stop(); } }
@Override protected void cleanup(Context context) throws IOException, InterruptedException { log.info("Stopping model trainer"); modelTrainer.stop(); log.info("Writing model"); TopicModel readFrom = modelTrainer.getReadModel(); for (MatrixSlice topic : readFrom) { context.write(new IntWritable(topic.index()), new VectorWritable(topic.vector())); } readModel.stop(); writeModel.stop(); } }
@Override protected void cleanup(Context context) throws IOException, InterruptedException { log.info("Stopping model trainer"); modelTrainer.stop(); log.info("Writing model"); TopicModel readFrom = modelTrainer.getReadModel(); for (MatrixSlice topic : readFrom) { context.write(new IntWritable(topic.index()), new VectorWritable(topic.vector())); } readModel.stop(); writeModel.stop(); } }