private static void pruneFeatures(int numConsumers, SenseManager manager, FeatureVectorCacheFile featureCache, String cacheFile2) throws Exception { if (IOUtils.exists(cacheFile2)) { log.warn("Old pruned cache file found. Deleting..."); IOUtils.rm(cacheFile2); log.info("Done"); } log.info("Pruning features. Saving pruned features to {}", cacheFile2); FeatureVectorCacheFile prunedfeatureCache = new FeatureVectorCacheFile(cacheFile2, manager); PruningPreExtractor p1 = new PruningPreExtractor(manager, featureCache, prunedfeatureCache, numConsumers); p1.run(); p1.finalize(); }
private static void pruneFeatures(int numConsumers, SenseManager manager, FeatureVectorCacheFile featureCache, String cacheFile2) throws Exception { if (IOUtils.exists(cacheFile2)) { log.warn("Old pruned cache file found. Deleting..."); IOUtils.rm(cacheFile2); log.info("Done"); } log.info("Pruning features. Saving pruned features to {}", cacheFile2); FeatureVectorCacheFile prunedfeatureCache = new FeatureVectorCacheFile(cacheFile2, manager); PruningPreExtractor p1 = new PruningPreExtractor(manager, featureCache, prunedfeatureCache, numConsumers); p1.run(); p1.finalize(); }
private static FeatureVectorCacheFile preExtract(int numConsumers, SenseManager manager, Dataset dataset, String cacheFile) throws Exception { if (IOUtils.exists(cacheFile)) { log.warn("Old cache file found. Deleting..."); IOUtils.rm(cacheFile); log.info("Done"); } FeatureVectorCacheFile featureCache = new FeatureVectorCacheFile(cacheFile, manager); Iterator<TextAnnotation> data = SentenceDBHandler.instance.getDataset(dataset); PreExtractor p = new PreExtractor(manager, data, numConsumers, featureCache); p.run(); p.finalize(); return featureCache; }
private static FeatureVectorCacheFile preExtract(int numConsumers, SenseManager manager, Dataset dataset, String cacheFile) throws Exception { if (IOUtils.exists(cacheFile)) { log.warn("Old cache file found. Deleting..."); IOUtils.rm(cacheFile); log.info("Done"); } FeatureVectorCacheFile featureCache = new FeatureVectorCacheFile(cacheFile, manager); Iterator<TextAnnotation> data = SentenceDBHandler.instance.getDataset(dataset); PreExtractor p = new PreExtractor(manager, data, numConsumers, featureCache); p.run(); p.finalize(); return featureCache; }