public void endLoad() { if (luceneIndexer != null) { luceneIndexer.close(); } }
@Override public void run() { boolean finished = false; while (!finished) { RawPage rp = null; Language lang = null; try { rp = queue.poll(100, TimeUnit.MILLISECONDS); if (rp == POISON_PILL) { queue.put(rp); finished = true; } else if (rp != null) { lang = rp.getLanguage(); luceneIndexer.indexPage(rp); metaDao.incrementRecords(LuceneSearcher.class, lang); } } catch (InterruptedException e) { LOG.warn("LuceneLoader.Worker received interrupt."); return; } catch (Exception e) { metaDao.incrementErrorsQuietly(LuceneSearcher.class, lang); String title = "unknown"; if (rp != null) title = rp.getTitle().toString(); LOG.warn("exception while parsing " + title, e); } } } }
int n = rawPageDao.getCount(filter); int i = 0; luceneIndexer = new LuceneIndexer(language, luceneOptions); for (RawPage rawPage : rawPageDao.get(filter)) { queue.put(rawPage);
@Override public void run() { boolean finished = false; while (!finished) { RawPage rp = null; Language lang = null; try { rp = queue.poll(100, TimeUnit.MILLISECONDS); if (rp == POISON_PILL) { queue.put(rp); finished = true; } else if (rp != null) { lang = rp.getLanguage(); luceneIndexer.indexPage(rp); metaDao.incrementRecords(LuceneSearcher.class, lang); } } catch (InterruptedException e) { LOG.warn("LuceneLoader.Worker received interrupt."); return; } catch (Exception e) { metaDao.incrementErrorsQuietly(LuceneSearcher.class, lang); String title = "unknown"; if (rp != null) title = rp.getTitle().toString(); LOG.warn("exception while parsing " + title, e); } } } }
int n = rawPageDao.getCount(filter); int i = 0; luceneIndexer = new LuceneIndexer(language, luceneOptions); for (RawPage rawPage : rawPageDao.get(filter)) { queue.put(rawPage);
public void endLoad() { if (luceneIndexer != null) { luceneIndexer.close(); } }