ZoieSystem<R, D> createZoie(DirectoryManager dirmgr) { return new ZoieSystem<R, D>(dirmgr, _interpreter, _decorator, _zConfig); }
ZoieSystem<R, D> createZoie(DirectoryManager dirmgr) { return new ZoieSystem<R, D>(dirmgr, _interpreter, _decorator, _zConfig); }
ZoieSystem<R, D> createZoie(DirectoryManager dirmgr) { return new ZoieSystem<R, D>(dirmgr, _interpreter, _decorator, _zConfig); }
public Pair(File zoieOneRoot, DIRECTORY_MODE dirMode, IndexCopier indexCopier, ZoieIndexableInterpreter<D> interpreter, IndexReaderDecorator<R> decorator, ZoieConfig zoieConfig, Zoie<R, D> zoieTwo) { _zoieOneRoot = zoieOneRoot; _indexCopier = indexCopier; _interpreter = interpreter; _decorator = decorator; _zoieConfig = zoieConfig; _zoieTwo = zoieTwo; _activeReaders = new HashMap<IndexReader, ZoieRef>(); // Initialize zoieOne: if (_zoieOneRoot == null) { throw new IllegalArgumentException("zoieOneRoot cannot be null."); } if (_zoieOneRoot.exists()) { File[] files = _zoieOneRoot.listFiles(); Arrays.sort(files); for (int i = files.length - 1; i >= 0; --i) { if (new File(files[i], COMMIT_FILE).exists()) { log.info("Found latest zoieOne index: " + files[i].getAbsolutePath()); DirectoryManager dirMgr = new DefaultDirectoryManager(files[i], dirMode); _zoieOne = new ZoieSystem<R, D>(dirMgr, _interpreter, _decorator, _zoieConfig); break; } } } }
public Pair(File zoieOneRoot, DIRECTORY_MODE dirMode, IndexCopier indexCopier, ZoieIndexableInterpreter<D> interpreter, IndexReaderDecorator<R> decorator, ZoieConfig zoieConfig, Zoie<R, D> zoieTwo) { _zoieOneRoot = zoieOneRoot; _indexCopier = indexCopier; _interpreter = interpreter; _decorator = decorator; _zoieConfig = zoieConfig; _zoieTwo = zoieTwo; _activeReaders = new HashMap<IndexReader, ZoieRef>(); // Initialize zoieOne: if (_zoieOneRoot == null) { throw new IllegalArgumentException("zoieOneRoot cannot be null."); } if (_zoieOneRoot.exists()) { File[] files = _zoieOneRoot.listFiles(); Arrays.sort(files); for (int i = files.length - 1; i >= 0; --i) { if (new File(files[i], COMMIT_FILE).exists()) { log.info("Found latest zoieOne index: " + files[i].getAbsolutePath()); DirectoryManager dirMgr = new DefaultDirectoryManager(files[i], dirMode); _zoieOne = new ZoieSystem<R, D>(dirMgr, _interpreter, _decorator, _zoieConfig); break; } } } }
public static <D> ZoieSystem<IndexReader, D> buildDefaultInstance(File idxDir, ZoieIndexableInterpreter<D> interpreter, ZoieConfig zoieConfig) { return new ZoieSystem<IndexReader, D>(idxDir, interpreter, new DefaultIndexReaderDecorator(), zoieConfig); }
public static <D> ZoieSystem<IndexReader, D> buildDefaultInstance(File idxDir, ZoieIndexableInterpreter<D> interpreter, ZoieConfig zoieConfig) { return new ZoieSystem<IndexReader, D>(idxDir, interpreter, new DefaultIndexReaderDecorator(), zoieConfig); }
_zoieOne = new ZoieSystem(dirMgr, _interpreter, _decorator, _zoieConfig); break;
public static <D> ZoieSystem<IndexReader, D> buildDefaultInstance(File idxDir, ZoieIndexableInterpreter<D> interpreter,ZoieConfig zoieConfig) { return new ZoieSystem<IndexReader, D>(idxDir, interpreter, new DefaultIndexReaderDecorator(), zoieConfig); }
/** * @deprecated use {@link ZoieSystem#buildDefaultInstance(File, ZoieIndexableInterpreter, ZoieConfig)} * @param idxDir * @param interpreter * @param analyzer * @param similarity * @param batchSize * @param batchDelay * @param realtime * @param versionComparator */ @Deprecated public static <D> ZoieSystem<IndexReader, D> buildDefaultInstance(File idxDir, ZoieIndexableInterpreter<D> interpreter, Analyzer analyzer, Similarity similarity, int batchSize, long batchDelay, boolean realtime, Comparator<String> versionComparator) { return new ZoieSystem<IndexReader, D>(idxDir, interpreter, new DefaultIndexReaderDecorator(), analyzer, similarity, batchSize, batchDelay, realtime, versionComparator, false); }
/** * @deprecated use {@link ZoieSystem#buildDefaultInstance(File, ZoieIndexableInterpreter, ZoieConfig)} * @param idxDir * @param interpreter * @param analyzer * @param similarity * @param batchSize * @param batchDelay * @param realtime * @param versionComparator */ @Deprecated public static <D> ZoieSystem<IndexReader, D> buildDefaultInstance(File idxDir, ZoieIndexableInterpreter<D> interpreter, Analyzer analyzer, Similarity similarity, int batchSize, long batchDelay, boolean realtime, Comparator<String> versionComparator) { return new ZoieSystem<IndexReader, D>(idxDir, interpreter, new DefaultIndexReaderDecorator(), analyzer, similarity, batchSize, batchDelay, realtime, versionComparator, false); }
protected List<ZoieSystem<R, D>> loadArchiveZoies() { List<ZoieSystem<R, D>> archives = new ArrayList<ZoieSystem<R, D>>(); long t0 = System.currentTimeMillis(); List<File> dirs = _dirMgrFactory.getAllArchivedDirs(); for (File dir : dirs) { try { DirectoryManager dirMgr = new DefaultDirectoryManager(dir, _dirMgrFactory.getMode()); ZoieSystem<R, D> zoie = new ZoieSystem<R, D>(dirMgr, _interpreter, _decorator, _zConfig); zoie.start(); archives.add(zoie); } catch (Exception e) { log.error("Load index: " + dir + " failed.", e); } } log.info("load " + dirs.size() + " archived indices of " + getSizeBytes() + " bytes in " + (System.currentTimeMillis() - t0) + "ms"); return archives; }
protected List<ZoieSystem<R, D>> loadArchiveZoies() { List<ZoieSystem<R, D>> archives = new ArrayList<ZoieSystem<R, D>>(); long t0 = System.currentTimeMillis(); List<File> dirs = _dirMgrFactory.getAllArchivedDirs(); for (File dir : dirs) { try { DirectoryManager dirMgr = new DefaultDirectoryManager(dir, _dirMgrFactory.getMode()); ZoieSystem<R, D> zoie = new ZoieSystem<R, D>(dirMgr, _interpreter, _decorator, _zConfig); zoie.start(); archives.add(zoie); } catch (Exception e) { log.error("Load index: " + dir + " failed.", e); } } log.info("load " + dirs.size() + " archived indices of " + getSizeBytes() + " bytes in " + (System.currentTimeMillis() - t0) + "ms"); return archives; }
/** * @deprecated use {@link ZoieSystem#buildDefaultInstance(File, ZoieIndexableInterpreter, ZoieConfig)} * @param idxDir * @param interpreter * @param analyzer * @param similarity * @param batchSize * @param batchDelay * @param realtime * @param versionComparator * @return */ public static <D> ZoieSystem<IndexReader, D> buildDefaultInstance(File idxDir, ZoieIndexableInterpreter<D> interpreter, Analyzer analyzer, Similarity similarity, int batchSize, long batchDelay, boolean realtime, Comparator<String> versionComparator) { return new ZoieSystem<IndexReader, D>(idxDir, interpreter, new DefaultIndexReaderDecorator(), analyzer, similarity, batchSize, batchDelay, realtime, versionComparator,false); }
protected List<ZoieSystem<R, D>> loadArchiveZoies() { List<ZoieSystem<R, D>> archives = new ArrayList<ZoieSystem<R, D>>(); long t0 = System.currentTimeMillis(); List<File> dirs = _dirMgrFactory.getAllArchivedDirs(); for(File dir : dirs) { IndexReader reader; try { DirectoryManager dirMgr = new DefaultDirectoryManager(dir, _dirMgrFactory.getMode()); ZoieSystem<R, D> zoie = new ZoieSystem<R, D>(dirMgr, _interpreter, _decorator, _zConfig); zoie.start(); archives.add(zoie); } catch (Exception e) { log.error("Load index: " + dir + " failed.", e); } } log.info("load "+dirs.size()+" archived indices of " + getSizeBytes() +" bytes in " + (System.currentTimeMillis() - t0) + "ms"); return archives; }
Zoie<R, D> zoie = new ZoieSystem(dirMgr, _interpreter, _decorator, _zoieConfig); if (_running) zoie.start();
Zoie<R, D> zoie = new ZoieSystem(dirMgr, _interpreter, _decorator, _zoieConfig); if (_running) zoie.start();
Zoie zoie = new ZoieSystem(dirMgr, _interpreter, _decorator, _zoieConfig); if (_running) zoie.start();
ZoieSystem<BoboSegmentReader, T> zoie = new ZoieSystem<BoboSegmentReader, T>(dirMgr, _interpreter, _indexReaderDecorator, _zoieConfig); if (_purgeFilter != null) {
static PerfTestHandler buildZoieHandler(File idxDir, Configuration topConf, Configuration conf) throws Exception { ZoieConfig zoieConfig = new ZoieConfig(); zoieConfig.setAnalyzer(new StandardAnalyzer(Version.LUCENE_43)); zoieConfig.setBatchSize(100000); zoieConfig.setBatchDelay(10000); zoieConfig.setMaxBatchSize(100000); zoieConfig.setRtIndexing(true); zoieConfig.setVersionComparator(ZoiePerfVersion.COMPARATOR); zoieConfig.setReadercachefactory(SimpleReaderCache.FACTORY); String modeConf = topConf.getString("perf.directory.type", "file"); DIRECTORY_MODE mode = modeMap.get(modeConf); if (mode == null) mode = DIRECTORY_MODE.SIMPLE; DirectoryManager dirMgr = new DefaultDirectoryManager(idxDir, mode); IndexReaderDecorator<IndexReader> indexReaderDecorator = new DefaultIndexReaderDecorator(); File queryFile = new File(topConf.getString("perf.query.file")); if (!queryFile.exists()) { throw new ConfigurationException(queryFile.getAbsolutePath() + " does not exist!"); } ZoieSystem<IndexReader, String> zoieSystem = new ZoieSystem<IndexReader, String>(dirMgr, interpreter, indexReaderDecorator, zoieConfig); SearchQueryHandler queryHandler = new SearchQueryHandler(queryFile, zoieSystem); return new PerfTestHandler(zoieSystem, queryHandler); }