public CorpusCreatorMain(Env env, Language lang) throws ConfigurationException, DaoException { this.env = env; this.lang = lang; this.pageDao = env.getComponent(LocalPageDao.class); }
public synchronized SRMetric getMetric(String name) throws ConfigurationException { return env.getComponent(SRMetric.class, name, language); }
@Override public Corpus get(String name, Config config, Map<String, String> runtimeParams) throws ConfigurationException { if (runtimeParams == null || !runtimeParams.containsKey("language")) { throw new IllegalArgumentException("Corpus requires 'language' runtime parameter"); } Language lang = Language.getByLangCode(runtimeParams.get("language")); String wikifierName = config.hasPath("wikifier") ? config.getString("wikifier") : "default"; Configurator c = getConfigurator(); Wikifier wikifier = Env.getComponent(c, Wikifier.class, wikifierName, lang); AnchorTextPhraseAnalyzer phraseAnalyzer = (AnchorTextPhraseAnalyzer)c.get( PhraseAnalyzer.class, config.getString("phraseAnalyzer")); PhraseAnalyzerDao paDao = phraseAnalyzer.getDao(); LinkProbabilityDao linkProbabilityDao = Env.getComponent(c, LinkProbabilityDao.class, lang); return new Corpus( lang, new File(config.getString("path"), lang.getLangCode()), wikifier, c.get(RawPageDao.class, config.getString("rawPageDao")), c.get(LocalPageDao.class, config.getString("localPageDao")), paDao, linkProbabilityDao ); } }
public UniversalWord2VecMain(Env env, Language lang) throws ConfigurationException, DaoException { this.env = env; this.lang = lang; UniversalPageDao univDao = env.getConfigurator().get(UniversalPageDao.class); this.pageDao = env.getComponent(LocalPageDao.class); Map<Language, TIntIntMap> allConcepts = univDao.getAllLocalToUnivIdsMap(new LanguageSet(lang)); this.concepts = allConcepts.containsKey(lang) ? allConcepts.get(lang) : new TIntIntHashMap(); }
@Override public Wikifier get(String name, Config config, Map<String, String> runtimeParams) throws ConfigurationException { if (runtimeParams == null || !runtimeParams.containsKey("language")){ throw new IllegalArgumentException("Wikifier requires 'language' runtime parameter."); } if (!config.getString("type").equals("milnewitten")) { return null; } Language language = Language.getByLangCode(runtimeParams.get("language")); Configurator c = getConfigurator(); String srName = config.getString("sr"); String phraseName = config.getString("phraseAnalyzer"); String linkName = config.getString("localLinkDao"); LinkProbabilityDao lpd = Env.getComponent(c, LinkProbabilityDao.class, language); if (config.getBoolean("useLinkProbabilityCache")) { lpd.useCache(true); } Wikifier dab = new MilneWittenWikifier( c.get(SRMetric.class, srName, "language", language.getLangCode()), (AnchorTextPhraseAnalyzer)c.get(PhraseAnalyzer.class, phraseName), c.get(LocalPageDao.class), c.get(RawPageDao.class), c.get(LocalLinkDao.class, linkName), lpd ); return dab; } }
LinkProbabilityDao lpd = env.getComponent(LinkProbabilityDao.class, language); lpd.useCache(true); lpd.buildIfNecessary();
String identityName = config.getString("identityWikifier"); String linkName = config.getString("localLinkDao"); LinkProbabilityDao lpd = Env.getComponent(c, LinkProbabilityDao.class, language); if (config.getBoolean("useLinkProbabilityCache")) { lpd.useCache(true);
LocalPageDao lpd = env.getConfigurator().get(LocalPageDao.class); Language lang = env.getLanguages().getDefaultLanguage(); LinkProbabilityDao linkProbabilityDao =env.getComponent(LinkProbabilityDao.class, lang); Wikifier wikifier = env.getComponent(Wikifier.class, lang);
LocalPageDao lpd = env.getConfigurator().get(LocalPageDao.class); Language lang = env.getLanguages().getDefaultLanguage(); Wikifier wikifier = env.getComponent(Wikifier.class, lang); LinkProbabilityDao linkProbabilityDao = env.getComponent(LinkProbabilityDao.class, lang);
Wikifier wikifier = env.getComponent(Wikifier.class, "websail-final", lang); LinkProbabilityDao linkDao = env.getComponent(LinkProbabilityDao.class, lang);
Wikifier wikifier = env.getComponent(Wikifier.class, "websail-final", lang); ((WebSailWikifier)wikifier).setDesiredWikifiedFraction(0.15); LinkProbabilityDao linkDao = env.getComponent(LinkProbabilityDao.class, lang);
LocalPageDao pageDao = c.get(LocalPageDao.class); AnchorTextPhraseAnalyzer phraseAnalyzer = (AnchorTextPhraseAnalyzer) c.get(PhraseAnalyzer.class, "anchortext"); LinkProbabilityDao linkProbabilityDao = env.getComponent(LinkProbabilityDao.class, Language.SIMPLE); if (!linkProbabilityDao.isBuilt()) { linkProbabilityDao.build();