public double estimateDownloadMegabytes(LanguageSet langs) { int numArticles = 0; int numLinks = 0; for (Language lang : langs) { LanguageInfo li = LanguageInfo.getByLanguage(lang); numLinks += li.getNumLinks(); numArticles += li.getNumArticles(); } Evaluator mathEvaluator = new Evaluator(); Map<String, String> variables = new HashMap<String, String>(); variables.put("links", ""+numLinks); variables.put("articles", ""+numArticles); mathEvaluator.setVariables(variables); try { return mathEvaluator.getNumberResult(downloadEstimateEquation); } catch (EvaluationException e) { throw new RuntimeException(e); } }
public Language getLanguage() { return language.getLanguage(); }
public void setAlternativeArticleNamespaces(String cell) { this.alternativeArticleNamespaces = getAltNamespaces(cell); }
int articles = 0; for (Language lang : langs) { articles += LanguageInfo.getByLanguage(lang).getNumArticles();
public LanguageInfo getLanguageInfo() { return LanguageInfo.getByLanguage(this); }
if (l == null) { LOG.warn("unkonwn lang code:\t" + langCode); } else if (l != lang.getLanguage()) { ParsedIll pill = new ParsedIll(); pill.location = new ParsedLocation(xml, -1, -1, ill.getSrcSpan().getStart()); pill.title = new Title(target, false, LanguageInfo.getByLanguage(l)); visitIll(pill);
private static void loadLanguage(String fields[], String line) throws WikiBrainException { String tokens[] = StringUtils.splitPreserveAllTokens(line, "\t"); if (tokens.length != fields.length) { throw new WikiBrainException("invalid number of fields in " + StringEscapeUtils.escapeJava(line)); } Language lang = Language.getByLangCode(tokens[0]); LanguageInfo info = new LanguageInfo(lang); for (int i = 1; i < fields.length; i++) { if (fields[i].equals("alternativeArticleNamespaces")) { info.setAlternativeArticleNamespaces(tokens[i]); } else { try { if (fields[i].startsWith("num")) { BeanUtils.setProperty(info, fields[i], Integer.valueOf(tokens[i])); } else { BeanUtils.setProperty(info, fields[i], csv2List(tokens[i])); } } catch (IllegalAccessException e) { throw new WikiBrainException("unknown property in LanguageInfo: " + fields[i]); } catch (InvocationTargetException e) { throw new WikiBrainException(e); } } } LANGUAGE_INFOS[lang.getId() - 1] = info; }
m = lang.getCategoryReplacePattern().matcher(title); if (m.find() && m.group(1).equals(lang.getDefaultCategoryNamespaceName())) { title = lang.getDefaultCategoryNamespaceName() + ":" + m.group(2);
private boolean isCategory(String link, LanguageInfo lang){ for(String categoryName : lang.getCategoryNames()){ if(link.length()>categoryName.length()&& link.substring(0, categoryName.length() + 1).toLowerCase().equals(categoryName.toLowerCase() + ":")){ return true; } } return false; } }
public NameSpace getNamespace(){ Matcher m = language.getCategoryPattern().matcher(canonicalTitle); if (m.find()) { return NameSpace.CATEGORY; } String nameSpaceString = this.getNamespaceString(); if (nameSpaceString==null){ return NameSpace.ARTICLE; } else { return NameSpace.getNameSpaceByName(nameSpaceString); } }
public RedirectParser(Language language) { this.language = LanguageInfo.getByLanguage(language); }
int articles = 0; for (Language lang : langs) { articles += LanguageInfo.getByLanguage(lang).getNumArticles();
public WikiTextParser(LanguageInfo lang, LanguageSet allowedIllLangs, List<ParserVisitor> visitors) { this.lang = lang; subarticleParser = new SubarticleParser(lang); this.visitors = visitors; MediaWikiParserFactory pf = new MediaWikiParserFactory(); pf.setCalculateSrcSpans(true); pf.setCategoryIdentifers(lang.getCategoryNames()); if (allowedIllLangs != null) { pf.setLanguageIdentifers(allowedIllLangs.getLangCodes()); } jwpl = pf.createParser(); }
public double estimateDiskMegabytes(LanguageSet langs) { int numArticles = 0; int numLinks = 0; for (Language lang : langs) { LanguageInfo li = LanguageInfo.getByLanguage(lang); numLinks += li.getNumLinks(); numArticles += li.getNumArticles(); } Evaluator mathEvaluator = new Evaluator(); Map<String, String> variables = new HashMap<String, String>(); variables.put("links", ""+numLinks); variables.put("articles", ""+numArticles); mathEvaluator.setVariables(variables); try { return mathEvaluator.getNumberResult(diskEstimateEquation); } catch (EvaluationException e) { throw new RuntimeException(e); } }
public Title(String title, Language language) { this(title, LanguageInfo.getByLanguage(language)); }
int numPages = (pageIds == null) ? LanguageInfo.getByLanguage(language).getNumArticles() : pageIds.size();
static public List<String> getLangCodes(List<LanguageInfo> langs) { List<String> langCodes = new ArrayList<String>(); for (LanguageInfo l : langs) { langCodes.add(l.getLanguage().getLangCode()); } return langCodes; } }
public double estimateDiskMegabytes(LanguageSet langs) { int numArticles = 0; int numLinks = 0; for (Language lang : langs) { LanguageInfo li = LanguageInfo.getByLanguage(lang); numLinks += li.getNumLinks(); numArticles += li.getNumArticles(); } Evaluator mathEvaluator = new Evaluator(); Map<String, String> variables = new HashMap<String, String>(); variables.put("links", ""+numLinks); variables.put("articles", ""+numArticles); mathEvaluator.setVariables(variables); try { return mathEvaluator.getNumberResult(diskEstimateEquation); } catch (EvaluationException e) { throw new RuntimeException(e); } }
public RawPage(int localId, int revisionId, String title, String body, Date lastEdit, Language lang, NameSpace namespace) { this.title = new Title(title, LanguageInfo.getByLanguage(lang)); this.body = body; this.lastEdit = lastEdit; this.namespace = namespace; this.lang = lang; this.revisionId = revisionId; this.localId = localId; isRedirect = false; isDisambig = false; }
public ParsedLink.SubarticleType handleSpecialTemplateBasedSubarticleSpecialCases(String templateName, String templateText, ParsedLink.SubarticleType normalType) { ParsedLink.SubarticleType rVal = normalType; // danish if (lang.getLanguage().getLangCode().equals("de")){ if (normalType.equals(ParsedLink.SubarticleType.MAIN_TEMPLATE)){ Matcher m = special_DanishSeOgs.matcher(templateText); if (m.find()){ rVal = ParsedLink.SubarticleType.SEEALSO_TEMPLATE; } } } return rVal; }