private void fillBuffer() { if (finished || buffer != null) { return; } if (!iter.hasNext()) { finished = true; return; } LocalLink ll = iter.next(); if (ll == null) { finished = true; return; } buffer = new BasePhraseAnalyzer.Entry( ll.getLanguage(), ll.getDestId(), ll.getAnchorText(), 1 ); } }
public void save(LocalLink localLink, int sourceUnivId, int destUnivId, int algorithmId) throws DaoException { insert( localLink.getLanguage().getId(), localLink.getSourceId(), localLink.getDestId(), sourceUnivId, destUnivId, algorithmId ); }
continue; LocalId src = new LocalId(ll.getLanguage(), ll.getSourceId()); LocalId dest = new LocalId(ll.getLanguage(), ll.getDestId()); if (!outGraph.containsKey(src)) { outGraph.put(src, new HashSet<LocalId>()); continue; actual.add(new LocalId(ll.getLanguage(), ll.getDestId()));
univSourceId = -1; } else { univSourceId = map.get(localLink.getLanguage()).get(localLink.getSourceId()); univDestId = map.get(localLink.getLanguage()).get(localLink.getDestId()); linkMap.put(localLink.getLanguage(), localLink); UniversalLink link = new UniversalLink(univSourceId, univDestId, algorithmId, linkMap); universalLinkDao.save(link);
univSourceId = -1; } else { univSourceId = map.get(localLink.getLanguage()).get(localLink.getSourceId()); univDestId = map.get(localLink.getLanguage()).get(localLink.getDestId()); linkMap.put(localLink.getLanguage(), localLink); UniversalLink link = new UniversalLink(univSourceId, univDestId, algorithmId, linkMap); universalLinkDao.save(link);
continue; LocalId src = new LocalId(ll.getLanguage(), ll.getSourceId()); LocalId dest = new LocalId(ll.getLanguage(), ll.getDestId()); if (!outGraph.containsKey(src)) { outGraph.put(src, new HashSet<LocalId>()); continue; actual.add(new LocalId(ll.getLanguage(), ll.getDestId()));
@Override public void save(LocalLink item) throws DaoException { if (delegate != null) delegate.save(item); // skip red links if (item.getDestId() < 0 || item.getSourceId() < 0) { return; } LocalId src = new LocalId(item.getLanguage(), item.getSourceId()); LocalId dest = new LocalId(item.getLanguage(), item.getDestId()); if (!src.canPackInInt() || !dest.canPackInInt()) { return; } try { BufferedWriter writer = getSortingWriter(); writer.write(src.toInt() + " " + dest.toInt() + "\n"); } catch (IOException e) { throw new DaoException(e); } }
private LocalLink cloneLinkWithLocation(LocalLink ll, int location) { return new LocalLink( ll.getLanguage(), ll.getAnchorText(), ll.getSourceId(), ll.getDestId(), ll.isOutlink(), location, ll.isParseable(), ll.getLocType() ); }
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = EnvBuilder.envFromArgs(args); LocalPageDao pageDao = env.getConfigurator().get(LocalPageDao.class); // Get the default wikifier in the default language. Wikifier wikifier = env.getConfigurator().get( Wikifier.class, "websail", "language", env.getDefaultLanguage().getLangCode()); for (LocalLink link : wikifier.wikify(CORPUS)) { System.out.println("link is " + link.getAnchorText() + " is for " + pageDao.getById(link.getLanguage(), link.getDestId())); } } }
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = EnvBuilder.envFromArgs(args); LocalPageDao pageDao = env.getConfigurator().get(LocalPageDao.class); // Get the default wikifier in the default language. Wikifier wikifier = env.getConfigurator().get( Wikifier.class, "websail", "language", env.getDefaultLanguage().getLangCode()); for (LocalLink link : wikifier.wikify(CORPUS)) { System.out.println("link is " + link.getAnchorText() + " is for " + pageDao.getById(link.getLanguage(), link.getDestId())); } } }
@Override public void save(LocalLink localLink) throws DaoException { insert( localLink.getLanguage().getId(), localLink.getAnchorText(), localLink.getSourceId(), localLink.getDestId(), localLink.getLocation(), localLink.isParseable(), localLink.getLocType().ordinal() ); }