public static EnvBuilder builderFromArgs(String caller, String args[]) { Options options = new Options(); EnvBuilder.addStandardOptions(options); CommandLineParser parser = new PosixParser(); CommandLine cmd; try { cmd = parser.parse(options, args); } catch (ParseException e) { System.err.println("Invalid option usage: " + e.getMessage()); new HelpFormatter().printHelp(caller, options); return null; } return new EnvBuilder(cmd); }
public DistanceMetrics() throws ConfigurationException{ env = new EnvBuilder().build(); c = env.getConfigurator(); snDao = c.get(SpatialNeighborDao.class); }
public DistanceMetrics() throws ConfigurationException{ env = new EnvBuilder().build(); c = env.getConfigurator(); snDao = c.get(SpatialNeighborDao.class); }
@Test public void benchmarkTest() throws ConfigurationException, DaoException { Env env = new EnvBuilder().build(); Configurator configurator = env.getConfigurator(); UniversalLinkDao dao = configurator.get(UniversalLinkDao.class, "skeletal-sql"); long start = System.currentTimeMillis(); Iterable<UniversalLink> links = dao.get(new DaoFilter()); int i=0; for (UniversalLink link : links) { i++; if (i%100000==0) System.out.println("UniversalLinks retrieved: " + i); } long end = System.currentTimeMillis(); long total = end - start; double seconds = total / 1000.0; System.out.println("Time (s): " + seconds); System.out.println("Per link (ms): " + total / (double) i); }
@Test public void testGetOutlinks() throws ConfigurationException, DaoException { Env env = new EnvBuilder().build(); Configurator configurator = env.getConfigurator(); UniversalLinkDao dao = configurator.get(UniversalLinkDao.class, "skeletal-sql"); long start = System.currentTimeMillis(); UniversalLinkGroup links = dao.getOutlinks(0); int i=0; for (UniversalLink link : links) { i++; System.out.println(i + " - Dest ID: " + link.getDestId()); } long end = System.currentTimeMillis(); long total = end - start; double seconds = total / 1000.0; System.out.println("Time (s): " + seconds); System.out.println("Per link (ms): " + total / (double) i); } }
@Test public void benchmarkTest() throws ConfigurationException, DaoException { Env env = new EnvBuilder().build(); Configurator configurator = env.getConfigurator(); UniversalLinkDao dao = configurator.get(UniversalLinkDao.class, "skeletal-sql"); long start = System.currentTimeMillis(); Iterable<UniversalLink> links = dao.get(new DaoFilter()); int i=0; for (UniversalLink link : links) { i++; if (i%100000==0) System.out.println("UniversalLinks retrieved: " + i); } long end = System.currentTimeMillis(); long total = end - start; double seconds = total / 1000.0; System.out.println("Time (s): " + seconds); System.out.println("Per link (ms): " + total / (double) i); }
@Test public void testGetOutlinks() throws ConfigurationException, DaoException { Env env = new EnvBuilder().build(); Configurator configurator = env.getConfigurator(); UniversalLinkDao dao = configurator.get(UniversalLinkDao.class, "skeletal-sql"); long start = System.currentTimeMillis(); UniversalLinkGroup links = dao.getOutlinks(0); int i=0; for (UniversalLink link : links) { i++; System.out.println(i + " - Dest ID: " + link.getDestId()); } long end = System.currentTimeMillis(); long total = end - start; double seconds = total / 1000.0; System.out.println("Time (s): " + seconds); System.out.println("Per link (ms): " + total / (double) i); } }
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = new EnvBuilder() .setConfigFile("../psql.conf") .build(); AbstractSqlDao dao = (AbstractSqlDao) env.getConfigurator().get( LocalPageDao.class, "sql"); dao.setFetchSize(1000); System.out.println("about to start reads"); long before = System.currentTimeMillis(); int i = 0; for (Object obj : dao.get(new DaoFilter())) { if (i++ % 10000 == 0) { System.out.println("read entity " + i); } } long after = System.currentTimeMillis(); System.out.println("elapsed is " + (after - before)); } }
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = new EnvBuilder() .setConfigFile("../psql.conf") .build(); AbstractSqlDao dao = (AbstractSqlDao) env.getConfigurator().get( LocalPageDao.class, "sql"); dao.setFetchSize(1000); System.out.println("about to start reads"); long before = System.currentTimeMillis(); int i = 0; for (Object obj : dao.get(new DaoFilter())) { if (i++ % 10000 == 0) { System.out.println("read entity " + i); } } long after = System.currentTimeMillis(); System.out.println("elapsed is " + (after - before)); } }
public static void main(String args[]) throws ConfigurationException, DaoException, IOException { Env env = new EnvBuilder().build(); Configurator c = env.getConfigurator(); Language lang = env.getDefaultLanguage(); // simple english PhraseAnalyzer pa = c.get(PhraseAnalyzer.class, "anchortext"); LocalPageDao pageDao = c.get(LocalPageDao.class); LocalPage page = pageDao.getByTitle(new Title("Obama", lang), NameSpace.ARTICLE); System.out.println("description of " + page + ":"); // should resolve redirect to Barack Obama LinkedHashMap<String, Float> description = pa.describe(lang, page, 100); if (description == null) { System.out.println("\tno description!"); } else { for (String phrase : description.keySet()) { System.out.println("\t" + phrase + ": " + description.get(phrase)); } } } }
public static void main(String args[]) throws ConfigurationException, DaoException, IOException { Env env = new EnvBuilder().build(); Configurator c = env.getConfigurator(); Language lang = env.getDefaultLanguage(); // simple english PhraseAnalyzer pa = c.get(PhraseAnalyzer.class, "anchortext"); LocalPageDao pageDao = c.get(LocalPageDao.class); LocalPage page = pageDao.getByTitle(new Title("Obama", lang), NameSpace.ARTICLE); System.out.println("description of " + page + ":"); // should resolve redirect to Barack Obama LinkedHashMap<String, Float> description = pa.describe(lang, page, 100); if (description == null) { System.out.println("\tno description!"); } else { for (String phrase : description.keySet()) { System.out.println("\t" + phrase + ": " + description.get(phrase)); } } } }
public static void main() throws DaoException, ConfigurationException { // Prepare the environment; set the root to the current directory ("."). Env env = new EnvBuilder() .setBaseDir(".") .build(); // Get the configurator that creates components and a phraze analyzer from it Configurator configurator = env.getConfigurator(); PhraseAnalyzer pa = configurator.get(PhraseAnalyzer.class); UniversalPageDao dao = configurator.get(UniversalPageDao.class); // get the most common phrases in simple Language simple = Language.getByLangCode("simple"); // simple english LinkedHashMap<LocalId, Float> resolution = pa.resolve(simple, "apple", 5); // show the closest pages System.out.println("meanings of apple:"); for (LocalId p : resolution.keySet()) { System.out.println("\t" + p + ": " + resolution.get(p)); // translate them... UniversalPage concept = dao.getByLocalPage(p.asLocalPage()); //UniversalPage concept = dao.getByLocalPage(new Local, 1); for (LocalId id : concept.getLocalEntities()) { System.out.println("\t\tin language " + id.getLanguage() + " is " + id); } } } }
public static void main() throws DaoException, ConfigurationException { // Prepare the environment; set the root to the current directory ("."). Env env = new EnvBuilder() .setBaseDir(".") .build(); // Get the configurator that creates components and a phraze analyzer from it Configurator configurator = env.getConfigurator(); PhraseAnalyzer pa = configurator.get(PhraseAnalyzer.class); UniversalPageDao dao = configurator.get(UniversalPageDao.class); // get the most common phrases in simple Language simple = Language.getByLangCode("simple"); // simple english LinkedHashMap<LocalId, Float> resolution = pa.resolve(simple, "apple", 5); // show the closest pages System.out.println("meanings of apple:"); for (LocalId p : resolution.keySet()) { System.out.println("\t" + p + ": " + resolution.get(p)); // translate them... UniversalPage concept = dao.getByLocalPage(p.asLocalPage()); //UniversalPage concept = dao.getByLocalPage(new Local, 1); for (LocalId id : concept.getLocalEntities()) { System.out.println("\t\tin language " + id.getLanguage() + " is " + id); } } } }
public static void main(String[] args) { SRResult s = null; try { Env env = new EnvBuilder().build(); Configurator conf = env.getConfigurator(); LocalPageDao lpDao = conf.get(LocalPageDao.class); Language simple = Language.getByLangCode("simple"); SRMetric sr = conf.get( SRMetric.class, "ensemble", "language", simple.getLangCode()); s = sr.similarity("cat","kitty",true); } catch (ConfigurationException e) { System.out.println("Configuration Exception: "+e.getMessage()); } catch (DaoException e) { System.out.println("Dao Exception: "+e.getMessage()); } System.out.println("The score for this two pages:"+s.getScore()); } }
public static void main(String[] args) { SRResult s = null; try { Env env = new EnvBuilder().build(); Configurator conf = env.getConfigurator(); LocalPageDao lpDao = conf.get(LocalPageDao.class); Language simple = Language.getByLangCode("simple"); SRMetric sr = conf.get( SRMetric.class, "ensemble", "language", simple.getLangCode()); s = sr.similarity("cat","kitty",true); } catch (ConfigurationException e) { System.out.println("Configuration Exception: "+e.getMessage()); } catch (DaoException e) { System.out.println("Dao Exception: "+e.getMessage()); } System.out.println("The score for this two pages:"+s.getScore()); } }
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = new EnvBuilder().build(); Configurator configurator = env.getConfigurator(); UniversalPageDao pdao = configurator.get(UniversalPageDao.class); UniversalLinkDao ldao = configurator.get(UniversalLinkDao.class); LocalPageDao lpDao = configurator.get(LocalPageDao.class); int i = 0; for (UniversalPage page : (Iterable<UniversalPage>)pdao.get(new DaoFilter().setNameSpaces(NameSpace.ARTICLE))) { for (LocalId lId : page.getLocalEntities()){ LocalPage lPage = lpDao.getById(lId.getLanguage(), lId.getId()); System.out.println(lPage); } System.out.println(); i++; } System.out.println("Concept count: " + i); } }
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = new EnvBuilder().build(); Configurator configurator = env.getConfigurator(); UniversalPageDao pdao = configurator.get(UniversalPageDao.class); UniversalLinkDao ldao = configurator.get(UniversalLinkDao.class); LocalPageDao lpDao = configurator.get(LocalPageDao.class); int i = 0; for (UniversalPage page : (Iterable<UniversalPage>)pdao.get(new DaoFilter().setNameSpaces(NameSpace.ARTICLE))) { for (LocalId lId : page.getLocalEntities()){ LocalPage lPage = lpDao.getById(lId.getLanguage(), lId.getId()); System.out.println(lPage); } System.out.println(); i++; } System.out.println("Concept count: " + i); } }
public static void main(String[] args){ try { Env env = new EnvBuilder().build(); Configurator c = env.getConfigurator(); SpatialContainmentDao scDao = c.get(SpatialContainmentDao.class); WikidataDao wdDao = c.get(WikidataDao.class); LocalPageDao lpDao = c.get(LocalPageDao.class); LanguageSet loadedLangs = lpDao.getLoadedLanguages(); // set up the parameters for the call to getContainedItemIds String containerName = "Israel"; Set<String> subLayers = Sets.newHashSet(); subLayers.add("wikidata"); LocalPage lp = lpDao.getByTitle(new Title(containerName,Language.getByLangCode("simple")), NameSpace.ARTICLE); Integer id = wdDao.getItemId(lp); TIntSet containedItemIds = scDao.getContainedItemIds(id, Layers.COUNTRY, RefSys.EARTH, subLayers, SpatialContainmentDao.ContainmentOperationType.CONTAINMENT); int counter = 0; System.out.println("Items contained in the spatial footprint of the article '" + lp.getTitle() + "' are:"); for (int cId : containedItemIds.toArray()){ UniversalPage univPage = wdDao.getUniversalPage(cId); Title t = univPage.getBestEnglishTitle(lpDao, true); System.out.println(t.getCanonicalTitle()); counter++; } System.out.printf("Found %d items\n", counter); } catch(Exception e){ e.printStackTrace(); } }
public static void main(String[] args) throws ConfigurationException, DaoException{ DistanceMetrics distanceMetrics = new DistanceMetrics(); Env env = new EnvBuilder().build(); Configurator c = env.getConfigurator(); SpatialNeighborDao snDao = c.get(SpatialNeighborDao.class); WikidataDao wdDao = c.get(WikidataDao.class); LocalPageDao lpDao = c.get(LocalPageDao.class); SpatialDataDao sdDao = c.get(SpatialDataDao.class); LanguageSet loadedLangs = lpDao.getLoadedLanguages(); // set up the parameters for the call to getContainedItemIds String originName = "University of Minnesota"; String endName = "Wisconsin"; String layerName = "wikidata"; LocalPage originLP = lpDao.getByTitle(new Title(originName, Language.getByLangCode("simple")), NameSpace.ARTICLE); LocalPage endLP = lpDao.getByTitle(new Title(endName, Language.getByLangCode("simple")), NameSpace.ARTICLE); Integer originId = wdDao.getItemId(originLP); Integer endId = wdDao.getItemId(endLP); Geometry originPoint = sdDao.getGeometry(originId, layerName, "earth"); Geometry endPoint = sdDao.getGeometry(endId, layerName, "earth"); System.out.println("Straight-line distance " + distanceMetrics.getDistance(originPoint, endPoint)); System.out.println("KNN Distance " + distanceMetrics.getTopologicalDistance(originPoint, originId, endPoint, endId, 1, layerName, "earth")); }
public static void main(String[] args) throws ConfigurationException, DaoException{ DistanceMetrics distanceMetrics = new DistanceMetrics(); Env env = new EnvBuilder().build(); Configurator c = env.getConfigurator(); SpatialNeighborDao snDao = c.get(SpatialNeighborDao.class); WikidataDao wdDao = c.get(WikidataDao.class); LocalPageDao lpDao = c.get(LocalPageDao.class); SpatialDataDao sdDao = c.get(SpatialDataDao.class); LanguageSet loadedLangs = lpDao.getLoadedLanguages(); // set up the parameters for the call to getContainedItemIds String originName = "University of Minnesota"; String endName = "Wisconsin"; String layerName = "wikidata"; LocalPage originLP = lpDao.getByTitle(new Title(originName, Language.getByLangCode("simple")), NameSpace.ARTICLE); LocalPage endLP = lpDao.getByTitle(new Title(endName, Language.getByLangCode("simple")), NameSpace.ARTICLE); Integer originId = wdDao.getItemId(originLP); Integer endId = wdDao.getItemId(endLP); Geometry originPoint = sdDao.getGeometry(originId, layerName, "earth"); Geometry endPoint = sdDao.getGeometry(endId, layerName, "earth"); System.out.println("Straight-line distance " + distanceMetrics.getDistance(originPoint, endPoint)); System.out.println("KNN Distance " + distanceMetrics.getTopologicalDistance(originPoint, originId, endPoint, endId, 1, layerName, "earth")); }