.create("o")); EnvBuilder.addStandardOptions(options); return; Env env = new EnvBuilder(cmd).build(); for (Language l : env.getLanguages()) { try {
public static void main(String args[]) throws ConfigurationException, DaoException, InterruptedException { Env env = EnvBuilder.envFromArgs(args); if (env == null) { return; } LoadedStats ls = new LoadedStats(env); Thread.currentThread().sleep(1000); ls.print(); } }
public static void main() throws DaoException, ConfigurationException { // Prepare the environment; set the root to the current directory ("."). Env env = new EnvBuilder() .setBaseDir(".") .build(); // Get the configurator that creates components and a phraze analyzer from it Configurator configurator = env.getConfigurator(); PhraseAnalyzer pa = configurator.get(PhraseAnalyzer.class); UniversalPageDao dao = configurator.get(UniversalPageDao.class); // get the most common phrases in simple Language simple = Language.getByLangCode("simple"); // simple english LinkedHashMap<LocalId, Float> resolution = pa.resolve(simple, "apple", 5); // show the closest pages System.out.println("meanings of apple:"); for (LocalId p : resolution.keySet()) { System.out.println("\t" + p + ": " + resolution.get(p)); // translate them... UniversalPage concept = dao.getByLocalPage(p.asLocalPage()); //UniversalPage concept = dao.getByLocalPage(new Local, 1); for (LocalId id : concept.getLocalEntities()) { System.out.println("\t\tin language " + id.getLanguage() + " is " + id); } } } }
public static Env envFromArgs(String args[]) throws ConfigurationException { StackTraceElement[] stackTraceElements = Thread.currentThread().getStackTrace(); String caller = stackTraceElements[1].getClassName(); EnvBuilder builder = builderFromArgs(caller, args); if (builder == null) { return null; } else { return builder.build(); } } }
public static EnvBuilder builderFromArgs(String caller, String args[]) { Options options = new Options(); EnvBuilder.addStandardOptions(options); CommandLineParser parser = new PosixParser(); CommandLine cmd; try { cmd = parser.parse(options, args); } catch (ParseException e) { System.err.println("Invalid option usage: " + e.getMessage()); new HelpFormatter().printHelp(caller, options); return null; } return new EnvBuilder(cmd); }
public DistanceMetrics() throws ConfigurationException{ env = new EnvBuilder().build(); c = env.getConfigurator(); snDao = c.get(SpatialNeighborDao.class); }
.withDescription("the name of the phrase analyzer to use") .create("p")); EnvBuilder.addStandardOptions(options); confOverrides.put("phrases.loading", "true"); Env env = new EnvBuilder(cmd).setProperty("phrases.loading", true).build(); List<String> toLoad = env.getConfiguration().get().getStringList("phrases.toLoad"); if (cmd.hasOption("p")) {
.withDescription("list of valid ids") .create("v")); EnvBuilder.addStandardOptions(options); EnvBuilder builder = new EnvBuilder(cmd); if (!builder.hasExplicitLanguageSet()) { builder.setUseDownloadedLanguages(); Env env = builder.build(); Configurator conf = env.getConfigurator(); List<File> paths;
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = new EnvBuilder() .setConfigFile("../psql.conf") .build(); AbstractSqlDao dao = (AbstractSqlDao) env.getConfigurator().get( LocalPageDao.class, "sql"); dao.setFetchSize(1000); System.out.println("about to start reads"); long before = System.currentTimeMillis(); int i = 0; for (Object obj : dao.get(new DaoFilter())) { if (i++ % 10000 == 0) { System.out.println("read entity " + i); } } long after = System.currentTimeMillis(); System.out.println("elapsed is " + (after - before)); } }
private void initializeFromCommandLine(CommandLine cmd) { setUseLoadedLanguages(); if (cmd.hasOption("n")) { setConceptMapper(cmd.getOptionValue("n")); } if (cmd.hasOption("base-dir")) { setBaseDir(new File(cmd.getOptionValue("base-dir"))); } if (cmd.hasOption("h")) { setMaxThreads(Integer.valueOf(cmd.getOptionValue("h"))); } if (cmd.hasOption("c")) { setConfigFile(new File(cmd.getOptionValue("c").trim())); } if (cmd.hasOption("l")) { String val = cmd.getOptionValue("l"); if (val.equals("loaded")) { setUseLoadedLanguages(); } else if (val.equals("downloaded")) { setUseDownloadedLanguages(); } else if (val.equals("all")) { setLanguages(LanguageSet.ALL); } else { // TODO: handle world economies, etc. setLanguages(new LanguageSet(cmd.getOptionValue("l"))); } } if (cmd.hasOption("tmp-dir")) { setTmpDir(new File(cmd.getOptionValue("tmp-dir"))); } }
public EnvBuilder setBaseDir(String dir) { return setBaseDir(new File(dir)); }
public EnvBuilder setConfigFile(String file) { return setConfigFile(new File(file)); }
public DistanceMetrics() throws ConfigurationException{ env = new EnvBuilder().build(); c = env.getConfigurator(); snDao = c.get(SpatialNeighborDao.class); }
.withDescription("the name of the phrase analyzer to use") .create("p")); EnvBuilder.addStandardOptions(options); confOverrides.put("phrases.loading", "true"); Env env = new EnvBuilder(cmd).setProperty("phrases.loading", true).build(); List<String> toLoad = env.getConfiguration().get().getStringList("phrases.toLoad"); if (cmd.hasOption("p")) {
.withDescription("list of valid ids") .create("v")); EnvBuilder.addStandardOptions(options); EnvBuilder builder = new EnvBuilder(cmd); if (!builder.hasExplicitLanguageSet()) { builder.setUseDownloadedLanguages(); Env env = builder.build(); Configurator conf = env.getConfigurator(); List<File> paths;
public static void main(String args[]) throws ConfigurationException, DaoException { Env env = new EnvBuilder() .setConfigFile("../psql.conf") .build(); AbstractSqlDao dao = (AbstractSqlDao) env.getConfigurator().get( LocalPageDao.class, "sql"); dao.setFetchSize(1000); System.out.println("about to start reads"); long before = System.currentTimeMillis(); int i = 0; for (Object obj : dao.get(new DaoFilter())) { if (i++ % 10000 == 0) { System.out.println("read entity " + i); } } long after = System.currentTimeMillis(); System.out.println("elapsed is " + (after - before)); } }
.create("o")); EnvBuilder.addStandardOptions(options); return; Env env = new EnvBuilder(cmd).build(); for (Language l : env.getLanguages()) { try {
env = new EnvBuilder(cmd).build(); List<StageArgs> stageArgs = null; if (cmd.hasOption("s")) {
.create("m")); EnvBuilder.addStandardOptions(options); Env env = new EnvBuilder(cmd) .setProperty("sr.metric.training", true) .build(); Configurator c = env.getConfigurator();
public static void main() throws DaoException, ConfigurationException { // Prepare the environment; set the root to the current directory ("."). Env env = new EnvBuilder() .setBaseDir(".") .build(); // Get the configurator that creates components and a phraze analyzer from it Configurator configurator = env.getConfigurator(); PhraseAnalyzer pa = configurator.get(PhraseAnalyzer.class); UniversalPageDao dao = configurator.get(UniversalPageDao.class); // get the most common phrases in simple Language simple = Language.getByLangCode("simple"); // simple english LinkedHashMap<LocalId, Float> resolution = pa.resolve(simple, "apple", 5); // show the closest pages System.out.println("meanings of apple:"); for (LocalId p : resolution.keySet()) { System.out.println("\t" + p + ": " + resolution.get(p)); // translate them... UniversalPage concept = dao.getByLocalPage(p.asLocalPage()); //UniversalPage concept = dao.getByLocalPage(new Local, 1); for (LocalId id : concept.getLocalEntities()) { System.out.println("\t\tin language " + id.getLanguage() + " is " + id); } } } }