public static void registerFactory() { StreamFactoryRegistry.registerFactory(TokenSample.class, ConlluPOSSampleStreamFactory.CONLLU_FORMAT, new ConlluTokenSampleStreamFactory(ConlluTokenSampleStreamFactory.Parameters.class)); }
/** * Returns stream factory for the type of this tool for the <code>format</code>. * * @param format data format name * @return stream factory for the type of this tool for the format */ protected ObjectStreamFactory<T> getStreamFactory(String format) { ObjectStreamFactory<T> factory = StreamFactoryRegistry.getFactory(type, format); if (null != factory) { return factory; } else { throw new TerminateToolException(1, "Format " + format + " is not found.\n" + getHelp()); } }
public String getHelp() { Map<String, ObjectStreamFactory<T>> factories = StreamFactoryRegistry.getFactories(type); StringBuilder help = new StringBuilder("help|"); for (String formatName : factories.keySet()) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(formatName)) { help.append(formatName).append("|"); } } return createHelpString(help.substring(0, help.length() - 1), "[help|options...]"); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(LemmaSample.class, ConlluPOSSampleStreamFactory.CONLLU_FORMAT, new ConlluLemmaSampleStreamFactory(Parameters.class)); }
public String getHelp(String format) { if ("".equals(format) || StreamFactoryRegistry.DEFAULT_FORMAT.equals(format)) { return getBasicHelp(paramsClass, StreamFactoryRegistry.getFactory(type, StreamFactoryRegistry.DEFAULT_FORMAT).getParameters()); } else { ObjectStreamFactory<T> factory = StreamFactoryRegistry.getFactory(type, format); if (null == factory) { throw new TerminateToolException(1, "Format " + format + " is not found.\n" + getHelp()); } return "Usage: " + CLI.CMD + " " + getName() + "." + format + " " + ArgumentParser.createUsage(paramsClass, factory.getParameters()); } } }
public String getShortDescription() { Map<String, ObjectStreamFactory<T>> factories = StreamFactoryRegistry.getFactories(type); StringBuilder help = new StringBuilder(); if (2 == factories.keySet().size()) { //opennlp + foreign for (String format : factories.keySet()) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(format)) { help.append(format); } } return "converts " + help.toString() + " data format to native OpenNLP format"; } else if (2 < factories.keySet().size()) { for (String format : factories.keySet()) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(format)) { help.append(format).append(","); } } return "converts foreign data formats (" + help.substring(0, help.length() - 1 ) + ") to native OpenNLP format"; } else { throw new AssertionError("There should be more than 1 factory registered for converter " + "tool"); } }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(DocumentSample.class, "20newsgroup", new TwentyNewsgroupSampleStreamFactory(TwentyNewsgroupSampleStreamFactory.Parameters.class)); }
public ObjectStream<POSSample> create(String[] args) { ParseSampleStreamFactory.Parameters params = ArgumentParser.parse(args, ParseSampleStreamFactory.Parameters.class); ObjectStream<Parse> parseSampleStream = StreamFactoryRegistry.getFactory(Parse.class, StreamFactoryRegistry.DEFAULT_FORMAT).create( ArgumentParser.filter(args, ParseSampleStreamFactory.Parameters.class)); return new ParseToPOSSampleStream(parseSampleStream); }
@Override protected String getBasicHelp(Class<?>... argProxyInterfaces) { Map<String, ObjectStreamFactory<T>> factories = StreamFactoryRegistry.getFactories(type); String formatsHelp = " "; if (1 < factories.size()) { StringBuilder formats = new StringBuilder(); for (String format : factories.keySet()) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(format)) { formats.append(".").append(format).append("|"); } } formatsHelp = "[" + formats.substring(0, formats.length() - 1) + "] "; } return "Usage: " + CLI.CMD + " " + getName() + formatsHelp + ArgumentParser.createUsage(argProxyInterfaces); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(Parse.class, "frenchtreebank", new ConstitParseSampleStreamFactory()); } }
public ObjectStream<SentenceSample> create(String[] args) { Parameters params = ArgumentParser.parse(args, Parameters.class); ObjectStream<POSSample> posSampleStream = StreamFactoryRegistry.getFactory(POSSample.class, ConllXPOSSampleStreamFactory.CONLLX_FORMAT).create( ArgumentParser.filter(args, ConllXPOSSampleStreamFactory.Parameters.class)); return new POSToSentenceSampleStream(createDetokenizer(params), posSampleStream, 30); } }
private static void appendHelpForTool(TypedCmdLineTool<?> tool, StringBuilder sb) { Class<?> type = tool.type; Set<String> formats = StreamFactoryRegistry.getFactories(type).keySet(); sb.append("<para>The supported formats and arguments are:</para>\n\n"); Map<String, List<Argument>> formatArguments = new LinkedHashMap<>(); for (String formatName : formats) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(formatName)) { ObjectStreamFactory<?> format = tool.getStreamFactory(formatName); formatArguments.put(formatName, ArgumentParser.createArguments(format.getParameters())); } } appendArgumentTable(formatArguments, sb); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(POSSample.class, "ontonotes", new OntoNotesPOSSampleStreamFactory()); } }
public ObjectStream<TokenSample> create(String[] args) { Parameters params = ArgumentParser.parse(args, Parameters.class); ObjectStream<NameSample> samples = StreamFactoryRegistry.getFactory( NameSample.class, "ad").create( ArgumentParser.filter(args, ADNameSampleStreamFactory.Parameters.class)); return new NameToTokenSampleStream(createDetokenizer(params), samples); } }
public String getHelp() { Map<String, ObjectStreamFactory<T>> factories = StreamFactoryRegistry.getFactories(type); StringBuilder help = new StringBuilder("help|"); for (String formatName : factories.keySet()) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(formatName)) { help.append(formatName).append("|"); } } return createHelpString(help.substring(0, help.length() - 1), "[help|options...]"); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(Parse.class, "ontonotes", new OntoNotesParseSampleStreamFactory()); } }
public ObjectStream<SentenceSample> create(String[] args) { Parameters params = ArgumentParser.parse(args, Parameters.class); ObjectStream<Parse> parseSampleStream = StreamFactoryRegistry.getFactory(Parse.class, StreamFactoryRegistry.DEFAULT_FORMAT).create( ArgumentParser.filter(args, ParseSampleStreamFactory.Parameters.class)); return new POSToSentenceSampleStream(createDetokenizer(params), new ParseToPOSSampleStream(parseSampleStream), 30); }
public String getHelp() { Map<String, ObjectStreamFactory<T>> factories = StreamFactoryRegistry.getFactories(type); StringBuilder help = new StringBuilder("help|"); for (String formatName : factories.keySet()) { if (!StreamFactoryRegistry.DEFAULT_FORMAT.equals(formatName)) { help.append(formatName).append("|"); } } return createHelpString(help.substring(0, help.length() - 1), "[help|options...]"); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(POSSample.class, "parse", new ParseToPOSSampleStreamFactory()); } }
public ObjectStream<TokenSample> create(String[] args) { Parameters params = ArgumentParser.parse(args, Parameters.class); ObjectStream<Parse> parseSampleStream = StreamFactoryRegistry.getFactory(Parse.class, StreamFactoryRegistry.DEFAULT_FORMAT).create( ArgumentParser.filter(args, WordTagSampleStreamFactory.Parameters.class)); return new POSToTokenSampleStream(createDetokenizer(params), new ParseToPOSSampleStream(parseSampleStream)); }