private static ObjectStream<NameSample> openData(LANGUAGE lang, String name) throws IOException { InputStreamFactory in = new ResourceAsStreamFactory(EvalitaNameSampleStreamTest.class, "/opennlp/tools/formats/" + name); return new EvalitaNameSampleStream(lang, in, EvalitaNameSampleStream.GENERATE_PERSON_ENTITIES); }
private static ObjectStream<NameSample> openData(LANGUAGE lang, String name) throws IOException { InputStreamFactory in = new ResourceAsStreamFactory(Conll03NameSampleStreamTest.class, "/opennlp/tools/formats/" + name); return new Conll03NameSampleStream(lang, in, Conll02NameSampleStream.GENERATE_PERSON_ENTITIES); }
private static ObjectStream<NameSample> openData(LANGUAGE lang, String name) throws IOException { InputStreamFactory in = new ResourceAsStreamFactory(Conll02NameSampleStreamTest.class, "/opennlp/tools/formats/" + name); return new Conll02NameSampleStream(lang, in, Conll02NameSampleStream.GENERATE_PERSON_ENTITIES); }
@Test public void emptyDirectoryTest() throws IOException { FileFilter filter = new TempFileNameFilter(); DirectorySampleStream stream = new DirectorySampleStream(tempDirectory.getRoot(), filter, false); Assert.assertNull(stream.read()); stream.close(); }
private static ObjectStream<StringList> openData(String name) throws IOException { InputStreamFactory in = new ResourceAsStreamFactory( NameFinderCensus90NameStreamTest.class, "/opennlp/tools/formats/" + name); return new NameFinderCensus90NameStream(in, StandardCharsets.UTF_8); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(LanguageSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new LanguageDetectorSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(ChunkSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new ChunkerSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(NameSample.class, "conll02", new Conll02NameSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(SentenceSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new SentenceSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(TokenSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new TokenSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(NameSample.class, "conll03", new Conll03NameSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(LemmaSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new LemmatizerSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(NameSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new NameSampleDataStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(POSSample.class, StreamFactoryRegistry.DEFAULT_FORMAT, new WordTagSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(Parse.class, StreamFactoryRegistry.DEFAULT_FORMAT, new ParseSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(POSSample.class, CONLLX_FORMAT, new ConllXPOSSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(NameSample.class, "evalita", new EvalitaNameSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(NameSample.class, "bionlp2004", new BioNLP2004NameSampleStreamFactory(Parameters.class)); }
public static void registerFactory() { StreamFactoryRegistry.registerFactory(DocumentSample.class, "20newsgroup", new TwentyNewsgroupSampleStreamFactory(TwentyNewsgroupSampleStreamFactory.Parameters.class)); }
@Test(expected = IllegalArgumentException.class) public void invalidDirectoryTest() throws IOException { FileFilter filter = new TempFileNameFilter(); DirectorySampleStream stream = new DirectorySampleStream(tempDirectory.newFile(), filter, false); Assert.assertNull(stream.read()); stream.close(); }