static private BaseToken createBaseToken( final JCas jCas, final String className ) { try { final Class<?> clazz = Class.forName( className ); if ( BaseToken.class.isAssignableFrom( clazz ) ) { final Constructor<?> constructor = clazz.getConstructor( JCas.class ); return (BaseToken)constructor.newInstance( jCas ); } else { LOGGER.error( "Cannot create a ctakes base token for class " + className ); } } catch ( ClassNotFoundException | NoSuchMethodException | InstantiationException | IllegalAccessException | InvocationTargetException multE ) { LOGGER.error( "Cannot determine ctakes base token type for class " + className ); } return new BaseToken( jCas ); }
BaseToken baseToken = new BaseToken(jCas, wordStart, wordEnd); if (!loadWordsOnly) { String tag = token.substring(split + 1);
String[] tokens = aline.split("\t"); wordEnd = wordStart + tokens[1].length(); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.addToIndexes(); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.addToIndexes(); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setPartOfSpeech(tokens[2]); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]);
BaseToken baseToken = new BaseToken(jCas, wordStart, wordEnd); if (!loadWordsOnly) { String tag = token.substring(split + 1);
String[] tokens = aline.split("\t"); wordEnd = wordStart + tokens[1].length(); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.addToIndexes(); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.addToIndexes(); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setPartOfSpeech(tokens[2]); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]); if (trainingMode) depNodes.add( new ConllDependencyNode(jCas,wordStart,wordEnd) ); BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]);
if (!ok) { System.err.println("ERROR: so creating a BaseToken with begin = 0 end = 0 just to avoid exception"); if (jcas!=null) token = new BaseToken(jcas, 0, 0); else token = new Token(0,0); return token; token = new BaseToken(jcas, beginFromStartOfDocument, endFromStartOfDocument); else { token = new Token(beginFromStartOfDocument, endFromStartOfDocument);
if (!ok) { System.err.println("ERROR: so creating a BaseToken with begin = 0 end = 0 just to avoid exception"); if (jcas!=null) token = new BaseToken(jcas, 0, 0); else token = new Token(0,0); return token; token = new BaseToken(jcas, beginFromStartOfDocument, endFromStartOfDocument); else { token = new Token(beginFromStartOfDocument, endFromStartOfDocument);