public NegraPennTreeReaderFactory() { this(2, false, true, new NegraPennLanguagePack()); }
@Override public String stripGF(String category) { if(category == null) { return null; } int index = category.lastIndexOf(gfCharacter); if(index > 0) { if(!containsKeptGF(category, index)) category = category.substring(0, index); } return category; }
i += 2; } else if (args[i].equalsIgnoreCase("-leaveGF")) { ((NegraPennLanguagePack) treebankLanguagePack()).setLeaveGF(true); treeNormalizerLeaveGF = true; i++;
@Override public String basicCategory(String category) { String basicCat; if (leaveGF) { basicCat = stripGF(category); } else { basicCat = super.basicCategory(category); } // log.info("NPLP stripping " + category + " with leaveGF = " + leaveGF + " gives " + basicCat); return basicCat; }
@Override public String basicCategory(String category) { String basicCat; if (leaveGF) { basicCat = stripGF(category); } else { basicCat = super.basicCategory(category); } // log.info("NPLP stripping " + category + " with leaveGF = " + leaveGF + " gives " + basicCat); return basicCat; }
public NegraPennTreeNormalizer() { this(new NegraPennLanguagePack()); }
@Override public String stripGF(String category) { if(category == null) { return null; } int index = category.lastIndexOf(gfCharacter); if(index > 0) { if(!containsKeptGF(category, index)) category = category.substring(0, index); } return category; }
@Override public String basicCategory(String category) { String basicCat = super.basicCategory(category); if(!leaveGF) { basicCat = stripGF(basicCat); } return basicCat; } @Override
i += 2; } else if (args[i].equalsIgnoreCase("-leaveGF")) { ((NegraPennLanguagePack) treebankLanguagePack()).setLeaveGF(true); treeNormalizerLeaveGF = true; i++;
public NegraHeadFinder() { this(new NegraPennLanguagePack()); }
@Override public String stripGF(String category) { if(category == null) { return null; } int index = category.lastIndexOf(gfCharacter); if(index > 0) { if(!containsKeptGF(category, index)) category = category.substring(0, index); } return category; }
@Override public String basicCategory(String category) { String basicCat; if (leaveGF) { basicCat = stripGF(category); } else { basicCat = super.basicCategory(category); } // log.info("NPLP stripping " + category + " with leaveGF = " + leaveGF + " gives " + basicCat); return basicCat; }
i += 2; } else if (args[i].equalsIgnoreCase("-leaveGF")) { ((NegraPennLanguagePack) treebankLanguagePack()).setLeaveGF(true); treeNormalizerLeaveGF = true; i++;
public NegraPennTreebankParserParams() { super(new NegraPennLanguagePack(defaultLeaveGF, defaultGFCharacter)); //wsg2010: Commented out by Roger? //return new NegraHeadFinder(); //return new LeftHeadFinder(); headFinder = new NegraHeadFinder(); // override output encoding: make it UTF-8 setOutputEncoding("UTF-8"); }
@Override public String stripGF(String category) { if(category == null) { return null; } int index = category.lastIndexOf(gfCharacter); if(index > 0) { if(!containsKeptGF(category, index)) category = category.substring(0, index); } return category; }
@Override public String basicCategory(String category) { String basicCat = super.basicCategory(category); if(!leaveGF) { basicCat = stripGF(basicCat); } return basicCat; } @Override
i += 2; } else if (args[i].equalsIgnoreCase("-leaveGF")) { ((NegraPennLanguagePack) treebankLanguagePack()).setLeaveGF(true); treeNormalizerLeaveGF = true; i++;
/** * * @param args File to run on */ public static void main(String[] args) { if(args.length < 1) { System.out.printf("Usage: java %s tree_file%n", NegraPennTreeReaderFactory.class.getName()); return; } TreebankLanguagePack tlp = new NegraPennLanguagePack(); TreeReaderFactory trf = new NegraPennTreeReaderFactory(2,false,false,tlp); try { TreeReader tr = trf.newTreeReader(IOUtils.readerFromString(args[0], tlp.getEncoding())); for (Tree t; (t = tr.readTree()) != null; ) { t.pennPrint(); } tr.close(); } catch (UnsupportedEncodingException e) { e.printStackTrace(); } catch (FileNotFoundException e) { e.printStackTrace(); } catch (IOException e) { e.printStackTrace(); } }
@Override public String stripGF(String category) { if(category == null) { return null; } int index = category.lastIndexOf(gfCharacter); if(index > 0) { if(!containsKeptGF(category, index)) category = category.substring(0, index); } return category; }
i += 2; } else if (args[i].equalsIgnoreCase("-leaveGF")) { ((NegraPennLanguagePack) treebankLanguagePack()).setLeaveGF(true); treeNormalizerLeaveGF = true; i++;