public String clean(String value) { for (int ix = 0; ix < cleaners.length; ix++) { if (value == null || value.equals("")) return null; value = cleaners[ix].clean(value); } return value; } }
public void addValue(Column col, String value) { if (value == null || value.equals("")) return; String prop = col.getProperty(); Cleaner cleaner = col.getCleaner(); if (col.isSplit()) { for (String v : col.split(value)) { if (cleaner != null) v = cleaner.clean(v); if (v != null && !v.equals("")) record.addValue(prop, v); } } else { if (cleaner != null) value = cleaner.clean(value); if (value != null && !value.equals("")) record.addValue(prop, value); } }
public void setValue(Column col, String value) { if (col.getCleaner() != null) value = col.getCleaner().clean(value); if (value == null || value.equals("")) return; // nothing here, move on record.addValue(col.getProperty(), value); }
@Test public void testMapping() { assertEquals("joseph stalin", cleaner.clean("Joe Stalin")); }
private void addStatement(RecordImpl record, String subject, String property, String object) { Collection<Column> cols = columns.get(property); if (cols == null) { if (property.equals(RDF_TYPE) && !types.isEmpty()) addValue(record, subject, property, object); return; } for (Column col : cols) { String cleaned = object; if (col.getCleaner() != null) cleaned = col.getCleaner().clean(object); if (cleaned != null && !cleaned.equals("")) addValue(record, subject, col.getProperty(), cleaned); } }
@Test public void testSingleSpace() { assertEquals("", cleaner.clean(" ")); }
@Test public void testManyLeadingSpaces() { assertEquals("a", cleaner.clean(" a")); }
@Test public void testLarsMarius() { assertEquals("lars marius", cleaner.clean("Lars Marius")); }
@Test public void testSingleChar2() { assertEquals("a", cleaner.clean("a")); }
@Test public void testRealData() { assertEquals("inger elisabeth foyn havre", cleaner.clean("Inger Elisabeth Foyn Havre")); }
@Test public void testEmpty() { assertEquals("", cleaner.clean("")); }
@Test public void testManySpaces() { assertEquals("", cleaner.clean(" ")); }
@Test public void testAccentStripping2() { assertEquals("h\u00F8ybr\u00E5ten", cleaner.clean("H\u00F8ybr\u00E5ten")); }
@Test public void testMappingEmpty() { assertEquals("", cleaner.clean("")); }
@Test public void testSingleChar() { assertEquals("a", cleaner.clean("A")); }
@Test public void testManyTrailingSpaces() { assertEquals("a", cleaner.clean("a ")); }
@Test public void testLarsMarius3Spaces() { assertEquals("lars marius", cleaner.clean("Lars Marius")); }
@Test public void testLarsMariusPadded() { assertEquals("lars marius", cleaner.clean(" Lars Marius ")); }
@Test public void testAccentStripping() { assertEquals("male", cleaner.clean("Mal\u00E9")); }
value = sub.clean(value); if (value == null) return null;