@Test
public void testBasic() throws Exception {
split(Arrays.asList("hello", "world"), "hello,world", ',', false, true);
split(Arrays.asList(" hello", " world "), " hello| world ", '|', false, true);
split(Arrays.asList("", "hello", "world", ""), "|hello|world|", '|', false, true);
split(Arrays.asList(""), "", '|', false, true);
split(Arrays.asList("", "", "x"), "||x", '|', false, true);
split(Lists.newArrayList(), "", '|', false, false);
split(Arrays.asList("x"), "x", '|', false, false);
split(Arrays.asList(null,"x"), "|x", '|', false, false);
Record record = new Record();
CSVTokenizer tokenizer = new SimpleCSVTokenizer(',', true, true, new ArrayList<String>());
tokenizer.tokenizeLine(" x ", null, record);
assertEquals(Arrays.asList("x"), record.get("column0"));
}