How to use

org.crsh.cli.impl.tokenizer.TokenizerImpl

constructor

public InvocationMatch<T> parse(String s) throws SyntaxException {
 ArrayList<Token> tokens = new ArrayList<Token>();
 for (Token token : this.tokens) {
  tokens.add(token);
 }
 for (Iterator<Token> i = new TokenizerImpl(s);i.hasNext();) {
  tokens.add(i.next());
 }
 return match(tokens);
}

public void testWhitespace1() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl(" ");
 assertEquals(new Token.Whitespace(0, " "), tokenizer.next());
 assertDone(tokenizer);
}

public void testShortOption1() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("-a");
 assertEquals(new Token.Literal.Option.Short(0, "-a", "-a"), tokenizer.next());
 assertDone(tokenizer);
}

public void testQuotedWord6() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("\"'\"");
 assertEquals(new Token.Literal.Option.Word(0, "\"'\"", "'"), tokenizer.next());
 assertDone(tokenizer);
 tokenizer = new TokenizerImpl("'\"'");
 assertEquals(new Token.Literal.Option.Word(0, "'\"'", "\""), tokenizer.next());
 assertDone(tokenizer);
}

public void testBackSlash3() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("\\-a");
 assertEquals(new Token.Literal.Option.Short(0, "\\-a", "-a"), tokenizer.next());
 assertDone(tokenizer);
}

public void testQuotedWord4() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("\"-a\"");
 assertEquals(new Token.Literal.Option.Short(0, "\"-a\"", "-a"), tokenizer.next());
 assertDone(tokenizer);
 tokenizer = new TokenizerImpl("\'-a\'");
 assertEquals(new Token.Literal.Option.Short(0, "\'-a\'", "-a"), tokenizer.next());
 assertDone(tokenizer);
}

public void testQuotedWord7() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("a\"\"b");
 assertEquals(new Token.Literal.Option.Word(0, "a\"\"b", "ab"), tokenizer.next());
 assertDone(tokenizer);
 tokenizer = new TokenizerImpl("a''b");
 assertEquals(new Token.Literal.Option.Word(0, "a''b", "ab"), tokenizer.next());
 assertDone(tokenizer);
}

public void testWord4() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("-1");
 assertEquals(new Token.Literal.Word(0, "-1"), tokenizer.next());
 assertDone(tokenizer);
}

public void testQuotedWord3() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("a\" \"b");
 assertEquals(new Token.Literal.Word(0, "a\" \"b", "a b"), tokenizer.next());
 assertDone(tokenizer);
 tokenizer = new TokenizerImpl("a\' \'b");
 assertEquals(new Token.Literal.Word(0, "a\' \'b", "a b"), tokenizer.next());
 assertDone(tokenizer);
}

public void testLongOption2() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("--ab");
 assertEquals(new Token.Literal.Option.Long(0, "--ab", "--ab"), tokenizer.next());
 assertDone(tokenizer);
}

public void testEmptyWord2() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl(" \"\"");
 assertEquals(new Token.Whitespace(0, " "), tokenizer.next());
 assertDone(tokenizer);
}

public void testWord1() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("a");
 assertEquals(new Token.Literal.Word(0, "a"), tokenizer.next());
 assertDone(tokenizer);
}

public void testShortOption2() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("-ab");
 assertEquals(new Token.Literal.Option.Short(0, "-ab", "-ab"), tokenizer.next());
 assertDone(tokenizer);
}

public void testQuotedWord2() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("\"a \"");
 assertEquals(new Token.Literal.Word(0, "\"a \"", "a "), tokenizer.next());
 assertDone(tokenizer);
 tokenizer = new TokenizerImpl("\'a \'");
 assertEquals(new Token.Literal.Word(0, "\'a \'", "a "), tokenizer.next());
 assertDone(tokenizer);
}

public void testEmptyShortOption() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("-");
 assertEquals(new Token.Literal.Option.Short(0, "-", "-"), tokenizer.next());
 assertDone(tokenizer);
}

public void testLongOption3() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl(" --a");
 assertEquals(new Token.Whitespace(0, " "), tokenizer.next());
 assertEquals(new Token.Literal.Option.Long(1, "--a", "--a"), tokenizer.next());
 assertDone(tokenizer);
}

public void testShortOption3() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl(" -a");
 assertEquals(new Token.Whitespace(0, " "), tokenizer.next());
 assertEquals(new Token.Literal.Option.Short(1, "-a", "-a"), tokenizer.next());
 assertDone(tokenizer);
}

public void testQuoteAfterWhitespace2() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl(" \"b\"");
 assertEquals(new Token.Whitespace(0, " "), tokenizer.next());
 assertEquals(new Token.Literal.Word(1, "\"b\"", "b"), tokenizer.next());
 assertDone(tokenizer);
}

public void testEmptyLongOption2() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("-- ");
 assertEquals(new Token.Literal.Option.Long(0, "--", "--"), tokenizer.next());
 assertEquals(new Token.Literal.Whitespace(2, " "), tokenizer.next());
 assertDone(tokenizer);
}

public void testShortOption4() throws Exception {
 Tokenizer tokenizer = new TokenizerImpl("- ");
 assertEquals(new Token.Literal.Option.Short(0, "-", "-"), tokenizer.next());
 assertEquals(new Token.Whitespace(1, " "), tokenizer.next());
 assertDone(tokenizer);
}