@Test public void testHtml_comment() { String[] commentLiterals = { "<!-- Hello world -->", }; for (String code : commentLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.MARKUP_COMMENT, token.getType()); } }
@Test public void testJS_Regexes() { String[] regexes = { "/foobar/", "/foobar/gim", "/foo\\/bar\\/bas/g", }; for (String code : regexes) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, HTMLTokenMaker.INTERNAL_IN_JS, 0); Assert.assertEquals(TokenTypes.REGEX, token.getType()); } }
@Test public void testJS_Whitespace() { String[] whitespace = { " ", "\t", "\f", " \t ", }; for (String code : whitespace) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, HTMLTokenMaker.INTERNAL_IN_JS, 0); Assert.assertEquals(TokenTypes.WHITESPACE, token.getType()); } }
@Test public void testJS_Separators_renderedAsIdentifiers() { String[] separators2 = { ";", ",", "." }; for (String code : separators2) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.IDENTIFIER, token.getType()); } }
@Test public void testTS_DocComments() { String[] docCommentLiterals = { "/** Hello world */", }; for (String code : docCommentLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TS_PREV_TOKEN_TYPE, 0); Assert.assertEquals(TokenTypes.COMMENT_DOCUMENTATION, token.getType()); } }
@Test public void testTS_EolComments() { String[] eolCommentLiterals = { "// Hello world", }; for (String code : eolCommentLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TS_PREV_TOKEN_TYPE, 0); Assert.assertEquals(TokenTypes.COMMENT_EOL, token.getType()); } }
@Test public void testTS_MultiLineComments() { String[] mlcLiterals = { "/* Hello world */", }; for (String code : mlcLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TS_PREV_TOKEN_TYPE, 0); Assert.assertEquals(TokenTypes.COMMENT_MULTILINE, token.getType()); } }
@Test public void testEolComments() { String[] eolCommentLiterals = { "// Hello world", }; for (String code : eolCommentLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.COMMENT_EOL, token.getType()); } }
@Test public void testStringLiterals() { String[] stringLiterals = { "\"\"", "\"hi\"", "\"\\\"\"", }; for (String code : stringLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.LITERAL_STRING_DOUBLE_QUOTE, token.getType()); } }
@Test public void testJS_Regexes() { String[] regexes = { "/foobar/", "/foobar/gim", "/foo\\/bar\\/bas/g", }; for (String code : regexes) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, JS_PREV_TOKEN_TYPE, 0); Assert.assertEquals(TokenTypes.REGEX, token.getType()); } }
@Test public void testMultiLineComments() { String[] mlcLiterals = { "/* Hello world */", }; for (String code : mlcLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.COMMENT_MULTILINE, token.getType()); } }
@Test public void testJS_Regexes() { String[] regexes = { "/foobar/", "/foobar/gim", "/foo\\/bar\\/bas/g", }; for (String code : regexes) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, JS_PREV_TOKEN_TYPE, 0); Assert.assertEquals(TokenTypes.REGEX, token.getType()); } }
@Test public void testLess_selectorReferencingParentSelector() { TokenMaker tm = createTokenMaker(); String code = "&.extraClass"; Segment s = createSegment(code); Token t = tm.getTokenList(s, CSSTokenMaker.INTERNAL_CSS_PROPERTY, 0); Assert.assertTrue(t.is(TokenTypes.RESERVED_WORD, code)); }
@Test public void testMultiLineComments() { String[] mlcLiterals = { "/* Hello world */", }; for (String code : mlcLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.COMMENT_MULTILINE, token.getType()); } }
@Test public void testStringLiterals() { String[] stringLiterals = { "\"\"", "\"hi\"", "\"\\\"\"", }; for (String code : stringLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.LITERAL_STRING_DOUBLE_QUOTE, token.getType()); } }
@Test public void testEolComments() { String[] eolCommentLiterals = { "# Hello world", }; for (String code : eolCommentLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.COMMENT_EOL, token.getType()); } }
@Test public void testBooleanLiterals() { String[] booleans = { "true", "false" }; for (String code : booleans) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertTrue(token.is(TokenTypes.LITERAL_BOOLEAN, code)); } }
@Test public void testStringLiterals() { String[] stringLiterals = { "\"\"", "\"hi\"", "\"\\\"\"", }; for (String code : stringLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.LITERAL_STRING_DOUBLE_QUOTE, token.getType()); } }
@Test public void testJS_Whitespace() { String[] whitespace = { " ", "\t", "\f", " \t ", }; for (String code : whitespace) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.WHITESPACE, token.getType()); } }
@Test public void testEolComments() { String[] eolCommentLiterals = { "// Hello world", }; for (String code : eolCommentLiterals) { Segment segment = createSegment(code); TokenMaker tm = createTokenMaker(); Token token = tm.getTokenList(segment, TokenTypes.NULL, 0); Assert.assertEquals(TokenTypes.COMMENT_EOL, token.getType()); } }