public void moveStart() { ts.moveStart(); }
public void moveStart() { ts.moveStart(); }
private static int dumpOffset(TokenSequence<JavadocTokenId> ts) { int offset = -1; if (!ts.isEmpty()) { ts.moveStart(); ts.moveNext(); offset = ts.offset(); } return offset; }
private boolean isAlreadyIncluded(JTextComponent component, String include) { TokenSequence<TokenId> ts; ts = CndLexerUtilities.getCppTokenSequence(component, 0, false, false); ts.moveStart(); while (ts.moveNext()) { if (ts.token().id().equals(CppTokenId.PREPROCESSOR_DIRECTIVE)) { StringBuilder buf = new StringBuilder(ts.token().text()); if (isIncludesEqual(include, buf.toString())) { return true; } } } return false; }
/** * Checks whether Doc instance matches to its token sequence representation. * @param javadoc Doc instance of javadoc * @param ts javadoc token sequence * @return true if it is valid javadoc * * @see <a href="http://www.netbeans.org/issues/show_bug.cgi?id=139147">139147</a> */ public static boolean isInvalidDocInstance(Doc javadoc, TokenSequence<JavadocTokenId> ts) { if (javadoc != null && javadoc.getRawCommentText().trim().length() == 0) { if (!ts.isEmpty()) { ts.moveStart(); return !(ts.moveNext() && isTokenOfEmptyJavadoc(ts.token()) && ts.moveNext() == false); } } return false; }
@Override public void run() { if (TokenList.this.cancel.get()) { return ; } topLevel = TokenHierarchy.get(doc).tokenSequence(); topLevelIsJava = topLevel.language() == JavaTokenId.language(); if (topLevelIsJava) { ts = topLevel; ts.moveStart(); ts.moveNext(); //XXX: what about empty document } } });
@Override public List<Embedding> getEmbeddings(Snapshot snapshot) { TokenHierarchy<CharSequence> th = TokenHierarchy.create(snapshot.getText(), RhtmlTokenId.language()); TokenSequence<RhtmlTokenId> sequence = th.tokenSequence(RhtmlTokenId.language()); sequence.moveStart(); List<Embedding> embeddings = new ArrayList<Embedding>(); boolean lastEmbeddingIsVirtual = false; while (sequence.moveNext()) { Token t = sequence.token(); if (t.id() == RhtmlTokenId.HTML) { //lets suppose the text is always html :-( embeddings.add(snapshot.create(sequence.offset(), t.length(), "text/html")); //NOI18N lastEmbeddingIsVirtual = false; } else { //replace templating tokens by generated code marker if (!lastEmbeddingIsVirtual) { embeddings.add(snapshot.create(GENERATED_CODE, "text/html")); lastEmbeddingIsVirtual = true; } } } if (embeddings.isEmpty()) { return Collections.emptyList(); } else { return Collections.singletonList(Embedding.create(embeddings)); } }
sequence.moveStart(); List<Embedding> embeddings = new ArrayList<>();
ts.moveStart(); ts.moveNext(); if (!ts.moveNext()) {// skip start #
ts.moveStart(); if (ts.moveNext()) { return ts.offset();
private boolean isAfterShiftOperator(JTextComponent c) { TokenSequence ts; ts = CndLexerUtilities.getCppTokenSequence(c, 0, true, false); ts.moveStart(); if (!ts.moveNext()) { return false;
ts.moveStart(); while (ts.moveNext()) { TokenId id = ts.token().id();
private static boolean isPreprocessorDirectiveCompletionEnabledImpl(Document doc, int offset) { TokenSequence<TokenId> ts = CndLexerUtilities.getCppTokenSequence(doc, offset, false, true); if (ts == null) { return false; } if (ts.token().id() == CppTokenId.PREPROCESSOR_DIRECTIVE) { @SuppressWarnings("unchecked") TokenSequence<TokenId> embedded = (TokenSequence<TokenId>) ts.embedded(); embedded.moveStart(); embedded.moveNext(); // skip starting # if (!embedded.moveNext()) { return true; // the end of embedded token stream } CndTokenUtilities.shiftToNonWhite(embedded, false); return embedded.offset() + embedded.token().length() >= offset; } return false; }
if (((Language<?>)cppTS.language()) == ((Language<?>)CppTokenId.languagePreproc())) { cppTS.moveStart(); if (cppTS.moveNext() && cppTS.moveNext()) { TokenId id = cppTS.token().id();
private boolean isForwardDeclaration(JTextComponent component) { TokenSequence<TokenId> ts; ts = CndLexerUtilities.getCppTokenSequence(component, 0, false, false); ts.moveStart(); if (!ts.moveNext()) { return false;
TokenSequence<?> embTS = docTS.embedded(); if (embTS != null) { embTS.moveStart(); if (embTS.moveNext()) { Token embToken = embTS.token();
ts = CndLexerUtilities.getCppTokenSequence(component, 0, false, false); if (ts != null) { ts.moveStart();
return CppTokenId.PREPROCESSOR_START; prep.moveStart(); while (prep.moveNext()) { if (!(prep.token().id() == CppTokenId.WHITESPACE ||
tokens.moveStart(); bof = true; } else {