Tokenizer
public abstract class AbstractTokenizer extends java.lang.Object implements Tokenizer
Modifier and Type | Field | Description |
---|---|---|
protected java.util.List<java.lang.String> |
ignorableCharacter |
|
protected java.util.List<java.lang.String> |
ignorableStmt |
|
protected char |
oneLineCommentChar |
|
protected java.lang.Character |
spanMultipleLinesLineContinuationCharacter |
|
protected boolean |
spanMultipleLinesString |
|
protected java.util.List<java.lang.String> |
stringToken |
DEFAULT_SKIP_BLOCKS_PATTERN, IGNORE_ANNOTATIONS, IGNORE_IDENTIFIERS, IGNORE_LITERALS, IGNORE_USINGS, OPTION_SKIP_BLOCKS, OPTION_SKIP_BLOCKS_PATTERN
Constructor | Description |
---|---|
AbstractTokenizer() |
Modifier and Type | Method | Description |
---|---|---|
void |
tokenize(SourceCode tokens,
Tokens tokenEntries) |
protected java.util.List<java.lang.String> stringToken
protected java.util.List<java.lang.String> ignorableCharacter
protected java.util.List<java.lang.String> ignorableStmt
protected char oneLineCommentChar
protected boolean spanMultipleLinesString
protected java.lang.Character spanMultipleLinesLineContinuationCharacter
public void tokenize(SourceCode tokens, Tokens tokenEntries)
Copyright © 2002–2018 PMD. All rights reserved.