pmd-lang-test / net.sourceforge.pmd.cpd.test / CpdTextComparisonTest / tokenize

tokenize

fun tokenize(tokenizer: Tokenizer, str: String): Tokens