Tokenizer

object Tokenizer
Companion
class
class Object
trait Matchable
class Any

Value members

Concrete methods

def isIdentifier(token: String): Boolean

Concrete fields

val FRACTIONAL: Pattern
val TEXT: Pattern
val WHITESPACE: String