public class Tokenizer extends Object
Tokenizer(String input)
static String
detokenize(List<Token> tokens)
List<Token>
tokenize()
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
public Tokenizer(String input)
public List<Token> tokenize()
public static String detokenize(List<Token> tokens)
Copyright © 2018. All rights reserved.