public class PennTreebankTokenizer extends TokenizerAdapter
eolString, st
NEWLINE_TOKEN, nextToken
PennTreebankTokenizer(java.io.Reader r)
getNext, isEol, setEolString
hasNext, next, peek, remove, tokenize
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
forEachRemaining
public PennTreebankTokenizer(java.io.Reader r)
Stanford NLP Group