mark.core.text
Class WordAndPunctuationScanner

java.lang.Object
  |
  +--mark.core.text.Scanner
        |
        +--mark.core.text.WordAndPunctuationScanner

All Implemented Interfaces:

WordAndPunctuationScannerConstants

public class WordAndPunctuationScanner

extends Scanner

implements WordAndPunctuationScannerConstants

Field Summary

Token	jj_nt
Token	token
WordAndPunctuationScannerTokenManager	token_source

Fields inherited from interface mark.core.text.WordAndPunctuationScannerConstants

DEFAULT, EOF, tAmpersand, tAserisk, tAt, tBackSlash, tBacktick, tBar, tCaret, tColon, tComma, tDashDash, tDollar, tEqual, tExclaim, tFloat, tGreater, tInteger, tLBrace, tLBracket, tLess, tLParen, tMinus, tokenImage, tPercent, tPeriod, tPlus, tQuestion, tQuote, tRBrace, tRBracket, tRParen, tSemicolon, tSharp, tSlash, tTick, tTilde, tUnderscore, tWord

Constructor Summary

WordAndPunctuationScanner(java.io.InputStream stream)

WordAndPunctuationScanner(java.io.Reader stream)

WordAndPunctuationScanner(WordAndPunctuationScannerTokenManager tm)

Method Summary

void	disable_tracing()
void	enable_tracing()
ParseException	generateParseException()
Token	getNextToken()
Token	getToken(int index)
void	ReInit(java.io.InputStream stream)
void	ReInit(java.io.Reader stream)
void	ReInit(WordAndPunctuationScannerTokenManager tm)

Methods inherited from class mark.core.text.Scanner

forName, nextToken, nextTokenString, pushBack, readTokens

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

token_source

public WordAndPunctuationScannerTokenManager token_source

token

public Token token

jj_nt

public Token jj_nt

Constructor Detail

WordAndPunctuationScanner

public WordAndPunctuationScanner(java.io.InputStream stream)

WordAndPunctuationScanner

public WordAndPunctuationScanner(java.io.Reader stream)

WordAndPunctuationScanner

public WordAndPunctuationScanner(WordAndPunctuationScannerTokenManager tm)

Method Detail

ReInit

public void ReInit(java.io.InputStream stream)

ReInit

public void ReInit(java.io.Reader stream)

ReInit

public void ReInit(WordAndPunctuationScannerTokenManager tm)

getNextToken

public final Token getNextToken()

Specified by:

getNextToken in class Scanner

getToken

public final Token getToken(int index)

generateParseException

public final ParseException generateParseException()

enable_tracing

public final void enable_tracing()

disable_tracing

public final void disable_tracing()