Package antlr.preprocessor

Class PreprocessorLexer

java.lang.Object

antlr.CharScanner

antlr.preprocessor.PreprocessorLexer

All Implemented Interfaces:

PreprocessorTokenTypes, TokenStream

public class PreprocessorLexer
extends CharScanner
implements PreprocessorTokenTypes, TokenStream

Field Summary

Fields

Modifier and Type	Field	Description
static final BitSet	_tokenSet_0
static final BitSet	_tokenSet_1
static final BitSet	_tokenSet_10
static final BitSet	_tokenSet_2
static final BitSet	_tokenSet_3
static final BitSet	_tokenSet_4
static final BitSet	_tokenSet_5
static final BitSet	_tokenSet_6
static final BitSet	_tokenSet_7
static final BitSet	_tokenSet_8
static final BitSet	_tokenSet_9

Fields inherited from class antlr.CharScanner

_returnToken, caseSensitive, caseSensitiveLiterals, commitToPath, EOF_CHAR, hashString, inputState, literals, saveConsumedInput, tabsize, text, tokenObjectClass, traceDepth

Fields inherited from interface antlr.preprocessor.PreprocessorTokenTypes

ACTION, ALT, ARG_ACTION, ASSIGN_RHS, BANG, CHAR_LITERAL, COMMA, COMMENT, CURLY_BLOCK_SCARF, DIGIT, ELEMENT, EOF, ESC, HEADER_ACTION, ID, ID_OR_KEYWORD, LITERAL_catch, LITERAL_class, LITERAL_exception, LITERAL_extends, LITERAL_private, LITERAL_protected, LITERAL_public, LITERAL_returns, LITERAL_throws, LITERAL_tokens, LPAREN, ML_COMMENT, NEWLINE, NULL_TREE_LOOKAHEAD, OPTIONS_START, RCURLY, RPAREN, RULE_BLOCK, SEMI, SL_COMMENT, STRING_LITERAL, SUBRULE_BLOCK, TOKENS_SPEC, WS, XDIGIT

Constructor Summary

Constructors

Constructor	Description
PreprocessorLexer(InputBuffer ib)
PreprocessorLexer(LexerSharedInputState state)
PreprocessorLexer(InputStream in)
PreprocessorLexer(Reader in)

Method Summary

Modifier and Type	Method	Description
final void	mACTION(boolean _createToken)
protected final void	mALT(boolean _createToken)
final void	mARG_ACTION(boolean _createToken)
final void	mASSIGN_RHS(boolean _createToken)
final void	mBANG(boolean _createToken)
final void	mCHAR_LITERAL(boolean _createToken)
final void	mCOMMA(boolean _createToken)
final void	mCOMMENT(boolean _createToken)
protected final void	mCURLY_BLOCK_SCARF(boolean _createToken)
protected final void	mDIGIT(boolean _createToken)
protected final void	mELEMENT(boolean _createToken)
protected final void	mESC(boolean _createToken)
protected final void	mID(boolean _createToken)
final void	mID_OR_KEYWORD(boolean _createToken)	This rule picks off keywords in the lexer that need to be handled specially.
final void	mLPAREN(boolean _createToken)
protected final void	mML_COMMENT(boolean _createToken)
protected final void	mNEWLINE(boolean _createToken)
final void	mRCURLY(boolean _createToken)
final void	mRPAREN(boolean _createToken)
final void	mRULE_BLOCK(boolean _createToken)
final void	mSEMI(boolean _createToken)
protected final void	mSL_COMMENT(boolean _createToken)
final void	mSTRING_LITERAL(boolean _createToken)
final void	mSUBRULE_BLOCK(boolean _createToken)
final void	mWS(boolean _createToken)
protected final void	mXDIGIT(boolean _createToken)
Token	nextToken()

Methods inherited from class antlr.CharScanner

append, append, commit, consume, consumeUntil, consumeUntil, getCaseSensitive, getCaseSensitiveLiterals, getColumn, getCommitToPath, getFilename, getInputBuffer, getInputState, getLine, getTabSize, getText, getTokenObject, LA, makeToken, mark, match, match, match, matchNot, matchRange, newline, panic, panic, reportError, reportError, reportWarning, resetText, rewind, setCaseSensitive, setColumn, setCommitToPath, setFilename, setInputState, setLine, setTabSize, setText, setTokenObjectClass, tab, testLiteralsTable, testLiteralsTable, toLower, traceIn, traceIndent, traceOut, uponEOF

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

_tokenSet_0

public static final BitSet _tokenSet_0

_tokenSet_1

public static final BitSet _tokenSet_1

_tokenSet_2

public static final BitSet _tokenSet_2

_tokenSet_3

public static final BitSet _tokenSet_3

_tokenSet_4

public static final BitSet _tokenSet_4

_tokenSet_5

public static final BitSet _tokenSet_5

_tokenSet_6

public static final BitSet _tokenSet_6

_tokenSet_7

public static final BitSet _tokenSet_7

_tokenSet_8

public static final BitSet _tokenSet_8

_tokenSet_9

public static final BitSet _tokenSet_9

_tokenSet_10

public static final BitSet _tokenSet_10

Constructor Details

PreprocessorLexer

public PreprocessorLexer(InputStream in)

PreprocessorLexer

public PreprocessorLexer(Reader in)

PreprocessorLexer

public PreprocessorLexer(InputBuffer ib)

PreprocessorLexer

public PreprocessorLexer(LexerSharedInputState state)

Method Details

nextToken

public Token nextToken()
                throws TokenStreamException

Specified by:

nextToken in interface TokenStream

Throws:

TokenStreamException

mRULE_BLOCK

public final void mRULE_BLOCK(boolean _createToken)
                       throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mWS

public final void mWS(boolean _createToken)
               throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mALT

protected final void mALT(boolean _createToken)
                   throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mSUBRULE_BLOCK

public final void mSUBRULE_BLOCK(boolean _createToken)
                          throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mELEMENT

protected final void mELEMENT(boolean _createToken)
                       throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mCOMMENT

public final void mCOMMENT(boolean _createToken)
                    throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mACTION

public final void mACTION(boolean _createToken)
                   throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mSTRING_LITERAL

public final void mSTRING_LITERAL(boolean _createToken)
                           throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mCHAR_LITERAL

public final void mCHAR_LITERAL(boolean _createToken)
                         throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mNEWLINE

protected final void mNEWLINE(boolean _createToken)
                       throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mBANG

public final void mBANG(boolean _createToken)
                 throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mSEMI

public final void mSEMI(boolean _createToken)
                 throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mCOMMA

public final void mCOMMA(boolean _createToken)
                  throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mRCURLY

public final void mRCURLY(boolean _createToken)
                   throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mLPAREN

public final void mLPAREN(boolean _createToken)
                   throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mRPAREN

public final void mRPAREN(boolean _createToken)
                   throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mID_OR_KEYWORD

public final void mID_OR_KEYWORD(boolean _createToken)
                          throws RecognitionException,
CharStreamException,
TokenStreamException

This rule picks off keywords in the lexer that need to be handled specially. For example, "header" is the start of the header action (used to distinguish between options block and an action). We do not want "header" to go back to the parser as a simple keyword...it must pick off the action afterwards.

Throws:

RecognitionException

CharStreamException

TokenStreamException

mID

protected final void mID(boolean _createToken)
                  throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mCURLY_BLOCK_SCARF

protected final void mCURLY_BLOCK_SCARF(boolean _createToken)
                                 throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mASSIGN_RHS

public final void mASSIGN_RHS(boolean _createToken)
                       throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mSL_COMMENT

protected final void mSL_COMMENT(boolean _createToken)
                          throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mML_COMMENT

protected final void mML_COMMENT(boolean _createToken)
                          throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mESC

protected final void mESC(boolean _createToken)
                   throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mDIGIT

protected final void mDIGIT(boolean _createToken)
                     throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mXDIGIT

protected final void mXDIGIT(boolean _createToken)
                      throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException

mARG_ACTION

public final void mARG_ACTION(boolean _createToken)
                       throws RecognitionException,
CharStreamException,
TokenStreamException

Throws:

RecognitionException

CharStreamException

TokenStreamException