class SimpleTokenManager extends Object implements TokenManager, Cloneable
| Modifier and Type | Field and Description |
|---|---|
protected Tool |
antlrTool |
protected int |
maxToken |
protected String |
name |
protected boolean |
readOnly |
protected Vector |
vocabulary |
| Constructor and Description |
|---|
SimpleTokenManager(String name_,
Tool tool_) |
| Modifier and Type | Method and Description |
|---|---|
Object |
clone() |
void |
define(TokenSymbol ts)
define a token
|
String |
getName()
Simple token manager doesn't have a name -- must be set externally
|
String |
getTokenStringAt(int idx)
Get a token symbol by index
|
TokenSymbol |
getTokenSymbol(String sym)
Get the TokenSymbol for a string
|
TokenSymbol |
getTokenSymbolAt(int idx)
Get a token symbol by index
|
Enumeration |
getTokenSymbolElements()
Get an enumerator over the symbol table
|
Enumeration |
getTokenSymbolKeys() |
Vector |
getVocabulary()
Get the token vocabulary (read-only).
|
boolean |
isReadOnly()
Simple token manager is not read-only
|
void |
mapToTokenSymbol(String name,
TokenSymbol sym)
Map a label or string to an existing token symbol
|
int |
maxTokenType()
Get the highest token type in use
|
int |
nextTokenType()
Get the next unused token type
|
void |
setName(String name_)
Set the name of the token manager
|
void |
setReadOnly(boolean ro) |
boolean |
tokenDefined(String symbol)
Is a token symbol defined?
|
protected int maxToken
protected Vector vocabulary
protected Tool antlrTool
protected String name
protected boolean readOnly
public Object clone()
clone in interface TokenManagerclone in class Objectpublic void define(TokenSymbol ts)
define in interface TokenManagerpublic String getName()
getName in interface TokenManagerpublic String getTokenStringAt(int idx)
getTokenStringAt in interface TokenManagerpublic TokenSymbol getTokenSymbol(String sym)
getTokenSymbol in interface TokenManagerpublic TokenSymbol getTokenSymbolAt(int idx)
getTokenSymbolAt in interface TokenManagerpublic Enumeration getTokenSymbolElements()
getTokenSymbolElements in interface TokenManagerpublic Enumeration getTokenSymbolKeys()
getTokenSymbolKeys in interface TokenManagerpublic Vector getVocabulary()
getVocabulary in interface TokenManagerpublic boolean isReadOnly()
isReadOnly in interface TokenManagerpublic void mapToTokenSymbol(String name, TokenSymbol sym)
mapToTokenSymbol in interface TokenManagerpublic int maxTokenType()
maxTokenType in interface TokenManagerpublic int nextTokenType()
nextTokenType in interface TokenManagerpublic void setName(String name_)
setName in interface TokenManagerpublic void setReadOnly(boolean ro)
setReadOnly in interface TokenManagerpublic boolean tokenDefined(String symbol)
tokenDefined in interface TokenManager