interface TokenManager
Modifier and Type | Method and Description |
---|---|
Object |
clone() |
void |
define(TokenSymbol ts)
define a token symbol
|
String |
getName()
Get the name of the token manager
|
String |
getTokenStringAt(int idx)
Get a token string by index
|
TokenSymbol |
getTokenSymbol(String sym)
Get the TokenSymbol for a string
|
TokenSymbol |
getTokenSymbolAt(int idx) |
Enumeration |
getTokenSymbolElements()
Get an enumerator over the symbol table
|
Enumeration |
getTokenSymbolKeys() |
Vector |
getVocabulary()
Get the token vocabulary (read-only).
|
boolean |
isReadOnly()
Is this token manager read-only?
|
void |
mapToTokenSymbol(String name,
TokenSymbol sym) |
int |
maxTokenType()
Get the highest token type in use
|
int |
nextTokenType()
Get the next unused token type
|
void |
setName(String n) |
void |
setReadOnly(boolean ro) |
boolean |
tokenDefined(String symbol)
Is a token symbol defined?
|
Object clone()
void define(TokenSymbol ts)
String getName()
String getTokenStringAt(int idx)
TokenSymbol getTokenSymbol(String sym)
TokenSymbol getTokenSymbolAt(int idx)
Enumeration getTokenSymbolElements()
Enumeration getTokenSymbolKeys()
Vector getVocabulary()
boolean isReadOnly()
void mapToTokenSymbol(String name, TokenSymbol sym)
int maxTokenType()
int nextTokenType()
void setName(String n)
void setReadOnly(boolean ro)
boolean tokenDefined(String symbol)