public class TokenStreamRewriteEngine extends java.lang.Object implements TokenStream, IASDebugStream
Modifier and Type | Class and Description |
---|---|
(package private) static class |
TokenStreamRewriteEngine.DeleteOp |
(package private) static class |
TokenStreamRewriteEngine.InsertBeforeOp |
(package private) static class |
TokenStreamRewriteEngine.ReplaceOp
I'm going to try replacing range from x..y with (y-x)+1 ReplaceOp
instructions.
|
(package private) static class |
TokenStreamRewriteEngine.RewriteOperation |
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
DEFAULT_PROGRAM_NAME |
protected BitSet |
discardMask
Which (whitespace) token(s) to throw out
|
protected int |
index
track index of tokens
|
protected java.util.Map |
lastRewriteTokenIndexes
Map String (program name) -> Integer index
|
static int |
MIN_TOKEN_INDEX |
static int |
PROGRAM_INIT_SIZE |
protected java.util.Map |
programs
You may have multiple, named streams of rewrite operations.
|
protected TokenStream |
stream
Who do we suck tokens from?
|
protected java.util.List |
tokens
Track the incoming list of tokens
|
Constructor and Description |
---|
TokenStreamRewriteEngine(TokenStream upstream) |
TokenStreamRewriteEngine(TokenStream upstream,
int initialSize) |
Modifier and Type | Method and Description |
---|---|
protected void |
addToSortedRewriteList(java.lang.String programName,
TokenStreamRewriteEngine.RewriteOperation op)
Add an instruction to the rewrite instruction list ordered by
the instruction number (use a binary search for efficiency).
|
protected void |
addToSortedRewriteList(TokenStreamRewriteEngine.RewriteOperation op)
If op.index > lastRewriteTokenIndexes, just add to the end.
|
void |
delete(int index) |
void |
delete(int from,
int to) |
void |
delete(java.lang.String programName,
int from,
int to) |
void |
delete(java.lang.String programName,
Token from,
Token to) |
void |
delete(Token indexT) |
void |
delete(Token from,
Token to) |
void |
deleteProgram() |
void |
deleteProgram(java.lang.String programName)
Reset the program so that no instructions exist
|
void |
discard(int ttype) |
java.lang.String |
getEntireText()
Returns the entire text input to the lexer.
|
int |
getLastRewriteTokenIndex() |
protected int |
getLastRewriteTokenIndex(java.lang.String programName) |
TokenOffsetInfo |
getOffsetInfo(Token token)
Returns the offset information for the token
|
protected java.util.List |
getProgram(java.lang.String name) |
TokenWithIndex |
getToken(int i) |
int |
getTokenStreamSize() |
int |
index() |
void |
insertAfter(int index,
java.lang.String text) |
void |
insertAfter(java.lang.String programName,
int index,
java.lang.String text) |
void |
insertAfter(java.lang.String programName,
Token t,
java.lang.String text) |
void |
insertAfter(Token t,
java.lang.String text) |
void |
insertBefore(int index,
java.lang.String text) |
void |
insertBefore(java.lang.String programName,
int index,
java.lang.String text) |
void |
insertBefore(java.lang.String programName,
Token t,
java.lang.String text) |
void |
insertBefore(Token t,
java.lang.String text) |
Token |
nextToken() |
void |
replace(int from,
int to,
java.lang.String text) |
void |
replace(int index,
java.lang.String text) |
void |
replace(java.lang.String programName,
int from,
int to,
java.lang.String text) |
void |
replace(java.lang.String programName,
Token from,
Token to,
java.lang.String text) |
void |
replace(Token indexT,
java.lang.String text) |
void |
replace(Token from,
Token to,
java.lang.String text) |
void |
rollback(int instructionIndex) |
void |
rollback(java.lang.String programName,
int instructionIndex)
Rollback the instruction stream for a program so that
the indicated instruction (via instructionIndex) is no
longer in the stream.
|
protected void |
setLastRewriteTokenIndex(java.lang.String programName,
int i) |
int |
size() |
java.lang.String |
toDebugString() |
java.lang.String |
toDebugString(int start,
int end) |
java.lang.String |
toOriginalString() |
java.lang.String |
toOriginalString(int start,
int end) |
java.lang.String |
toString() |
java.lang.String |
toString(int start,
int end) |
java.lang.String |
toString(java.lang.String programName) |
java.lang.String |
toString(java.lang.String programName,
int start,
int end) |
public static final int MIN_TOKEN_INDEX
public static final java.lang.String DEFAULT_PROGRAM_NAME
public static final int PROGRAM_INIT_SIZE
protected java.util.List tokens
protected java.util.Map programs
protected java.util.Map lastRewriteTokenIndexes
protected int index
protected TokenStream stream
protected BitSet discardMask
public TokenStreamRewriteEngine(TokenStream upstream)
public TokenStreamRewriteEngine(TokenStream upstream, int initialSize)
public Token nextToken() throws TokenStreamException
nextToken
in interface TokenStream
TokenStreamException
public void rollback(int instructionIndex)
public void rollback(java.lang.String programName, int instructionIndex)
public void deleteProgram()
public void deleteProgram(java.lang.String programName)
protected void addToSortedRewriteList(TokenStreamRewriteEngine.RewriteOperation op)
protected void addToSortedRewriteList(java.lang.String programName, TokenStreamRewriteEngine.RewriteOperation op)
public void insertAfter(Token t, java.lang.String text)
public void insertAfter(int index, java.lang.String text)
public void insertAfter(java.lang.String programName, Token t, java.lang.String text)
public void insertAfter(java.lang.String programName, int index, java.lang.String text)
public void insertBefore(Token t, java.lang.String text)
public void insertBefore(int index, java.lang.String text)
public void insertBefore(java.lang.String programName, Token t, java.lang.String text)
public void insertBefore(java.lang.String programName, int index, java.lang.String text)
public void replace(int index, java.lang.String text)
public void replace(int from, int to, java.lang.String text)
public void replace(Token indexT, java.lang.String text)
public void replace(java.lang.String programName, int from, int to, java.lang.String text)
public void replace(java.lang.String programName, Token from, Token to, java.lang.String text)
public void delete(int index)
public void delete(int from, int to)
public void delete(Token indexT)
public void delete(java.lang.String programName, int from, int to)
public void discard(int ttype)
public TokenWithIndex getToken(int i)
public int getTokenStreamSize()
public java.lang.String toOriginalString()
public java.lang.String toOriginalString(int start, int end)
public java.lang.String toString()
toString
in class java.lang.Object
public java.lang.String toString(java.lang.String programName)
public java.lang.String toString(int start, int end)
public java.lang.String toString(java.lang.String programName, int start, int end)
public java.lang.String toDebugString()
public java.lang.String toDebugString(int start, int end)
public int getLastRewriteTokenIndex()
protected int getLastRewriteTokenIndex(java.lang.String programName)
protected void setLastRewriteTokenIndex(java.lang.String programName, int i)
protected java.util.List getProgram(java.lang.String name)
public int size()
public int index()
public java.lang.String getEntireText()
IASDebugStream
getEntireText
in interface IASDebugStream
null
, if error occured or System.in was used.public TokenOffsetInfo getOffsetInfo(Token token)
IASDebugStream
getOffsetInfo
in interface IASDebugStream
token
- the token whose information need to be retrievednull