public class Tokenizer extends BaseTokenizer
Modifier and Type | Field and Description |
---|---|
protected boolean |
inArray |
protected Token |
last |
protected Token |
pushed |
private java.util.regex.Pattern |
redir |
protected int |
word |
Constructor and Description |
---|
Tokenizer(java.lang.CharSequence text) |
Modifier and Type | Method and Description |
---|---|
Token |
next() |
void |
push(Token token) |
Token |
readHereDoc(boolean ignoreLeadingTabs) |
Token |
text() |
private Token |
token(int start) |