public class TokenStream
extends java.lang.Object
Modifier and Type | Class and Description |
---|---|
(package private) static class |
TokenStream.State |
Modifier and Type | Field and Description |
---|---|
(package private) java.io.BufferedReader |
lineReader |
(package private) TokenStream.State |
state |
Constructor and Description |
---|
TokenStream(java.io.Reader reader) |
Modifier and Type | Method and Description |
---|---|
(package private) boolean |
isNonWhiteSpaceSeparator(char c) |
(package private) boolean |
isTrailingBackSlash(java.lang.String line,
int next) |
(package private) boolean |
isWhiteSpace(char c) |
(package private) java.util.List<Token> |
tokenize() |
private void |
tokenizeLine(java.util.List<Token> tokenList,
java.lang.String line) |
java.io.BufferedReader lineReader
TokenStream.State state
java.util.List<Token> tokenize()
private void tokenizeLine(java.util.List<Token> tokenList, java.lang.String line)
boolean isTrailingBackSlash(java.lang.String line, int next)
boolean isWhiteSpace(char c)
boolean isNonWhiteSpaceSeparator(char c)