Package ch.qos.cal10n.util
Class TokenStream
- java.lang.Object
-
- ch.qos.cal10n.util.TokenStream
-
public class TokenStream extends java.lang.Object
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description (package private) static class
TokenStream.State
-
Field Summary
Fields Modifier and Type Field Description (package private) java.io.BufferedReader
lineReader
(package private) TokenStream.State
state
-
Constructor Summary
Constructors Constructor Description TokenStream(java.io.Reader reader)
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description (package private) boolean
isNonWhiteSpaceSeparator(char c)
(package private) boolean
isTrailingBackSlash(java.lang.String line, int next)
(package private) boolean
isWhiteSpace(char c)
(package private) java.util.List<Token>
tokenize()
private void
tokenizeLine(java.util.List<Token> tokenList, java.lang.String line)
-
-
-
Field Detail
-
lineReader
java.io.BufferedReader lineReader
-
state
TokenStream.State state
-
-
Method Detail
-
tokenize
java.util.List<Token> tokenize()
-
tokenizeLine
private void tokenizeLine(java.util.List<Token> tokenList, java.lang.String line)
-
isTrailingBackSlash
boolean isTrailingBackSlash(java.lang.String line, int next)
-
isWhiteSpace
boolean isWhiteSpace(char c)
-
isNonWhiteSpaceSeparator
boolean isNonWhiteSpaceSeparator(char c)
-
-