Package ch.qos.cal10n.util

Class TokenStream

java.lang.Object

ch.qos.cal10n.util.TokenStream

public class TokenStream
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	TokenStream.State

Field Summary

Fields

Modifier and Type	Field	Description
(package private) java.io.BufferedReader	lineReader
(package private) TokenStream.State	state

Constructor Summary

Constructors

Constructor	Description
TokenStream(java.io.Reader reader)

Method Summary

Modifier and Type	Method	Description
(package private) boolean	isNonWhiteSpaceSeparator(char c)
(package private) boolean	isTrailingBackSlash(java.lang.String line, int next)
(package private) boolean	isWhiteSpace(char c)
(package private) java.util.List<Token>	tokenize()
private void	tokenizeLine(java.util.List<Token> tokenList, java.lang.String line)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

lineReader

java.io.BufferedReader lineReader

state

TokenStream.State state

Constructor Detail

TokenStream

TokenStream(java.io.Reader reader)

Method Detail

tokenize

java.util.List<Token> tokenize()

tokenizeLine

private void tokenizeLine(java.util.List<Token> tokenList,
                          java.lang.String line)

isTrailingBackSlash

boolean isTrailingBackSlash(java.lang.String line,
                            int next)

isWhiteSpace

boolean isWhiteSpace(char c)

isNonWhiteSpaceSeparator

boolean isNonWhiteSpaceSeparator(char c)