net.morimekta.providence.config.parser

Class ConfigTokenizer

java.lang.Object

java.io.Reader

net.morimekta.util.io.LineBufferedReader

net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

net.morimekta.providence.config.parser.ConfigTokenizer

All Implemented Interfaces:

Closeable, AutoCloseable, Readable, net.morimekta.util.lexer.Tokenizer<ConfigTokenType,ConfigToken>

public class ConfigTokenizer
extends net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

Field Summary

Fields inherited from class net.morimekta.util.lexer.TokenizerBase

DEFAULT_BUFFER_SIZE

Fields inherited from class net.morimekta.util.io.LineBufferedReader

buffer, bufferLimit, bufferLineEnd, bufferOffset, lastChar, lineNo, linePos, preLoaded, reader

Fields inherited from class java.io.Reader

lock

Method Summary

Modifier and Type	Method and Description
protected ConfigToken	genericToken(char[] buffer, int offset, int len, ConfigTokenType type, int lineNo, int linePos)
protected ConfigToken	identifierToken(char[] buffer, int offset, int len, int lineNo, int linePos)
protected ConfigToken	numberToken(char[] buffer, int offset, int len, int lineNo, int linePos)
protected boolean	startString()
protected ConfigToken	stringToken(char[] buffer, int offset, int len, int lineNo, int linePos)
protected ConfigToken	symbolToken(char[] buffer, int offset, int len, int lineNo, int linePos)

Methods inherited from class net.morimekta.util.lexer.TokenizerBase

allowIdentifier, currentLine, currentLineNo, currentLinePos, eofFailure, failure, identifierSeparator, isWhitespace, nextSymbol, parseNextToken, readUntil, startIdentifier, startNumber, startSymbol, toString

Methods inherited from class net.morimekta.util.io.LineBufferedReader

close, getLine, getLineNo, getLinePos, getRemainingLines, getRestOfLine, maybeConsolidateBuffer, read, read, readNextChar

Methods inherited from class java.io.Reader

mark, markSupported, read, read, ready, reset, skip

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Method Detail

genericToken

protected ConfigToken genericToken(char[] buffer,
                                   int offset,
                                   int len,
                                   @Nonnull
                                   ConfigTokenType type,
                                   int lineNo,
                                   int linePos)

Specified by:

genericToken in class net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

identifierToken

protected ConfigToken identifierToken(char[] buffer,
                                      int offset,
                                      int len,
                                      int lineNo,
                                      int linePos)

Specified by:

identifierToken in class net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

stringToken

protected ConfigToken stringToken(char[] buffer,
                                  int offset,
                                  int len,
                                  int lineNo,
                                  int linePos)

Specified by:

stringToken in class net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

numberToken

protected ConfigToken numberToken(char[] buffer,
                                  int offset,
                                  int len,
                                  int lineNo,
                                  int linePos)

Specified by:

numberToken in class net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

symbolToken

protected ConfigToken symbolToken(char[] buffer,
                                  int offset,
                                  int len,
                                  int lineNo,
                                  int linePos)

Specified by:

symbolToken in class net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>

startString

protected boolean startString()

Overrides:

startString in class net.morimekta.util.lexer.TokenizerBase<ConfigTokenType,ConfigToken>