Package net.seesharpsoft.commons.util

Class Lexer<T>

java.lang.Object

net.seesharpsoft.commons.util.Lexer<T>

public class Lexer<T>
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	Lexer.State<T>	Defines a lexer state by its name and a set of target states that can be reached by certain tokens.
static class	Lexer.StateInfo<T>

Field Summary

Fields

Modifier and Type	Field	Description
protected Lexer.State	currentState
protected Lexer.State	initialState
protected java.util.Set<Lexer.State>	states
protected Tokenizer<T>	tokenizer

Constructor Summary

Constructors

Constructor	Description
Lexer()
Lexer(Tokenizer<T> tokenizer)

Method Summary

Modifier and Type	Method	Description
Lexer.State	addState(java.lang.String name)
Lexer.State	getInitialState()
Lexer.State	getState(java.lang.String name)
protected Tokenizer<T>	getTokenizer()
void	init(java.io.InputStream is, java.util.function.Function<java.lang.String,T> tokenResolver)
void	init(java.lang.String fileName)
void	init(java.lang.String fileName, java.util.function.Function<java.lang.String,T> tokenResolver)
java.util.List<Lexer.StateInfo<T>>	parse(java.lang.String input)
java.util.List<Lexer.StateInfo<T>>	parseStates(java.util.List<Tokenizer.TokenInfo<T>> tokenInfos)
void	setInitialState(Lexer.State state)
java.util.List<Tokenizer.TokenInfo<T>>	tokenize(java.lang.String input)
protected boolean	tokenMatcherCallback(T token, java.lang.String text)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

tokenizer

protected final Tokenizer<T> tokenizer

states

protected java.util.Set<Lexer.State> states

initialState

protected Lexer.State initialState

currentState

protected Lexer.State currentState

Constructor Details

Lexer

public Lexer(Tokenizer<T> tokenizer)

Lexer

public Lexer()

Method Details

getTokenizer

protected Tokenizer<T> getTokenizer()

addState

public Lexer.State addState(java.lang.String name)

getState

public Lexer.State getState(java.lang.String name)

setInitialState

public void setInitialState(Lexer.State state)

getInitialState

public Lexer.State getInitialState()

tokenMatcherCallback

protected boolean tokenMatcherCallback(T token, java.lang.String text)

tokenize

public java.util.List<Tokenizer.TokenInfo<T>> tokenize(java.lang.String input)

parseStates

public java.util.List<Lexer.StateInfo<T>> parseStates(java.util.List<Tokenizer.TokenInfo<T>> tokenInfos)

parse

public java.util.List<Lexer.StateInfo<T>> parse(java.lang.String input) throws java.text.ParseException

Throws:

java.text.ParseException

init

public void init(java.io.InputStream is, java.util.function.Function<java.lang.String,T> tokenResolver) throws java.io.IOException

Throws:

java.io.IOException

init

public void init(java.lang.String fileName, java.util.function.Function<java.lang.String,T> tokenResolver) throws java.io.IOException

Throws:

java.io.IOException

init

public void init(java.lang.String fileName) throws java.io.IOException

Throws:

java.io.IOException