Package net.seesharpsoft.commons.util

Class Tokenizer<T>

java.lang.Object

net.seesharpsoft.commons.util.Tokenizer<T>

public class Tokenizer<T>
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	Tokenizer.CharRange
static class	Tokenizer.Token<T>
static class	Tokenizer.TokenInfo<T>

Constructor Summary

Constructors

Constructor	Description
Tokenizer()

Method Summary

Modifier and Type	Method	Description
protected Tokenizer<T>	add(Tokenizer.Token<T> token)
Tokenizer<T>	add(T token, java.lang.String regex)
Tokenizer<T>	add(T token, java.lang.String regex, boolean caseSensitive)
protected Tokenizer.Token<T>	createToken(T token, java.lang.String regex, boolean caseSensitive)
<T> Tokenizer.TokenInfo<T>	findToken(java.lang.CharSequence text, int start, int end, java.util.Collection<Tokenizer.Token<T>> tokenCollection, java.util.function.BiFunction<T,java.lang.String,java.lang.Boolean> matcherCallback)
boolean	getCaseSensitive()
protected Tokenizer.Token<T>	getToken(T token)
java.util.Collection<Tokenizer.Token<T>>	getTokenCollection()
Tokenizer<T>	setCaseSensitive(boolean caseSensitive)
Tokenizer<T>	setTrimPattern(java.lang.String regexTrimPattern)
java.util.List<Tokenizer.TokenInfo<T>>	tokenize(java.lang.String str)
<T> java.util.List<Tokenizer.TokenInfo<T>>	tokenize(java.lang.String str, java.util.Collection<Tokenizer.Token<T>> tokenCollection, java.util.function.BiFunction<T,java.lang.String,java.lang.Boolean> matcherCallback)
java.util.List<Tokenizer.TokenInfo<T>>	tokenize(java.lang.String str, java.util.function.BiFunction<T,java.lang.String,java.lang.Boolean> matcherCallback)
protected int	trimEnd(java.lang.CharSequence input)
protected int	trimStart(java.lang.CharSequence input)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

Tokenizer

public Tokenizer()

Method Details

getCaseSensitive

public boolean getCaseSensitive()

setCaseSensitive

public Tokenizer<T> setCaseSensitive(boolean caseSensitive)

add

protected Tokenizer<T> add(Tokenizer.Token<T> token)

createToken

protected Tokenizer.Token<T> createToken(T token, java.lang.String regex, boolean caseSensitive)

add

public Tokenizer<T> add(T token, java.lang.String regex, boolean caseSensitive)

add

public Tokenizer<T> add(T token, java.lang.String regex)

getTokenCollection

public java.util.Collection<Tokenizer.Token<T>> getTokenCollection()

getToken

protected Tokenizer.Token<T> getToken(T token)

setTrimPattern

public Tokenizer<T> setTrimPattern(java.lang.String regexTrimPattern)

trimStart

protected int trimStart(java.lang.CharSequence input)

trimEnd

protected int trimEnd(java.lang.CharSequence input)

findToken

public <T> Tokenizer.TokenInfo<T> findToken(java.lang.CharSequence text, int start, int end, java.util.Collection<Tokenizer.Token<T>> tokenCollection, java.util.function.BiFunction<T,java.lang.String,java.lang.Boolean> matcherCallback)

tokenize

public <T> java.util.List<Tokenizer.TokenInfo<T>> tokenize(java.lang.String str, java.util.Collection<Tokenizer.Token<T>> tokenCollection, java.util.function.BiFunction<T,java.lang.String,java.lang.Boolean> matcherCallback) throws java.text.ParseException

Throws:

java.text.ParseException

tokenize

public java.util.List<Tokenizer.TokenInfo<T>> tokenize(java.lang.String str, java.util.function.BiFunction<T,java.lang.String,java.lang.Boolean> matcherCallback) throws java.text.ParseException

Throws:

java.text.ParseException

tokenize

public java.util.List<Tokenizer.TokenInfo<T>> tokenize(java.lang.String str) throws java.text.ParseException

Throws:

java.text.ParseException