edu.umass.cs.mallet.base.util

Class CharSequenceLexer

java.lang.Object

edu.umass.cs.mallet.base.util.CharSequenceLexer

All Implemented Interfaces:

Lexer, Serializable, Iterator

public class CharSequenceLexer
extends Object
implements Lexer, Serializable

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
static Pattern	LEX_ALPHA
static Pattern	LEX_NONWHITESPACE_CLASSES
static Pattern	LEX_NONWHITESPACE_TOGETHER
static Pattern	LEX_WORD_CLASSES
static Pattern	LEX_WORDS

Constructor Summary

Constructors

Constructor and Description
CharSequenceLexer()
CharSequenceLexer(CharSequence input, Pattern regex)
CharSequenceLexer(CharSequence input, String regex)
CharSequenceLexer(Pattern regex)
CharSequenceLexer(String regex)

Method Summary

Modifier and Type	Method and Description
CharSequence	getCharSequence()
int	getEndOffset()
String	getPattern()
int	getStartOffset()
String	getTokenString()
boolean	hasNext()
static void	main(String[] args)
Object	next()
void	remove()
void	setCharSequence(CharSequence input)
void	setPattern(String reg)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.util.Iterator

forEachRemaining

Field Detail

LEX_ALPHA

public static final Pattern LEX_ALPHA

LEX_WORDS

public static final Pattern LEX_WORDS

LEX_NONWHITESPACE_TOGETHER

public static final Pattern LEX_NONWHITESPACE_TOGETHER

LEX_WORD_CLASSES

public static final Pattern LEX_WORD_CLASSES

LEX_NONWHITESPACE_CLASSES

public static final Pattern LEX_NONWHITESPACE_CLASSES

Constructor Detail

CharSequenceLexer

public CharSequenceLexer()

CharSequenceLexer

public CharSequenceLexer(Pattern regex)

CharSequenceLexer

public CharSequenceLexer(String regex)

CharSequenceLexer

public CharSequenceLexer(CharSequence input,
                         Pattern regex)

CharSequenceLexer

public CharSequenceLexer(CharSequence input,
                         String regex)

Method Detail

setCharSequence

public void setCharSequence(CharSequence input)

getCharSequence

public CharSequence getCharSequence()

getPattern

public String getPattern()

setPattern

public void setPattern(String reg)

getStartOffset

public int getStartOffset()

Specified by:

getStartOffset in interface Lexer

getEndOffset

public int getEndOffset()

Specified by:

getEndOffset in interface Lexer

getTokenString

public String getTokenString()

Specified by:

getTokenString in interface Lexer

hasNext

public boolean hasNext()

Specified by:

hasNext in interface Lexer

Specified by:

hasNext in interface Iterator

next

public Object next()

Specified by:

next in interface Lexer

Specified by:

next in interface Iterator

remove

public void remove()

Specified by:

remove in interface Lexer

Specified by:

remove in interface Iterator

main

public static void main(String[] args)