Constant Field Values

Contents

• net.sf.*

net.sf.*

net.sf.okapi.steps.tokenization.TokenizationStep

Modifier and Type	Constant Field	Value
public static final int	RAWTEXT	-1

net.sf.okapi.steps.tokenization.engine.javacc.SimpleCharStream

Modifier and Type	Constant Field	Value
public static final boolean	staticFlag	false

net.sf.okapi.steps.tokenization.engine.javacc.WordTokenizerConstants

Modifier and Type	Constant Field	Value
public static final int	ACRONYM	4
public static final int	ALPHA	11
public static final int	ALPHANUM	2
public static final int	APOSTROPHE	3
public static final int	COMPANY	5
public static final int	DEFAULT	0
public static final int	DIGIT	13
public static final int	EMAIL	6
public static final int	EOF	0
public static final int	HAS_DIGIT	10
public static final int	HOST	7
public static final int	HYPHENATED	1
public static final int	LETTER	12
public static final int	NOISE	14
public static final int	NUM	8
public static final int	P	9