Comparable<Token>public class Token extends Object implements Comparable<Token>
| Modifier | Constructor | Description |
|---|---|---|
protected |
Token() |
|
|
Token(int beginOfWord,
int endOfWord,
String normalizedString) |
|
|
Token(int beginOfWord,
int endOfWord,
String normalizedString,
String tokenType) |
| Modifier and Type | Method | Description |
|---|---|---|
int |
compareTo(Token o) |
|
boolean |
equals(Object obj) |
|
int |
getBegin() |
|
int |
getEnd() |
|
String |
getNormalizedString() |
|
String |
getTokenType() |
|
int |
hashCode() |
|
boolean |
isWhitespace() |
|
boolean |
stringEquals(String str) |
|
String |
toString() |
|
Token |
withTokenType(String tokenType) |
protected Token()
public Token(int beginOfWord,
int endOfWord,
String normalizedString)
public boolean stringEquals(String str)
public int getBegin()
public int getEnd()
public String getNormalizedString()
public String getTokenType()
public boolean isWhitespace()
public int compareTo(Token o)
compareTo in interface Comparable<Token>Copyright © 2018. All rights reserved.