|
|||||||||
| PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
| SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD | ||||||||
java.lang.Objectopennlp.tools.util.model.BaseModel
opennlp.tools.tokenize.TokenizerModel
public final class TokenizerModel
The TokenizerModel is the model used
by a learnable Tokenizer.
TokenizerME| Field Summary |
|---|
| Fields inherited from class opennlp.tools.util.model.BaseModel |
|---|
TRAINING_CUTOFF_PROPERTY, TRAINING_EVENTHASH_PROPERTY, TRAINING_ITERATIONS_PROPERTY |
| Constructor Summary | |
|---|---|
TokenizerModel(opennlp.model.AbstractModel tokenizerModel,
Map<String,String> manifestInfoEntries,
TokenizerFactory tokenizerFactory)
Initializes the current instance. |
|
TokenizerModel(File modelFile)
|
|
TokenizerModel(InputStream in)
Initializes the current instance. |
|
TokenizerModel(String language,
opennlp.model.AbstractModel tokenizerMaxentModel,
boolean useAlphaNumericOptimization)
Deprecated. Use TokenizerModel#TokenizerModel(String, AbstractModel, Map, TokenizerFactory)
instead and pass in a TokenizerFactory. |
|
TokenizerModel(String language,
opennlp.model.AbstractModel tokenizerMaxentModel,
boolean useAlphaNumericOptimization,
Map<String,String> manifestInfoEntries)
Deprecated. Use TokenizerModel#TokenizerModel(String, AbstractModel, Map, TokenizerFactory)
instead and pass in a TokenizerFactory. |
|
TokenizerModel(String language,
opennlp.model.AbstractModel tokenizerMaxentModel,
Dictionary abbreviations,
boolean useAlphaNumericOptimization,
Map<String,String> manifestInfoEntries)
Deprecated. Use TokenizerModel#TokenizerModel(String, AbstractModel, Map, TokenizerFactory)
instead and pass in a TokenizerFactory. |
|
TokenizerModel(URL modelURL)
|
|
| Method Summary | |
|---|---|
Dictionary |
getAbbreviations()
|
TokenizerFactory |
getFactory()
|
opennlp.model.AbstractModel |
getMaxentModel()
|
static void |
main(String[] args)
|
boolean |
useAlphaNumericOptimization()
|
| Methods inherited from class opennlp.tools.util.model.BaseModel |
|---|
getArtifact, getLanguage, getManifestProperty, getVersion, isLoadedFromSerialized, serialize |
| Methods inherited from class java.lang.Object |
|---|
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
| Constructor Detail |
|---|
public TokenizerModel(opennlp.model.AbstractModel tokenizerModel,
Map<String,String> manifestInfoEntries,
TokenizerFactory tokenizerFactory)
tokenizerModel - the modelmanifestInfoEntries - the manifesttokenizerFactory - the factory
public TokenizerModel(String language,
opennlp.model.AbstractModel tokenizerMaxentModel,
Dictionary abbreviations,
boolean useAlphaNumericOptimization,
Map<String,String> manifestInfoEntries)
TokenizerModel#TokenizerModel(String, AbstractModel, Map, TokenizerFactory)
instead and pass in a TokenizerFactory.
tokenizerMaxentModel - useAlphaNumericOptimization -
public TokenizerModel(String language,
opennlp.model.AbstractModel tokenizerMaxentModel,
boolean useAlphaNumericOptimization,
Map<String,String> manifestInfoEntries)
TokenizerModel#TokenizerModel(String, AbstractModel, Map, TokenizerFactory)
instead and pass in a TokenizerFactory.
language - tokenizerMaxentModel - useAlphaNumericOptimization - manifestInfoEntries -
public TokenizerModel(String language,
opennlp.model.AbstractModel tokenizerMaxentModel,
boolean useAlphaNumericOptimization)
TokenizerModel#TokenizerModel(String, AbstractModel, Map, TokenizerFactory)
instead and pass in a TokenizerFactory.
language - tokenizerMaxentModel - useAlphaNumericOptimization -
public TokenizerModel(InputStream in)
throws IOException,
InvalidFormatException
in -
IOException
InvalidFormatException
public TokenizerModel(File modelFile)
throws IOException,
InvalidFormatException
IOException
InvalidFormatException
public TokenizerModel(URL modelURL)
throws IOException,
InvalidFormatException
IOException
InvalidFormatException| Method Detail |
|---|
public TokenizerFactory getFactory()
public opennlp.model.AbstractModel getMaxentModel()
public Dictionary getAbbreviations()
public boolean useAlphaNumericOptimization()
public static void main(String[] args)
throws IOException
IOException
|
|||||||||
| PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
| SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD | ||||||||