de.datexis.sector.encoder

Class ClassEncoder

java.lang.Object

de.datexis.annotator.AnnotatorComponent

de.datexis.encoder.Encoder

de.datexis.encoder.LookupCacheEncoder

de.datexis.sector.encoder.ClassEncoder

All Implemented Interfaces:

IComponent, IEncoder

public class ClassEncoder
extends LookupCacheEncoder

Author:

Sebastian Arnold

Field Summary

Fields

Modifier and Type	Field and Description
static String	ID

Fields inherited from class de.datexis.encoder.LookupCacheEncoder

totalWords, vocab

Fields inherited from class de.datexis.annotator.AnnotatorComponent

id, log, model, modelAvailable, name, timer

Constructor Summary

Constructors

Constructor and Description
ClassEncoder()
ClassEncoder(String id)

Method Summary

Modifier and Type	Method and Description
org.nd4j.linalg.api.ndarray.INDArray	encode(Span classLabel)
org.nd4j.linalg.api.ndarray.INDArray	encode(String classLabel)
long	getEmbeddingVectorSize()
int	getIndex(String word)
String	getName()
String	getNearestNeighbour(org.nd4j.linalg.api.ndarray.INDArray v)
Collection<Map.Entry<String,Double>>	getNearestNeighbourEntries(org.nd4j.linalg.api.ndarray.INDArray v, int k)
Collection<String>	getNearestNeighbours(org.nd4j.linalg.api.ndarray.INDArray v, int k)
boolean	isUnknown(String classLabel)
org.nd4j.linalg.api.ndarray.INDArray	oneHot(String word)
void	trainModel(Collection<Document> documents)
void	trainModel(Iterable<String> classes, int minClassFrequency)
void	trainModelUsingHead(Iterable<String> classes)

Methods inherited from class de.datexis.encoder.LookupCacheEncoder

getConfidence, getFrequency, getMaxConfidence, getNearestNeighbours, getProbability, getTotalWords, getWord, getWords, loadModel, saveModel, setTotalWords

Methods inherited from class de.datexis.encoder.Encoder

encode, encodeEach, encodeEach, encodeEach, encodeMatrix, trainModel

Methods inherited from class de.datexis.annotator.AnnotatorComponent

appendTestLog, appendTestLog, appendTrainLog, appendTrainLog, clearTestLog, clearTrainLog, getConf, getId, getModel, getTestLog, getTrainLog, isModelAvailable, isModelAvailableInChildren, setConf, setId, setModel, setModelAvailable, setModelFilename, setName

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface de.datexis.annotator.IComponent

getEncoders, getId, isModelAvailable, setEncoders

Field Detail

ID

public static final String ID

See Also:

Constant Field Values

Constructor Detail

ClassEncoder

public ClassEncoder()

ClassEncoder

public ClassEncoder(String id)

Method Detail

getName

public String getName()

Specified by:

getName in interface IComponent

Overrides:

getName in class AnnotatorComponent

encode

public org.nd4j.linalg.api.ndarray.INDArray encode(Span classLabel)

getEmbeddingVectorSize

public long getEmbeddingVectorSize()

Specified by:

getEmbeddingVectorSize in interface IEncoder

Overrides:

getEmbeddingVectorSize in class LookupCacheEncoder

encode

public org.nd4j.linalg.api.ndarray.INDArray encode(String classLabel)

getIndex

public int getIndex(String word)

Overrides:

getIndex in class LookupCacheEncoder

oneHot

public org.nd4j.linalg.api.ndarray.INDArray oneHot(String word)

Overrides:

oneHot in class LookupCacheEncoder

isUnknown

public boolean isUnknown(String classLabel)

Overrides:

isUnknown in class LookupCacheEncoder

trainModel

public void trainModel(Collection<Document> documents)

Specified by:

trainModel in class Encoder

trainModelUsingHead

public void trainModelUsingHead(Iterable<String> classes)

trainModel

public void trainModel(Iterable<String> classes,
                       int minClassFrequency)

getNearestNeighbour

public String getNearestNeighbour(org.nd4j.linalg.api.ndarray.INDArray v)

Overrides:

getNearestNeighbour in class LookupCacheEncoder

getNearestNeighbours

public Collection<String> getNearestNeighbours(org.nd4j.linalg.api.ndarray.INDArray v,
                                               int k)

Overrides:

getNearestNeighbours in class LookupCacheEncoder

getNearestNeighbourEntries

public Collection<Map.Entry<String,Double>> getNearestNeighbourEntries(org.nd4j.linalg.api.ndarray.INDArray v,
                                                                       int k)