de.datexis.ner.eval

Class MentionTaggerEval

java.lang.Object

de.datexis.evaluation.ModelEvaluation

de.datexis.ner.eval.MentionTaggerEval

public class MentionTaggerEval
extends ModelEvaluation

Evaluates Precision/Recall/F1 for token-based labeling (e.g. BIOES)

Author:

sarnold

Nested Class Summary

Nested classes/interfaces inherited from class de.datexis.evaluation.ModelEvaluation

ModelEvaluation.Measure

Field Summary

Fields

Modifier and Type	Field and Description
protected double	accuracy
protected int	classes
protected org.nd4j.evaluation.classification.Evaluation	eval
protected double	f1
protected double	precision
protected double	recall
protected Tag	tagset

Fields inherited from class de.datexis.evaluation.ModelEvaluation

counts, experimentId, experimentName, test, testCount, testTime, train, trainCount, trainTime

Constructor Summary

Constructors

Constructor and Description
MentionTaggerEval(String experimentName)
MentionTaggerEval(String experimentName, Class tagset)
MentionTaggerEval(String experimentName, Class tagset, Annotation.Source expected, Annotation.Source predicted)

Method Summary

Modifier and Type	Method and Description
void	appendTrainingCurve(double precision, double recall, double f1)
void	appendTrainingCurve(int examples, double precision, double recall, double f1, double error)
void	calculateMeasures(Dataset test)
void	clear()
void	eval(Token t, org.nd4j.linalg.api.ndarray.INDArray expected, org.nd4j.linalg.api.ndarray.INDArray predicted, boolean print)
void	evalTimeSeries(org.nd4j.evaluation.classification.Evaluation ev)
void	evalTimeSeries(org.nd4j.linalg.api.ndarray.INDArray expected, org.nd4j.linalg.api.ndarray.INDArray predicted)
void	evalTimeSeries(org.nd4j.linalg.api.ndarray.INDArray expected, org.nd4j.linalg.api.ndarray.INDArray predicted, org.nd4j.linalg.api.ndarray.INDArray labelsMask)
String	printSequenceClassStats()
String	printSequenceClassStats(boolean calculate)
String	printSequenceStats()
String	printTrainingCurve()

Methods inherited from class de.datexis.evaluation.ModelEvaluation

div, fDbl, fInt, printAnnotationStats, printDatasetStats, printExperimentStats, seqL, setExperimentName, setTestDataset, setTrainDataset, startTestTimer, startTrainTimer, stopTestTimer, stopTrainTimer

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

classes

protected int classes

tagset

protected Tag tagset

eval

protected org.nd4j.evaluation.classification.Evaluation eval

accuracy

protected double accuracy

precision

protected double precision

recall

protected double recall

f1

protected double f1

Constructor Detail

MentionTaggerEval

public MentionTaggerEval(String experimentName)

MentionTaggerEval

public MentionTaggerEval(String experimentName,
                         Class tagset)

MentionTaggerEval

public MentionTaggerEval(String experimentName,
                         Class tagset,
                         Annotation.Source expected,
                         Annotation.Source predicted)

Method Detail

clear

public void clear()

Overrides:

clear in class ModelEvaluation

eval

public void eval(Token t,
                 org.nd4j.linalg.api.ndarray.INDArray expected,
                 org.nd4j.linalg.api.ndarray.INDArray predicted,
                 boolean print)

evalTimeSeries

public void evalTimeSeries(org.nd4j.linalg.api.ndarray.INDArray expected,
                           org.nd4j.linalg.api.ndarray.INDArray predicted)

evalTimeSeries

public void evalTimeSeries(org.nd4j.linalg.api.ndarray.INDArray expected,
                           org.nd4j.linalg.api.ndarray.INDArray predicted,
                           org.nd4j.linalg.api.ndarray.INDArray labelsMask)

evalTimeSeries

public void evalTimeSeries(org.nd4j.evaluation.classification.Evaluation ev)

appendTrainingCurve

public void appendTrainingCurve(double precision,
                                double recall,
                                double f1)

appendTrainingCurve

public void appendTrainingCurve(int examples,
                                double precision,
                                double recall,
                                double f1,
                                double error)

calculateMeasures

public void calculateMeasures(Dataset test)

printSequenceStats

public String printSequenceStats()

printSequenceClassStats

public String printSequenceClassStats()

printSequenceClassStats

public String printSequenceClassStats(boolean calculate)

printTrainingCurve

public String printTrainingCurve()