org.aksw.gerbil.evaluate.impl

Class ConfidenceBasedFMeasureCalculator<T extends org.aksw.gerbil.transfer.nif.Marking>

java.lang.Object

org.aksw.gerbil.evaluate.impl.ConfidenceBasedFMeasureCalculator<T>

All Implemented Interfaces:

Evaluator<T>

Direct Known Subclasses:

ClassConsideringFMeasureCalculator, InKBClassBasedFMeasureCalculator

public class ConfidenceBasedFMeasureCalculator<T extends org.aksw.gerbil.transfer.nif.Marking>
extends Object
implements Evaluator<T>

Field Summary

Fields

Modifier and Type	Field and Description
protected static int	F1_SCORE
protected ScoredMatchingsCounter<T>	matchingsCounter
protected static int	PRECISION
protected static int	RECALL

Constructor Summary

Constructors

Constructor and Description
ConfidenceBasedFMeasureCalculator(MatchingsCounter<T> matchingsCounter)

Method Summary

Modifier and Type	Method and Description
protected void	calculateMacroFMeasure(ScoredEvaluationCountsArray counts, EvaluationResultContainer results, double confidencethreshold)
protected void	calculateMacroFMeasure(ScoredEvaluationCountsArray counts, String precisionName, String recallName, String f1ScoreName, double confidencethreshold, EvaluationResultContainer results)
protected double	calculateMicroFMeasure(ScoredEvaluationCountsArray counts, EvaluationResultContainer results)
protected void	calculateMicroFMeasure(ScoredEvaluationCountsArray counts, String precisionName, String recallName, String f1ScoreName, double threshold, EvaluationResultContainer results)
protected double	calculateOptMicroFMeasure(ScoredEvaluationCountsArray counts, String precisionName, String recallName, String f1ScoreName, String confidenceScoreName, EvaluationResultContainer results)
void	evaluate(List<List<T>> annotatorResults, List<List<T>> goldStandard, EvaluationResultContainer results)
protected ScoredEvaluationCountsArray	generateMatchingCounts(List<List<T>> annotatorResults, List<List<T>> goldStandard)
static void	setPrintDebugMsg(boolean flag)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PRECISION

protected static final int PRECISION

See Also:

Constant Field Values

RECALL

protected static final int RECALL

See Also:

Constant Field Values

F1_SCORE

protected static final int F1_SCORE

See Also:

Constant Field Values

matchingsCounter

protected ScoredMatchingsCounter<T extends org.aksw.gerbil.transfer.nif.Marking> matchingsCounter

Constructor Detail

ConfidenceBasedFMeasureCalculator

public ConfidenceBasedFMeasureCalculator(MatchingsCounter<T> matchingsCounter)

Method Detail

evaluate

public void evaluate(List<List<T>> annotatorResults,
                     List<List<T>> goldStandard,
                     EvaluationResultContainer results)

Specified by:

evaluate in interface Evaluator<T extends org.aksw.gerbil.transfer.nif.Marking>

generateMatchingCounts

protected ScoredEvaluationCountsArray generateMatchingCounts(List<List<T>> annotatorResults,
                                                             List<List<T>> goldStandard)

calculateMicroFMeasure

protected double calculateMicroFMeasure(ScoredEvaluationCountsArray counts,
                                        EvaluationResultContainer results)

calculateMicroFMeasure

protected void calculateMicroFMeasure(ScoredEvaluationCountsArray counts,
                                      String precisionName,
                                      String recallName,
                                      String f1ScoreName,
                                      double threshold,
                                      EvaluationResultContainer results)

calculateOptMicroFMeasure

protected double calculateOptMicroFMeasure(ScoredEvaluationCountsArray counts,
                                           String precisionName,
                                           String recallName,
                                           String f1ScoreName,
                                           String confidenceScoreName,
                                           EvaluationResultContainer results)

calculateMacroFMeasure

protected void calculateMacroFMeasure(ScoredEvaluationCountsArray counts,
                                      EvaluationResultContainer results,
                                      double confidencethreshold)

calculateMacroFMeasure

protected void calculateMacroFMeasure(ScoredEvaluationCountsArray counts,
                                      String precisionName,
                                      String recallName,
                                      String f1ScoreName,
                                      double confidencethreshold,
                                      EvaluationResultContainer results)

setPrintDebugMsg

public static void setPrintDebugMsg(boolean flag)