public class ScoreKeeper extends Iced
Modifier and Type | Class and Description |
---|---|
static interface |
ScoreKeeper.IStoppingMetric |
static class |
ScoreKeeper.ProblemType |
static interface |
ScoreKeeper.ScoreKeeperAware |
static class |
ScoreKeeper.StoppingMetric |
Modifier and Type | Field and Description |
---|---|
double |
_anomaly_score |
double |
_anomaly_score_normalized |
double |
_AUC |
double |
_AUUC |
int |
_auuc_nbins |
double |
_auuc_normalized |
double |
_classError |
double |
_custom_metric |
float[] |
_hitratio |
double |
_lift |
double |
_logloss |
double |
_mae |
double |
_mean_per_class_error |
double |
_mean_residual_deviance |
double |
_mse |
double |
_pr_auc |
double |
_qini |
double |
_r2 |
double |
_rmse |
double |
_rmsle |
Constructor and Description |
---|
ScoreKeeper() |
ScoreKeeper(double mse)
Keep score of mean squared error only.
|
ScoreKeeper(Model m)
Keep score for a model using its validation_metrics if available and training_metrics if not.
|
ScoreKeeper(ModelMetrics mm)
Keep score of a given ModelMetrics.
|
Modifier and Type | Method and Description |
---|---|
static int |
best(ScoreKeeper[] sk,
int k,
ScoreKeeper.IStoppingMetric criterion)
Based on the given array of ScoreKeeper and stopping criteria what is the best scoring iteration of the last k iterations?
|
boolean |
equals(java.lang.Object that)
Compare this ScoreKeeper with that ScoreKeeper
|
void |
fillFrom(ModelMetrics m) |
void |
fillFrom(ModelMetrics m,
CustomMetric customMetric) |
boolean |
isEmpty() |
static boolean |
stopEarly(ScoreKeeper[] sk,
int k,
ScoreKeeper.ProblemType type,
ScoreKeeper.IStoppingMetric criterion,
double rel_improvement,
java.lang.String what,
boolean verbose)
Based on the given array of ScoreKeeper and stopping criteria should we stop early?
|
java.lang.String |
toString() |
asBytes, clone, copyOver, frozenType, read, readExternal, readJSON, reloadFromBytes, toJsonBytes, toJsonString, write, writeExternal, writeJSON
public double _mean_residual_deviance
public double _mse
public double _rmse
public double _mae
public double _rmsle
public double _logloss
public double _AUC
public double _pr_auc
public double _classError
public double _mean_per_class_error
public double _custom_metric
public float[] _hitratio
public double _lift
public double _r2
public double _anomaly_score
public double _anomaly_score_normalized
public double _AUUC
public double _auuc_normalized
public double _qini
public int _auuc_nbins
public ScoreKeeper()
public ScoreKeeper(double mse)
mse
- public ScoreKeeper(ModelMetrics mm)
mm
- ModelMetrics to keep track of.public ScoreKeeper(Model m)
m
- model for which we should keep scorepublic boolean isEmpty()
public void fillFrom(ModelMetrics m)
public void fillFrom(ModelMetrics m, CustomMetric customMetric)
public static int best(ScoreKeeper[] sk, int k, ScoreKeeper.IStoppingMetric criterion)
public static boolean stopEarly(ScoreKeeper[] sk, int k, ScoreKeeper.ProblemType type, ScoreKeeper.IStoppingMetric criterion, double rel_improvement, java.lang.String what, boolean verbose)
public boolean equals(java.lang.Object that)
equals
in class java.lang.Object
that
- public java.lang.String toString()
toString
in class java.lang.Object