Binary Classification Metrics

caliber.binary_classification.metrics.asce.average_smooth_squared_calibration_error(targets, probs, n_bins=10, smoothness=0.1)[source]
Return type:

float

caliber.binary_classification.metrics.asce.average_squared_calibration_error(targets, probs, n_bins=10, min_prob_bin=0.0)[source]
Return type:

float

caliber.binary_classification.metrics.ece.expected_calibration_error(targets, probs, n_bins=10, min_prob_bin=0.0)[source]
Return type:

float

caliber.binary_classification.metrics.bias.absolute_model_bias(targets, probs)[source]
Return type:

float

caliber.binary_classification.metrics.bias.model_bias(targets, probs)[source]
Return type:

float

caliber.binary_classification.metrics.bias.squared_model_bias(targets, probs)[source]
Return type:

float

caliber.binary_classification.metrics.focal_loss.focal_loss(targets, probs, gamma=2.0)[source]
Return type:

float

caliber.binary_classification.metrics.rates.false_negative_rate(targets, preds)[source]
Return type:

float

caliber.binary_classification.metrics.rates.false_positive_rate(targets, preds)[source]
Return type:

float

caliber.binary_classification.metrics.rates.true_negative_rate(targets, preds)[source]
Return type:

float

caliber.binary_classification.metrics.rates.true_positive_rate(targets, preds)[source]
Return type:

float