Index

_

__init__() (incerto.active.DiversitySampling method), [1] (incerto.active.UncertaintySampling method), [1] (incerto.bayesian.DeepEnsemble method), [1] (incerto.bayesian.LaplaceApproximation method), [1] (incerto.bayesian.MCDropout method), [1] (incerto.bayesian.SWAG method), [1] (incerto.calibration.BetaCalibrator method), [1] (incerto.calibration.ConfidencePenalty method), [1] (incerto.calibration.DirichletCalibrator method), [1] (incerto.calibration.FocalLoss method), [1] (incerto.calibration.IdentityCalibrator method) (incerto.calibration.LabelSmoothingLoss method), [1] (incerto.calibration.MatrixScaling method), [1] (incerto.calibration.TemperatureAwareTraining method), [1] (incerto.calibration.TemperatureScaling method), [1] (incerto.calibration.VectorScaling method), [1] (incerto.data.OODBenchmark method), [1] (incerto.llm.BeamSearchUncertainty method) (incerto.llm.ContrastiveDecoding method) (incerto.llm.IDontKnowDetection method) (incerto.llm.MutualInformation method) (incerto.llm.PredictiveEntropy method) (incerto.llm.SelfConsistency method) (incerto.llm.SemanticEntropy method) (incerto.llm.SequenceEntropy method) (incerto.llm.SequenceProbability method) (incerto.llm.SurprisalScore method) (incerto.llm.TokenConfidence method) (incerto.llm.TokenEntropy method) (incerto.llm.TopKConfidence method) (incerto.ood.Energy method), [1] (incerto.ood.KNN method), [1] (incerto.ood.Mahalanobis method), [1] (incerto.ood.MaxLogit method) (incerto.ood.MSP method) (incerto.ood.ODIN method), [1] (incerto.ood.OutlierExposureLoss method), [1] (incerto.sp.DeepGambler method), [1] (incerto.sp.SelectiveNet method), [1] (incerto.sp.SelfAdaptiveTraining method), [1] (incerto.sp.SoftmaxThreshold method), [1] (incerto.utils.ConvNet method), [1] (incerto.utils.MLP method), [1] (incerto.utils.ResNet18 method), [1]

A

adaptive_ece_score() (in module incerto.calibration) aps() (in module incerto.conformal)

aurc() (in module incerto.sp) auroc() (in module incerto.ood) average_set_size() (in module incerto.conformal)

B

BeamSearchUncertainty (class in incerto.llm)

BetaCalibrator (class in incerto.calibration) brier_score() (in module incerto.calibration)

C

collect_model() (incerto.bayesian.SWAG method) compute() (incerto.llm.MutualInformation static method) (incerto.llm.PredictiveEntropy static method) (incerto.llm.SelfConsistency static method) (incerto.llm.SemanticEntropy static method) (incerto.llm.SequenceEntropy static method) (incerto.llm.SequenceProbability static method) (incerto.llm.SurprisalScore static method) (incerto.llm.TokenConfidence static method) (incerto.llm.TokenEntropy static method) (incerto.llm.TopKConfidence static method)

compute_contrastive_score() (incerto.llm.ContrastiveDecoding static method) compute_from_scores() (incerto.llm.BeamSearchUncertainty static method) conditional_coverage() (in module incerto.conformal) confidence_from_logits() (incerto.sp.DeepGambler method) (incerto.sp.SelectiveNet method) ConfidencePenalty (class in incerto.calibration) conformalized_quantile_regression() (in module incerto.conformal) contains_uncertainty_phrase() (incerto.llm.IDontKnowDetection static method) ContrastiveDecoding (class in incerto.llm) ConvNet (class in incerto.utils) cv_plus() (in module incerto.conformal)

D

decompose_uncertainty() (in module incerto.bayesian) DeepEnsemble (class in incerto.bayesian) DeepGambler (class in incerto.sp) DirichletCalibrator (class in incerto.calibration)

disagreement() (in module incerto.bayesian) disagreement_score() (incerto.llm.ContrastiveDecoding static method) diversity() (incerto.bayesian.DeepEnsemble method) diversity_among_beams() (incerto.llm.BeamSearchUncertainty static method) DiversitySampling (class in incerto.active)

E

ece_score() (in module incerto.calibration) empirical_coverage() (in module incerto.conformal)

Energy (class in incerto.ood) extract_confidence_from_hedging() (incerto.llm.IDontKnowDetection static method)

F

fit() (incerto.bayesian.LaplaceApproximation method) (incerto.calibration.BetaCalibrator method) (incerto.calibration.DirichletCalibrator method) (incerto.calibration.IdentityCalibrator method) (incerto.calibration.MatrixScaling method) (incerto.calibration.TemperatureScaling method) (incerto.calibration.VectorScaling method) (incerto.ood.KNN method) (incerto.ood.Mahalanobis method) FocalLoss (class in incerto.calibration) forward() (incerto.bayesian.DeepEnsemble method) (incerto.bayesian.MCDropout method) (incerto.calibration.ConfidencePenalty method) (incerto.calibration.DirichletCalibrator method) (incerto.calibration.FocalLoss method) (incerto.calibration.LabelSmoothingLoss method) (incerto.calibration.MatrixScaling method) (incerto.calibration.TemperatureAwareTraining method) (incerto.calibration.TemperatureScaling method) (incerto.calibration.VectorScaling method) (incerto.ood.OutlierExposureLoss method) (incerto.sp.SelectiveNet method) (incerto.utils.ConvNet method) (incerto.utils.MLP method) (incerto.utils.ResNet18 method)

fpr_at_tpr() (in module incerto.ood)

G

get_alpha() (incerto.sp.SelfAdaptiveTraining method)

get_datasets() (incerto.data.OODBenchmark method) get_ood_benchmark() (in module incerto.data)

I

IdentityCalibrator (class in incerto.calibration)

IDontKnowDetection (class in incerto.llm) inductive_conformal() (in module incerto.conformal)

J

jackknife_plus() (in module incerto.conformal)

K

KNN (class in incerto.ood)

L

LabelSmoothingLoss (class in incerto.calibration) LaplaceApproximation (class in incerto.bayesian) load_state_dict() (incerto.calibration.BetaCalibrator method) (incerto.calibration.IdentityCalibrator method) (incerto.ood.Energy method) (incerto.ood.KNN method) (incerto.ood.Mahalanobis method) (incerto.ood.ODIN method)

M

Mahalanobis (class in incerto.ood) MatrixScaling (class in incerto.calibration) MaxLogit (class in incerto.ood) MCDropout (class in incerto.bayesian) mce_score() (in module incerto.calibration)

mixup_data() (in module incerto.ood) MLP (class in incerto.utils) mondrian_conformal() (in module incerto.conformal) MSP (class in incerto.ood) mutual_information() (in module incerto.bayesian) MutualInformation (class in incerto.llm)

O

ODIN (class in incerto.ood)

OODBenchmark (class in incerto.data) OutlierExposureLoss (class in incerto.ood)

P

plot_calibration_curve() (in module incerto.calibration) plot_confidence_histogram() (in module incerto.calibration) plot_reliability_diagram() (in module incerto.calibration) predict() (incerto.bayesian.DeepEnsemble method) (incerto.bayesian.LaplaceApproximation method) (incerto.bayesian.MCDropout method) (incerto.bayesian.SWAG method) (incerto.calibration.BetaCalibrator method) (incerto.calibration.DirichletCalibrator method) (incerto.calibration.IdentityCalibrator method) (incerto.calibration.MatrixScaling method) (incerto.calibration.TemperatureScaling method) (incerto.calibration.VectorScaling method)

predict_entropy() (incerto.bayesian.MCDropout method) predict_mutual_information() (incerto.bayesian.MCDropout method) predictive_entropy() (in module incerto.bayesian) PredictiveEntropy (class in incerto.llm)

Q

query() (incerto.active.DiversitySampling method) (incerto.active.UncertaintySampling method)

R

raps() (in module incerto.conformal)

ResNet18 (class in incerto.utils)

S

sample_parameters() (incerto.bayesian.SWAG method) sat_loss() (incerto.sp.SelfAdaptiveTraining method) score() (incerto.ood.Energy method) (incerto.ood.KNN method) (incerto.ood.Mahalanobis method) (incerto.ood.MaxLogit method) (incerto.ood.MSP method) (incerto.ood.ODIN method) seed_everything() (in module incerto.utils) SelectiveNet (class in incerto.sp) SelfAdaptiveTraining (class in incerto.sp) SelfConsistency (class in incerto.llm)

SemanticEntropy (class in incerto.llm) SequenceEntropy (class in incerto.llm) SequenceProbability (class in incerto.llm) sliced_wasserstein_distance() (in module incerto.shift) SoftmaxThreshold (class in incerto.sp) state_dict() (incerto.calibration.BetaCalibrator method) (incerto.calibration.IdentityCalibrator method) (incerto.ood.Energy method) (incerto.ood.KNN method) (incerto.ood.Mahalanobis method) (incerto.ood.ODIN method) SurprisalScore (class in incerto.llm) SWAG (class in incerto.bayesian)

T

TemperatureAwareTraining (class in incerto.calibration) TemperatureScaling (class in incerto.calibration) TokenConfidence (class in incerto.llm)

TokenEntropy (class in incerto.llm) TopKConfidence (class in incerto.llm) train_epoch() (in module incerto.utils) train_member() (incerto.bayesian.DeepEnsemble method)

U

UNCERTAINTY_PHRASES (incerto.llm.IDontKnowDetection attribute)

UncertaintySampling (class in incerto.active)

V

VectorScaling (class in incerto.calibration)

W

wasserstein_distance() (in module incerto.shift)