Index

A

ace() (in module nlp_uncertainty_zoo.utils.calibration_eval) aupr() (in module nlp_uncertainty_zoo.utils.uncertainty_eval)

auroc() (in module nlp_uncertainty_zoo.utils.uncertainty_eval) available_uncertainty_metrics (nlp_uncertainty_zoo.models.model.Model property) (nlp_uncertainty_zoo.models.model.Module property)

B

BayesianLSTM (class in nlp_uncertainty_zoo.models.bayesian_lstm)

BayesianLSTMModule (class in nlp_uncertainty_zoo.models.bayesian_lstm)

C

CellWiseLSTM (class in nlp_uncertainty_zoo.models.lstm) compute_loss_weights() (nlp_uncertainty_zoo.models.model.Model method)

coverage_percentage() (in module nlp_uncertainty_zoo.utils.calibration_eval) coverage_width() (in module nlp_uncertainty_zoo.utils.calibration_eval) create_probs_from_dict() (in module nlp_uncertainty_zoo.utils.samplers)

D

dempster_shafer() (in module nlp_uncertainty_zoo.utils.metrics)

E

ece() (in module nlp_uncertainty_zoo.utils.calibration_eval) eval() (nlp_uncertainty_zoo.models.model.Model method)

evaluate_calibration() (in module nlp_uncertainty_zoo.utils.calibration_eval) evaluate_task() (in module nlp_uncertainty_zoo.utils.task_eval) evaluate_uncertainty() (in module nlp_uncertainty_zoo.utils.uncertainty_eval)

F

fit() (nlp_uncertainty_zoo.models.model.Model method) forward() (nlp_uncertainty_zoo.models.lstm.CellWiseLSTM method) (nlp_uncertainty_zoo.models.lstm.LayerWiseLSTM method) (nlp_uncertainty_zoo.models.lstm.LSTMModule method) (nlp_uncertainty_zoo.models.model.Module method)

G

get_hidden_representation() (nlp_uncertainty_zoo.models.lstm.LSTMModule method) (nlp_uncertainty_zoo.models.model.Module method) get_logits() (nlp_uncertainty_zoo.models.bayesian_lstm.BayesianLSTMModule method) (nlp_uncertainty_zoo.models.lstm.LSTMModule method) (nlp_uncertainty_zoo.models.model.Module method) get_loss() (nlp_uncertainty_zoo.models.model.Model method)

get_num_learnable_parameters() (nlp_uncertainty_zoo.models.model.Module method) get_sequence_representation() (nlp_uncertainty_zoo.models.model.Module method) get_sequence_representation_from_hidden() (nlp_uncertainty_zoo.models.lstm.LSTMModule method) (nlp_uncertainty_zoo.models.model.Module method) get_uncertainty() (nlp_uncertainty_zoo.models.model.Model method) (nlp_uncertainty_zoo.models.model.Module method)

I

init_hidden_states() (nlp_uncertainty_zoo.models.lstm.LSTMModule method)

K

kendalls_tau() (in module nlp_uncertainty_zoo.utils.uncertainty_eval)

L

LanguageModellingSampler (class in nlp_uncertainty_zoo.utils.samplers) LayerWiseLSTM (class in nlp_uncertainty_zoo.models.lstm)

load() (nlp_uncertainty_zoo.models.model.Model static method) LSTM (class in nlp_uncertainty_zoo.models.lstm) LSTMModule (class in nlp_uncertainty_zoo.models.lstm)

M

max_prob() (in module nlp_uncertainty_zoo.utils.metrics) merge_freq_dicts() (in module nlp_uncertainty_zoo.utils.samplers) merge_instance_dicts() (in module nlp_uncertainty_zoo.utils.samplers) Model (class in nlp_uncertainty_zoo.models.model) module nlp_uncertainty_zoo.models.bayesian_lstm nlp_uncertainty_zoo.models.lstm nlp_uncertainty_zoo.models.model nlp_uncertainty_zoo.utils.calibration_eval nlp_uncertainty_zoo.utils.custom_types nlp_uncertainty_zoo.utils.metrics nlp_uncertainty_zoo.utils.samplers nlp_uncertainty_zoo.utils.task_eval nlp_uncertainty_zoo.utils.uncertainty_eval

Module (class in nlp_uncertainty_zoo.models.model) MultiPredictionMixin (class in nlp_uncertainty_zoo.models.model) mutual_information() (in module nlp_uncertainty_zoo.utils.metrics)

N

nlp_uncertainty_zoo.models.bayesian_lstm module nlp_uncertainty_zoo.models.lstm module nlp_uncertainty_zoo.models.model module nlp_uncertainty_zoo.utils.calibration_eval module nlp_uncertainty_zoo.utils.custom_types module

nlp_uncertainty_zoo.utils.metrics module nlp_uncertainty_zoo.utils.samplers module nlp_uncertainty_zoo.utils.task_eval module nlp_uncertainty_zoo.utils.uncertainty_eval module

P

predict() (nlp_uncertainty_zoo.models.bayesian_lstm.BayesianLSTMModule method) (nlp_uncertainty_zoo.models.lstm.LSTM method) (nlp_uncertainty_zoo.models.model.Model method) (nlp_uncertainty_zoo.models.model.Module method)

predictive_entropy() (in module nlp_uncertainty_zoo.utils.metrics)

S

sce() (in module nlp_uncertainty_zoo.utils.calibration_eval) SequenceClassificationSampler (class in nlp_uncertainty_zoo.utils.samplers)

softmax_gap() (in module nlp_uncertainty_zoo.utils.metrics) Subsampler (class in nlp_uncertainty_zoo.utils.samplers)

T

to() (nlp_uncertainty_zoo.models.model.Model method) TokenClassificationSampler (class in nlp_uncertainty_zoo.utils.samplers) training (nlp_uncertainty_zoo.models.bayesian_lstm.BayesianLSTMModule attribute) (nlp_uncertainty_zoo.models.lstm.CellWiseLSTM attribute) (nlp_uncertainty_zoo.models.lstm.LayerWiseLSTM attribute) (nlp_uncertainty_zoo.models.lstm.LSTMModule attribute) (nlp_uncertainty_zoo.models.model.Module attribute)

V

variance() (in module nlp_uncertainty_zoo.utils.metrics)