Index

A

AccuracyMetric (class in lm_polygraph.generation_metrics.accuracy) add_ensemble_models() (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin method) aggregate() (in module lm_polygraph.estimators.ensemble_token_measures) (in module lm_polygraph.stat_calculators.embeddings) AggregatedMetric (class in lm_polygraph.generation_metrics.aggregated_metric) aligned_token_ids (lm_polygraph.stat_calculators.extract_claims.Claim attribute) AlignScore (class in lm_polygraph.generation_metrics.alignscore)

AlignScorer (class in lm_polygraph.generation_metrics.alignscore_utils) all_ep_estimators() (in module lm_polygraph.estimators.ensemble_sequence_measures) all_loss (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) all_pe_estimators() (in module lm_polygraph.estimators.ensemble_sequence_measures) all_token_estimators() (in module lm_polygraph.estimators.ensemble_token_measures) allow_newlines (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) ask() (lm_polygraph.utils.openai_chat.OpenAIChat method) attentions (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute)

B

BartScoreCalculator (class in lm_polygraph.stat_calculators.bart_score) BartScoreSeqMetric (class in lm_polygraph.generation_metrics.bart_score) base_seed (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) batch_tokenize() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) batched_call() (lm_polygraph.estimators.semantic_entropy.SemanticEntropy method) beam_indices (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) beam_search() (lm_polygraph.utils.ensemble_utils.ensemble_beam.EnsembleBeamSearchMixin method)

BeamSearchEncoderDecoderOutput (class in lm_polygraph.utils.ensemble_utils.ensemble_beam) BERTAlignModel (class in lm_polygraph.generation_metrics.alignscore_utils) BertScoreMetric (class in lm_polygraph.generation_metrics.bert_score) BlackboxGreedyTextsCalculator (class in lm_polygraph.stat_calculators.greedy_probs) BlackboxModel (class in lm_polygraph.utils.model) BlackboxSamplingGenerationCalculator (class in lm_polygraph.stat_calculators.sample) BLEUMetric (class in lm_polygraph.generation_metrics.bleu)

C

calculate() (lm_polygraph.utils.manager.UEManager method) calculate_entropy_based_measures() (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin method) calculate_ood_from_mans() (in module lm_polygraph.utils.ood_detection) CenteredIsotonicRegression (class in lm_polygraph.utils.cir_model) chunks() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) Claim (class in lm_polygraph.stat_calculators.extract_claims) claim_text (lm_polygraph.stat_calculators.extract_claims.Claim attribute) ClaimConditionedProbability (class in lm_polygraph.estimators.claim_conditioned_probability) claims_from_text() (lm_polygraph.stat_calculators.extract_claims.ClaimsExtractor method) ClaimsExtractor (class in lm_polygraph.stat_calculators.extract_claims) collect_sample_token_level_uncertainties() (in module lm_polygraph.utils.token_restoration) collect_token_level_uncertainties() (in module lm_polygraph.utils.token_restoration)

Comet (class in lm_polygraph.generation_metrics.comet) compute_inv_covariance() (in module lm_polygraph.estimators.mahalanobis_distance) compute_sim_score() (in module lm_polygraph.estimators.common) ConditionalPointwiseMutualInformation (class in lm_polygraph.estimators.conditional_pointwise_mutual_information) configure_optimizers() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) ConsistentDropout (class in lm_polygraph.utils.ensemble_utils.dropout) create_cuda_tensor_from_numpy() (in module lm_polygraph.estimators.mahalanobis_distance) create_ensemble() (in module lm_polygraph.utils.model) cross_attentions (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) CrossEncoderSimilarityMatrixCalculator (class in lm_polygraph.stat_calculators.cross_encoder_similarity)

D

Dataset (class in lm_polygraph.utils.dataset) Deberta (class in lm_polygraph.utils.deberta) deberta (lm_polygraph.utils.deberta.Deberta property) deberta_tokenizer (lm_polygraph.utils.deberta.Deberta property) decoder_attentions (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute)

decoder_hidden_states (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) DegMat (class in lm_polygraph.estimators.deg_mat) device() (lm_polygraph.utils.model.WhiteboxModel method) do_sample (lm_polygraph.utils.generation_parameters.GenerationParameters attribute)

E

Eccentricity (class in lm_polygraph.estimators.eccentricity) EigValLaplacian (class in lm_polygraph.estimators.eig_val_laplacian) electra_forward() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) ElectraDiscriminatorPredictions (class in lm_polygraph.generation_metrics.alignscore_utils) EmbeddingsCalculator (class in lm_polygraph.stat_calculators.embeddings) encoder_attentions (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) encoder_hidden_states (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) EnsembleBeamSearchMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_beam) EnsembleEstimator (class in lm_polygraph.estimators.ensemble_token_measures) EnsembleGenerationMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_generator) EnsembleGreedyMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_greedy) EnsembleSampleMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_sample) EnsembleTokenLevelDataCalculator (class in lm_polygraph.stat_calculators.ensemble_token_data) ensembling_mode (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) EntropyCalculator (class in lm_polygraph.stat_calculators.entropy)

ep_uncertainties (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) EPEnsembleEstimator (class in lm_polygraph.estimators.ensemble_token_measures) EPSrmi (class in lm_polygraph.estimators.ensemble_sequence_measures) EPSrmiabs (class in lm_polygraph.estimators.ensemble_sequence_measures) EPStu (class in lm_polygraph.estimators.ensemble_sequence_measures) EPTdu (class in lm_polygraph.estimators.ensemble_token_measures) EPTent10 (class in lm_polygraph.estimators.ensemble_token_measures) EPTent15 (class in lm_polygraph.estimators.ensemble_token_measures) EPTent5 (class in lm_polygraph.estimators.ensemble_token_measures) EPTepkl (class in lm_polygraph.estimators.ensemble_token_measures) EPTmi (class in lm_polygraph.estimators.ensemble_token_measures) EPTrmi (class in lm_polygraph.estimators.ensemble_token_measures) EPTtu (class in lm_polygraph.estimators.ensemble_token_measures) estimate() (lm_polygraph.utils.manager.UEManager method) estimate_uncertainty() (in module lm_polygraph.utils.manager) Estimator (class in lm_polygraph.estimators.estimator) estimator (lm_polygraph.utils.manager.UncertaintyOutput attribute)

F

filter_nans() (in module lm_polygraph.utils.normalize) find_connected_components() (lm_polygraph.estimators.num_sem_sets.NumSemSets method) FisherRao (class in lm_polygraph.estimators.fisher_rao) fit() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) forward() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) (lm_polygraph.generation_metrics.alignscore_utils.ElectraDiscriminatorPredictions method) (lm_polygraph.utils.ensemble_utils.dropout.ConsistentDropout method)

forward_share_across_tokens() (lm_polygraph.utils.ensemble_utils.dropout.ConsistentDropout method) from_csv() (lm_polygraph.utils.dataset.Dataset static method) from_datasets() (lm_polygraph.utils.dataset.Dataset static method) from_huggingface() (lm_polygraph.utils.model.BlackboxModel static method) from_openai() (lm_polygraph.utils.model.BlackboxModel static method) from_pretrained() (lm_polygraph.utils.model.WhiteboxModel static method) functional_dropout() (in module lm_polygraph.utils.ensemble_utils.dropout) functional_dropout_share() (in module lm_polygraph.utils.ensemble_utils.dropout)

G

generate() (lm_polygraph.utils.model.BlackboxModel method) (lm_polygraph.utils.model.Model method) (lm_polygraph.utils.model.WhiteboxModel method) generate_texts() (lm_polygraph.utils.model.BlackboxModel method) (lm_polygraph.utils.model.Model method) (lm_polygraph.utils.model.WhiteboxModel method) generate_until (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) generation_text (lm_polygraph.utils.manager.UncertaintyOutput attribute) generation_tokens (lm_polygraph.utils.manager.UncertaintyOutput attribute) GenerationMetric (class in lm_polygraph.generation_metrics.generation_metric) GenerationParameters (class in lm_polygraph.utils.generation_parameters)

get_collect_fn() (in module lm_polygraph.utils.token_restoration) get_embeddings_from_output() (in module lm_polygraph.stat_calculators.embeddings) get_mans_ues_metrics() (in module lm_polygraph.utils.normalize) get_random_scores() (in module lm_polygraph.ue_metrics.ue_metric) get_seq_level_ue() (in module lm_polygraph.estimators.ensemble_sequence_measures) get_stopping_criteria() (lm_polygraph.utils.model.WhiteboxModel method) greedy_search() (lm_polygraph.utils.ensemble_utils.ensemble_greedy.EnsembleGreedyMixin method) GreedyAlternativesFactPrefNLICalculator (class in lm_polygraph.stat_calculators.greedy_alternatives_nli) GreedyAlternativesNLICalculator (class in lm_polygraph.stat_calculators.greedy_alternatives_nli) GreedyLMProbsCalculator (class in lm_polygraph.stat_calculators.greedy_lm_probs) GreedyProbsCalculator (class in lm_polygraph.stat_calculators.greedy_probs) GreedySearchEncoderDecoderOutput (class in lm_polygraph.utils.ensemble_utils.ensemble_greedy)

H

hidden_states (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute)

I

identity() (lm_polygraph.utils.ensemble_utils.dropout.ConsistentDropout method) inference() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) inference_example_batch() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) inference_per_example() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method)

inference_reg() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) Inferencer (class in lm_polygraph.generation_metrics.alignscore_utils) input_text (lm_polygraph.utils.manager.UncertaintyOutput attribute) is_ood_metric (lm_polygraph.ue_metrics.roc_auc.ROCAUC attribute)

K

KendallTauCorrelation (class in lm_polygraph.ue_metrics.kendalltau)

L

LexicalSimilarity (class in lm_polygraph.estimators.lexical_similarity) lm_polygraph module, [1] lm_polygraph.app module lm_polygraph.app.parsers module lm_polygraph.app.test_service module lm_polygraph.estimators module lm_polygraph.estimators.claim_conditioned_probability module lm_polygraph.estimators.common module lm_polygraph.estimators.conditional_pointwise_mutual_information module lm_polygraph.estimators.deg_mat module lm_polygraph.estimators.eccentricity module lm_polygraph.estimators.eig_val_laplacian module lm_polygraph.estimators.ensemble_sequence_measures module lm_polygraph.estimators.ensemble_token_measures module lm_polygraph.estimators.estimator module lm_polygraph.estimators.fisher_rao module lm_polygraph.estimators.lexical_similarity module lm_polygraph.estimators.mahalanobis_distance module lm_polygraph.estimators.max_probability module lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy module lm_polygraph.estimators.monte_carlo_sequence_entropy module lm_polygraph.estimators.num_sem_sets module lm_polygraph.estimators.p_true module lm_polygraph.estimators.p_true_sampling module lm_polygraph.estimators.perplexity module lm_polygraph.estimators.pointwise_mutual_information module lm_polygraph.estimators.ppl_md module lm_polygraph.estimators.rde module lm_polygraph.estimators.relative_mahalanobis_distance module lm_polygraph.estimators.renyi_neg module lm_polygraph.estimators.sar module lm_polygraph.estimators.semantic_entropy module lm_polygraph.estimators.semantic_entropy_token module lm_polygraph.estimators.sentence_sar module lm_polygraph.estimators.token_entropy module lm_polygraph.estimators.token_sar module lm_polygraph.generation_metrics module lm_polygraph.generation_metrics.accuracy module lm_polygraph.generation_metrics.aggregated_metric module lm_polygraph.generation_metrics.alignscore module lm_polygraph.generation_metrics.alignscore_utils module lm_polygraph.generation_metrics.bart_score module lm_polygraph.generation_metrics.bert_score module lm_polygraph.generation_metrics.bleu module lm_polygraph.generation_metrics.comet module lm_polygraph.generation_metrics.generation_metric module lm_polygraph.generation_metrics.model_score module lm_polygraph.generation_metrics.openai_fact_check module lm_polygraph.generation_metrics.rouge module lm_polygraph.generation_metrics.sbert module lm_polygraph.stat_calculators module

lm_polygraph.stat_calculators.bart_score module lm_polygraph.stat_calculators.cross_encoder_similarity module lm_polygraph.stat_calculators.embeddings module lm_polygraph.stat_calculators.ensemble_token_data module lm_polygraph.stat_calculators.entropy module lm_polygraph.stat_calculators.extract_claims module lm_polygraph.stat_calculators.greedy_alternatives_nli module lm_polygraph.stat_calculators.greedy_lm_probs module lm_polygraph.stat_calculators.greedy_probs module lm_polygraph.stat_calculators.model_score module lm_polygraph.stat_calculators.prompt module lm_polygraph.stat_calculators.sample module lm_polygraph.stat_calculators.semantic_matrix module lm_polygraph.stat_calculators.stat_calculator module lm_polygraph.ue_metrics module lm_polygraph.ue_metrics.kendalltau module lm_polygraph.ue_metrics.pr_auc module lm_polygraph.ue_metrics.pred_rej_area module lm_polygraph.ue_metrics.rev_pairs_prop module lm_polygraph.ue_metrics.risk_cov_curve module lm_polygraph.ue_metrics.roc_auc module lm_polygraph.ue_metrics.spearmanr module lm_polygraph.ue_metrics.ue_metric module lm_polygraph.utils module lm_polygraph.utils.cir_model module lm_polygraph.utils.common module lm_polygraph.utils.dataset module lm_polygraph.utils.deberta module lm_polygraph.utils.ensemble_utils module lm_polygraph.utils.ensemble_utils.dropout module lm_polygraph.utils.ensemble_utils.ensemble_beam module lm_polygraph.utils.ensemble_utils.ensemble_generator module lm_polygraph.utils.ensemble_utils.ensemble_greedy module lm_polygraph.utils.ensemble_utils.ensemble_sample module lm_polygraph.utils.generation_parameters module lm_polygraph.utils.manager module lm_polygraph.utils.model module lm_polygraph.utils.normalize module lm_polygraph.utils.ood_detection module lm_polygraph.utils.openai_chat module lm_polygraph.utils.processor module lm_polygraph.utils.register_stat_calculators module lm_polygraph.utils.token_restoration module load() (lm_polygraph.generation_metrics.bart_score.BartScoreSeqMetric method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) (lm_polygraph.utils.dataset.Dataset static method) (lm_polygraph.utils.manager.UEManager static method) load_array() (in module lm_polygraph.estimators.ppl_md) (in module lm_polygraph.estimators.rde) (in module lm_polygraph.estimators.relative_mahalanobis_distance) load_external_module() (in module lm_polygraph.utils.common) load_hf_dataset() (lm_polygraph.utils.dataset.Dataset static method) load_mcd() (lm_polygraph.estimators.rde.RDESeq method) load_pca() (lm_polygraph.estimators.rde.RDESeq method) Logger (class in lm_polygraph.utils.processor) loss (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) loss_nums (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute)

M

mahalanobis_distance_with_known_centroids_sigma_inv() (in module lm_polygraph.estimators.mahalanobis_distance) MahalanobisDistanceSeq (class in lm_polygraph.estimators.mahalanobis_distance) MaximumSequenceProbability (class in lm_polygraph.estimators.max_probability) MaximumTokenProbability (class in lm_polygraph.estimators.max_probability) mc (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) mc_models_num (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) mc_seeds (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) MCD_covariance() (in module lm_polygraph.estimators.rde) MeanConditionalPointwiseMutualInformation (class in lm_polygraph.estimators.conditional_pointwise_mutual_information) MeanPointwiseMutualInformation (class in lm_polygraph.estimators.pointwise_mutual_information) MeanTokenEntropy (class in lm_polygraph.estimators.token_entropy) Model (class in lm_polygraph.utils.model) model_path (lm_polygraph.utils.manager.UncertaintyOutput attribute) ModelOutput (class in lm_polygraph.generation_metrics.alignscore_utils) models (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) models_beam_logits_iter (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) models_beam_next_token_logits (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) models_hypo_next_token_logits (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) models_scores (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) ModelScoreCalculator (class in lm_polygraph.stat_calculators.model_score) ModelScoreSeqMetric (class in lm_polygraph.generation_metrics.model_score) ModelScoreTokenwiseMetric (class in lm_polygraph.generation_metrics.model_score) module lm_polygraph, [1] lm_polygraph.app lm_polygraph.app.parsers lm_polygraph.app.test_service lm_polygraph.estimators lm_polygraph.estimators.claim_conditioned_probability lm_polygraph.estimators.common lm_polygraph.estimators.conditional_pointwise_mutual_information lm_polygraph.estimators.deg_mat lm_polygraph.estimators.eccentricity lm_polygraph.estimators.eig_val_laplacian lm_polygraph.estimators.ensemble_sequence_measures lm_polygraph.estimators.ensemble_token_measures lm_polygraph.estimators.estimator lm_polygraph.estimators.fisher_rao lm_polygraph.estimators.lexical_similarity lm_polygraph.estimators.mahalanobis_distance lm_polygraph.estimators.max_probability lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy lm_polygraph.estimators.monte_carlo_sequence_entropy lm_polygraph.estimators.num_sem_sets lm_polygraph.estimators.p_true lm_polygraph.estimators.p_true_sampling lm_polygraph.estimators.perplexity lm_polygraph.estimators.pointwise_mutual_information lm_polygraph.estimators.ppl_md lm_polygraph.estimators.rde lm_polygraph.estimators.relative_mahalanobis_distance lm_polygraph.estimators.renyi_neg lm_polygraph.estimators.sar lm_polygraph.estimators.semantic_entropy lm_polygraph.estimators.semantic_entropy_token lm_polygraph.estimators.sentence_sar lm_polygraph.estimators.token_entropy lm_polygraph.estimators.token_sar lm_polygraph.generation_metrics lm_polygraph.generation_metrics.accuracy lm_polygraph.generation_metrics.aggregated_metric lm_polygraph.generation_metrics.alignscore lm_polygraph.generation_metrics.alignscore_utils lm_polygraph.generation_metrics.bart_score lm_polygraph.generation_metrics.bert_score lm_polygraph.generation_metrics.bleu lm_polygraph.generation_metrics.comet lm_polygraph.generation_metrics.generation_metric lm_polygraph.generation_metrics.model_score lm_polygraph.generation_metrics.openai_fact_check lm_polygraph.generation_metrics.rouge lm_polygraph.generation_metrics.sbert lm_polygraph.stat_calculators lm_polygraph.stat_calculators.bart_score lm_polygraph.stat_calculators.cross_encoder_similarity lm_polygraph.stat_calculators.embeddings lm_polygraph.stat_calculators.ensemble_token_data lm_polygraph.stat_calculators.entropy lm_polygraph.stat_calculators.extract_claims lm_polygraph.stat_calculators.greedy_alternatives_nli lm_polygraph.stat_calculators.greedy_lm_probs lm_polygraph.stat_calculators.greedy_probs lm_polygraph.stat_calculators.model_score lm_polygraph.stat_calculators.prompt lm_polygraph.stat_calculators.sample lm_polygraph.stat_calculators.semantic_matrix lm_polygraph.stat_calculators.stat_calculator lm_polygraph.ue_metrics lm_polygraph.ue_metrics.kendalltau lm_polygraph.ue_metrics.pr_auc lm_polygraph.ue_metrics.pred_rej_area lm_polygraph.ue_metrics.rev_pairs_prop lm_polygraph.ue_metrics.risk_cov_curve lm_polygraph.ue_metrics.roc_auc lm_polygraph.ue_metrics.spearmanr lm_polygraph.ue_metrics.ue_metric lm_polygraph.utils lm_polygraph.utils.cir_model lm_polygraph.utils.common lm_polygraph.utils.dataset lm_polygraph.utils.deberta lm_polygraph.utils.ensemble_utils lm_polygraph.utils.ensemble_utils.dropout lm_polygraph.utils.ensemble_utils.ensemble_beam lm_polygraph.utils.ensemble_utils.ensemble_generator lm_polygraph.utils.ensemble_utils.ensemble_greedy lm_polygraph.utils.ensemble_utils.ensemble_sample lm_polygraph.utils.generation_parameters lm_polygraph.utils.manager lm_polygraph.utils.model lm_polygraph.utils.normalize lm_polygraph.utils.ood_detection lm_polygraph.utils.openai_chat lm_polygraph.utils.processor lm_polygraph.utils.register_stat_calculators lm_polygraph.utils.token_restoration

MonteCarloNormalizedSequenceEntropy (class in lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy) MonteCarloSequenceEntropy (class in lm_polygraph.estimators.monte_carlo_sequence_entropy) mse_loss() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) multi_ref_score() (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) MultilingualDeberta (class in lm_polygraph.utils.deberta)

N

nlg_eval() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) normalize() (in module lm_polygraph.ue_metrics.ue_metric)

normalize_metric() (in module lm_polygraph.ue_metrics.ue_metric) num_beams (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) NumSemSets (class in lm_polygraph.estimators.num_sem_sets)

O

on_batch() (lm_polygraph.utils.processor.Logger method) (lm_polygraph.utils.processor.Processor method) on_eval() (lm_polygraph.utils.processor.Logger method) (lm_polygraph.utils.processor.Processor method)

OpenAIChat (class in lm_polygraph.utils.openai_chat) OpenAIFactCheck (class in lm_polygraph.generation_metrics.openai_fact_check)

P

parse_ensemble() (in module lm_polygraph.app.parsers) parse_model() (in module lm_polygraph.app.parsers) parse_seq_ue_method() (in module lm_polygraph.app.parsers) parse_tok_ue_method() (in module lm_polygraph.app.parsers) pe_uncertainties (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) PEEnsembleEstimator (class in lm_polygraph.estimators.ensemble_token_measures) Perplexity (class in lm_polygraph.estimators.perplexity) PESrmi (class in lm_polygraph.estimators.ensemble_sequence_measures) PESrmiabs (class in lm_polygraph.estimators.ensemble_sequence_measures) PEStu (class in lm_polygraph.estimators.ensemble_sequence_measures) PETdu (class in lm_polygraph.estimators.ensemble_token_measures) PETent10 (class in lm_polygraph.estimators.ensemble_token_measures) PETent15 (class in lm_polygraph.estimators.ensemble_token_measures) PETent5 (class in lm_polygraph.estimators.ensemble_token_measures)

PETepkl (class in lm_polygraph.estimators.ensemble_token_measures) PETmi (class in lm_polygraph.estimators.ensemble_token_measures) PETrmi (class in lm_polygraph.estimators.ensemble_token_measures) PETtu (class in lm_polygraph.estimators.ensemble_token_measures) PointwiseMutualInformation (class in lm_polygraph.estimators.pointwise_mutual_information) polygraph_module_init() (in module lm_polygraph.utils.common) PPLMDSeq (class in lm_polygraph.estimators.ppl_md) PRAUC (class in lm_polygraph.ue_metrics.pr_auc) prediction_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) PredictionRejectionArea (class in lm_polygraph.ue_metrics.pred_rej_area) preprocess_inf() (lm_polygraph.ue_metrics.pr_auc.PRAUC method) (lm_polygraph.ue_metrics.roc_auc.ROCAUC method) presence_penalty (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) Processor (class in lm_polygraph.utils.processor) PromptCalculator (class in lm_polygraph.stat_calculators.prompt) PTrue (class in lm_polygraph.estimators.p_true) PTrueSampling (class in lm_polygraph.estimators.p_true_sampling)

R

rank() (in module lm_polygraph.estimators.ppl_md) RDESeq (class in lm_polygraph.estimators.rde) reg_label_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) register_stat_calculators() (in module lm_polygraph.utils.register_stat_calculators) RelativeMahalanobisDistanceSeq (class in lm_polygraph.estimators.relative_mahalanobis_distance) RenyiNeg (class in lm_polygraph.estimators.renyi_neg)

repetition_penalty (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) replace_dropout() (in module lm_polygraph.utils.ensemble_utils.dropout) replace_with_identity() (in module lm_polygraph.utils.ensemble_utils.dropout) ReversedPairsProportion (class in lm_polygraph.ue_metrics.rev_pairs_prop) RiskCoverageCurveAUC (class in lm_polygraph.ue_metrics.risk_cov_curve) ROCAUC (class in lm_polygraph.ue_metrics.roc_auc) RougeMetric (class in lm_polygraph.generation_metrics.rouge)

S

sample() (lm_polygraph.utils.ensemble_utils.ensemble_sample.EnsembleSampleMixin method) SampleEncoderDecoderOutput (class in lm_polygraph.utils.ensemble_utils.ensemble_sample) SamplingGenerationCalculator (class in lm_polygraph.stat_calculators.sample) SAR (class in lm_polygraph.estimators.sar) save() (lm_polygraph.utils.manager.UEManager method) save_array() (in module lm_polygraph.estimators.ppl_md) (in module lm_polygraph.estimators.rde) (in module lm_polygraph.estimators.relative_mahalanobis_distance) save_mcd() (lm_polygraph.estimators.rde.RDESeq method) save_pca() (lm_polygraph.estimators.rde.RDESeq method) SbertMetric (class in lm_polygraph.generation_metrics.sbert) score() (lm_polygraph.generation_metrics.alignscore_utils.AlignScorer method) (lm_polygraph.generation_metrics.bart_score.BartScoreSeqMetric method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) scores (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) select() (lm_polygraph.utils.dataset.Dataset method) SemanticEntropy (class in lm_polygraph.estimators.semantic_entropy) SemanticEntropyToken (class in lm_polygraph.estimators.semantic_entropy_token) SemanticMatrixCalculator (class in lm_polygraph.stat_calculators.semantic_matrix) sentence (lm_polygraph.stat_calculators.extract_claims.Claim attribute) SentenceSAR (class in lm_polygraph.estimators.sentence_sar)

seq_man_key() (in module lm_polygraph.utils.common) seq_relationship_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) sequences (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) sequences_scores (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) set_fit_request() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) set_predict_request() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) set_score_request() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) set_transform_request() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) setup() (lm_polygraph.utils.deberta.Deberta method) (lm_polygraph.utils.deberta.MultilingualDeberta method) skip_target_nans() (in module lm_polygraph.ue_metrics.ue_metric) smart_doc() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) smart_l() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) smart_n() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) SpearmanRankCorrelation (class in lm_polygraph.ue_metrics.spearmanr) split_classes() (in module lm_polygraph.estimators.semantic_entropy_token) stat_dependencies (lm_polygraph.stat_calculators.stat_calculator.StatCalculator property) StatCalculator (class in lm_polygraph.stat_calculators.stat_calculator) stats (lm_polygraph.stat_calculators.stat_calculator.StatCalculator property) subsample() (lm_polygraph.utils.dataset.Dataset method)

T

temperature (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) test() (lm_polygraph.generation_metrics.bart_score.BartScoreSeqMetric method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) to() (lm_polygraph.utils.deberta.Deberta method) TokenEntropy (class in lm_polygraph.estimators.token_entropy) tokenize() (lm_polygraph.utils.model.WhiteboxModel method) tokenizer (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property)

tokenizer() (lm_polygraph.utils.model.BlackboxModel method) TokenSAR (class in lm_polygraph.estimators.token_sar) top_k (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) top_p (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) train_test_split() (lm_polygraph.utils.dataset.Dataset method) training_step() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) training_step_end() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) tri_label_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute)

U

U_DegMat() (lm_polygraph.estimators.deg_mat.DegMat method) U_Eccentricity() (lm_polygraph.estimators.eccentricity.Eccentricity method) U_EigVal_Laplacian() (lm_polygraph.estimators.eig_val_laplacian.EigValLaplacian method) U_NumSemSets() (lm_polygraph.estimators.num_sem_sets.NumSemSets method)

UEManager (class in lm_polygraph.utils.manager) UEMetric (class in lm_polygraph.ue_metrics.ue_metric) uncertainty (lm_polygraph.utils.manager.UncertaintyOutput attribute) UncertaintyOutput (class in lm_polygraph.utils.manager) update_token_level_scores() (in module lm_polygraph.utils.token_restoration)

V

validation_epoch_end() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method)

validation_step() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) validation_step_end() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method)

W

WhiteboxModel (class in lm_polygraph.utils.model)