Index

A

AccuracyMetric (class in lm_polygraph.generation_metrics.accuracy) add_ensemble_models() (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin method) aggregate() (in module lm_polygraph.estimators.ensemble_token_measures) (in module lm_polygraph.stat_calculators.embeddings) AggregatedMetric (class in lm_polygraph.generation_metrics.aggregated_metric) aligned_token_ids (lm_polygraph.stat_calculators.extract_claims.Claim attribute) AlignScore (class in lm_polygraph.generation_metrics.alignscore) AlignScorer (class in lm_polygraph.generation_metrics.alignscore_utils) all_ep_estimators() (in module lm_polygraph.estimators.ensemble_sequence_measures) all_loss (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute)

all_pe_estimators() (in module lm_polygraph.estimators.ensemble_sequence_measures) all_token_estimators() (in module lm_polygraph.estimators.ensemble_token_measures) allow_newlines (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) APILogprobData (class in lm_polygraph.utils.api_with_uncertainty) APIWithUncertainty (class in lm_polygraph.utils.api_with_uncertainty) ask() (lm_polygraph.utils.openai_chat.OpenAIChat method) AttentionElicitingPromptCalculator (class in lm_polygraph.stat_calculators.attention_eliciting_prompt) AttentionForwardPassCalculator (class in lm_polygraph.stat_calculators.attention_forward_pass) AttentionForwardPassCalculatorVisual (class in lm_polygraph.stat_calculators.attention_forward_pass_visual) attentions (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) AttentionScore (class in lm_polygraph.estimators.attention_score)

B

BartScoreCalculator (class in lm_polygraph.stat_calculators.bart_score) BartScoreSeqMetric (class in lm_polygraph.generation_metrics.bart_score) base_seed (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) BaseAttentionPromptCalculator (class in lm_polygraph.stat_calculators.attention_eliciting_prompt) BaseGreedySemanticMatrixCalculator (class in lm_polygraph.stat_calculators.greedy_semantic_matrix) BasePromptCalculator (class in lm_polygraph.stat_calculators.prompt) BasePromptVisualCalculator (class in lm_polygraph.stat_calculators.prompt_visual) batch_tokenize() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) batched_call() (lm_polygraph.estimators.semantic_entropy.SemanticEntropy method) beam_indices (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute)

beam_search() (lm_polygraph.utils.ensemble_utils.ensemble_beam.EnsembleBeamSearchMixin method) BeamSearchEncoderDecoderOutput (class in lm_polygraph.utils.ensemble_utils.ensemble_beam) BERTAlignModel (class in lm_polygraph.generation_metrics.alignscore_utils) BertScoreMetric (class in lm_polygraph.generation_metrics.bert_score) BlackboxGreedyTextsCalculator (class in lm_polygraph.stat_calculators.greedy_probs_blackbox) BlackboxModel (class in lm_polygraph.utils.model) BlackboxSamplingGenerationCalculator (class in lm_polygraph.stat_calculators.sample) BLEUMetric (class in lm_polygraph.generation_metrics.bleu) BoostedProbSequence (class in lm_polygraph.estimators.boostedprob_score) BuilderEnvironmentBase (class in lm_polygraph.utils.builder_enviroment_stat_calculator) BuilderEnvironmentStatCalculator (class in lm_polygraph.utils.builder_enviroment_stat_calculator)

C

calcu_idf() (in module lm_polygraph.estimators.focus) calculate() (lm_polygraph.utils.manager.UEManager method) calculate_entropy_based_measures() (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin method) calculate_ood_from_mans() (in module lm_polygraph.utils.ood_detection) calculate_semantic_matrix() (lm_polygraph.stat_calculators.greedy_semantic_matrix.BaseGreedySemanticMatrixCalculator method) CausalLMWithUncertainty (class in lm_polygraph.utils.causal_lm_with_uncertainty) CenteredIsotonicRegression (class in lm_polygraph.utils.cir_model) chunks() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) Claim (class in lm_polygraph.stat_calculators.extract_claims) claim_text (lm_polygraph.stat_calculators.extract_claims.Claim attribute) ClaimConditionedProbability (class in lm_polygraph.estimators.claim_conditioned_probability) ClaimPromptCalculator (class in lm_polygraph.stat_calculators.prompt) ClaimPromptVisualCalculator (class in lm_polygraph.stat_calculators.prompt_visual) ClaimsExtractor (class in lm_polygraph.stat_calculators.extract_claims) CocoaMSP (class in lm_polygraph.estimators.cocoa) CocoaMTE (class in lm_polygraph.estimators.cocoa) CocoaPPL (class in lm_polygraph.estimators.cocoa) collect_sample_token_level_uncertainties() (in module lm_polygraph.utils.token_restoration)

collect_token_level_uncertainties() (in module lm_polygraph.utils.token_restoration) Comet (class in lm_polygraph.generation_metrics.comet) compute_inv_covariance() (in module lm_polygraph.estimators.mahalanobis_distance) compute_sim_score() (in module lm_polygraph.estimators.common) ConcatGreedySemanticMatrixCalculator (class in lm_polygraph.stat_calculators.greedy_semantic_matrix) ConditionalPointwiseMutualInformation (class in lm_polygraph.estimators.conditional_pointwise_mutual_information) configure_optimizers() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) ConsistentDropout (class in lm_polygraph.utils.ensemble_utils.dropout) convert_api_logprobs() (in module lm_polygraph.utils.api_with_uncertainty) create_cuda_tensor_from_numpy() (in module lm_polygraph.estimators.mahalanobis_distance) create_ensemble() (in module lm_polygraph.utils.model) create_stat_calculator() (in module lm_polygraph.utils.factory_stat_calculator) cross_attentions (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) CrossEncoderSimilarityMatrixCalculator (class in lm_polygraph.stat_calculators.cross_encoder_similarity) CrossEncoderSimilarityMatrixVisualCalculator (class in lm_polygraph.stat_calculators.cross_encoder_visual_similarity) CSL (class in lm_polygraph.estimators.csl)

D

Dataset (class in lm_polygraph.utils.dataset) Deberta (class in lm_polygraph.utils.deberta) deberta (lm_polygraph.utils.deberta.Deberta property) deberta_tokenizer (lm_polygraph.utils.deberta.Deberta property) decoder_attentions (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) decoder_hidden_states (lm_polygraph.stat_calculators.sample.OutputWrapper attribute) (lm_polygraph.stat_calculators.sample_visual.OutputWrapper attribute) (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute)

DegMat (class in lm_polygraph.estimators.deg_mat) device() (lm_polygraph.model_adapters.visual_whitebox_model.VisualWhiteboxModel method) (lm_polygraph.model_adapters.whitebox_model_basic.WhiteboxModelBasic method) (lm_polygraph.model_adapters.whitebox_model_vllm.WhiteboxModelvLLM method) (lm_polygraph.utils.causal_lm_with_uncertainty.CausalLMWithUncertainty method) (lm_polygraph.utils.model.WhiteboxModel method) do_sample (lm_polygraph.utils.generation_parameters.GenerationParameters attribute)

E

Eccentricity (class in lm_polygraph.estimators.eccentricity) ECE (class in lm_polygraph.ue_metrics.ece) EigenScore (class in lm_polygraph.estimators.eigenscore) EigValLaplacian (class in lm_polygraph.estimators.eig_val_laplacian) electra_forward() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) ElectraDiscriminatorPredictions (class in lm_polygraph.generation_metrics.alignscore_utils) EmbeddingsCalculator (class in lm_polygraph.stat_calculators.embeddings) encoder_attentions (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) encoder_hidden_states (lm_polygraph.stat_calculators.sample.OutputWrapper attribute) (lm_polygraph.stat_calculators.sample_visual.OutputWrapper attribute) (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) EnsembleBeamSearchMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_beam) EnsembleEstimator (class in lm_polygraph.estimators.ensemble_token_measures) EnsembleGenerationMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_generator) EnsembleGreedyMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_greedy) EnsembleSampleMixin (class in lm_polygraph.utils.ensemble_utils.ensemble_sample) EnsembleTokenLevelDataCalculator (class in lm_polygraph.stat_calculators.ensemble_token_data) ensembling_mode (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property)

entropy2() (in module lm_polygraph.estimators.focus) EntropyCalculator (class in lm_polygraph.stat_calculators.entropy) ep_uncertainties (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) EPEnsembleEstimator (class in lm_polygraph.estimators.ensemble_token_measures) EPSrmi (class in lm_polygraph.estimators.ensemble_sequence_measures) EPSrmiabs (class in lm_polygraph.estimators.ensemble_sequence_measures) EPStu (class in lm_polygraph.estimators.ensemble_sequence_measures) EPTdu (class in lm_polygraph.estimators.ensemble_token_measures) EPTent10 (class in lm_polygraph.estimators.ensemble_token_measures) EPTent15 (class in lm_polygraph.estimators.ensemble_token_measures) EPTent5 (class in lm_polygraph.estimators.ensemble_token_measures) EPTepkl (class in lm_polygraph.estimators.ensemble_token_measures) EPTmi (class in lm_polygraph.estimators.ensemble_token_measures) EPTrmi (class in lm_polygraph.estimators.ensemble_token_measures) EPTtu (class in lm_polygraph.estimators.ensemble_token_measures) estimate() (lm_polygraph.utils.manager.UEManager method) estimate_uncertainty() (in module lm_polygraph.utils.estimate_uncertainty) Estimator (class in lm_polygraph.estimators.estimator) estimator (lm_polygraph.utils.estimate_uncertainty.UncertaintyOutput attribute) eval_nli_model() (in module lm_polygraph.stat_calculators.greedy_alternatives_nli) eval_ue() (lm_polygraph.utils.manager.UEManager method)

F

FactoryEstimator (class in lm_polygraph.utils.factory_estimator) FactoryStatCalculator (class in lm_polygraph.utils.factory_stat_calculator) filter_nans() (in module lm_polygraph.utils.normalize) find_connected_components() (lm_polygraph.estimators.num_sem_sets.NumSemSets method) FisherRao (class in lm_polygraph.estimators.fisher_rao) fit() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) flatten_results() (in module lm_polygraph.utils.common) Focus (class in lm_polygraph.estimators.focus) forward() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) (lm_polygraph.generation_metrics.alignscore_utils.ElectraDiscriminatorPredictions method) (lm_polygraph.utils.ensemble_utils.dropout.ConsistentDropout method)

forward_share_across_tokens() (lm_polygraph.utils.ensemble_utils.dropout.ConsistentDropout method) from_csv() (lm_polygraph.utils.dataset.Dataset static method) from_datasets() (lm_polygraph.utils.dataset.Dataset static method) from_huggingface() (lm_polygraph.utils.model.BlackboxModel static method) from_openai() (lm_polygraph.utils.model.BlackboxModel static method) from_params() (lm_polygraph.utils.generation_parameters.GenerationParametersFactory static method) from_pretrained() (lm_polygraph.model_adapters.visual_whitebox_model.VisualWhiteboxModel static method) (lm_polygraph.utils.model.WhiteboxModel static method) functional_dropout() (in module lm_polygraph.utils.ensemble_utils.dropout) functional_dropout_share() (in module lm_polygraph.utils.ensemble_utils.dropout)

G

generate() (lm_polygraph.model_adapters.visual_whitebox_model.VisualWhiteboxModel method) (lm_polygraph.model_adapters.whitebox_model_basic.WhiteboxModelBasic method) (lm_polygraph.model_adapters.whitebox_model_vllm.WhiteboxModelvLLM method) (lm_polygraph.utils.api_with_uncertainty.APIWithUncertainty method) (lm_polygraph.utils.causal_lm_with_uncertainty.CausalLMWithUncertainty method) (lm_polygraph.utils.model.BlackboxModel method) (lm_polygraph.utils.model.Model method) (lm_polygraph.utils.model.WhiteboxModel method) generate_texts() (lm_polygraph.model_adapters.visual_whitebox_model.VisualWhiteboxModel method) (lm_polygraph.model_adapters.whitebox_model_basic.WhiteboxModelBasic method) (lm_polygraph.model_adapters.whitebox_model_vllm.WhiteboxModelvLLM method) (lm_polygraph.utils.model.BlackboxModel method) (lm_polygraph.utils.model.Model method) (lm_polygraph.utils.model.WhiteboxModel method) GenerateDecoderOnlyOutputWithUncertainty (class in lm_polygraph.utils.causal_lm_with_uncertainty) generation_text (lm_polygraph.utils.estimate_uncertainty.UncertaintyOutput attribute) generation_tokens (lm_polygraph.utils.estimate_uncertainty.UncertaintyOutput attribute) GenerationMetric (class in lm_polygraph.generation_metrics.generation_metric) GenerationParameters (class in lm_polygraph.utils.generation_parameters) GenerationParametersFactory (class in lm_polygraph.utils.generation_parameters)

get_alpha() (lm_polygraph.estimators.rauq.RAUQ method) get_classes() (lm_polygraph.stat_calculators.semantic_classes.SemanticClassesCalculator method) get_collect_fn() (in module lm_polygraph.utils.token_restoration) get_embeddings_from_output() (in module lm_polygraph.stat_calculators.embeddings) get_images() (lm_polygraph.utils.dataset.Dataset static method) get_mans_ues_metrics() (in module lm_polygraph.utils.normalize) get_random_scores() (in module lm_polygraph.ue_metrics.ue_metric) get_seq_level_ue() (in module lm_polygraph.estimators.ensemble_sequence_measures) get_tokenizer() (lm_polygraph.utils.api_with_uncertainty.APIWithUncertainty method) get_unique_hypos_by_class() (lm_polygraph.estimators.semantic_entropy.SemanticEntropy method) greedy_search() (lm_polygraph.utils.ensemble_utils.ensemble_greedy.EnsembleGreedyMixin method) GreedyAlternativesFactPrefNLICalculator (class in lm_polygraph.stat_calculators.greedy_alternatives_nli) GreedyAlternativesNLICalculator (class in lm_polygraph.stat_calculators.greedy_alternatives_nli) GreedyCrossEncoderSimilarityMatrixCalculator (class in lm_polygraph.stat_calculators.greedy_cross_encoder_similarity) GreedyLMProbsCalculator (class in lm_polygraph.stat_calculators.greedy_lm_probs) GreedyLMProbsVisualCalculator (class in lm_polygraph.stat_calculators.greedy_lm_visual_probs) GreedyProbsCalculator (class in lm_polygraph.stat_calculators.greedy_probs) GreedyProbsVisualCalculator (class in lm_polygraph.stat_calculators.greedy_visual_probs) GreedySearchEncoderDecoderOutput (class in lm_polygraph.utils.ensemble_utils.ensemble_greedy) GreedySemanticMatrixCalculator (class in lm_polygraph.stat_calculators.greedy_semantic_matrix)

H

heat_kernel() (in module lm_polygraph.estimators.kernel_language_entropy) hidden_states (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) (lm_polygraph.stat_calculators.sample.OutputWrapper attribute) (lm_polygraph.stat_calculators.sample_visual.OutputWrapper attribute)

I

identity() (lm_polygraph.utils.ensemble_utils.dropout.ConsistentDropout method) IDFStats (class in lm_polygraph.estimators.focus) InferCausalLMCalculator (class in lm_polygraph.stat_calculators.infer_causal_lm_calculator) inference() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) inference_example_batch() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) inference_per_example() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method)

inference_reg() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) Inferencer (class in lm_polygraph.generation_metrics.alignscore_utils) init() (lm_polygraph.utils.manager.UEManager method) InitialStateCalculator (class in lm_polygraph.stat_calculators.initial_state) input_text (lm_polygraph.utils.estimate_uncertainty.UncertaintyOutput attribute) is_ood_metric (lm_polygraph.ue_metrics.roc_auc.ROCAUC attribute) IsotonicPCC (class in lm_polygraph.ue_metrics.isotonic_pcc)

K

KendallTauCorrelation (class in lm_polygraph.ue_metrics.kendalltau)

KernelLanguageEntropy (class in lm_polygraph.estimators.kernel_language_entropy)

L

LabelProb (class in lm_polygraph.estimators.label_prob) laplacian_matrix() (in module lm_polygraph.estimators.kernel_language_entropy) LexicalSimilarity (class in lm_polygraph.estimators.lexical_similarity) Linguistic1S (class in lm_polygraph.estimators.linguistic_1s) lm_polygraph module lm_polygraph.estimators module lm_polygraph.estimators.attention_score module lm_polygraph.estimators.boostedprob_score module lm_polygraph.estimators.claim_conditioned_probability module lm_polygraph.estimators.cocoa module lm_polygraph.estimators.common module lm_polygraph.estimators.conditional_pointwise_mutual_information module lm_polygraph.estimators.csl module lm_polygraph.estimators.deg_mat module lm_polygraph.estimators.eccentricity module lm_polygraph.estimators.eig_val_laplacian module lm_polygraph.estimators.eigenscore module lm_polygraph.estimators.ensemble_sequence_measures module lm_polygraph.estimators.ensemble_token_measures module lm_polygraph.estimators.estimator module lm_polygraph.estimators.fisher_rao module lm_polygraph.estimators.focus module lm_polygraph.estimators.kernel_language_entropy module lm_polygraph.estimators.label_prob module lm_polygraph.estimators.lexical_similarity module lm_polygraph.estimators.linguistic_1s module lm_polygraph.estimators.luq module lm_polygraph.estimators.mahalanobis_distance module lm_polygraph.estimators.max_probability module lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy module lm_polygraph.estimators.monte_carlo_sequence_entropy module lm_polygraph.estimators.num_sem_sets module lm_polygraph.estimators.p_true module lm_polygraph.estimators.p_true_empirical module lm_polygraph.estimators.p_true_sampling module lm_polygraph.estimators.perplexity module lm_polygraph.estimators.pointwise_mutual_information module lm_polygraph.estimators.ppl_md module lm_polygraph.estimators.rauq module lm_polygraph.estimators.rde module lm_polygraph.estimators.relative_mahalanobis_distance module lm_polygraph.estimators.renyi_neg module lm_polygraph.estimators.sar module lm_polygraph.estimators.self_certainty module lm_polygraph.estimators.semantic_density module lm_polygraph.estimators.semantic_entropy module lm_polygraph.estimators.semantic_entropy_token module lm_polygraph.estimators.sentence_sar module lm_polygraph.estimators.token_entropy module lm_polygraph.estimators.token_sar module lm_polygraph.estimators.verbalized_1s module lm_polygraph.estimators.verbalized_2s module lm_polygraph.generation_metrics module lm_polygraph.generation_metrics.accuracy module lm_polygraph.generation_metrics.aggregated_metric module lm_polygraph.generation_metrics.alignscore module lm_polygraph.generation_metrics.alignscore_utils module lm_polygraph.generation_metrics.bart_score module lm_polygraph.generation_metrics.bert_score module lm_polygraph.generation_metrics.bleu module lm_polygraph.generation_metrics.comet module lm_polygraph.generation_metrics.generation_metric module lm_polygraph.generation_metrics.model_score module lm_polygraph.generation_metrics.openai_fact_check module lm_polygraph.generation_metrics.preprocess_output_target module lm_polygraph.generation_metrics.rouge module lm_polygraph.generation_metrics.sbert module lm_polygraph.model_adapters module lm_polygraph.model_adapters.visual_whitebox_model module lm_polygraph.model_adapters.whitebox_model_basic module lm_polygraph.model_adapters.whitebox_model_vllm module lm_polygraph.stat_calculators module lm_polygraph.stat_calculators.attention_eliciting_prompt module lm_polygraph.stat_calculators.attention_forward_pass module lm_polygraph.stat_calculators.attention_forward_pass_visual module lm_polygraph.stat_calculators.bart_score module lm_polygraph.stat_calculators.claim_level_prompts module lm_polygraph.stat_calculators.cross_encoder_similarity module

lm_polygraph.stat_calculators.cross_encoder_visual_similarity module lm_polygraph.stat_calculators.embeddings module lm_polygraph.stat_calculators.ensemble_token_data module lm_polygraph.stat_calculators.entropy module lm_polygraph.stat_calculators.extract_claims module lm_polygraph.stat_calculators.greedy_alternatives_nli module lm_polygraph.stat_calculators.greedy_cross_encoder_similarity module lm_polygraph.stat_calculators.greedy_lm_probs module lm_polygraph.stat_calculators.greedy_lm_visual_probs module lm_polygraph.stat_calculators.greedy_probs module lm_polygraph.stat_calculators.greedy_probs_blackbox module lm_polygraph.stat_calculators.greedy_semantic_matrix module lm_polygraph.stat_calculators.greedy_visual_probs module lm_polygraph.stat_calculators.infer_causal_lm_calculator module lm_polygraph.stat_calculators.initial_state module lm_polygraph.stat_calculators.model_score module lm_polygraph.stat_calculators.prompt module lm_polygraph.stat_calculators.prompt_visual module lm_polygraph.stat_calculators.raw_input module lm_polygraph.stat_calculators.sample module lm_polygraph.stat_calculators.sample_visual module lm_polygraph.stat_calculators.semantic_classes module lm_polygraph.stat_calculators.semantic_classes_claim_to_samples module lm_polygraph.stat_calculators.semantic_matrix module lm_polygraph.stat_calculators.stat_calculator module lm_polygraph.stat_calculators.statistic_extraction module lm_polygraph.stat_calculators.statistic_extraction_visual module lm_polygraph.stat_calculators.vllm_logprobs_extraction module lm_polygraph.ue_metrics module lm_polygraph.ue_metrics.ece module lm_polygraph.ue_metrics.isotonic_pcc module lm_polygraph.ue_metrics.kendalltau module lm_polygraph.ue_metrics.pr_auc module lm_polygraph.ue_metrics.pred_rej_area module lm_polygraph.ue_metrics.rev_pairs_prop module lm_polygraph.ue_metrics.risk_cov_curve module lm_polygraph.ue_metrics.roc_auc module lm_polygraph.ue_metrics.spearmanr module lm_polygraph.ue_metrics.ue_metric module lm_polygraph.utils module lm_polygraph.utils.api_with_uncertainty module lm_polygraph.utils.builder_enviroment_stat_calculator module lm_polygraph.utils.builder_stat_calculator_simple module lm_polygraph.utils.causal_lm_with_uncertainty module lm_polygraph.utils.cir_model module lm_polygraph.utils.common module lm_polygraph.utils.dataset module lm_polygraph.utils.deberta module lm_polygraph.utils.ensemble_utils module lm_polygraph.utils.ensemble_utils.dropout module lm_polygraph.utils.ensemble_utils.ensemble_beam module lm_polygraph.utils.ensemble_utils.ensemble_generator module lm_polygraph.utils.ensemble_utils.ensemble_greedy module lm_polygraph.utils.ensemble_utils.ensemble_sample module lm_polygraph.utils.estimate_uncertainty module lm_polygraph.utils.factory_estimator module lm_polygraph.utils.factory_stat_calculator module lm_polygraph.utils.generation_parameters module lm_polygraph.utils.manager module lm_polygraph.utils.model module lm_polygraph.utils.normalize module lm_polygraph.utils.ood_detection module lm_polygraph.utils.openai_chat module lm_polygraph.utils.processor module lm_polygraph.utils.token_restoration module load() (lm_polygraph.generation_metrics.bart_score.BartScoreSeqMetric method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) (lm_polygraph.utils.dataset.Dataset static method) (lm_polygraph.utils.manager.UEManager static method) load_array() (in module lm_polygraph.estimators.ppl_md) (in module lm_polygraph.estimators.rde) (in module lm_polygraph.estimators.relative_mahalanobis_distance) load_external_module() (in module lm_polygraph.utils.common) load_hf_dataset() (lm_polygraph.utils.dataset.Dataset static method) load_idf() (in module lm_polygraph.estimators.focus) load_image() (in module lm_polygraph.utils.common) load_mcd() (lm_polygraph.estimators.rde.RDESeq method) load_pca() (lm_polygraph.estimators.rde.RDESeq method) load_processor() (in module lm_polygraph.utils.common) load_simple_estimators() (in module lm_polygraph.utils.factory_estimator) load_stat_calculator() (in module lm_polygraph.utils.builder_stat_calculator_simple) Logger (class in lm_polygraph.utils.processor) logprob (lm_polygraph.utils.api_with_uncertainty.APILogprobData attribute) loss (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) loss_nums (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) LUQ (class in lm_polygraph.estimators.luq)

M

mahalanobis_distance_with_known_centroids_sigma_inv() (in module lm_polygraph.estimators.mahalanobis_distance) MahalanobisDistanceSeq (class in lm_polygraph.estimators.mahalanobis_distance) max_new_tokens (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) MaximumSequenceProbability (class in lm_polygraph.estimators.max_probability) MaximumTokenProbability (class in lm_polygraph.estimators.max_probability) mc (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) mc_models_num (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) mc_seeds (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) MCD_covariance() (in module lm_polygraph.estimators.rde) MeanConditionalPointwiseMutualInformation (class in lm_polygraph.estimators.conditional_pointwise_mutual_information) MeanPointwiseMutualInformation (class in lm_polygraph.estimators.pointwise_mutual_information) MeanTokenEntropy (class in lm_polygraph.estimators.token_entropy) meta_info() (lm_polygraph.stat_calculators.attention_eliciting_prompt.AttentionElicitingPromptCalculator static method) (lm_polygraph.stat_calculators.attention_forward_pass.AttentionForwardPassCalculator static method) (lm_polygraph.stat_calculators.attention_forward_pass_visual.AttentionForwardPassCalculatorVisual static method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator static method) (lm_polygraph.stat_calculators.cross_encoder_similarity.CrossEncoderSimilarityMatrixCalculator static method) (lm_polygraph.stat_calculators.cross_encoder_visual_similarity.CrossEncoderSimilarityMatrixVisualCalculator static method) (lm_polygraph.stat_calculators.embeddings.EmbeddingsCalculator static method) (lm_polygraph.stat_calculators.ensemble_token_data.EnsembleTokenLevelDataCalculator static method) (lm_polygraph.stat_calculators.entropy.EntropyCalculator static method) (lm_polygraph.stat_calculators.extract_claims.ClaimsExtractor static method) (lm_polygraph.stat_calculators.greedy_alternatives_nli.GreedyAlternativesFactPrefNLICalculator static method) (lm_polygraph.stat_calculators.greedy_alternatives_nli.GreedyAlternativesNLICalculator static method) (lm_polygraph.stat_calculators.greedy_cross_encoder_similarity.GreedyCrossEncoderSimilarityMatrixCalculator static method) (lm_polygraph.stat_calculators.greedy_lm_probs.GreedyLMProbsCalculator static method) (lm_polygraph.stat_calculators.greedy_lm_visual_probs.GreedyLMProbsVisualCalculator static method) (lm_polygraph.stat_calculators.greedy_probs.GreedyProbsCalculator static method) (lm_polygraph.stat_calculators.greedy_probs_blackbox.BlackboxGreedyTextsCalculator static method) (lm_polygraph.stat_calculators.greedy_semantic_matrix.ConcatGreedySemanticMatrixCalculator static method) (lm_polygraph.stat_calculators.greedy_semantic_matrix.GreedySemanticMatrixCalculator static method) (lm_polygraph.stat_calculators.greedy_visual_probs.GreedyProbsVisualCalculator static method) (lm_polygraph.stat_calculators.infer_causal_lm_calculator.InferCausalLMCalculator static method) (lm_polygraph.stat_calculators.initial_state.InitialStateCalculator static method) (lm_polygraph.stat_calculators.model_score.ModelScoreCalculator static method) (lm_polygraph.stat_calculators.prompt.ClaimPromptCalculator static method) (lm_polygraph.stat_calculators.prompt.PromptCalculator static method) (lm_polygraph.stat_calculators.prompt.SamplingPromptCalculator static method) (lm_polygraph.stat_calculators.prompt_visual.ClaimPromptVisualCalculator static method) (lm_polygraph.stat_calculators.prompt_visual.PromptVisualCalculator static method) (lm_polygraph.stat_calculators.prompt_visual.SamplingPromptVisualCalculator static method) (lm_polygraph.stat_calculators.raw_input.RawInputCalculator static method) (lm_polygraph.stat_calculators.sample.BlackboxSamplingGenerationCalculator static method) (lm_polygraph.stat_calculators.sample.SamplingGenerationCalculator static method) (lm_polygraph.stat_calculators.sample_visual.SamplingGenerationVisualCalculator static method) (lm_polygraph.stat_calculators.semantic_classes.SemanticClassesCalculator static method) (lm_polygraph.stat_calculators.semantic_classes_claim_to_samples.SemanticClassesClaimToSamplesCalculator static method) (lm_polygraph.stat_calculators.semantic_matrix.SemanticMatrixCalculator static method) (lm_polygraph.stat_calculators.stat_calculator.StatCalculator static method) (lm_polygraph.stat_calculators.statistic_extraction.TrainingStatisticExtractionCalculator static method) (lm_polygraph.stat_calculators.statistic_extraction_visual.TrainingStatisticExtractionCalculatorVisual static method) (lm_polygraph.stat_calculators.vllm_logprobs_extraction.VLLMLogprobsExtractionCalculator static method) (lm_polygraph.utils.factory_stat_calculator.StatCalculatorContainer method) Model (class in lm_polygraph.utils.model) model_path (lm_polygraph.utils.estimate_uncertainty.UncertaintyOutput attribute) ModelOutput (class in lm_polygraph.generation_metrics.alignscore_utils) models (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) models_beam_logits_iter (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) models_beam_next_token_logits (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) models_hypo_next_token_logits (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) models_scores (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) ModelScoreCalculator (class in lm_polygraph.stat_calculators.model_score) ModelScoreSeqMetric (class in lm_polygraph.generation_metrics.model_score) ModelScoreTokenwiseMetric (class in lm_polygraph.generation_metrics.model_score) module lm_polygraph lm_polygraph.estimators lm_polygraph.estimators.attention_score lm_polygraph.estimators.boostedprob_score lm_polygraph.estimators.claim_conditioned_probability lm_polygraph.estimators.cocoa lm_polygraph.estimators.common lm_polygraph.estimators.conditional_pointwise_mutual_information lm_polygraph.estimators.csl lm_polygraph.estimators.deg_mat lm_polygraph.estimators.eccentricity lm_polygraph.estimators.eig_val_laplacian lm_polygraph.estimators.eigenscore lm_polygraph.estimators.ensemble_sequence_measures lm_polygraph.estimators.ensemble_token_measures lm_polygraph.estimators.estimator lm_polygraph.estimators.fisher_rao lm_polygraph.estimators.focus lm_polygraph.estimators.kernel_language_entropy lm_polygraph.estimators.label_prob lm_polygraph.estimators.lexical_similarity lm_polygraph.estimators.linguistic_1s lm_polygraph.estimators.luq lm_polygraph.estimators.mahalanobis_distance lm_polygraph.estimators.max_probability lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy lm_polygraph.estimators.monte_carlo_sequence_entropy lm_polygraph.estimators.num_sem_sets lm_polygraph.estimators.p_true lm_polygraph.estimators.p_true_empirical lm_polygraph.estimators.p_true_sampling lm_polygraph.estimators.perplexity lm_polygraph.estimators.pointwise_mutual_information lm_polygraph.estimators.ppl_md lm_polygraph.estimators.rauq lm_polygraph.estimators.rde lm_polygraph.estimators.relative_mahalanobis_distance lm_polygraph.estimators.renyi_neg lm_polygraph.estimators.sar lm_polygraph.estimators.self_certainty lm_polygraph.estimators.semantic_density lm_polygraph.estimators.semantic_entropy lm_polygraph.estimators.semantic_entropy_token lm_polygraph.estimators.sentence_sar lm_polygraph.estimators.token_entropy lm_polygraph.estimators.token_sar lm_polygraph.estimators.verbalized_1s lm_polygraph.estimators.verbalized_2s lm_polygraph.generation_metrics lm_polygraph.generation_metrics.accuracy lm_polygraph.generation_metrics.aggregated_metric lm_polygraph.generation_metrics.alignscore lm_polygraph.generation_metrics.alignscore_utils lm_polygraph.generation_metrics.bart_score lm_polygraph.generation_metrics.bert_score lm_polygraph.generation_metrics.bleu lm_polygraph.generation_metrics.comet lm_polygraph.generation_metrics.generation_metric lm_polygraph.generation_metrics.model_score lm_polygraph.generation_metrics.openai_fact_check lm_polygraph.generation_metrics.preprocess_output_target lm_polygraph.generation_metrics.rouge lm_polygraph.generation_metrics.sbert lm_polygraph.model_adapters lm_polygraph.model_adapters.visual_whitebox_model lm_polygraph.model_adapters.whitebox_model_basic lm_polygraph.model_adapters.whitebox_model_vllm lm_polygraph.stat_calculators lm_polygraph.stat_calculators.attention_eliciting_prompt lm_polygraph.stat_calculators.attention_forward_pass lm_polygraph.stat_calculators.attention_forward_pass_visual lm_polygraph.stat_calculators.bart_score lm_polygraph.stat_calculators.claim_level_prompts lm_polygraph.stat_calculators.cross_encoder_similarity lm_polygraph.stat_calculators.cross_encoder_visual_similarity lm_polygraph.stat_calculators.embeddings lm_polygraph.stat_calculators.ensemble_token_data lm_polygraph.stat_calculators.entropy lm_polygraph.stat_calculators.extract_claims lm_polygraph.stat_calculators.greedy_alternatives_nli lm_polygraph.stat_calculators.greedy_cross_encoder_similarity lm_polygraph.stat_calculators.greedy_lm_probs lm_polygraph.stat_calculators.greedy_lm_visual_probs lm_polygraph.stat_calculators.greedy_probs lm_polygraph.stat_calculators.greedy_probs_blackbox lm_polygraph.stat_calculators.greedy_semantic_matrix lm_polygraph.stat_calculators.greedy_visual_probs lm_polygraph.stat_calculators.infer_causal_lm_calculator lm_polygraph.stat_calculators.initial_state lm_polygraph.stat_calculators.model_score lm_polygraph.stat_calculators.prompt lm_polygraph.stat_calculators.prompt_visual lm_polygraph.stat_calculators.raw_input lm_polygraph.stat_calculators.sample lm_polygraph.stat_calculators.sample_visual lm_polygraph.stat_calculators.semantic_classes lm_polygraph.stat_calculators.semantic_classes_claim_to_samples lm_polygraph.stat_calculators.semantic_matrix lm_polygraph.stat_calculators.stat_calculator lm_polygraph.stat_calculators.statistic_extraction lm_polygraph.stat_calculators.statistic_extraction_visual lm_polygraph.stat_calculators.vllm_logprobs_extraction lm_polygraph.ue_metrics lm_polygraph.ue_metrics.ece lm_polygraph.ue_metrics.isotonic_pcc lm_polygraph.ue_metrics.kendalltau lm_polygraph.ue_metrics.pr_auc lm_polygraph.ue_metrics.pred_rej_area lm_polygraph.ue_metrics.rev_pairs_prop lm_polygraph.ue_metrics.risk_cov_curve lm_polygraph.ue_metrics.roc_auc lm_polygraph.ue_metrics.spearmanr lm_polygraph.ue_metrics.ue_metric lm_polygraph.utils lm_polygraph.utils.api_with_uncertainty lm_polygraph.utils.builder_enviroment_stat_calculator lm_polygraph.utils.builder_stat_calculator_simple lm_polygraph.utils.causal_lm_with_uncertainty lm_polygraph.utils.cir_model lm_polygraph.utils.common lm_polygraph.utils.dataset lm_polygraph.utils.deberta lm_polygraph.utils.ensemble_utils lm_polygraph.utils.ensemble_utils.dropout lm_polygraph.utils.ensemble_utils.ensemble_beam lm_polygraph.utils.ensemble_utils.ensemble_generator lm_polygraph.utils.ensemble_utils.ensemble_greedy lm_polygraph.utils.ensemble_utils.ensemble_sample lm_polygraph.utils.estimate_uncertainty lm_polygraph.utils.factory_estimator lm_polygraph.utils.factory_stat_calculator lm_polygraph.utils.generation_parameters lm_polygraph.utils.manager lm_polygraph.utils.model lm_polygraph.utils.normalize lm_polygraph.utils.ood_detection lm_polygraph.utils.openai_chat lm_polygraph.utils.processor lm_polygraph.utils.token_restoration

MonteCarloNormalizedSequenceEntropy (class in lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy) MonteCarloSequenceEntropy (class in lm_polygraph.estimators.monte_carlo_sequence_entropy) mse_loss() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) multi_ref_score() (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) MultilingualDeberta (class in lm_polygraph.utils.deberta)

N

name (lm_polygraph.utils.factory_stat_calculator.StatCalculatorContainer property) NER_type (lm_polygraph.estimators.focus.IDFStats attribute) nlg_eval() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) nlp (lm_polygraph.estimators.focus.IDFStats attribute) normalize() (in module lm_polygraph.ue_metrics.ue_metric)

normalize_kernel() (in module lm_polygraph.estimators.kernel_language_entropy) normalize_metric() (in module lm_polygraph.ue_metrics.ue_metric) normalize_scores() (lm_polygraph.ue_metrics.ece.ECE method) num_beams (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) NumSemSets (class in lm_polygraph.estimators.num_sem_sets)

O

on_batch() (lm_polygraph.utils.processor.Logger method) (lm_polygraph.utils.processor.Processor method) on_eval() (lm_polygraph.utils.processor.Logger method) (lm_polygraph.utils.processor.Processor method)

OpenAIChat (class in lm_polygraph.utils.openai_chat) OpenAIFactCheck (class in lm_polygraph.generation_metrics.openai_fact_check) order_calculators() (in module lm_polygraph.utils.manager) OutputWrapper (class in lm_polygraph.stat_calculators.sample) (class in lm_polygraph.stat_calculators.sample_visual)

P

pe_uncertainties (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) PEEnsembleEstimator (class in lm_polygraph.estimators.ensemble_token_measures) Perplexity (class in lm_polygraph.estimators.perplexity) PESrmi (class in lm_polygraph.estimators.ensemble_sequence_measures) PESrmiabs (class in lm_polygraph.estimators.ensemble_sequence_measures) PEStu (class in lm_polygraph.estimators.ensemble_sequence_measures) PETdu (class in lm_polygraph.estimators.ensemble_token_measures) PETent10 (class in lm_polygraph.estimators.ensemble_token_measures) PETent15 (class in lm_polygraph.estimators.ensemble_token_measures) PETent5 (class in lm_polygraph.estimators.ensemble_token_measures) PETepkl (class in lm_polygraph.estimators.ensemble_token_measures) PETmi (class in lm_polygraph.estimators.ensemble_token_measures) PETrmi (class in lm_polygraph.estimators.ensemble_token_measures) PETtu (class in lm_polygraph.estimators.ensemble_token_measures) PointwiseMutualInformation (class in lm_polygraph.estimators.pointwise_mutual_information)

polygraph_module_init() (in module lm_polygraph.utils.common) pos_tag (lm_polygraph.estimators.focus.IDFStats attribute) post_processing() (lm_polygraph.model_adapters.whitebox_model_vllm.WhiteboxModelvLLM method) PPLMDSeq (class in lm_polygraph.estimators.ppl_md) PRAUC (class in lm_polygraph.ue_metrics.pr_auc) prediction_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) PredictionRejectionArea (class in lm_polygraph.ue_metrics.pred_rej_area) preprocess_inf() (lm_polygraph.ue_metrics.pr_auc.PRAUC method) (lm_polygraph.ue_metrics.roc_auc.ROCAUC method) PreprocessOutputTarget (class in lm_polygraph.generation_metrics.preprocess_output_target) presence_penalty (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) Processor (class in lm_polygraph.utils.processor) PromptCalculator (class in lm_polygraph.stat_calculators.prompt) PromptVisualCalculator (class in lm_polygraph.stat_calculators.prompt_visual) PTrue (class in lm_polygraph.estimators.p_true) PTrueEmpirical (class in lm_polygraph.estimators.p_true_empirical) PTrueSampling (class in lm_polygraph.estimators.p_true_sampling)

R

rank() (in module lm_polygraph.estimators.ppl_md) RAUQ (class in lm_polygraph.estimators.rauq) RawInputCalculator (class in lm_polygraph.stat_calculators.raw_input) RDESeq (class in lm_polygraph.estimators.rde) reg_label_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) RelativeMahalanobisDistanceSeq (class in lm_polygraph.estimators.relative_mahalanobis_distance) RenyiNeg (class in lm_polygraph.estimators.renyi_neg)

repetition_penalty (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) replace_dropout() (in module lm_polygraph.utils.ensemble_utils.dropout) replace_with_identity() (in module lm_polygraph.utils.ensemble_utils.dropout) ReversedPairsProportion (class in lm_polygraph.ue_metrics.rev_pairs_prop) RiskCoverageCurveAUC (class in lm_polygraph.ue_metrics.risk_cov_curve) ROCAUC (class in lm_polygraph.ue_metrics.roc_auc) RougeMetric (class in lm_polygraph.generation_metrics.rouge)

S

sample() (lm_polygraph.utils.ensemble_utils.ensemble_sample.EnsembleSampleMixin method) SampleEncoderDecoderOutput (class in lm_polygraph.utils.ensemble_utils.ensemble_sample) SamplingGenerationCalculator (class in lm_polygraph.stat_calculators.sample) SamplingGenerationVisualCalculator (class in lm_polygraph.stat_calculators.sample_visual) SamplingPromptCalculator (class in lm_polygraph.stat_calculators.prompt) SamplingPromptVisualCalculator (class in lm_polygraph.stat_calculators.prompt_visual) SAR (class in lm_polygraph.estimators.sar) save() (lm_polygraph.utils.manager.UEManager method) save_array() (in module lm_polygraph.estimators.ppl_md) (in module lm_polygraph.estimators.rde) (in module lm_polygraph.estimators.relative_mahalanobis_distance) save_mcd() (lm_polygraph.estimators.rde.RDESeq method) save_pca() (lm_polygraph.estimators.rde.RDESeq method) SbertMetric (class in lm_polygraph.generation_metrics.sbert) scale_entropy() (in module lm_polygraph.estimators.kernel_language_entropy) score() (lm_polygraph.generation_metrics.alignscore_utils.AlignScorer method) (lm_polygraph.generation_metrics.bart_score.BartScoreSeqMetric method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) (lm_polygraph.utils.api_with_uncertainty.APIWithUncertainty method) scores (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) select() (lm_polygraph.utils.dataset.Dataset method) SelfCertainty (class in lm_polygraph.estimators.self_certainty) SemanticClassesCalculator (class in lm_polygraph.stat_calculators.semantic_classes) SemanticClassesClaimToSamplesCalculator (class in lm_polygraph.stat_calculators.semantic_classes_claim_to_samples) SemanticDensity (class in lm_polygraph.estimators.semantic_density) SemanticEntropy (class in lm_polygraph.estimators.semantic_entropy)

SemanticEntropyToken (class in lm_polygraph.estimators.semantic_entropy_token) SemanticMatrixCalculator (class in lm_polygraph.stat_calculators.semantic_matrix) sentence (lm_polygraph.stat_calculators.extract_claims.Claim attribute) SentenceSAR (class in lm_polygraph.estimators.sentence_sar) seq_man_key() (in module lm_polygraph.utils.common) seq_relationship_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute) sequences (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_sample.SampleEncoderDecoderOutput attribute) sequences_scores (lm_polygraph.utils.ensemble_utils.ensemble_beam.BeamSearchEncoderDecoderOutput attribute) (lm_polygraph.utils.ensemble_utils.ensemble_greedy.GreedySearchEncoderDecoderOutput attribute) set_fit_request() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) set_score_request() (lm_polygraph.utils.cir_model.CenteredIsotonicRegression method) setup() (lm_polygraph.utils.deberta.Deberta method) (lm_polygraph.utils.deberta.MultilingualDeberta method) skip_target_nans() (in module lm_polygraph.ue_metrics.ue_metric) smart_doc() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) smart_l() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) smart_n() (lm_polygraph.generation_metrics.alignscore_utils.Inferencer method) SpearmanRankCorrelation (class in lm_polygraph.ue_metrics.spearmanr) split_classes() (in module lm_polygraph.estimators.semantic_entropy_token) split_to_sentences() (lm_polygraph.stat_calculators.extract_claims.ClaimsExtractor method) stat_dependencies (lm_polygraph.stat_calculators.stat_calculator.StatCalculator property) StatCalculator (class in lm_polygraph.stat_calculators.stat_calculator) StatCalculatorContainer (class in lm_polygraph.utils.factory_stat_calculator) stats (lm_polygraph.stat_calculators.stat_calculator.StatCalculator property) stop_strings (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) subsample() (lm_polygraph.utils.dataset.Dataset method)

T

temperature (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) test() (lm_polygraph.generation_metrics.bart_score.BartScoreSeqMetric method) (lm_polygraph.stat_calculators.bart_score.BartScoreCalculator method) to() (lm_polygraph.utils.deberta.Deberta method) token (lm_polygraph.utils.api_with_uncertainty.APILogprobData attribute) token_idf (lm_polygraph.estimators.focus.IDFStats attribute) token_level_focus_scores() (in module lm_polygraph.estimators.focus) token_level_sar_scores() (in module lm_polygraph.estimators.token_sar) TokenEntropy (class in lm_polygraph.estimators.token_entropy) tokenize() (lm_polygraph.model_adapters.visual_whitebox_model.VisualWhiteboxModel method) (lm_polygraph.model_adapters.whitebox_model_basic.WhiteboxModelBasic method) (lm_polygraph.model_adapters.whitebox_model_vllm.WhiteboxModelvLLM method) (lm_polygraph.utils.model.WhiteboxModel method)

tokenizer (lm_polygraph.utils.ensemble_utils.ensemble_generator.EnsembleGenerationMixin property) tokenizer() (lm_polygraph.utils.model.BlackboxModel method) TokenSAR (class in lm_polygraph.estimators.token_sar) top_k (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) top_p (lm_polygraph.utils.generation_parameters.GenerationParameters attribute) train_test_split() (lm_polygraph.utils.dataset.Dataset method) training_step() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) training_step_end() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) TrainingStatisticExtractionCalculator (class in lm_polygraph.stat_calculators.statistic_extraction) TrainingStatisticExtractionCalculatorVisual (class in lm_polygraph.stat_calculators.statistic_extraction_visual) tri_label_logits (lm_polygraph.generation_metrics.alignscore_utils.ModelOutput attribute)

U

U_DegMat() (lm_polygraph.estimators.deg_mat.DegMat method) U_Eccentricity() (lm_polygraph.estimators.eccentricity.Eccentricity method) U_EigVal_Laplacian() (lm_polygraph.estimators.eig_val_laplacian.EigValLaplacian method) U_NumSemSets() (lm_polygraph.estimators.num_sem_sets.NumSemSets method) UEManager (class in lm_polygraph.utils.manager)

UEMetric (class in lm_polygraph.ue_metrics.ue_metric) uncertainty (lm_polygraph.utils.estimate_uncertainty.UncertaintyOutput attribute) uncertainty_score (lm_polygraph.utils.causal_lm_with_uncertainty.GenerateDecoderOnlyOutputWithUncertainty attribute) UncertaintyOutput (class in lm_polygraph.utils.estimate_uncertainty) unpad_attentions() (in module lm_polygraph.estimators.attention_score) update_token_level_scores() (in module lm_polygraph.utils.token_restoration)

V

validation_epoch_end() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) validation_step() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) validation_step_end() (lm_polygraph.generation_metrics.alignscore_utils.BERTAlignModel method) Verbalized1S (class in lm_polygraph.estimators.verbalized_1s)

Verbalized2S (class in lm_polygraph.estimators.verbalized_2s) VisualWhiteboxModel (class in lm_polygraph.model_adapters.visual_whitebox_model) VLLMLogprobsExtractionCalculator (class in lm_polygraph.stat_calculators.vllm_logprobs_extraction) vn_entropy() (in module lm_polygraph.estimators.kernel_language_entropy)

W

WhiteboxModel (class in lm_polygraph.utils.model)

WhiteboxModelBasic (class in lm_polygraph.model_adapters.whitebox_model_basic) WhiteboxModelvLLM (class in lm_polygraph.model_adapters.whitebox_model_vllm)