Contents:
API Reference
lm_polygraph
lm_polygraph.estimators
lm_polygraph.estimators.attention_score
lm_polygraph.estimators.boostedprob_score
lm_polygraph.estimators.claim_conditioned_probability
lm_polygraph.estimators.cocoa
lm_polygraph.estimators.common
lm_polygraph.estimators.conditional_pointwise_mutual_information
lm_polygraph.estimators.csl
lm_polygraph.estimators.deg_mat
lm_polygraph.estimators.eccentricity
lm_polygraph.estimators.eig_val_laplacian
lm_polygraph.estimators.eigenscore
lm_polygraph.estimators.ensemble_sequence_measures
lm_polygraph.estimators.ensemble_token_measures
lm_polygraph.estimators.estimator
lm_polygraph.estimators.fisher_rao
lm_polygraph.estimators.focus
lm_polygraph.estimators.kernel_language_entropy
lm_polygraph.estimators.label_prob
lm_polygraph.estimators.lexical_similarity
lm_polygraph.estimators.linguistic_1s
lm_polygraph.estimators.luq
lm_polygraph.estimators.mahalanobis_distance
lm_polygraph.estimators.max_probability
lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy
lm_polygraph.estimators.monte_carlo_sequence_entropy
lm_polygraph.estimators.num_sem_sets
lm_polygraph.estimators.p_true
lm_polygraph.estimators.p_true_empirical
lm_polygraph.estimators.p_true_sampling
lm_polygraph.estimators.perplexity
lm_polygraph.estimators.pointwise_mutual_information
lm_polygraph.estimators.ppl_md
lm_polygraph.estimators.rauq
lm_polygraph.estimators.rde
lm_polygraph.estimators.relative_mahalanobis_distance
lm_polygraph.estimators.renyi_neg
lm_polygraph.estimators.sar
lm_polygraph.estimators.self_certainty
lm_polygraph.estimators.semantic_density
lm_polygraph.estimators.semantic_entropy
lm_polygraph.estimators.semantic_entropy_token
lm_polygraph.estimators.sentence_sar
lm_polygraph.estimators.token_entropy
lm_polygraph.estimators.token_sar
lm_polygraph.estimators.verbalized_1s
lm_polygraph.estimators.verbalized_2s
lm_polygraph.generation_metrics
lm_polygraph.generation_metrics.accuracy
lm_polygraph.generation_metrics.aggregated_metric
lm_polygraph.generation_metrics.alignscore
lm_polygraph.generation_metrics.alignscore_utils
lm_polygraph.generation_metrics.bart_score
lm_polygraph.generation_metrics.bert_score
lm_polygraph.generation_metrics.bleu
lm_polygraph.generation_metrics.comet
lm_polygraph.generation_metrics.generation_metric
lm_polygraph.generation_metrics.model_score
lm_polygraph.generation_metrics.openai_fact_check
lm_polygraph.generation_metrics.preprocess_output_target
lm_polygraph.generation_metrics.rouge
lm_polygraph.generation_metrics.sbert
lm_polygraph.model_adapters
lm_polygraph.model_adapters.visual_whitebox_model
lm_polygraph.model_adapters.whitebox_model_basic
lm_polygraph.model_adapters.whitebox_model_vllm
lm_polygraph.stat_calculators
lm_polygraph.stat_calculators.attention_eliciting_prompt
lm_polygraph.stat_calculators.attention_forward_pass
lm_polygraph.stat_calculators.attention_forward_pass_visual
lm_polygraph.stat_calculators.bart_score
lm_polygraph.stat_calculators.claim_level_prompts
lm_polygraph.stat_calculators.cross_encoder_similarity
lm_polygraph.stat_calculators.cross_encoder_visual_similarity
lm_polygraph.stat_calculators.embeddings
lm_polygraph.stat_calculators.ensemble_token_data
lm_polygraph.stat_calculators.entropy
lm_polygraph.stat_calculators.extract_claims
lm_polygraph.stat_calculators.greedy_alternatives_nli
lm_polygraph.stat_calculators.greedy_cross_encoder_similarity
lm_polygraph.stat_calculators.greedy_lm_probs
lm_polygraph.stat_calculators.greedy_lm_visual_probs
lm_polygraph.stat_calculators.greedy_probs
lm_polygraph.stat_calculators.greedy_probs_blackbox
lm_polygraph.stat_calculators.greedy_semantic_matrix
lm_polygraph.stat_calculators.greedy_visual_probs
lm_polygraph.stat_calculators.infer_causal_lm_calculator
lm_polygraph.stat_calculators.initial_state
lm_polygraph.stat_calculators.model_score
lm_polygraph.stat_calculators.prompt
lm_polygraph.stat_calculators.prompt_visual
lm_polygraph.stat_calculators.raw_input
lm_polygraph.stat_calculators.sample
lm_polygraph.stat_calculators.sample_visual
lm_polygraph.stat_calculators.semantic_classes
lm_polygraph.stat_calculators.semantic_classes_claim_to_samples
lm_polygraph.stat_calculators.semantic_matrix
lm_polygraph.stat_calculators.stat_calculator
lm_polygraph.stat_calculators.statistic_extraction
lm_polygraph.stat_calculators.statistic_extraction_visual
lm_polygraph.stat_calculators.vllm_logprobs_extraction
lm_polygraph.ue_metrics
lm_polygraph.ue_metrics.ece
lm_polygraph.ue_metrics.isotonic_pcc
lm_polygraph.ue_metrics.kendalltau
lm_polygraph.ue_metrics.pr_auc
lm_polygraph.ue_metrics.pred_rej_area
lm_polygraph.ue_metrics.rev_pairs_prop
lm_polygraph.ue_metrics.risk_cov_curve
lm_polygraph.ue_metrics.roc_auc
lm_polygraph.ue_metrics.spearmanr
lm_polygraph.ue_metrics.ue_metric
lm_polygraph.utils
lm_polygraph.utils.api_with_uncertainty
lm_polygraph.utils.builder_enviroment_stat_calculator
lm_polygraph.utils.builder_stat_calculator_simple
lm_polygraph.utils.causal_lm_with_uncertainty
lm_polygraph.utils.cir_model
lm_polygraph.utils.common
lm_polygraph.utils.dataset
lm_polygraph.utils.deberta
lm_polygraph.utils.ensemble_utils
lm_polygraph.utils.ensemble_utils.dropout
lm_polygraph.utils.ensemble_utils.ensemble_beam
lm_polygraph.utils.ensemble_utils.ensemble_generator
lm_polygraph.utils.ensemble_utils.ensemble_greedy
lm_polygraph.utils.ensemble_utils.ensemble_sample
lm_polygraph.utils.estimate_uncertainty
lm_polygraph.utils.factory_estimator
lm_polygraph.utils.factory_stat_calculator
lm_polygraph.utils.generation_parameters
lm_polygraph.utils.manager
lm_polygraph.utils.model
lm_polygraph.utils.normalize
lm_polygraph.utils.ood_detection
lm_polygraph.utils.openai_chat
lm_polygraph.utils.processor
lm_polygraph.utils.token_restoration