All modules for which code is available
- lm_polygraph.estimators.attention_score
- lm_polygraph.estimators.boostedprob_score
- lm_polygraph.estimators.claim_conditioned_probability
- lm_polygraph.estimators.cocoa
- lm_polygraph.estimators.common
- lm_polygraph.estimators.conditional_pointwise_mutual_information
- lm_polygraph.estimators.csl
- lm_polygraph.estimators.deg_mat
- lm_polygraph.estimators.eccentricity
- lm_polygraph.estimators.eig_val_laplacian
- lm_polygraph.estimators.eigenscore
- lm_polygraph.estimators.ensemble_sequence_measures
- lm_polygraph.estimators.ensemble_token_measures
- lm_polygraph.estimators.estimator
- lm_polygraph.estimators.fisher_rao
- lm_polygraph.estimators.focus
- lm_polygraph.estimators.kernel_language_entropy
- lm_polygraph.estimators.label_prob
- lm_polygraph.estimators.lexical_similarity
- lm_polygraph.estimators.linguistic_1s
- lm_polygraph.estimators.luq
- lm_polygraph.estimators.mahalanobis_distance
- lm_polygraph.estimators.max_probability
- lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy
- lm_polygraph.estimators.monte_carlo_sequence_entropy
- lm_polygraph.estimators.num_sem_sets
- lm_polygraph.estimators.p_true
- lm_polygraph.estimators.p_true_empirical
- lm_polygraph.estimators.p_true_sampling
- lm_polygraph.estimators.perplexity
- lm_polygraph.estimators.pointwise_mutual_information
- lm_polygraph.estimators.ppl_md
- lm_polygraph.estimators.rauq
- lm_polygraph.estimators.rde
- lm_polygraph.estimators.relative_mahalanobis_distance
- lm_polygraph.estimators.renyi_neg
- lm_polygraph.estimators.sar
- lm_polygraph.estimators.self_certainty
- lm_polygraph.estimators.semantic_density
- lm_polygraph.estimators.semantic_entropy
- lm_polygraph.estimators.semantic_entropy_token
- lm_polygraph.estimators.sentence_sar
- lm_polygraph.estimators.token_entropy
- lm_polygraph.estimators.token_sar
- lm_polygraph.estimators.verbalized_1s
- lm_polygraph.estimators.verbalized_2s
- lm_polygraph.generation_metrics.accuracy
- lm_polygraph.generation_metrics.aggregated_metric
- lm_polygraph.generation_metrics.alignscore
- lm_polygraph.generation_metrics.alignscore_utils
- lm_polygraph.generation_metrics.bart_score
- lm_polygraph.generation_metrics.bert_score
- lm_polygraph.generation_metrics.bleu
- lm_polygraph.generation_metrics.comet
- lm_polygraph.generation_metrics.generation_metric
- lm_polygraph.generation_metrics.model_score
- lm_polygraph.generation_metrics.openai_fact_check
- lm_polygraph.generation_metrics.preprocess_output_target
- lm_polygraph.generation_metrics.rouge
- lm_polygraph.generation_metrics.sbert
- lm_polygraph.model_adapters.visual_whitebox_model
- lm_polygraph.model_adapters.whitebox_model_basic
- lm_polygraph.model_adapters.whitebox_model_vllm
- lm_polygraph.stat_calculators.attention_eliciting_prompt
- lm_polygraph.stat_calculators.attention_forward_pass
- lm_polygraph.stat_calculators.attention_forward_pass_visual
- lm_polygraph.stat_calculators.bart_score
- lm_polygraph.stat_calculators.cross_encoder_similarity
- lm_polygraph.stat_calculators.cross_encoder_visual_similarity
- lm_polygraph.stat_calculators.embeddings
- lm_polygraph.stat_calculators.ensemble_token_data
- lm_polygraph.stat_calculators.entropy
- lm_polygraph.stat_calculators.extract_claims
- lm_polygraph.stat_calculators.greedy_alternatives_nli
- lm_polygraph.stat_calculators.greedy_cross_encoder_similarity
- lm_polygraph.stat_calculators.greedy_lm_probs
- lm_polygraph.stat_calculators.greedy_lm_visual_probs
- lm_polygraph.stat_calculators.greedy_probs
- lm_polygraph.stat_calculators.greedy_probs_blackbox
- lm_polygraph.stat_calculators.greedy_semantic_matrix
- lm_polygraph.stat_calculators.greedy_visual_probs
- lm_polygraph.stat_calculators.infer_causal_lm_calculator
- lm_polygraph.stat_calculators.initial_state
- lm_polygraph.stat_calculators.model_score
- lm_polygraph.stat_calculators.prompt
- lm_polygraph.stat_calculators.prompt_visual
- lm_polygraph.stat_calculators.raw_input
- lm_polygraph.stat_calculators.sample
- lm_polygraph.stat_calculators.sample_visual
- lm_polygraph.stat_calculators.semantic_classes
- lm_polygraph.stat_calculators.semantic_classes_claim_to_samples
- lm_polygraph.stat_calculators.semantic_matrix
- lm_polygraph.stat_calculators.stat_calculator
- lm_polygraph.stat_calculators.statistic_extraction
- lm_polygraph.stat_calculators.statistic_extraction_visual
- lm_polygraph.stat_calculators.vllm_logprobs_extraction
- lm_polygraph.ue_metrics.ece
- lm_polygraph.ue_metrics.isotonic_pcc
- lm_polygraph.ue_metrics.kendalltau
- lm_polygraph.ue_metrics.pr_auc
- lm_polygraph.ue_metrics.pred_rej_area
- lm_polygraph.ue_metrics.rev_pairs_prop
- lm_polygraph.ue_metrics.risk_cov_curve
- lm_polygraph.ue_metrics.roc_auc
- lm_polygraph.ue_metrics.spearmanr
- lm_polygraph.ue_metrics.ue_metric
- lm_polygraph.utils.api_with_uncertainty
- lm_polygraph.utils.builder_enviroment_stat_calculator
- lm_polygraph.utils.builder_stat_calculator_simple
- lm_polygraph.utils.causal_lm_with_uncertainty
- lm_polygraph.utils.cir_model
- lm_polygraph.utils.common
- lm_polygraph.utils.dataset
- lm_polygraph.utils.deberta
- lm_polygraph.utils.ensemble_utils.dropout
- lm_polygraph.utils.ensemble_utils.ensemble_beam
- lm_polygraph.utils.ensemble_utils.ensemble_generator
- lm_polygraph.utils.ensemble_utils.ensemble_greedy
- lm_polygraph.utils.ensemble_utils.ensemble_sample
- lm_polygraph.utils.estimate_uncertainty
- lm_polygraph.utils.factory_estimator
- lm_polygraph.utils.factory_stat_calculator
- lm_polygraph.utils.generation_parameters
- lm_polygraph.utils.manager
- lm_polygraph.utils.model
- lm_polygraph.utils.normalize
- lm_polygraph.utils.ood_detection
- lm_polygraph.utils.openai_chat
- lm_polygraph.utils.processor
- lm_polygraph.utils.token_restoration