Python Module Index

l
 
l
lm_polygraph
    lm_polygraph.estimators
    lm_polygraph.estimators.attention_score
    lm_polygraph.estimators.boostedprob_score
    lm_polygraph.estimators.claim_conditioned_probability
    lm_polygraph.estimators.cocoa
    lm_polygraph.estimators.common
    lm_polygraph.estimators.conditional_pointwise_mutual_information
    lm_polygraph.estimators.csl
    lm_polygraph.estimators.deg_mat
    lm_polygraph.estimators.eccentricity
    lm_polygraph.estimators.eig_val_laplacian
    lm_polygraph.estimators.eigenscore
    lm_polygraph.estimators.ensemble_sequence_measures
    lm_polygraph.estimators.ensemble_token_measures
    lm_polygraph.estimators.estimator
    lm_polygraph.estimators.fisher_rao
    lm_polygraph.estimators.focus
    lm_polygraph.estimators.kernel_language_entropy
    lm_polygraph.estimators.label_prob
    lm_polygraph.estimators.lexical_similarity
    lm_polygraph.estimators.linguistic_1s
    lm_polygraph.estimators.luq
    lm_polygraph.estimators.mahalanobis_distance
    lm_polygraph.estimators.max_probability
    lm_polygraph.estimators.monte_carlo_normalized_sequence_entropy
    lm_polygraph.estimators.monte_carlo_sequence_entropy
    lm_polygraph.estimators.num_sem_sets
    lm_polygraph.estimators.p_true
    lm_polygraph.estimators.p_true_empirical
    lm_polygraph.estimators.p_true_sampling
    lm_polygraph.estimators.perplexity
    lm_polygraph.estimators.pointwise_mutual_information
    lm_polygraph.estimators.ppl_md
    lm_polygraph.estimators.rauq
    lm_polygraph.estimators.rde
    lm_polygraph.estimators.relative_mahalanobis_distance
    lm_polygraph.estimators.renyi_neg
    lm_polygraph.estimators.sar
    lm_polygraph.estimators.self_certainty
    lm_polygraph.estimators.semantic_density
    lm_polygraph.estimators.semantic_entropy
    lm_polygraph.estimators.semantic_entropy_token
    lm_polygraph.estimators.sentence_sar
    lm_polygraph.estimators.token_entropy
    lm_polygraph.estimators.token_sar
    lm_polygraph.estimators.verbalized_1s
    lm_polygraph.estimators.verbalized_2s
    lm_polygraph.generation_metrics
    lm_polygraph.generation_metrics.accuracy
    lm_polygraph.generation_metrics.aggregated_metric
    lm_polygraph.generation_metrics.alignscore
    lm_polygraph.generation_metrics.alignscore_utils
    lm_polygraph.generation_metrics.bart_score
    lm_polygraph.generation_metrics.bert_score
    lm_polygraph.generation_metrics.bleu
    lm_polygraph.generation_metrics.comet
    lm_polygraph.generation_metrics.generation_metric
    lm_polygraph.generation_metrics.model_score
    lm_polygraph.generation_metrics.openai_fact_check
    lm_polygraph.generation_metrics.preprocess_output_target
    lm_polygraph.generation_metrics.rouge
    lm_polygraph.generation_metrics.sbert
    lm_polygraph.model_adapters
    lm_polygraph.model_adapters.visual_whitebox_model
    lm_polygraph.model_adapters.whitebox_model_basic
    lm_polygraph.model_adapters.whitebox_model_vllm
    lm_polygraph.stat_calculators
    lm_polygraph.stat_calculators.attention_eliciting_prompt
    lm_polygraph.stat_calculators.attention_forward_pass
    lm_polygraph.stat_calculators.attention_forward_pass_visual
    lm_polygraph.stat_calculators.bart_score
    lm_polygraph.stat_calculators.claim_level_prompts
    lm_polygraph.stat_calculators.cross_encoder_similarity
    lm_polygraph.stat_calculators.cross_encoder_visual_similarity
    lm_polygraph.stat_calculators.embeddings
    lm_polygraph.stat_calculators.ensemble_token_data
    lm_polygraph.stat_calculators.entropy
    lm_polygraph.stat_calculators.extract_claims
    lm_polygraph.stat_calculators.greedy_alternatives_nli
    lm_polygraph.stat_calculators.greedy_cross_encoder_similarity
    lm_polygraph.stat_calculators.greedy_lm_probs
    lm_polygraph.stat_calculators.greedy_lm_visual_probs
    lm_polygraph.stat_calculators.greedy_probs
    lm_polygraph.stat_calculators.greedy_probs_blackbox
    lm_polygraph.stat_calculators.greedy_semantic_matrix
    lm_polygraph.stat_calculators.greedy_visual_probs
    lm_polygraph.stat_calculators.infer_causal_lm_calculator
    lm_polygraph.stat_calculators.initial_state
    lm_polygraph.stat_calculators.model_score
    lm_polygraph.stat_calculators.prompt
    lm_polygraph.stat_calculators.prompt_visual
    lm_polygraph.stat_calculators.raw_input
    lm_polygraph.stat_calculators.sample
    lm_polygraph.stat_calculators.sample_visual
    lm_polygraph.stat_calculators.semantic_classes
    lm_polygraph.stat_calculators.semantic_classes_claim_to_samples
    lm_polygraph.stat_calculators.semantic_matrix
    lm_polygraph.stat_calculators.stat_calculator
    lm_polygraph.stat_calculators.statistic_extraction
    lm_polygraph.stat_calculators.statistic_extraction_visual
    lm_polygraph.stat_calculators.vllm_logprobs_extraction
    lm_polygraph.ue_metrics
    lm_polygraph.ue_metrics.ece
    lm_polygraph.ue_metrics.isotonic_pcc
    lm_polygraph.ue_metrics.kendalltau
    lm_polygraph.ue_metrics.pr_auc
    lm_polygraph.ue_metrics.pred_rej_area
    lm_polygraph.ue_metrics.rev_pairs_prop
    lm_polygraph.ue_metrics.risk_cov_curve
    lm_polygraph.ue_metrics.roc_auc
    lm_polygraph.ue_metrics.spearmanr
    lm_polygraph.ue_metrics.ue_metric
    lm_polygraph.utils
    lm_polygraph.utils.api_with_uncertainty
    lm_polygraph.utils.builder_enviroment_stat_calculator
    lm_polygraph.utils.builder_stat_calculator_simple
    lm_polygraph.utils.causal_lm_with_uncertainty
    lm_polygraph.utils.cir_model
    lm_polygraph.utils.common
    lm_polygraph.utils.dataset
    lm_polygraph.utils.deberta
    lm_polygraph.utils.ensemble_utils
    lm_polygraph.utils.ensemble_utils.dropout
    lm_polygraph.utils.ensemble_utils.ensemble_beam
    lm_polygraph.utils.ensemble_utils.ensemble_generator
    lm_polygraph.utils.ensemble_utils.ensemble_greedy
    lm_polygraph.utils.ensemble_utils.ensemble_sample
    lm_polygraph.utils.estimate_uncertainty
    lm_polygraph.utils.factory_estimator
    lm_polygraph.utils.factory_stat_calculator
    lm_polygraph.utils.generation_parameters
    lm_polygraph.utils.manager
    lm_polygraph.utils.model
    lm_polygraph.utils.normalize
    lm_polygraph.utils.ood_detection
    lm_polygraph.utils.openai_chat
    lm_polygraph.utils.processor
    lm_polygraph.utils.token_restoration