lm_polygraph.utils package

Subpackages

• lm_polygraph.utils.ensemble_utils package
  • Submodules
    • lm_polygraph.utils.ensemble_utils.dropout module
      • ConsistentDropout
      • functional_dropout()
      • functional_dropout_share()
      • replace_dropout()
      • replace_with_identity()
    • lm_polygraph.utils.ensemble_utils.ensemble_beam module
      • BeamSearchEncoderDecoderOutput
      • EnsembleBeamSearchMixin
    • lm_polygraph.utils.ensemble_utils.ensemble_generator module
      • EnsembleGenerationMixin
    • lm_polygraph.utils.ensemble_utils.ensemble_greedy module
      • EnsembleGreedyMixin
      • GreedySearchEncoderDecoderOutput
    • lm_polygraph.utils.ensemble_utils.ensemble_sample module
      • EnsembleSampleMixin
      • SampleEncoderDecoderOutput

Submodules

• lm_polygraph.utils.api_with_uncertainty module
  • APILogprobData
    • APILogprobData.logprob
    • APILogprobData.token
  • APIWithUncertainty
    • APIWithUncertainty.generate()
    • APIWithUncertainty.get_tokenizer()
    • APIWithUncertainty.score()
  • convert_api_logprobs()
• lm_polygraph.utils.builder_enviroment_stat_calculator module
  • BuilderEnvironmentBase
  • BuilderEnvironmentStatCalculator
• lm_polygraph.utils.builder_stat_calculator_simple module
  • load_stat_calculator()
• lm_polygraph.utils.causal_lm_with_uncertainty module
  • CausalLMWithUncertainty
    • CausalLMWithUncertainty.device()
    • CausalLMWithUncertainty.generate()
  • GenerateDecoderOnlyOutputWithUncertainty
    • GenerateDecoderOnlyOutputWithUncertainty.uncertainty_score
• lm_polygraph.utils.cir_model module
  • CenteredIsotonicRegression
    • CenteredIsotonicRegression.fit()
    • CenteredIsotonicRegression.set_fit_request()
    • CenteredIsotonicRegression.set_score_request()
• lm_polygraph.utils.common module
  • flatten_results()
  • load_external_module()
  • load_image()
  • load_processor()
  • polygraph_module_init()
  • seq_man_key()
• lm_polygraph.utils.dataset module
  • Dataset
    • Dataset.from_csv()
    • Dataset.from_datasets()
    • Dataset.get_images()
    • Dataset.load()
    • Dataset.load_hf_dataset()
    • Dataset.select()
    • Dataset.subsample()
    • Dataset.train_test_split()
• lm_polygraph.utils.deberta module
  • Deberta
    • Deberta.deberta
    • Deberta.deberta_tokenizer
    • Deberta.setup()
    • Deberta.to()
  • MultilingualDeberta
    • MultilingualDeberta.setup()
• lm_polygraph.utils.estimate_uncertainty module
  • UncertaintyOutput
    • UncertaintyOutput.estimator
    • UncertaintyOutput.generation_text
    • UncertaintyOutput.generation_tokens
    • UncertaintyOutput.input_text
    • UncertaintyOutput.model_path
    • UncertaintyOutput.uncertainty
  • estimate_uncertainty()
• lm_polygraph.utils.factory_estimator module
  • FactoryEstimator
  • load_simple_estimators()
• lm_polygraph.utils.factory_stat_calculator module
  • FactoryStatCalculator
  • StatCalculatorContainer
    • StatCalculatorContainer.meta_info()
    • StatCalculatorContainer.name
  • create_stat_calculator()
• lm_polygraph.utils.generation_parameters module
  • GenerationParameters
    • GenerationParameters.allow_newlines
    • GenerationParameters.do_sample
    • GenerationParameters.max_new_tokens
    • GenerationParameters.num_beams
    • GenerationParameters.presence_penalty
    • GenerationParameters.repetition_penalty
    • GenerationParameters.stop_strings
    • GenerationParameters.temperature
    • GenerationParameters.top_k
    • GenerationParameters.top_p
  • GenerationParametersFactory
    • GenerationParametersFactory.from_params()
• lm_polygraph.utils.manager module
  • UEManager
    • UEManager.calculate()
    • UEManager.estimate()
    • UEManager.eval_ue()
    • UEManager.init()
    • UEManager.load()
    • UEManager.save()
  • order_calculators()
• lm_polygraph.utils.model module
  • BlackboxModel
    • BlackboxModel.from_huggingface()
    • BlackboxModel.from_openai()
    • BlackboxModel.generate()
    • BlackboxModel.generate_texts()
    • BlackboxModel.tokenizer()
  • Model
    • Model.generate()
    • Model.generate_texts()
  • WhiteboxModel
    • WhiteboxModel.device()
    • WhiteboxModel.from_pretrained()
    • WhiteboxModel.generate()
    • WhiteboxModel.generate_texts()
    • WhiteboxModel.tokenize()
  • create_ensemble()
• lm_polygraph.utils.normalize module
  • filter_nans()
  • get_mans_ues_metrics()
• lm_polygraph.utils.ood_detection module
  • calculate_ood_from_mans()
• lm_polygraph.utils.openai_chat module
  • OpenAIChat
    • OpenAIChat.ask()
• lm_polygraph.utils.processor module
  • Logger
    • Logger.on_batch()
    • Logger.on_eval()
  • Processor
    • Processor.on_batch()
    • Processor.on_eval()
• lm_polygraph.utils.token_restoration module
  • collect_sample_token_level_uncertainties()
  • collect_token_level_uncertainties()
  • get_collect_fn()
  • update_token_level_scores()
• lm_polygraph.utils.vllm_with_uncertainty module