SYMBOL INDEX (67 symbols across 12 files)

FILE: semantic_uncertainty/analyze_results.py
  function init_wandb (line 24) | def init_wandb(wandb_runid, assign_new_wandb_id, experiment_lot, entity):
  function analyze_run (line 51) | def analyze_run(

FILE: semantic_uncertainty/compute_uncertainty_measures.py
  function main (line 32) | def main(args):

FILE: semantic_uncertainty/generate_answers.py
  function main (line 21) | def main(args):

FILE: semantic_uncertainty/uncertainty/data/data_utils.py
  function load_ds (line 8) | def load_ds(dataset_name, seed, add_options=None):

FILE: semantic_uncertainty/uncertainty/models/base_model.py
  class BaseModel (line 8) | class BaseModel(ABC):
    method predict (line 13) | def predict(self, input_data, temperature):
    method get_p_true (line 17) | def get_p_true(self, input_data):

FILE: semantic_uncertainty/uncertainty/models/huggingface_models.py
  class StoppingCriteriaSub (line 22) | class StoppingCriteriaSub(StoppingCriteria):
    method __init__ (line 24) | def __init__(self, stops, tokenizer, match_on='text', initial_length=N...
    method __call__ (line 34) | def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTen...
  function remove_split_layer (line 50) | def remove_split_layer(device_map_in):
  class HuggingfaceModel (line 85) | class HuggingfaceModel(BaseModel):
    method __init__ (line 88) | def __init__(self, model_name, stop_sequences=None, max_new_tokens=None):
    method predict (line 199) | def predict(self, input_data, temperature, return_full=False):
    method get_p_true (line 359) | def get_p_true(self, input_data):

FILE: semantic_uncertainty/uncertainty/uncertainty_measures/p_ik.py
  function get_p_ik (line 12) | def get_p_ik(train_embeddings, is_false, eval_embeddings=None, eval_is_f...

FILE: semantic_uncertainty/uncertainty/uncertainty_measures/p_true.py
  function construct_few_shot_prompt (line 5) | def construct_few_shot_prompt(
  function calculate_p_true (line 72) | def calculate_p_true(

FILE: semantic_uncertainty/uncertainty/uncertainty_measures/semantic_entropy.py
  class BaseEntailment (line 21) | class BaseEntailment:
    method save_prediction_cache (line 22) | def save_prediction_cache(self):
  class EntailmentDeberta (line 26) | class EntailmentDeberta(BaseEntailment):
    method __init__ (line 27) | def __init__(self):
    method check_implication (line 32) | def check_implication(self, text1, text2, *args, **kwargs):
  class EntailmentLLM (line 49) | class EntailmentLLM(BaseEntailment):
    method __init__ (line 53) | def __init__(self, entailment_cache_id, entailment_cache_only):
    method init_prediction_cache (line 57) | def init_prediction_cache(self, entailment_cache_id):
    method save_prediction_cache (line 71) | def save_prediction_cache(self):
    method check_implication (line 75) | def check_implication(self, text1, text2, example=None):
  class EntailmentGPT4 (line 106) | class EntailmentGPT4(EntailmentLLM):
    method __init__ (line 108) | def __init__(self, entailment_cache_id, entailment_cache_only):
    method equivalence_prompt (line 112) | def equivalence_prompt(self, text1, text2, question):
    method predict (line 121) | def predict(self, prompt, temperature):
  class EntailmentGPT35 (line 125) | class EntailmentGPT35(EntailmentGPT4):
    method __init__ (line 127) | def __init__(self, entailment_cache_id, entailment_cache_only):
  class EntailmentGPT4Turbo (line 132) | class EntailmentGPT4Turbo(EntailmentGPT4):
    method __init__ (line 134) | def __init__(self, entailment_cache_id, entailment_cache_only):
  class EntailmentLlama (line 139) | class EntailmentLlama(EntailmentLLM):
    method __init__ (line 141) | def __init__(self, entailment_cache_id, entailment_cache_only, name):
    method equivalence_prompt (line 147) | def equivalence_prompt(self, text1, text2, question):
    method predict (line 157) | def predict(self, prompt, temperature):
  function context_entails_response (line 162) | def context_entails_response(context, responses, model):
  function get_semantic_ids (line 169) | def get_semantic_ids(strings_list, model, strict_entailment=False, examp...
  function logsumexp_by_id (line 208) | def logsumexp_by_id(semantic_ids, log_likelihoods, agg='sum_normalized'):
  function predictive_entropy (line 233) | def predictive_entropy(log_probs):
  function predictive_entropy_rao (line 244) | def predictive_entropy_rao(log_probs):
  function cluster_assignment_entropy (line 249) | def cluster_assignment_entropy(semantic_ids):

FILE: semantic_uncertainty/uncertainty/utils/eval_utils.py
  function bootstrap (line 10) | def bootstrap(function, rng, n_resamples=1000):
  function auroc (line 23) | def auroc(y_true, y_score):
  function accuracy_at_quantile (line 29) | def accuracy_at_quantile(accuracies, uncertainties, quantile):
  function area_under_thresholded_accuracy (line 35) | def area_under_thresholded_accuracy(accuracies, uncertainties):
  function compatible_bootstrap (line 44) | def compatible_bootstrap(func, rng):

FILE: semantic_uncertainty/uncertainty/utils/openai.py
  class KeyError (line 11) | class KeyError(Exception):
  function predict (line 17) | def predict(prompt, temperature=1.0, model='gpt-4'):
  function md5hash (line 47) | def md5hash(string):

FILE: semantic_uncertainty/uncertainty/utils/utils.py
  function get_parser (line 19) | def get_parser(stages=['generate', 'compute']):
  function setup_logger (line 151) | def setup_logger():
  function construct_fewshot_prompt_from_indices (line 160) | def construct_fewshot_prompt_from_indices(dataset, example_indices, brie...
  function split_dataset (line 179) | def split_dataset(dataset):
  function model_based_metric (line 198) | def model_based_metric(predicted_answer, example, model):
  function llm_metric (line 242) | def llm_metric(predicted_answer, example, model):
  function get_gpt_metric (line 246) | def get_gpt_metric(metric_name):
  function get_reference (line 266) | def get_reference(example):
  function init_model (line 275) | def init_model(args):
  function get_make_prompt (line 286) | def get_make_prompt(args):
  function get_metric (line 306) | def get_metric(metric):
  function save (line 339) | def save(object, file):