SYMBOL INDEX (120 symbols across 14 files)

FILE: InstructZero/experiments/args.py
  function parse_args (line 3) | def parse_args():

FILE: InstructZero/experiments/automatic_prompt_engineer/ape.py
  function get_simple_prompt_gen_template (line 5) | def get_simple_prompt_gen_template(prompt_gen_template, prompt_gen_mode):
  function simple_ape (line 17) | def simple_ape(dataset,
  function simple_eval (line 59) | def simple_eval(dataset,
  function simple_estimate_cost (line 86) | def simple_estimate_cost(dataset,
  function find_prompts (line 105) | def find_prompts(eval_template,
  function evaluate_prompts (line 162) | def evaluate_prompts(prompts, eval_template, eval_data, demos_template, ...
  function estimate_cost (line 193) | def estimate_cost(eval_template,
  function get_generation_query (line 252) | def get_generation_query(eval_template,
  function get_evaluation_query (line 277) | def get_evaluation_query(eval_template,

FILE: InstructZero/experiments/automatic_prompt_engineer/config.py
  function update_config (line 5) | def update_config(config, base_config='configs/default.yaml'):
  function simple_config (line 23) | def simple_config(eval_model, prompt_gen_model, prompt_gen_mode, num_pro...

FILE: InstructZero/experiments/automatic_prompt_engineer/data.py
  function subsample_data (line 3) | def subsample_data(data, subsample_size):
  function create_split (line 16) | def create_split(data, split_size):

FILE: InstructZero/experiments/automatic_prompt_engineer/evaluate.py
  function get_eval_method (line 5) | def get_eval_method(eval_method):
  function evaluate_prompts (line 25) | def evaluate_prompts(prompts, eval_template, eval_data, demos_template, ...
  function demo_function (line 41) | def demo_function(eval_template, config):
  class EvaluationResult (line 66) | class EvaluationResult(ABC):
    method sorted (line 69) | def sorted(self, method='default'):
    method in_place (line 75) | def in_place(self, method='default'):

FILE: InstructZero/experiments/automatic_prompt_engineer/generate.py
  function get_query (line 4) | def get_query(prompt_gen_template, demos_template, subsampled_data):
  function generate_prompts (line 19) | def generate_prompts(prompt_gen_template, demos_template, prompt_gen_dat...

FILE: InstructZero/experiments/automatic_prompt_engineer/llm.py
  function dispatch_openai_requests (line 22) | async def dispatch_openai_requests(
  function model_from_config (line 54) | def model_from_config(config, disable_tqdm=True):
  class LLM (line 66) | class LLM(ABC):
    method generate_text (line 70) | def generate_text(self, prompt):
    method log_probs (line 80) | def log_probs(self, text, log_prob_range):
  class Llama_Forward (line 91) | class Llama_Forward(LLM):
    method __init__ (line 94) | def __init__(self, config, needs_confirmation=False, disable_tqdm=True):
    method auto_reduce_n (line 105) | def auto_reduce_n(self, fn, prompt, n):
    method generate_text (line 114) | def generate_text(self, prompts, n):
    method complete (line 125) | def complete(self, prompt, n):
    method log_probs (line 141) | def log_probs(self, text, log_prob_range=None):
  class Flan_T5 (line 171) | class Flan_T5(LLM):
    method __init__ (line 174) | def __init__(self, config, needs_confirmation=False, disable_tqdm=True):
    method auto_reduce_n (line 184) | def auto_reduce_n(self, fn, prompt, n):
    method generate_text (line 193) | def generate_text(self, prompts, n):
    method complete (line 222) | def complete(self, prompt, n):
    method log_probs (line 238) | def log_probs(self, text, log_prob_range=None):
  class GPT_Forward (line 271) | class GPT_Forward(LLM):
    method __init__ (line 274) | def __init__(self, config, needs_confirmation=False, disable_tqdm=True):
    method confirm_cost (line 280) | def confirm_cost(self, texts, n, max_tokens):
    method auto_reduce_n (line 292) | def auto_reduce_n(self, fn, prompt, n):
    method generate_text (line 301) | def generate_text(self, prompt, n):
    method complete (line 321) | def complete(self, prompt, n):
    method log_probs (line 337) | def log_probs(self, text, log_prob_range=None):
    method __generate_text (line 366) | def __generate_text(self, prompt, n):
    method __async_generate (line 402) | def __async_generate(self, prompt, n):
    method __complete (line 441) | def __complete(self, prompt, n):
    method __log_probs (line 461) | def __log_probs(self, text, log_prob_range=None):
    method get_token_indices (line 512) | def get_token_indices(self, offsets, log_prob_range):
  class Claude_Forward (line 531) | class Claude_Forward(LLM):
    method __init__ (line 534) | def __init__(self, config, needs_confirmation=False, disable_tqdm=True):
    method confirm_cost (line 540) | def confirm_cost(self, texts, n, max_tokens):
    method auto_reduce_n (line 552) | def auto_reduce_n(self, fn, prompt, n):
    method generate_text (line 561) | def generate_text(self, prompt, n):
    method complete (line 581) | def complete(self, prompt, n):
    method log_probs (line 597) | def log_probs(self, text, log_prob_range=None):
    method __generate_text (line 626) | def __generate_text(self, prompt, n):
    method __async_generate (line 662) | def __async_generate(self, prompt, n):
    method __complete (line 701) | def __complete(self, prompt, n):
    method __log_probs (line 721) | def __log_probs(self, text, log_prob_range=None):
    method get_token_indices (line 772) | def get_token_indices(self, offsets, log_prob_range):
  class GPT_Insert (line 795) | class GPT_Insert(LLM):
    method __init__ (line 797) | def __init__(self, config, needs_confirmation=False, disable_tqdm=True):
    method confirm_cost (line 803) | def confirm_cost(self, texts, n, max_tokens):
    method auto_reduce_n (line 815) | def auto_reduce_n(self, fn, prompt, n):
    method generate_text (line 824) | def generate_text(self, prompt, n):
    method log_probs (line 842) | def log_probs(self, text, log_prob_range=None):
    method __generate_text (line 845) | def __generate_text(self, prompt, n):
  function gpt_get_estimated_cost (line 868) | def gpt_get_estimated_cost(config, prompt, max_tokens):
  class BatchSizeException (line 891) | class BatchSizeException(Exception):

FILE: InstructZero/experiments/automatic_prompt_engineer/template.py
  class InitQATemplate (line 1) | class InitQATemplate:
    method __init__ (line 11) | def __init__(self, template):
    method fill (line 17) | def fill(self, full_demo=''):
  class GenerationTemplate (line 24) | class GenerationTemplate:
    method __init__ (line 34) | def __init__(self, template):
    method fill (line 40) | def fill(self, full_demo='', input='', output=''):
  class EvalTemplate (line 48) | class EvalTemplate:
    method __init__ (line 58) | def __init__(self, template):
    method fill (line 61) | def fill(self, prompt='', full_demo='', input='', output=''):
    method convert_to_generation_template (line 68) | def convert_to_generation_template(self):
  class DemosTemplate (line 75) | class DemosTemplate:
    method __init__ (line 83) | def __init__(self, template, delimiter='\n\n'):
    method fill (line 87) | def fill(self, data):

FILE: InstructZero/experiments/data/instruction_induction/load_data.py
  function load_data (line 12) | def load_data(type, task):

FILE: InstructZero/experiments/evaluation/instruction_induction/exec_accuracy.py
  function get_query (line 7) | def get_query(prompt, eval_template, input_, output_, demo_data, demos_t...
  function get_query_for_test (line 16) | def get_query_for_test(prompt, eval_template, input_, output_):
  function exec_accuracy_evaluator (line 25) | def exec_accuracy_evaluator(prompts, eval_template, eval_data, demos_tem...
  class exec_evaluator (line 72) | class exec_evaluator(object):
    method __init__ (line 73) | def __init__(self, api_model, config):
    method evaluate (line 80) | def evaluate(self, prompts, eval_template, eval_data, demos_template, ...
    method test (line 124) | def test(self, prompts, eval_template, eval_data, config):
  class ExecAccuracyEvaluationResult (line 166) | class ExecAccuracyEvaluationResult(evaluate.EvaluationResult):
    method __init__ (line 168) | def __init__(self, prompts, scores):
    method _agg_scores (line 172) | def _agg_scores(self, method):
    method sorted (line 189) | def sorted(self, method='default'):
    method in_place (line 202) | def in_place(self, method='default'):

FILE: InstructZero/experiments/evaluation/instruction_induction/utility.py
  function normalize_prediction (line 16) | def normalize_prediction(prediction, lowercase=True):
  function get_f1_score (line 35) | def get_f1_score(prediction, ground_truth):
  function get_em_score (line 50) | def get_em_score(prediction, ground_truth):
  function get_exact_set_score (line 57) | def get_exact_set_score(prediction, ground_truth):
  function get_contains_score (line 65) | def get_contains_score(prediction, ground_truth):
  function get_multi_answer_em (line 73) | def get_multi_answer_em(prediction, answers):
  function get_multi_answer_f1 (line 80) | def get_multi_answer_f1(prediction, answers):
  function get_multi_answer_exact_set (line 87) | def get_multi_answer_exact_set(prediction, answers):
  function get_multi_answer_contains (line 94) | def get_multi_answer_contains(prediction, answers):

FILE: InstructZero/experiments/instruction_coupled_kernel.py
  class CombinedStringKernel (line 15) | class CombinedStringKernel(Kernel):
    method __init__ (line 16) | def __init__(self, base_latent_kernel, instruction_kernel, latent_trai...
    method forward (line 25) | def forward(self, z1, z2, **params):
  function cma_es_concat (line 49) | def cma_es_concat(starting_point_for_cma, EI, tkwargs):

FILE: InstructZero/experiments/misc.py
  function get_test_conf (line 31) | def get_test_conf(task, test_data):
  function get_conf (line 58) | def get_conf(task, eval_data):
  function set_all_seed (line 85) | def set_all_seed(seed):

FILE: InstructZero/experiments/run_instructzero.py
  class LMForwardAPI (line 30) | class LMForwardAPI:
    method __init__ (line 31) | def __init__(self, model_name=None, eval_data=None, init_prompt=None, ...
    method eval (line 126) | def eval(self, prompt_embedding=None, test_data=None):
    method return_best_prompt (line 212) | def return_best_prompt(self):
    method return_prompts_set (line 215) | def return_prompts_set(self):
  function run (line 218) | def run(args):