SYMBOL INDEX (122 symbols across 17 files)

FILE: BBH/args.py
  function parse_args (line 3) | def parse_args():

FILE: BBH/evoluter.py
  class Evoluter (line 21) | class Evoluter:
    method __init__ (line 22) | def __init__(self, args, llm_config, client):
    method sorted (line 62) | def sorted(self):
    method run (line 86) | def run(self):
    method init_pop (line 90) | def init_pop(self):
    method write_step (line 232) | def write_step(self, i, avg_score, best_score):
    method evolute (line 241) | def evolute(self):
    method test (line 244) | def test(self, step):
  class DEEvoluter (line 280) | class DEEvoluter(Evoluter):
    method __init__ (line 281) | def __init__(self, args, llm_config, client):
    method evolute (line 285) | def evolute(self):
  class GAEvoluter (line 389) | class GAEvoluter(Evoluter):
    method __init__ (line 390) | def __init__(self, args, llm_config, client):
    method evolute (line 394) | def evolute(self):
  class ParaEvoluter (line 500) | class ParaEvoluter(Evoluter):
    method __init__ (line 501) | def __init__(self, args, llm_config, client):
    method init_pop (line 504) | def init_pop(self):
    method evolute (line 519) | def evolute(self):

FILE: BBH/evolution.py
  function evolution (line 13) | def evolution(args, llm_config, client):
  function sort_write (line 272) | def sort_write(population, pop_scores, pop_marks, write_path):

FILE: BBH/llm_client.py
  function extract_seconds (line 14) | def extract_seconds(text, retried=5):
  function form_request (line 22) | def form_request(data, type, **kwargs):
  function llm_init (line 51) | def llm_init(auth_file="../auth.yaml", llm_type='davinci', setting="defa...
  function turbo_query (line 62) | def turbo_query(request_data, **kwargs):
  function davinci_query (line 84) | def davinci_query(data,client,**kwargs):
  function llm_query (line 106) | def llm_query(data, client, type, task, **config):
  function paraphrase (line 189) | def paraphrase(sentence, client, type, **kwargs):

FILE: BBH/run_bbh.py
  function completion_with_backoff (line 25) | def completion_with_backoff(**kwargs):
  function create_dataset (line 28) | def create_dataset(mode, task_prompt, cot_prompt, eval_data,demon=1):
  function eval_task (line 50) | def eval_task(task, task_prompt,cot_prompt,eval_data, client, model_inde...

FILE: BBH/utils.py
  function set_seed (line 9) | def set_seed(seed):
  function batchify (line 13) | def batchify(data, batch_size=20):
  function setup_log (line 19) | def setup_log(log_path, log_name="basic"):
  function read_lines (line 40) | def read_lines(file_, sample_indices=None):
  function k_init_pop (line 54) | def k_init_pop(initial_mode, init_population, k):
  function get_final_prompt (line 69) | def get_final_prompt(text):
  function extract_ans (line 80) | def extract_ans(ans, mode):
  function read_yaml_file (line 100) | def read_yaml_file(file_path):
  function extract_numbers (line 105) | def extract_numbers(string):

FILE: args.py
  function parse_args (line 4) | def parse_args():

FILE: dataset.py
  class TextDataset (line 6) | class TextDataset(Dataset):
    method __init__ (line 7) | def __init__(self, text_datasets, tokenizer):
    method __len__ (line 14) | def __len__(self):
    method __getitem__ (line 17) | def __getitem__(self, idx):
    method collater (line 28) | def collater(self, samples):
  function collate_tokens (line 47) | def collate_tokens(

FILE: evaluator.py
  class Evaluator (line 25) | class Evaluator(object):
    method __init__ (line 26) | def __init__(self, args) -> None:
    method form_demons (line 96) | def form_demons(self, task, data_store_path, prompt_num):
    method create_dataset (line 128) | def create_dataset(
    method forward (line 217) | def forward(self):
    method get_generations (line 220) | def get_generations(self, prompt_pre,  eval_src, ref_texts):
  class CLSEvaluator (line 298) | class CLSEvaluator(Evaluator):
    method __init__ (line 299) | def __init__(self, args):
    method forward (line 317) | def forward(
    method _get_logits (line 410) | def _get_logits(
    method _get_mask_token_index (line 420) | def _get_mask_token_index(self, input_ids: torch.Tensor) -> np.ndarray:
    method get_pred (line 424) | def get_pred(self, cond) -> np.ndarray:
  class SumEvaluator (line 444) | class SumEvaluator(Evaluator):
    method __init__ (line 445) | def __init__(self, args):
    method forward (line 451) | def forward(
  class SimEvaluator (line 473) | class SimEvaluator(Evaluator):
    method __init__ (line 474) | def __init__(self, args):
    method forward (line 486) | def forward(

FILE: evoluter.py
  class Evoluter (line 20) | class Evoluter:
    method __init__ (line 21) | def __init__(self, args, evaluator):
    method sorted (line 47) | def sorted(self):
    method init_pop (line 72) | def init_pop(self):
    method write_step (line 203) | def write_step(self, step, best_score, avg_score):
    method evolute (line 213) | def evolute(self):
  class ParaEvoluter (line 217) | class ParaEvoluter(Evoluter):
    method __init__ (line 218) | def __init__(self, args, evaluator):
    method init_pop (line 221) | def init_pop(self):
    method evolute (line 231) | def evolute(self, mode):
  class GAEvoluter (line 347) | class GAEvoluter(Evoluter):
    method __init__ (line 348) | def __init__(self, args, evaluator):
    method evolute (line 355) | def evolute(self):
  class DEEvoluter (line 506) | class DEEvoluter(Evoluter):
    method __init__ (line 507) | def __init__(self, args, evaluator):
    method evolute (line 514) | def evolute(self):

FILE: evolution.py
  function ape (line 1) | def ape(args, evaluator):
  function ga_evo (line 7) | def ga_evo(args, evaluator):
  function de_evo (line 14) | def de_evo(args, evaluator):

FILE: get_result.py
  function cal_test_result_3seed (line 12) | def cal_test_result_3seed(path, step):
  function cal_dev_result_3seed (line 26) | def cal_dev_result_3seed(path,step):
  function cal_sum_test_result_3seed (line 34) | def cal_sum_test_result_3seed(path,step):

FILE: infer.py
  function evaluate_single_prompt (line 10) | def evaluate_single_prompt(evaluator, args, prompt_pre, output=None):
  function eval_cls_baseline (line 21) | def eval_cls_baseline(evaluator,mode, args):
  function evaluate_optimized_prompt (line 30) | def evaluate_optimized_prompt(population, pop_marks, out_path, evaluator...

FILE: llm_client.py
  function extract_seconds (line 12) | def extract_seconds(text, retried=5):
  function form_request (line 20) | def form_request(data, type, **kwargs):
  function llm_init (line 50) | def llm_init(auth_file="../auth.yaml", llm_type='davinci', setting="defa...
  function llm_query (line 62) | def llm_query(data, client, type, task, **config):
  function paraphrase (line 141) | def paraphrase(sentence, client, type, **kwargs):
  function llm_cls (line 155) | def llm_cls(dataset, client=None, type=None, **config):

FILE: metrics.py
  function cal_bleu (line 8) | def cal_bleu(bleu_model,output_texts, ref_texts):
  function cal_cls_score (line 12) | def cal_cls_score(pred_list, label_list,metric='acc'):
  function cal_rouge (line 21) | def cal_rouge(output_texts, ref_texts):
  function cal_sari (line 32) | def cal_sari(orig_sents, sys_sents, refs_sents):

FILE: run.py
  function run (line 6) | def run(args):

FILE: utils.py
  function read_yaml_file (line 23) | def read_yaml_file(file_path):
  function remove_punctuation (line 28) | def remove_punctuation(s):
  function first_appear_pred (line 32) | def first_appear_pred(text, verbalizer_dict, logger):
  function count_lines (line 42) | def count_lines(file_path):
  function read_lines (line 47) | def read_lines(file_, sample_indices=None):
  function json2list (line 62) | def json2list(file):
  function format_template (line 68) | def format_template(
  function get_final_prompt (line 84) | def get_final_prompt(text):
  function load_cls_data (line 96) | def load_cls_data(verbalizers=None, data_path=None,  sample_indices=None):
  function load_sum_data_ (line 111) | def load_sum_data_(src_file, tgt_file, sample_indices=None):
  function load_sum_data (line 116) | def load_sum_data(dataset, seed, sample_num):
  function load_sim_data_ (line 129) | def load_sim_data_(src_file, tgt_files, sample_indices=None):
  function load_sim_data (line 139) | def load_sim_data(dataset, seed):
  function extract_numbers (line 161) | def extract_numbers(string):
  function extract_n_samples_per_class (line 164) | def extract_n_samples_per_class(src, tgt, n, dataset):
  function batchify (line 177) | def batchify(data, batch_size=16):
  function set_seed (line 183) | def set_seed(seed):
  function setup_log (line 189) | def setup_log(log_path, log_name="basic"):
  function get_dataset_verbalizers (line 212) | def get_dataset_verbalizers(dataset: str) -> List[str]:
  function k_init_pop (line 240) | def k_init_pop(initial_mode, init_population, k):
  function cal_mean_std (line 255) | def cal_mean_std(results):