SYMBOL INDEX (227 symbols across 35 files)

FILE: LaMP/data/datasets.py
  function get_all_labels (line 6) | def get_all_labels(task):
  function create_preprocessor (line 22) | def create_preprocessor(tokenizer, max_length):
  function create_preprocessor_scores (line 30) | def create_preprocessor_scores(tokenizer, max_length):
  function create_preprocessor_scores_seq (line 40) | def create_preprocessor_scores_seq(tokenizer, max_length):
  function convert_to_hf_dataset (line 49) | def convert_to_hf_dataset(dataset, cache_dir):
  class GeneralSeq2SeqDataset (line 55) | class GeneralSeq2SeqDataset(Dataset):
    method __init__ (line 57) | def __init__(self, data_addr, use_profile, task, create_prompt = None)...
    method __getitem__ (line 66) | def __getitem__(self, index):
    method __len__ (line 80) | def __len__(self):
  class GeneralSeq2SeqForScoreGenerationDataset (line 83) | class GeneralSeq2SeqForScoreGenerationDataset(Dataset):
    method __init__ (line 85) | def __init__(self, data_addr, use_profile, task, create_prompt = None,...
    method __getitem__ (line 102) | def __getitem__(self, index):
    method __len__ (line 118) | def __len__(self):

FILE: LaMP/metrics/classification_metrics.py
  function postprocess_text (line 4) | def postprocess_text(preds, labels):
  function create_metric_f1_accuracy (line 10) | def create_metric_f1_accuracy(tokenizer, all_labels):
  function create_metric_f1_accuracy_bert (line 35) | def create_metric_f1_accuracy_bert(all_labels):
  function create_metric_mae_rmse_bert (line 47) | def create_metric_mae_rmse_bert(all_labels):
  function create_metric_mae_rmse (line 59) | def create_metric_mae_rmse(tokenizer, all_labels):
  function create_metric_f1_accuracy_chatgpt (line 89) | def create_metric_f1_accuracy_chatgpt(all_labels):
  function create_metric_mae_rmse_chatgpt (line 108) | def create_metric_mae_rmse_chatgpt(all_labels):

FILE: LaMP/metrics/generation_metrics.py
  function postprocess_text (line 4) | def postprocess_text(preds, labels):
  function create_metric_bleu_rouge_meteor (line 10) | def create_metric_bleu_rouge_meteor(tokenizer):
  function create_metric_bleu_rouge_meteor_chatgpt (line 29) | def create_metric_bleu_rouge_meteor_chatgpt():

FILE: LaMP/prompts/contriever_retriever.py
  function mean_pooling (line 4) | def mean_pooling(token_embeddings, mask):
  function retrieve_top_k_with_contriever (line 9) | def retrieve_top_k_with_contriever(contriver, tokenizer, corpus, profile...

FILE: LaMP/prompts/prompts.py
  function classification_citation_query_corpus_maker (line 7) | def classification_citation_query_corpus_maker(inp, profile):
  function classification_news_query_corpus_maker (line 13) | def classification_news_query_corpus_maker(inp, profile):
  function classification_movies_query_corpus_maker (line 18) | def classification_movies_query_corpus_maker(inp, profile):
  function classification_review_query_corpus_maker (line 23) | def classification_review_query_corpus_maker(inp, profile):
  function generation_news_query_corpus_maker (line 28) | def generation_news_query_corpus_maker(inp, profile):
  function generation_paper_query_corpus_maker (line 33) | def generation_paper_query_corpus_maker(inp, profile):
  function generation_paper_long_query_corpus_maker (line 38) | def generation_paper_long_query_corpus_maker(inp, profile):
  function parphrase_tweet_query_corpus_maker (line 44) | def parphrase_tweet_query_corpus_maker(inp, profile):
  function generation_avocado_query_corpus_maker (line 49) | def generation_avocado_query_corpus_maker(inp, profile):
  function generation_avocado_long_query_corpus_maker (line 54) | def generation_avocado_long_query_corpus_maker(inp, profile):
  function create_classification_citation_prompt (line 59) | def create_classification_citation_prompt(inp, profile, max_length, toke...
  function create_classification_news_prompt (line 71) | def create_classification_news_prompt(inp, profile, max_length, tokenize...
  function create_classification_movies_prompt (line 84) | def create_classification_movies_prompt(inp, profile, max_length, tokeni...
  function create_classification_review_prompt (line 97) | def create_classification_review_prompt(inp, profile, max_length, tokeni...
  function create_generation_news_prompt (line 110) | def create_generation_news_prompt(inp, profile, max_length, tokenizer):
  function create_generation_paper_prompt (line 123) | def create_generation_paper_prompt(inp, profile, max_length, tokenizer):
  function create_generation_paper_long_prompt (line 136) | def create_generation_paper_long_prompt(inp, profile, max_length, tokeni...
  function create_parphrase_tweet_prompt (line 150) | def create_parphrase_tweet_prompt(inp, profile, max_length, tokenizer):
  function create_generation_avocado_prompt (line 163) | def create_generation_avocado_prompt(inp, profile, max_length, tokenizer):
  function create_generation_avocado_long_prompt (line 176) | def create_generation_avocado_long_prompt(inp, profile, max_length, toke...
  function create_prompt_generator (line 189) | def create_prompt_generator(num_retrieve, ret_type = "bm25", is_ranked =...

FILE: LaMP/prompts/utils.py
  function extract_strings_between_quotes (line 1) | def extract_strings_between_quotes(input_string):
  function extract_after_article (line 18) | def extract_after_article(input_string):
  function extract_after_description (line 24) | def extract_after_description(input_string):
  function extract_after_review (line 31) | def extract_after_review(input_string):
  function extract_after_paper (line 37) | def extract_after_paper(input_string):
  function extract_after_abstract (line 43) | def extract_after_abstract(input_string):
  function extract_after_colon (line 49) | def extract_after_colon(input_string):
  function add_string_after_title (line 56) | def add_string_after_title(original_string, string_to_add):
  function batchify (line 64) | def batchify(lst, batch_size):

FILE: LaMP/rank_profiles.py
  function mean_pooling (line 21) | def mean_pooling(token_embeddings, mask):
  function retrieve_top_k_with_contriver (line 26) | def retrieve_top_k_with_contriver(contriver, tokenizer, corpus, profile,...
  function retrieve_top_k_with_bm25 (line 41) | def retrieve_top_k_with_bm25(corpus, profile, query, k):
  function classification_citation_query_corpus_maker (line 48) | def classification_citation_query_corpus_maker(inp, profile, use_date):
  function classification_review_query_corpus_maker (line 58) | def classification_review_query_corpus_maker(inp, profile, use_date):
  function generation_news_query_corpus_maker (line 67) | def generation_news_query_corpus_maker(inp, profile, use_date):
  function generation_paper_query_corpus_maker (line 76) | def generation_paper_query_corpus_maker(inp, profile, use_date):
  function parphrase_tweet_query_corpus_maker (line 85) | def parphrase_tweet_query_corpus_maker(inp, profile, use_date):
  function generation_avocado_query_corpus_maker (line 94) | def generation_avocado_query_corpus_maker(inp, profile, use_date):
  function classification_movies_query_corpus_maker (line 103) | def classification_movies_query_corpus_maker(inp, profile, use_date):

FILE: LaMP/utils/merge_with_rank.py
  function merge (line 4) | def merge(inps, outs, ranks):

FILE: PEFT/data/datasets.py
  function sublists_between_2_and_k (line 8) | def sublists_between_2_and_k(lst, k):
  function sample_sublists (line 15) | def sample_sublists(lst, k, num_samples):
  function get_all_labels (line 30) | def get_all_labels(task):
  function create_preprocessor (line 46) | def create_preprocessor(tokenizer, max_length):
  function convert_to_hf_dataset (line 54) | def convert_to_hf_dataset(dataset, cache_dir):
  function create_input_output_gen_func (line 60) | def create_input_output_gen_func(task):
  function create_per_user_dataset (line 104) | def create_per_user_dataset(data_addr, user_ids, task, cache_dir):
  function create_per_user_dataset_test (line 132) | def create_per_user_dataset_test(data_addr, user_ids, task, cache_dir):
  class GeneralSeq2SeqDataset (line 157) | class GeneralSeq2SeqDataset(Dataset):
    method __init__ (line 159) | def __init__(self, data) -> None:
    method __getitem__ (line 163) | def __getitem__(self, index):
    method __len__ (line 170) | def __len__(self):

FILE: PEFT/train_peft.py
  function is_directory_empty (line 11) | def is_directory_empty(path):

FILE: ROPG/data/collators.py
  class ReaderToRetreieverCollator (line 7) | class ReaderToRetreieverCollator:
    method __init__ (line 9) | def __init__(self, tokenizer, query_max_lenght, document_max_length, n...
    method __call__ (line 19) | def __call__(self, examples: List[dict]):

FILE: ROPG/data/datasets.py
  function get_all_labels (line 5) | def get_all_labels(task):
  function create_preprocessor (line 15) | def create_preprocessor(tokenizer, max_length):
  function create_preprocessor_chatgpt (line 23) | def create_preprocessor_chatgpt(tokenizer, max_length):
  function convert_to_hf_dataset (line 32) | def convert_to_hf_dataset(dataset):
  class GeneralSeq2SeqDataset (line 38) | class GeneralSeq2SeqDataset(Dataset):
    method __init__ (line 40) | def __init__(self, data_addr, use_profile, task, create_prompt = None)...
    method __getitem__ (line 49) | def __getitem__(self, index):
    method __len__ (line 61) | def __len__(self):
  class ReaderToRetrieverDataset (line 64) | class ReaderToRetrieverDataset(Dataset):
    method __init__ (line 66) | def __init__(self, data_addr, task, create_query_corpus, is_llama = Fa...
    method __getitem__ (line 74) | def __getitem__(self, index):
    method __len__ (line 85) | def __len__(self):

FILE: ROPG/models/optim.py
  class WarmupLinearScheduler (line 3) | class WarmupLinearScheduler(torch.optim.lr_scheduler.LambdaLR):
    method __init__ (line 4) | def __init__(self, optimizer, warmup_steps, scheduler_steps, min_ratio...
    method lr_lambda (line 13) | def lr_lambda(self, step):
  class FixedScheduler (line 25) | class FixedScheduler(torch.optim.lr_scheduler.LambdaLR):
    method __init__ (line 27) | def __init__(self, optimizer, last_epoch=-1):
    method lr_lambda (line 30) | def lr_lambda(self, step):
  function set_optim (line 34) | def set_optim(opt, model):

FILE: ROPG/models/retriever.py
  class Contriever (line 6) | class Contriever(BertModel):
    method __init__ (line 7) | def __init__(self, config, pooling="average", **kwargs):
    method forward (line 12) | def forward(

FILE: ROPG/prompts/contriever_retriever.py
  function mean_pooling (line 4) | def mean_pooling(token_embeddings, mask):
  function retrieve_top_k_with_contriever (line 9) | def retrieve_top_k_with_contriever(contriver, tokenizer, corpus, profile...

FILE: ROPG/prompts/prompts.py
  function classification_citation_query_corpus_maker (line 7) | def classification_citation_query_corpus_maker(inp, profile):
  function classification_news_query_corpus_maker (line 13) | def classification_news_query_corpus_maker(inp, profile):
  function classification_movies_query_corpus_maker (line 18) | def classification_movies_query_corpus_maker(inp, profile):
  function classification_review_query_corpus_maker (line 23) | def classification_review_query_corpus_maker(inp, profile):
  function generation_news_query_corpus_maker (line 28) | def generation_news_query_corpus_maker(inp, profile):
  function generation_paper_query_corpus_maker (line 33) | def generation_paper_query_corpus_maker(inp, profile):
  function generation_paper_long_query_corpus_maker (line 38) | def generation_paper_long_query_corpus_maker(inp, profile):
  function parphrase_tweet_query_corpus_maker (line 44) | def parphrase_tweet_query_corpus_maker(inp, profile):
  function generation_avocado_query_corpus_maker (line 49) | def generation_avocado_query_corpus_maker(inp, profile):
  function generation_avocado_long_query_corpus_maker (line 54) | def generation_avocado_long_query_corpus_maker(inp, profile):
  function create_classification_citation_prompt (line 59) | def create_classification_citation_prompt(inp, profile, max_length, toke...
  function create_classification_news_prompt (line 71) | def create_classification_news_prompt(inp, profile, max_length, tokenize...
  function create_classification_review_prompt (line 84) | def create_classification_review_prompt(inp, profile, max_length, tokeni...
  function create_generation_news_prompt (line 97) | def create_generation_news_prompt(inp, profile, max_length, tokenizer):
  function create_generation_paper_prompt (line 110) | def create_generation_paper_prompt(inp, profile, max_length, tokenizer):
  function create_generation_paper_long_prompt (line 123) | def create_generation_paper_long_prompt(inp, profile, max_length, tokeni...
  function create_parphrase_tweet_prompt (line 136) | def create_parphrase_tweet_prompt(inp, profile, max_length, tokenizer):
  function create_generation_avocado_prompt (line 149) | def create_generation_avocado_prompt(inp, profile, max_length, tokenizer):
  function create_generation_avocado_long_prompt (line 162) | def create_generation_avocado_long_prompt(inp, profile, max_length, toke...
  function create_classification_movies_prompt (line 175) | def create_classification_movies_prompt(inp, profile, max_length, tokeni...
  function create_query_corpus_generator (line 188) | def create_query_corpus_generator(task):
  function create_prompt_generator (line 207) | def create_prompt_generator(num_retrieve, ret_type = "bm25", is_ranked =...

FILE: ROPG/prompts/utils.py
  function extract_strings_between_quotes (line 3) | def extract_strings_between_quotes(input_string):
  function extract_after_article (line 8) | def extract_after_article(input_string):
  function extract_after_description (line 14) | def extract_after_description(input_string):
  function extract_after_review (line 20) | def extract_after_review(input_string):
  function extract_after_paper (line 26) | def extract_after_paper(input_string):
  function extract_after_colon (line 32) | def extract_after_colon(input_string):
  function extract_after_abstract (line 38) | def extract_after_abstract(input_string):
  function add_string_after_title (line 45) | def add_string_after_title(original_string, string_to_add):
  function batchify (line 53) | def batchify(lst, batch_size):

FILE: ROPG/train_kd.py
  function train (line 21) | def train(opts, model, optimizer, scheduler, step, dataset, collator, ch...

FILE: ROPG/train_rl.py
  function train (line 21) | def train(opts, model, optimizer, scheduler, step, dataset, collator, ch...

FILE: ROPG/trainers/trainer.py
  function select_elements (line 11) | def select_elements(tensor, k):
  function loss_fn_reinforce (line 21) | def loss_fn_reinforce(probs, rewards):
  class KDReaderToRetrieverTrainer (line 26) | class KDReaderToRetrieverTrainer(nn.Module):
    method __init__ (line 28) | def __init__(self, model, args) -> None:
    method forward (line 33) | def forward(
    method _forward (line 58) | def _forward(
  class RLReaderToRetrieverTrainer (line 100) | class RLReaderToRetrieverTrainer(nn.Module):
    method __init__ (line 102) | def __init__(self, model, args) -> None:
    method forward (line 107) | def forward(
    method _forward (line 132) | def _forward(

FILE: ROPG/utils/distributed.py
  function sig_handler (line 13) | def sig_handler(signum, frame):
  function term_handler (line 25) | def term_handler(signum, frame):
  function init_signal_handler (line 30) | def init_signal_handler():
  function init_distributed_mode (line 35) | def init_distributed_mode(params):

FILE: ROPG/utils/log.py
  function init_logger (line 7) | def init_logger(is_main=True, is_distributed=False, filename=None):

FILE: ROPG/utils/util.py
  function load_checkpoint (line 8) | def load_checkpoint(model_class, dir_path, opt, reset_params=False):
  function average_main (line 28) | def average_main(x, opt):
  function symlink_force (line 37) | def symlink_force(target, link_name):
  function save_checkpoint (line 47) | def save_checkpoint(model, optimizer, scheduler, step, opt, dir_path, na...

FILE: RSPG/data/collators.py
  class RSPGPreCollator (line 5) | class RSPGPreCollator(object):
    method __init__ (line 7) | def __init__(self, tokenizer, max_length) -> None:
    method __call__ (line 11) | def __call__(self, batch):
  class RSPGPostCollator (line 33) | class RSPGPostCollator(object):
    method __init__ (line 35) | def __init__(self, tokenizer, max_length) -> None:
    method __call__ (line 39) | def __call__(self, batch):

FILE: RSPG/data/dataset.py
  class RSPGDataset (line 7) | class RSPGDataset(Dataset):
    method __init__ (line 9) | def __init__(self, data_addr, smaller_is_better = False) -> None:
    method __getitem__ (line 16) | def __getitem__(self, index):
    method __len__ (line 34) | def __len__(self):

FILE: RSPG/metrics/evaluation.py
  function postprocess_text_classification (line 8) | def postprocess_text_classification(preds, labels):
  function postprocess_text_generation (line 13) | def postprocess_text_generation(preds, labels):
  function create_metric_f1_accuracy (line 19) | def create_metric_f1_accuracy(all_labels):
  function create_metric_f1_accuracy_sigtest (line 37) | def create_metric_f1_accuracy_sigtest(all_labels):
  function create_metric_mae_rmse (line 60) | def create_metric_mae_rmse():
  function create_metric_mae_rmse_sigtest (line 83) | def create_metric_mae_rmse_sigtest():
  function create_metric_rouge (line 111) | def create_metric_rouge():
  function create_metric_rouge_sigtest (line 120) | def create_metric_rouge_sigtest():
  class LaMPEvaluation (line 129) | class LaMPEvaluation(object):
    method __init__ (line 131) | def __init__(self, all_golds_zip_file_addr = None, single_gold_json_fi...
    method _empty_dir (line 152) | def _empty_dir(self, directory_path):
    method _get_all_gold_ids (line 163) | def _get_all_gold_ids(self, task_name):
    method _get_all_ids (line 166) | def _get_all_ids(self, input):
    method evaluate_all (line 169) | def evaluate_all(self, predicts_zipfile_addr):
    method evaluate_task (line 184) | def evaluate_task(self, predicts_json_addr, task_name):
    method _evaluate_task (line 191) | def _evaluate_task(self, predictions, task_name):
    method _evaluate_task_per_sample (line 212) | def _evaluate_task_per_sample(self, predictions, task_name):
    method _get_labels (line 233) | def _get_labels(self, task_name):

FILE: RSPG/modeling/modeling.py
  class RSPG (line 15) | class RSPG(PreTrainedModel):
    method __init__ (line 16) | def __init__(self, config, **kwargs):
    method forward (line 21) | def forward(self, input_ids = None, attention_mask = None, token_type_...
  class Trainer (line 29) | class Trainer(nn.Module):
    method __init__ (line 31) | def __init__(self, model, temperature = 1.0):
    method forward (line 37) | def forward(

FILE: RSPG/modeling/optim.py
  class WarmupLinearScheduler (line 3) | class WarmupLinearScheduler(torch.optim.lr_scheduler.LambdaLR):
    method __init__ (line 4) | def __init__(self, optimizer, warmup_steps, scheduler_steps, min_ratio...
    method lr_lambda (line 13) | def lr_lambda(self, step):
  class FixedScheduler (line 25) | class FixedScheduler(torch.optim.lr_scheduler.LambdaLR):
    method __init__ (line 27) | def __init__(self, optimizer, last_epoch=-1):
    method lr_lambda (line 30) | def lr_lambda(self, step):
  function set_optim (line 34) | def set_optim(opt, model):

FILE: RSPG/modeling/utils.py
  function load_checkpoint (line 8) | def load_checkpoint(model_class, dir_path, opt, reset_params=False):
  function average_main (line 28) | def average_main(x, opt):
  function symlink_force (line 37) | def symlink_force(target, link_name):
  function save_checkpoint (line 47) | def save_checkpoint(model, optimizer, scheduler, step, opt, dir_path, na...

FILE: RSPG/rspg.py
  function train (line 67) | def train(opts, model, optimizer, scheduler, step, dataset, collator, ch...
  function evaluate (line 133) | def evaluate(model, dataset, collator, opt, step, logger, evaluator, tes...

FILE: RSPG/utils/create_data.py
  function merge (line 5) | def merge(inps, outs, label_files, input_files, score_name):

FILE: RSPG/utils/distributed.py
  function sig_handler (line 14) | def sig_handler(signum, frame):
  function term_handler (line 26) | def term_handler(signum, frame):
  function init_signal_handler (line 31) | def init_signal_handler():
  function init_distributed_mode (line 36) | def init_distributed_mode(params):

FILE: RSPG/utils/log.py
  function init_logger (line 7) | def init_logger(is_main=True, is_distributed=False, filename=None):

FILE: data/avocado/create_avocado_dataset.py
  function empty_dir (line 10) | def empty_dir(directory_path):
  function process_file (line 23) | def process_file(file_addr):

FILE: eval/evaluation.py
  function postprocess_text_classification (line 8) | def postprocess_text_classification(preds, labels):
  function postprocess_text_generation (line 13) | def postprocess_text_generation(preds, labels):
  function create_metric_f1_accuracy (line 19) | def create_metric_f1_accuracy(all_labels):
  function create_metric_mae_rmse (line 37) | def create_metric_mae_rmse():
  function create_metric_rouge (line 60) | def create_metric_rouge():
  class LaMPEvaluation (line 69) | class LaMPEvaluation(object):
    method __init__ (line 71) | def __init__(self, all_golds_zip_file_addr = None, single_gold_json_fi...
    method _empty_dir (line 92) | def _empty_dir(self, directory_path):
    method _get_all_gold_ids (line 103) | def _get_all_gold_ids(self, task_name):
    method _get_all_ids (line 106) | def _get_all_ids(self, input):
    method evaluate_all (line 109) | def evaluate_all(self, predicts_zipfile_addr):
    method evaluate_task (line 124) | def evaluate_task(self, predicts_json_addr, task_name):
    method _evaluate_task (line 131) | def _evaluate_task(self, predictions, task_name):
    method _get_labels (line 152) | def _get_labels(self, task_name):