SYMBOL INDEX (49 symbols across 12 files)

FILE: Evaluation/automatic_eval.py
  function evaluation (line 20) | def evaluation(data, scores, functions, task):
  function get_semantic_matching (line 39) | def get_semantic_matching(result, functions):
  function get_match_score (line 50) | def get_match_score(result, functions):
  function parse_args (line 59) | def parse_args(args=None):

FILE: Evaluation/automatic_metrics.py
  function get_bleu_score (line 8) | def get_bleu_score(question, reference, hypothesis, task):
  function get_rouge_score (line 19) | def get_rouge_score(question, reference, hypothesis, task, metric="r"):
  function get_meteor_score (line 29) | def get_meteor_score(question, reference, hypothesis, task):
  function get_bertscore (line 38) | def get_bertscore(question, reference, hypothesis, task):
  function get_exact_match (line 45) | def get_exact_match(question, reference, hypothesis, task):
  function get_partial_match (line 60) | def get_partial_match(question, reference, hypothesis, task):

FILE: Evaluation/llm_eval.py
  function evaluation (line 13) | def evaluation(data, scores, functions, task):
  function get_accuracy (line 29) | def get_accuracy(result, functions, task):
  function parse_args (line 41) | def parse_args(args=None):

FILE: Evaluation/llm_score.py
  function get_gpt4_score (line 6) | def get_gpt4_score(question, reference, hypothesis, task):

FILE: Prediction/pred_gpt_models.py
  function get_gpu_info (line 14) | def get_gpu_info():
  function parse_args (line 28) | def parse_args(args=None):
  function num_tokens_from_string (line 40) | def num_tokens_from_string(string: str, encoding_name: str) -> int:
  function get_pred (line 47) | def get_pred(model, data_instance, tokenizer, max_length, max_gen, promp...

FILE: Prediction/pred_llamaindex.py
  function get_gpu_info (line 16) | def get_gpu_info():
  function parse_args (line 30) | def parse_args(args=None):
  function num_tokens_from_string (line 42) | def num_tokens_from_string(string: str, encoding_name: str) -> int:
  function get_pred (line 49) | def get_pred(data_instance, tokenizer, max_length, max_gen, prompt_format):
  function loads (line 107) | def loads(path, task):

FILE: Prediction/pred_opensource_models.py
  function get_gpu_info (line 13) | def get_gpu_info():
  function parse_args (line 27) | def parse_args(args=None):
  function get_pred (line 40) | def get_pred(model, data_instance, tokenizer, max_length, max_gen, promp...

FILE: Reorder/get_max_deviation.py
  function get_max_location_square_deviation (line 12) | def get_max_location_square_deviation(n):
  function get_max_location_mean_deviation (line 25) | def get_max_location_mean_deviation(n):
  function get_max_swap_deviation (line 38) | def get_max_swap_deviation(n):
  function get_max_swap_distance_deviation (line 51) | def get_max_swap_distance_deviation(n):

FILE: Reorder/get_reorder_deviation.py
  function location_square_deviation (line 6) | def location_square_deviation(lst_1, lst_2=None):
  function location_mean_deviation (line 27) | def location_mean_deviation(lst_1, lst_2=None):
  function swap_deviation (line 47) | def swap_deviation(lst_1, lst_2=None):
  function swap_distance_deviation (line 73) | def swap_distance_deviation(lst_1, lst_2=None):

FILE: Reorder/reorder_eval.py
  function roman_numerals (line 20) | def roman_numerals(text):
  function deduplicate (line 25) | def deduplicate(l):
  function parse_args (line 31) | def parse_args(args=None):
  function evaluation (line 52) | def evaluation(data, reorder_score, reorder_function):
  function get_reorder_score (line 73) | def get_reorder_score(result, functions):

FILE: Retrieval/pred_retrieval_based_method.py
  class OpenSourceLLM (line 24) | class OpenSourceLLM(CustomLLM):
    method __init__ (line 31) | def __init__(self, num_output, max_length, model_path, model_name) -> ...
    method metadata (line 45) | def metadata(self) -> LLMMetadata:
    method complete (line 54) | def complete(self, prompt: str, **kwargs: Any) -> CompletionResponse:
    method stream_complete (line 76) | def stream_complete(self, prompt: str, **kwargs: Any) -> CompletionRes...
  function parse_args (line 80) | def parse_args(args=None):
  function num_tokens_from_string (line 113) | def num_tokens_from_string(string: str, encoding_name: str) -> int:
  function get_pred (line 120) | def get_pred(data_instance, service_context):
  function loads (line 141) | def loads(path, task):

FILE: docs/assets/js/main.js
  function copyCode (line 184) | async function copyCode (block) {