SYMBOL INDEX (105 symbols across 20 files)

FILE: Evaluation/HumanEval/eval_instruct.py
  function build_deepseekcoder_instruction (line 14) | def build_deepseekcoder_instruction(languge: str, question: str):
  function generate_one (line 22) | def generate_one(example, lang, tokenizer, model):
  function generate_main (line 48) | def generate_main(args):
  function evaluation_only (line 91) | def evaluation_only(args):

FILE: Evaluation/HumanEval/human_eval/data.py
  function read_problems (line 11) | def read_problems(evalset_file: str = HUMAN_EVAL) -> Dict[str, Dict]:
  function stream_jsonl (line 15) | def stream_jsonl(filename: str) -> Iterable[Dict]:
  function write_jsonl (line 32) | def write_jsonl(filename: str, data: Iterable[Dict], append: bool = False):

FILE: Evaluation/HumanEval/human_eval/evaluate_functional_correctness.py
  function entry_point (line 8) | def entry_point(
  function main (line 25) | def main():

FILE: Evaluation/HumanEval/human_eval/evaluation.py
  function read_dataset (line 71) | def read_dataset(
  function estimate_pass_at_k (line 91) | def estimate_pass_at_k(
  function process_humaneval_test (line 116) | def process_humaneval_test(sample, problems, example_test=False, is_mbpp...
  function stream_jsonl_all (line 180) | def stream_jsonl_all(filename: str) -> Iterable[Dict]:
  function evaluate_functional_correctness (line 197) | def evaluate_functional_correctness(

FILE: Evaluation/HumanEval/human_eval/execution.py
  function check_correctness (line 23) | def check_correctness(
  function time_limit (line 591) | def time_limit(seconds: float):
  function swallow_io (line 604) | def swallow_io():
  function create_tempdir (line 613) | def create_tempdir():
  class TimeoutException (line 619) | class TimeoutException(Exception):
  class WriteOnlyStringIO (line 623) | class WriteOnlyStringIO(io.StringIO):
    method read (line 626) | def read(self, *args, **kwargs):
    method readline (line 629) | def readline(self, *args, **kwargs):
    method readlines (line 632) | def readlines(self, *args, **kwargs):
    method readable (line 635) | def readable(self, *args, **kwargs):
  class redirect_stdin (line 640) | class redirect_stdin(contextlib._RedirectStream):  # type: ignore
  function chdir (line 645) | def chdir(root):
  function reliability_guard (line 659) | def reliability_guard(maximum_memory_bytes: Optional[int] = None):

FILE: Evaluation/HumanEval/humaneval.py
  class HumanEval (line 18) | class HumanEval:
    method __init__ (line 22) | def __init__(self, data_root, max_seq_len=2048,
    method eval_model (line 49) | def eval_model(self, gpt, accelerator):
    method log_score (line 129) | def log_score(self, dp_rank, processed_num, all_num, start_time, bs):
    method _calculate_final_score (line 145) | def _calculate_final_score(self, accelerator):

FILE: Evaluation/HumanEval/utils/dataset.py
  class HumanEvalDataset (line 5) | class HumanEvalDataset:
    method __init__ (line 7) | def __init__(self, root, sample_num=1, language="python", issft=False):
    method get_qa_only_data (line 26) | def get_qa_only_data(self, data_json, sft=False):
    method __len__ (line 50) | def __len__(self):
    method __getitem__ (line 56) | def __getitem__(self, index):

FILE: Evaluation/HumanEval/utils/utils.py
  function get_function_name (line 41) | def get_function_name(question: str, lang: str):
  function extract_generation_code (line 54) | def extract_generation_code(example: str, lang_code: str, verbose: bool=...
  function cleanup_code (line 107) | def cleanup_code(
  function _clean_python_code_for_sft (line 130) | def _clean_python_code_for_sft(code):
  function _truncate_code_at_stopwords (line 140) | def _truncate_code_at_stopwords(code, stop_words):

FILE: Evaluation/LeetCode/evaluate_leetcode.py
  function extract_python_code (line 11) | def extract_python_code(generation: str):
  function evaluate_main (line 21) | def evaluate_main(generation_path: str, result_path: str, temp_dir: str):

FILE: Evaluation/LeetCode/human_eval/data.py
  function read_problems (line 11) | def read_problems(evalset_file: str = HUMAN_EVAL) -> Dict[str, Dict]:
  function stream_jsonl (line 15) | def stream_jsonl(filename: str) -> Iterable[Dict]:
  function write_jsonl (line 32) | def write_jsonl(filename: str, data: Iterable[Dict], append: bool = False):

FILE: Evaluation/LeetCode/human_eval/evaluation.py
  function read_dataset (line 68) | def read_dataset(
  function estimate_pass_at_k (line 85) | def estimate_pass_at_k(
  function process_humaneval_test (line 110) | def process_humaneval_test(sample, problems, example_test=False, is_mbpp...
  function stream_jsonl_all (line 172) | def stream_jsonl_all(filename: str) -> Iterable[Dict]:
  function evaluate_functional_correctness (line 186) | def evaluate_functional_correctness(

FILE: Evaluation/LeetCode/human_eval/execution.py
  function check_correctness (line 23) | def check_correctness(
  function time_limit (line 591) | def time_limit(seconds: float):
  function swallow_io (line 604) | def swallow_io():
  function create_tempdir (line 613) | def create_tempdir():
  class TimeoutException (line 619) | class TimeoutException(Exception):
  class WriteOnlyStringIO (line 623) | class WriteOnlyStringIO(io.StringIO):
    method read (line 626) | def read(self, *args, **kwargs):
    method readline (line 629) | def readline(self, *args, **kwargs):
    method readlines (line 632) | def readlines(self, *args, **kwargs):
    method readable (line 635) | def readable(self, *args, **kwargs):
  class redirect_stdin (line 640) | class redirect_stdin(contextlib._RedirectStream):  # type: ignore
  function chdir (line 645) | def chdir(root):
  function reliability_guard (line 659) | def reliability_guard(maximum_memory_bytes: Optional[int] = None):

FILE: Evaluation/LeetCode/vllm_inference.py
  function generate_batch (line 8) | def generate_batch(examples, tokenizer, llm, model: str):
  function generate_main (line 33) | def generate_main(data_path: str, model_name_or_path: str, saved_path: s...

FILE: Evaluation/MBPP/eval_instruct.py
  function read_test_examples (line 14) | def read_test_examples(data_path: str):
  function convert_for_evaluation (line 53) | def convert_for_evaluation(example):
  function generate_one (line 65) | def generate_one(example, tokenizer, model):
  function generate_main (line 89) | def generate_main(args):

FILE: Evaluation/MBPP/human_eval/data.py
  function read_problems (line 11) | def read_problems(evalset_file: str = HUMAN_EVAL) -> Dict[str, Dict]:
  function stream_jsonl (line 15) | def stream_jsonl(filename: str) -> Iterable[Dict]:
  function write_jsonl (line 32) | def write_jsonl(filename: str, data: Iterable[Dict], append: bool = False):

FILE: Evaluation/MBPP/human_eval/evaluate_functional_correctness.py
  function entry_point (line 8) | def entry_point(
  function main (line 25) | def main():

FILE: Evaluation/MBPP/human_eval/evaluation.py
  function read_dataset (line 68) | def read_dataset(
  function estimate_pass_at_k (line 88) | def estimate_pass_at_k(
  function process_humaneval_test (line 113) | def process_humaneval_test(sample, problems, example_test=False, is_mbpp...
  function stream_jsonl_all (line 179) | def stream_jsonl_all(filename: str) -> Iterable[Dict]:
  function evaluate_functional_correctness (line 196) | def evaluate_functional_correctness(

FILE: Evaluation/MBPP/human_eval/execution.py
  function check_correctness (line 23) | def check_correctness(
  function time_limit (line 591) | def time_limit(seconds: float):
  function swallow_io (line 604) | def swallow_io():
  function create_tempdir (line 613) | def create_tempdir():
  class TimeoutException (line 619) | class TimeoutException(Exception):
  class WriteOnlyStringIO (line 623) | class WriteOnlyStringIO(io.StringIO):
    method read (line 626) | def read(self, *args, **kwargs):
    method readline (line 629) | def readline(self, *args, **kwargs):
    method readlines (line 632) | def readlines(self, *args, **kwargs):
    method readable (line 635) | def readable(self, *args, **kwargs):
  class redirect_stdin (line 640) | class redirect_stdin(contextlib._RedirectStream):  # type: ignore
  function chdir (line 645) | def chdir(root):
  function reliability_guard (line 659) | def reliability_guard(maximum_memory_bytes: Optional[int] = None):

FILE: Evaluation/MBPP/mbpp.py
  class KeywordsStoppingCriteria (line 19) | class KeywordsStoppingCriteria(StoppingCriteria):
    method __init__ (line 20) | def __init__(self, keywords_str, tokenizer):
    method __call__ (line 25) | def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTen...
  class MBPP (line 34) | class MBPP:
    method __init__ (line 38) | def __init__(self, data_root, max_seq_len=2048,
    method eval_model (line 65) | def eval_model(self, gpt, accelerator):
    method log_score (line 170) | def log_score(self, dp_rank, processed_num, all_num, start_time, bs):
    method _calculate_final_score (line 186) | def _calculate_final_score(self, accelerator):

FILE: Evaluation/MBPP/utils/utils.py
  function cleanup_code (line 1) | def cleanup_code(
  function _clean_python_code_for_sft (line 24) | def _clean_python_code_for_sft(code):
  function _truncate_code_at_stopwords (line 34) | def _truncate_code_at_stopwords(code, stop_words):