SYMBOL INDEX (208 symbols across 57 files)

FILE: rageval/article_generation/code/finance/en/s1_filter_schema.py
  function main (line 6) | def main():

FILE: rageval/article_generation/code/finance/en/s2-1_generate_config.py
  function sample_month (line 54) | def sample_month(month_list, event_len):
  function sort_event_by_time (line 61) | def sort_event_by_time(report_contents):
  function assign_event_times (line 70) | def assign_event_times(year, months, report_contents):
  function set_time (line 79) | def set_time(mode, data_for_complete, data_for_reference=None):
  function no_value_check (line 107) | def no_value_check(response):
  function generate_article (line 115) | def generate_article(
  function generate_and_validate_article (line 176) | def generate_and_validate_article(model_name, job_name, mode, data_for_c...
  function main (line 187) | def main():

FILE: rageval/article_generation/code/finance/en/s2-2_generate_config_subevent.py
  function generate_article (line 46) | def generate_article(model_name, original_data, event_num=1):
  function process_job (line 109) | def process_job(job, model_name, file_dir_path, json_idx, output_dir, ev...
  function main (line 129) | def main():

FILE: rageval/article_generation/code/finance/en/s3-1_generate_outline.py
  function generate_article (line 45) | def generate_article(model_name, data, idx=0):
  function process_job (line 80) | def process_job(job, model_name, file_dir_path, json_idx, output_dir):
  function main (line 97) | def main():

FILE: rageval/article_generation/code/finance/en/s3-2_generate_company_info.py
  function generate_article (line 44) | def generate_article(model_name, data, idx=0):
  function process_job (line 67) | def process_job(job, model_name, file_dir_path, json_idx, output_dir):
  function main (line 83) | def main():

FILE: rageval/article_generation/code/finance/en/s4_generate_article_s1a2.py
  function generate_article (line 45) | def generate_article(model_name, data, idx=0):
  function process_job (line 86) | def process_job(job, model_name, file_dir_path, json_idx, output_dir):
  function main (line 102) | def main():

FILE: rageval/article_generation/code/finance/en/s5_concat_article.py
  function save_output (line 41) | def save_output(data, output_path):
  function main (line 46) | def main():

FILE: rageval/article_generation/code/finance/zh/s1_filter_schema.py
  function main (line 6) | def main():

FILE: rageval/article_generation/code/finance/zh/s2-1_generate_config.py
  function sample_month (line 55) | def sample_month(month_list, event_len):
  function sort_event_by_time (line 61) | def sort_event_by_time(report_contents):
  function assign_event_times (line 70) | def assign_event_times(year, months, report_contents):
  function set_time (line 79) | def set_time(mode, data_for_complete, data_for_reference=None):
  function no_value_check (line 105) | def no_value_check(response):
  function generate_article (line 114) | def generate_article(
  function generate_and_validate_article (line 175) | def generate_and_validate_article(model_name, job_name, mode, data_for_c...
  function main (line 186) | def main():

FILE: rageval/article_generation/code/finance/zh/s2-2_generate_config_subevent.py
  function generate_article (line 46) | def generate_article(model_name, original_data, event_num=1):
  function process_job (line 107) | def process_job(job, model_name, file_dir_path, json_idx, output_dir, ev...
  function main (line 128) | def main():

FILE: rageval/article_generation/code/finance/zh/s3-1_generate_outline.py
  function generate_article (line 45) | def generate_article(model_name, data, idx=0):
  function process_job (line 80) | def process_job(job, model_name, file_dir_path, json_idx, output_dir):
  function main (line 97) | def main():

FILE: rageval/article_generation/code/finance/zh/s3-2_generate_company_info.py
  function generate_article (line 44) | def generate_article(model_name, data, idx=0):
  function process_job (line 67) | def process_job(job, model_name, file_dir_path, json_idx, output_dir):
  function main (line 84) | def main():

FILE: rageval/article_generation/code/finance/zh/s4_generate_article_s1a2.py
  function generate_article (line 45) | def generate_article(model_name, data, idx=0):
  function process_job (line 85) | def process_job(job, model_name, file_dir_path, json_idx, output_dir):
  function main (line 101) | def main():

FILE: rageval/article_generation/code/finance/zh/s5_concat_article.py
  function save_output (line 41) | def save_output(data, output_path):
  function main (line 46) | def main():

FILE: rageval/article_generation/code/law/en/s1_config.py
  function generate_article (line 60) | def generate_article(
  function set_value (line 104) | def set_value(data):
  function main (line 140) | def main():

FILE: rageval/article_generation/code/law/en/s2_article.py
  function generate_article (line 21) | def generate_article(
  function main (line 60) | def main():

FILE: rageval/article_generation/code/law/zh/s1_config.py
  function generate_article (line 42) | def generate_article(
  function set_value (line 86) | def set_value(data):
  function main (line 113) | def main():

FILE: rageval/article_generation/code/law/zh/s2_article.py
  function generate_article (line 21) | def generate_article(
  function main (line 61) | def main():

FILE: rageval/article_generation/code/medical/en/s1_config.py
  function generate_article (line 63) | def generate_article(
  function set_value (line 106) | def set_value(schema, disease_name, disease_detail):
  function main (line 151) | def main():

FILE: rageval/article_generation/code/medical/en/s2_article.py
  function generate_article (line 21) | def generate_article(
  function main (line 57) | def main():

FILE: rageval/article_generation/code/medical/zh/s1_config.py
  function generate_article (line 48) | def generate_article(
  function set_value (line 91) | def set_value(schema, disease_name, disease_detail):
  function main (line 124) | def main():

FILE: rageval/article_generation/code/medical/zh/s2_article.py
  function generate_article (line 21) | def generate_article(
  function main (line 56) | def main():

FILE: rageval/article_generation/code/utils/utils.py
  function load_json_data (line 6) | def load_json_data(filepath):
  function save_output (line 12) | def save_output(output_dir, response, type_name, json_idx, file_name=Non...

FILE: rageval/evaluation/main.py
  function init_worker (line 8) | def init_worker(evaluator_names, use_openai=False, model='gpt-4o-mini', ...
  function process_item (line 20) | def process_item(item, language="zh", idx=0, evaluator_names=None, use_o...
  function process_jsonl (line 32) | def process_jsonl(input_file, output_file, evaluator_names, num_workers,...
  function main (line 63) | def main():

FILE: rageval/evaluation/metrics/__init__.py
  function get_metric (line 16) | def get_metric(metric_name):

FILE: rageval/evaluation/metrics/rag_metrics/generation/keypoint_metrics.py
  class KEYPOINT_METRICS (line 520) | class KEYPOINT_METRICS:
    method __init__ (line 523) | def __init__(self, use_openai = False, model='gpt-4o-mini', version='v...
    method __call__ (line 544) | def __call__(self, doc, ground_truth, results, language="zh") -> float:
    method _handle_key_point (line 652) | def _handle_key_point(self, question, prediction, key_point, language):
    method _handle_key_point_v1 (line 675) | def _handle_key_point_v1(self, question, prediction, key_points, langu...
    method _handle_key_point_v2 (line 699) | def _handle_key_point_v2(self, question, prediction, key_points, langu...
    method _parse_key_points (line 724) | def _parse_key_points(self, key_points_str):
    method _create_prompt (line 741) | def _create_prompt(self, question, prediction, key_points, language):
    method _create_prompt_v1 (line 759) | def _create_prompt_v1(self, question, prediction, key_points, language):
    method _create_prompt_v2 (line 769) | def _create_prompt_v2(self, question, prediction, key_points, language):
    method _format_key_points_v1 (line 789) | def _format_key_points_v1(self, key_points: List[str]) -> str:
    method _format_key_points_v2 (line 811) | def _format_key_points_v2(self, key_points: List[str]) -> str:
    method _parse_model_response (line 826) | def _parse_model_response(self, model_response):
    method _parse_model_response_v1 (line 839) | def _parse_model_response_v1(self, model_response: str) -> Dict[str, L...
    method _parse_model_response_v2 (line 856) | def _parse_model_response_v2(self, model_response: str, max_id: int) -...
    method _calculate_ratio (line 890) | def _calculate_ratio(self, model_responses) -> float:

FILE: rageval/evaluation/metrics/rag_metrics/generation/rouge_l.py
  class ROUGELScore (line 6) | class ROUGELScore:
    method __init__ (line 8) | def __init__(self, language="zh"):
    method __call__ (line 12) | def __call__(self, doc, ground_truth, results, language="zh") -> dict:
    method _calculate_rouge_l_score (line 26) | def _calculate_rouge_l_score(self, hypothesis, reference) -> float:
    method _calculate_rouge_l_score_chinese (line 30) | def _calculate_rouge_l_score_chinese(self, hypothesis, reference) -> f...

FILE: rageval/evaluation/metrics/rag_metrics/retrieval/eir.py
  class EIR (line 7) | class EIR:
    method __init__ (line 10) | def __init__(self, threshold=0.2):
    method count_words (line 13) | def count_words(self, text, language):
    method calculate_eir (line 22) | def calculate_eir(self, retrieves, ground_truths, language=None) -> fl...
    method __call__ (line 59) | def __call__(self, doc, ground_truth, results, language=None) -> float:

FILE: rageval/evaluation/metrics/rag_metrics/retrieval/precision.py
  class Precision (line 4) | class Precision:
    method __init__ (line 6) | def __init__(self, threshold=0.5, topk = 5):
    method calculate_precision (line 10) | def calculate_precision(self, retrieves, ground_truths, language=None)...
    method __call__ (line 18) | def __call__(self, doc, ground_truth, results, language=None) -> float:

FILE: rageval/evaluation/metrics/rag_metrics/retrieval/recall.py
  class Recall (line 3) | class Recall:
    method __init__ (line 5) | def __init__(self):
    method calculate_recall (line 8) | def calculate_recall(self, retrieves, ground_truths, language=None) ->...
    method __call__ (line 15) | def __call__(self, doc, ground_truth, results, language) -> float:

FILE: rageval/evaluation/metrics/rag_metrics/retrieval/snr.py
  class SNR (line 3) | class SNR:
    method __init__ (line 6) | def __init__(self, threshold=0.2):
    method count_words (line 9) | def count_words(self, text, language):
    method calculate_snr (line 18) | def calculate_snr(self, retrieves, ground_truths, language=None) -> fl...
    method __call__ (line 40) | def __call__(self, doc, ground_truth, results, language=None) -> float:

FILE: rageval/evaluation/metrics/rag_metrics/retrieval/utils.py
  function split_sentences (line 8) | def split_sentences(text: str, language: str) -> List[str]:
  function exist_match (line 22) | def exist_match(query_text: Union[List[str], str], reference_texts: List...

FILE: rageval/evaluation/process_intermediate.py
  function load_jsonl (line 5) | def load_jsonl(file_path: str) -> List[Dict[str, Any]]:
  function calculate_averages (line 9) | def calculate_averages(data: List[Dict[str, Any]], metric_list: List[str...
  function process_folder (line 22) | def process_folder(folder_path: str, output_file: str, metric_list: List...

FILE: rageval/qar_generation/code/client.py
  class OpenAIClient (line 8) | class OpenAIClient:
    method __init__ (line 22) | def __init__(self, openai_api_key: str, model_name: str):
    method generate (line 33) | def generate(self, input_list: List[dict], batch_size: int = None, **p...

FILE: rageval/qar_generation/code/data_processing/doc_corporation.py
  function doc_corporation (line 6) | def doc_corporation(domains: List, languages: List, output_dir: str) -> ...
  function main (line 32) | def main():

FILE: rageval/qar_generation/code/data_processing/postprocess.py
  function postprocess_zh (line 17) | def postprocess_zh(response, system_prompt: str, user_prompt: str, model...
  function postprocess_en (line 72) | def postprocess_en(response, system_prompt: str, user_prompt: str, model...
  function postprocess_irrelevant_zh (line 127) | def postprocess_irrelevant_zh(response: str, system_prompt: str, user_pr...
  function postprocess_irrelevant_en (line 187) | def postprocess_irrelevant_en(response: str, system_prompt: str, user_pr...
  function postprocess_reference_check_single_doc_zh (line 243) | def postprocess_reference_check_single_doc_zh(response: str, new_sentenc...
  function postprocess_reference_check_single_doc_en (line 280) | def postprocess_reference_check_single_doc_en(response: str, new_sentenc...
  function postprocess_reference_check_multi_doc_zh (line 317) | def postprocess_reference_check_multi_doc_zh(response: str, domain: str,...
  function postprocess_reference_check_multi_doc_en (line 400) | def postprocess_reference_check_multi_doc_en(response: str, domain: str,...

FILE: rageval/qar_generation/code/data_processing/qra_corporation.py
  function read_jsonl_doc (line 6) | def read_jsonl_doc(
  function qa_format_single_doc (line 17) | def qa_format_single_doc(
  function qa_format_multi_doc (line 120) | def qa_format_multi_doc(
  function qa_format_irrelevant (line 241) | def qa_format_irrelevant(
  function main (line 322) | def main():

FILE: rageval/qar_generation/code/finance/en/qra_pipeline_multi_doc.py
  function process_qra_documents (line 30) | def process_qra_documents(model_name: str,
  function generate_qra (line 125) | def generate_qra(model_name: str,
  function main (line 157) | def main():

FILE: rageval/qar_generation/code/finance/en/qra_pipeline_single_doc.py
  function update_config_summay_field (line 31) | def update_config_summay_field(directory_path: str, base_file_name: str ...
  function format_user_prompt (line 62) | def format_user_prompt(user_prompt: str, company_info: str, outline: str...
  function process_qra_document (line 67) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 133) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 161) | def main():

FILE: rageval/qar_generation/code/finance/zh/qra_pipeline_multi_doc.py
  function process_qra_documents (line 30) | def process_qra_documents(model_name: str,
  function generate_qra (line 125) | def generate_qra(model_name: str,
  function main (line 157) | def main():

FILE: rageval/qar_generation/code/finance/zh/qra_pipeline_single_doc.py
  function update_config_summay_field (line 31) | def update_config_summay_field(directory_path: str, base_file_name: str ...
  function format_user_prompt (line 61) | def format_user_prompt(user_prompt: str, company_info: str, outline: str...
  function process_qra_document (line 66) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 130) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 158) | def main():

FILE: rageval/qar_generation/code/keypoint_generation/keypoint_generation.py
  class DataGeneration (line 28) | class DataGeneration:
    method __init__ (line 31) | def __init__(self, openai_api_key, model_name):
    method generate_data (line 37) | def generate_data(self, jsonl_input: str, output_jsonl: str):
    method _process_data (line 66) | def _process_data(self, data_object: dict, question: str, ground_truth...
    method _create_prompt (line 84) | def _create_prompt(self, question: str, ground_truth: str, prompt_type...
  function main (line 89) | def main():

FILE: rageval/qar_generation/code/law/en/qra_pipeline_irrelevant.py
  function process_qra_document (line 29) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 63) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 93) | def main():

FILE: rageval/qar_generation/code/law/en/qra_pipeline_multi_doc.py
  function process_qra_documents (line 30) | def process_qra_documents(model_name: str,
  function generate_qra (line 142) | def generate_qra(model_name: str,
  function main (line 174) | def main():

FILE: rageval/qar_generation/code/law/en/qra_pipeline_single_doc.py
  function process_qra_document (line 31) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 98) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 122) | def main():

FILE: rageval/qar_generation/code/law/zh/qra_pipeline_irrelevant.py
  function process_qra_document (line 29) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 63) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 93) | def main():

FILE: rageval/qar_generation/code/law/zh/qra_pipeline_multi_doc.py
  function process_qra_documents (line 30) | def process_qra_documents(model_name: str,
  function generate_qra (line 142) | def generate_qra(model_name: str,
  function main (line 174) | def main():

FILE: rageval/qar_generation/code/law/zh/qra_pipeline_single_doc.py
  function process_qra_document (line 31) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 98) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 122) | def main():

FILE: rageval/qar_generation/code/medical/en/qra_pipeline_irrelevant.py
  function process_qra_document (line 29) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 63) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 93) | def main():

FILE: rageval/qar_generation/code/medical/en/qra_pipeline_multi_doc.py
  function process_qra_documents (line 30) | def process_qra_documents(model_name: str,
  function generate_qra (line 130) | def generate_qra(model_name: str,
  function main (line 165) | def main():

FILE: rageval/qar_generation/code/medical/en/qra_pipeline_single_doc.py
  function process_qra_document (line 31) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 98) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 122) | def main():

FILE: rageval/qar_generation/code/medical/zh/qra_pipeline_irrelevant.py
  function process_qra_document (line 29) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 63) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 93) | def main():

FILE: rageval/qar_generation/code/medical/zh/qra_pipeline_multi_doc.py
  function process_qra_documents (line 30) | def process_qra_documents(model_name: str,
  function generate_qra (line 130) | def generate_qra(model_name: str,
  function main (line 165) | def main():

FILE: rageval/qar_generation/code/medical/zh/qra_pipeline_single_doc.py
  function process_qra_document (line 31) | def process_qra_document(model_name: str, file_path: str, prompts: List[...
  function generate_qra (line 98) | def generate_qra(model_name: str, input_dir: str, output_dir: str, json_...
  function main (line 122) | def main():

FILE: rageval/qar_generation/code/reference_refinement/reference_refinement_multi_doc.py
  function cut_sent (line 32) | def cut_sent(para):
  function split_sentences (line 43) | def split_sentences(text: str, language: str) -> List[str]:
  function question_format (line 59) | def question_format(
  function get_origin_text (line 257) | def get_origin_text(domain: str, language: str, file_path: str) -> List[...
  function process_document (line 361) | def process_document(
  function ref_refine (line 436) | def ref_refine(domain: str, language: str, model_name: str) -> None:
  function main (line 460) | def main():

FILE: rageval/qar_generation/code/reference_refinement/reference_refinement_single_doc.py
  function cut_sent (line 31) | def cut_sent(para):
  function split_sentences (line 42) | def split_sentences(text: str, language: str) -> List[str]:
  function process_document (line 58) | def process_document(
  function ref_refine (line 180) | def ref_refine(domain: str, language: str, model_name: str) -> None:
  function main (line 204) | def main():

FILE: rageval/qar_generation/code/utils/utils.py
  function read_prompt (line 6) | def read_prompt(file_path: str = 'prompts/finance_zh.jsonl') -> List[Dict]:
  function read_config_json (line 18) | def read_config_json(json_path: str) -> Dict:
  function write_config_json (line 31) | def write_config_json(json_path: str, config: Dict) -> None: