SYMBOL INDEX (129 symbols across 22 files) FILE: eval_gpt4v_multiplechoice.py function infer_and_eval_model (line 23) | def infer_and_eval_model(args): function get_prompt (line 77) | def get_prompt(): function validate_video_path (line 84) | def validate_video_path(filename): FILE: eval_gpt4v_openended.py function infer_and_eval_model (line 22) | def infer_and_eval_model(args): function get_prompt (line 62) | def get_prompt(): function validate_video_path (line 69) | def validate_video_path(filename): FILE: eval_gpt4v_textgeneration_openended.py function infer_and_eval_model (line 23) | def infer_and_eval_model(args): function get_prompt (line 83) | def get_prompt(): function validate_video_path (line 90) | def validate_video_path(filename): FILE: eval_llava_multiplechoice.py function infer_and_eval_model (line 23) | def infer_and_eval_model(args): function get_llava_and_prompt (line 80) | def get_llava_and_prompt(llm_size): function validate_llm_size (line 93) | def validate_llm_size(type_llm_size): function validate_video_path (line 99) | def validate_video_path(filename): FILE: eval_llava_openended.py function infer_and_eval_model (line 23) | def infer_and_eval_model(args): function get_llava_and_prompt (line 62) | def get_llava_and_prompt(llm_size): function validate_llm_size (line 72) | def validate_llm_size(type_llm_size): function validate_video_path (line 78) | def validate_video_path(filename): FILE: eval_llava_textgeneration_openended.py function infer_and_eval_model (line 23) | def infer_and_eval_model(args): function get_llava_and_prompt (line 82) | def get_llava_and_prompt(llm_size): function validate_llm_size (line 92) | def validate_llm_size(type_llm_size): function validate_video_path (line 98) | def validate_video_path(filename): FILE: evaluation/direct_answer_eval.py function eval_multiple_choice (line 11) | def eval_multiple_choice(df): function map_prediction_to_answer_v2 (line 26) | def map_prediction_to_answer_v2(row): function eval_multiple_choice_gpt4 (line 51) | def eval_multiple_choice_gpt4(df): function map_prediction_to_answer_gpt4 (line 65) | def map_prediction_to_answer_gpt4(row): FILE: evaluation/gpt3_consistency_utils.py function eval_gpt3_consistency (line 16) | def eval_gpt3_consistency(df_merged1, df_merged2, path_result, api_key): function process_gpt3_evaluation_consistency (line 36) | def process_gpt3_evaluation_consistency(row1, row2, path_result, api_key): function merge_qa_and_answer_consistency (line 83) | def merge_qa_and_answer_consistency(df_qa1, df_qa2, path_result): FILE: evaluation/gpt3_evaluation_utils.py function eval_gpt3 (line 18) | def eval_gpt3(df_merged, path_result, api_key, gpt_eval_type=EvaluationT... function process_gpt3_evaluation_v2 (line 38) | def process_gpt3_evaluation_v2( function merge_qa_and_answer (line 61) | def merge_qa_and_answer(df_qa, path_result): function make_messages (line 99) | def make_messages(question, answer, pred, gpt_eval_type): FILE: model_processor/base_model_inference.py class BaseModelInference (line 13) | class BaseModelInference(ABC): method __init__ (line 14) | def __init__(self, model_name, local_save_path): method load_model (line 20) | def load_model(self, **kwargs): method inference (line 24) | def inference(self, **kwargs): method extract_answers (line 28) | def extract_answers(self): method save_local_file (line 31) | def save_local_file(self, answer): method infer_and_save (line 39) | def infer_and_save(self, **kwargs): FILE: model_processor/gpt4_model_processor.py class GPT4Inference (line 14) | class GPT4Inference(BaseModelInference): method __init__ (line 15) | def __init__(self, model_name, local_save_path=""): method load_model (line 18) | def load_model(self, **kwargs): method inference (line 22) | def inference(self, *args, **kwargs): method _request_gpt_api (line 27) | def _request_gpt_api(self, payload): method extract_answers (line 35) | def extract_answers(self): method _make_headers (line 40) | def _make_headers(self): method _make_payload (line 46) | def _make_payload(self): method _make_system_prompt (line 67) | def _make_system_prompt(self): method _make_user_prompt (line 70) | def _make_user_prompt(self): method _make_assistant_prompt (line 85) | def _make_assistant_prompt(self): method _extract_arguments (line 88) | def _extract_arguments(self, **kwargs): FILE: model_processor/llava2_model_processor.py class Llava2Processor (line 29) | class Llava2Processor(BaseModelInference): method __init__ (line 30) | def __init__(self, model_name, local_save_path=""): method load_model (line 33) | def load_model(self): method inference (line 48) | def inference(self, *args, **kwargs): method extract_answers (line 84) | def extract_answers(self): method _extract_arguments (line 87) | def _extract_arguments(self, **kwargs): FILE: pipeline_processor/gpt4_pipeline.py class Gpt4Pipeline (line 20) | class Gpt4Pipeline: method __init__ (line 21) | def __init__(self, path_qa, path_video_file_format, dir="./gpt4_pipeli... method make_video_file_list (line 28) | def make_video_file_list(self): method set_component (line 34) | def set_component( method do_pipeline (line 65) | def do_pipeline(self): method write_result_file (line 101) | def write_result_file(self, question_id, answer, extension=".txt"): method _make_file_path (line 106) | def _make_file_path(self, question_id, extension=".txt"): method _load_qa_file (line 109) | def _load_qa_file(self): method _make_directory (line 112) | def _make_directory(self, extra_dir): method merge_qa_and_answer (line 116) | def merge_qa_and_answer(self): FILE: pipeline_processor/llava_pipeline.py class LlavaPipeline (line 23) | class LlavaPipeline: method __init__ (line 24) | def __init__( method make_video_file_list (line 40) | def make_video_file_list(self): method load_model (line 46) | def load_model(self): method set_component (line 50) | def set_component( method do_pipeline (line 75) | def do_pipeline(self): method write_result_file (line 111) | def write_result_file(self, question_id, answer, extension=".txt"): method _make_file_path (line 116) | def _make_file_path(self, question_id, extension=".txt"): method _load_qa_file (line 119) | def _load_qa_file(self): method _make_directory (line 126) | def _make_directory(self, extra_dir): method merge_qa_and_answer (line 130) | def merge_qa_and_answer(self): FILE: pipeline_processor/record.py class EvaluationType (line 11) | class EvaluationType(Enum): FILE: vision_processor/base_frame_extractor.py class SaveOption (line 14) | class SaveOption(Enum): class BaseFrameExtractor (line 22) | class BaseFrameExtractor(ABC): method __init__ (line 23) | def __init__(self, video_path_with_list): method extract_frames (line 28) | def extract_frames(self, **kwargs): method _extract_frame_on_option (line 31) | def _extract_frame_on_option(self, **kwargs): method save_data_based_on_option (line 35) | def save_data_based_on_option(self, option, filename=None, quality=95,... method _check_video_valid (line 48) | def _check_video_valid(self): method _save_data (line 52) | def _save_data(self, data): method _save_data_to_file (line 56) | def _save_data_to_file(self, data, filename, quality): method _save_data_to_base64 (line 62) | def _save_data_to_base64(self, data): FILE: vision_processor/base_post_processor.py class BasePostProcessor (line 17) | class BasePostProcessor(ABC): method __init__ (line 18) | def __init__(self): method post_process (line 22) | def post_process(self, **kwargs): method _post_processo_on_option (line 25) | def _post_processo_on_option(self, *args, **kwargs): method post_process_based_on_options (line 29) | def post_process_based_on_options(self, option, *args, **kwargs): method _save_data_to_base64 (line 40) | def _save_data_to_base64(self, data, quality=95): method _save_data_to_file (line 44) | def _save_data_to_file(self, data, filename=None, quality=95): FILE: vision_processor/decorator_processor.py function save_to_bytes (line 8) | def save_to_bytes(func): function save_to_one_file (line 16) | def save_to_one_file(func): function save_to_file (line 24) | def save_to_file(func): function save_to_base64 (line 35) | def save_to_base64(func): FILE: vision_processor/fps_extractor.py class FpsExtractor (line 13) | class FpsExtractor(BaseFrameExtractor): method __init__ (line 14) | def __init__(self, video_path): method __del__ (line 17) | def __del__(self): method extract_frames (line 20) | def extract_frames(self, **kwargs): method _open_video (line 26) | def _open_video(self, ts=None): method _release_video (line 36) | def _release_video(self): method _extract_arguments (line 39) | def _extract_arguments(self, **kwargs): method _process_video (line 46) | def _process_video(self): method _adjust_interval_fixed (line 75) | def _adjust_interval_fixed(self): function main (line 81) | def main(): FILE: vision_processor/fps_gridview_processor.py class FpsDataProcessor (line 13) | class FpsDataProcessor: method __init__ (line 14) | def __init__( method process (line 24) | def process(self, video_path, ts=None): function main (line 46) | def main(): FILE: vision_processor/gridview_generator.py class GridViewCreator (line 15) | class GridViewCreator(BasePostProcessor): method __init__ (line 16) | def __init__(self, func_max_per_row, quality=95): method post_process (line 20) | def post_process(self, *args, **kwargs): method _extract_arguments (line 23) | def _extract_arguments(self, **kwargs): method create_grid_view_as_array_from_image_array (line 29) | def create_grid_view_as_array_from_image_array(self, images): method _get_frame_number (line 55) | def _get_frame_number(self, file_path): FILE: vision_processor/video_validation.py class VideoLoader (line 5) | class VideoLoader: method __init__ (line 6) | def __init__(self, video_path): method file_exists (line 10) | def file_exists(self): method check_open_video (line 13) | def check_open_video(self): method open_video (line 21) | def open_video(self, ts=None): method release_video (line 47) | def release_video(self): class VideoValidator (line 51) | class VideoValidator: method __init__ (line 52) | def __init__(self, video_path): method check_and_open_video (line 57) | def check_and_open_video(self):