SYMBOL INDEX (28 symbols across 4 files)

FILE: mkqa_eval.py
  function parse_args (line 66) | def parse_args():
  function read_annotations (line 105) | def read_annotations(gold_path: str) -> Dict[str, Any]:
  function read_predictions (line 147) | def read_predictions(predictions_path: str) -> Dict[str, MKQAPrediction]:
  function compute_mkqa_scores_for_language (line 188) | def compute_mkqa_scores_for_language(
  function compute_best_threshold (line 220) | def compute_best_threshold(
  function evaluate (line 278) | def evaluate(

FILE: mkqa_eval_all_languages.py
  function parse_args (line 16) | def parse_args():
  function read_prediction_dir (line 46) | def read_prediction_dir(predictions_dir: str) -> Dict[str, Dict[str, mkq...
  function evaluate_predictions (line 71) | def evaluate_predictions(
  function evaluate_all_languages (line 104) | def evaluate_all_languages(

FILE: mkqa_eval_util.py
  function map_em_value (line 35) | def map_em_value(prediction, gold_answers, lang):
  function map_f1_value (line 40) | def map_f1_value(prediction, gold_answers, lang):
  function get_text_metrics (line 45) | def get_text_metrics(
  function summarize_default_metrics (line 72) | def summarize_default_metrics(
  function aggregate_summaries (line 96) | def aggregate_summaries(dicts):
  function whitespace_tokenize (line 109) | def whitespace_tokenize(text):
  function mixed_segmentation (line 113) | def mixed_segmentation(text):
  function normalize_answer_by_language (line 130) | def normalize_answer_by_language(s, lang):
  function plot_f1 (line 160) | def plot_f1(answerable_f1_by_id, unanswerable_em_by_id, na_probs_by_id, ...
  function calculate_em (line 196) | def calculate_em(prediction, gold_answer, language):
  function calculate_f1 (line 202) | def calculate_f1(prediction, gold_answer, language):
  function compute_max_score_over_answers (line 219) | def compute_max_score_over_answers(metric_fn, prediction, ground_truths,...
  function compute_best_score_and_threshold (line 227) | def compute_best_score_and_threshold(
  function apply_no_answer_threshold (line 256) | def apply_no_answer_threshold(scores, no_answer_probs, qid_has_answer, n...
  function plot_na_prob_histogram (line 264) | def plot_na_prob_histogram(no_answer_probs, qid_list, outdir, name):

FILE: tests/test_mkqa_eval.py
  function test_compute_mkqa_scores (line 16) | def test_compute_mkqa_scores():
  function test_compute_mkqa_scores_in_different_languages (line 150) | def test_compute_mkqa_scores_in_different_languages():
  function test_compute_metrics_end_2_end (line 242) | def test_compute_metrics_end_2_end():