SYMBOL INDEX (9 symbols across 3 files)

FILE: benchmark/constants.py
  class Keys (line 11) | class Keys(str, Enum):

FILE: benchmark/evaluate.py
  function evaluate (line 14) | def evaluate(predictions_path: str, batch_size: int) -> float:
  function evaluate_question (line 50) | def evaluate_question(metric: LingoJudge, data_dict: dict) -> dict:
  function select_correct (line 75) | def select_correct(data_dict: dict) -> bool:

FILE: benchmark/judge.py
  class LingoJudge (line 10) | class LingoJudge(nn.Module):
    method __init__ (line 14) | def __init__(self, pretrained_model=LINGO_JUDGE):
    method forward (line 20) | def forward(self, question: str, references: List[str], prediction: str):
    method compute (line 42) | def compute(self, questions: List[str], references: List[List[str]], p...
    method preprocess (line 62) | def preprocess(self, string: str):