SYMBOL INDEX (21 symbols across 3 files)

FILE: test/test_trainer.py
  function test_tokenizer (line 3) | def test_tokenizer():
  function test_load_training_dataset (line 8) | def test_load_training_dataset():

FILE: training/generate.py
  function load_model_tokenizer_for_generate (line 25) | def load_model_tokenizer_for_generate(
  function get_special_token_id (line 43) | def get_special_token_id(tokenizer: PreTrainedTokenizer, key: str) -> int:
  class InstructionTextGenerationPipeline (line 65) | class InstructionTextGenerationPipeline(Pipeline):
    method __init__ (line 66) | def __init__(
    method _sanitize_parameters (line 82) | def _sanitize_parameters(self,
    method preprocess (line 116) | def preprocess(self, instruction_text, **generate_kwargs):
    method _forward (line 126) | def _forward(self, model_inputs, **generate_kwargs):
    method postprocess (line 153) | def postprocess(self, model_outputs, response_key_token_id, end_key_to...
  function generate_response (line 220) | def generate_response(

FILE: training/trainer.py
  class DataCollatorForCompletionOnlyLM (line 48) | class DataCollatorForCompletionOnlyLM(DataCollatorForLanguageModeling):
    method torch_call (line 49) | def torch_call(self, examples: List[Union[List[int], Any, Dict[str, An...
  function preprocess_batch (line 80) | def preprocess_batch(batch: Dict[str, List], tokenizer: AutoTokenizer, m...
  function load_training_dataset (line 88) | def load_training_dataset(path_or_dataset: str = DEFAULT_TRAINING_DATASE...
  function load_tokenizer (line 120) | def load_tokenizer(pretrained_model_name_or_path: str = DEFAULT_INPUT_MO...
  function load_model (line 128) | def load_model(
  function get_model_tokenizer (line 138) | def get_model_tokenizer(
  function preprocess_dataset (line 148) | def preprocess_dataset(tokenizer: AutoTokenizer, max_length: int, seed=D...
  function train (line 182) | def train(
  function main (line 323) | def main(**kwargs):