SYMBOL INDEX (54 symbols across 13 files)

FILE: component/argument.py
  class CustomizedArguments (line 6) | class CustomizedArguments:

FILE: component/collator.py
  class SFTDataCollator (line 6) | class SFTDataCollator(object):
    method __init__ (line 7) | def __init__(self, tokenizer, max_seq_length):
    method __call__ (line 12) | def __call__(self, batch: List[Dict[str, Any]]) -> Dict[str, Any]:
  class PretrainCollator (line 56) | class PretrainCollator(object):
    method __init__ (line 57) | def __init__(self, tokenizer, max_seq_length):
    method __call__ (line 62) | def __call__(self, batch: List[Dict[str, Any]]) -> Dict[str, Any]:

FILE: component/dataset.py
  class UnifiedSFTDataset (line 6) | class UnifiedSFTDataset(Dataset):
    method __init__ (line 10) | def __init__(self, file, tokenizer, max_seq_length, template):
    method __len__ (line 26) | def __len__(self):
    method __getitem__ (line 29) | def __getitem__(self, index):
  class ChatGLM2SFTDataset (line 73) | class ChatGLM2SFTDataset(UnifiedSFTDataset):
    method __getitem__ (line 75) | def __getitem__(self, index):
  class ChatGLM3SFTDataset (line 112) | class ChatGLM3SFTDataset(UnifiedSFTDataset):
    method __getitem__ (line 114) | def __getitem__(self, index):
  class UnifiedDPODataset (line 152) | class UnifiedDPODataset(Dataset):
    method __init__ (line 156) | def __init__(self, file, tokenizer, max_seq_length, max_prompt_length,...
    method __len__ (line 173) | def __len__(self):
    method build_prompt_input_ids (line 176) | def build_prompt_input_ids(self, system, history):
    method __getitem__ (line 228) | def __getitem__(self, index):
    method map (line 290) | def map(self, func, **kwargs):

FILE: component/loss.py
  class Loss (line 5) | class Loss(object):
    method __call__ (line 9) | def __call__(self, model, inputs, training_args, return_outputs=False):
  class TargetLMLoss (line 23) | class TargetLMLoss(Loss):
    method __init__ (line 25) | def __init__(self, ignore_index):
    method __call__ (line 30) | def __call__(self, model, inputs, training_args, return_outputs=False):

FILE: component/model.py
  class BloomForCausalLM (line 12) | class BloomForCausalLM(transformers.BloomForCausalLM):
    method forward (line 16) | def forward(

FILE: component/template.py
  class Template (line 6) | class Template:
  function register_template (line 19) | def register_template(template_name, system_format, user_format, assista...

FILE: component/trainer.py
  class Trainer (line 31) | class Trainer(transformers.Trainer):
    method __init__ (line 35) | def __init__(
    method compute_loss (line 65) | def compute_loss(self, model, inputs, return_outputs=False):
  class LoRATrainer (line 79) | class LoRATrainer(Trainer):
    method _save (line 83) | def _save(self, output_dir: Optional[str] = None, state_dict=None):

FILE: component/utils.py
  class ModelUtils (line 6) | class ModelUtils(object):
    method load_model (line 9) | def load_model(cls, model_name_or_path, load_in_4bit=False, adapter_na...

FILE: script/chat/chat.py
  function build_prompt_chatglm3 (line 12) | def build_prompt_chatglm3(tokenizer, query, history, system=None):
  function build_prompt (line 32) | def build_prompt(tokenizer, template, query, history, system=None):
  function load_tokenizer (line 68) | def load_tokenizer(model_name_or_path):
  function main (line 89) | def main():

FILE: script/http/post.py
  function main (line 5) | def main():

FILE: script/http/start_service.py
  function ds_llm (line 12) | def ds_llm():

FILE: script/merge_lora.py
  function merge_lora_to_base_model (line 9) | def merge_lora_to_base_model():

FILE: train.py
  function setup_everything (line 42) | def setup_everything():
  function find_all_linear_names (line 76) | def find_all_linear_names(model, train_mode):
  function load_pretrain_dataset (line 95) | def load_pretrain_dataset(training_args, args, tokenizer):
  function load_tokenizer (line 187) | def load_tokenizer(args):
  function load_unsloth_model (line 221) | def load_unsloth_model(args, training_args):
  function load_model (line 251) | def load_model(args, training_args):
  function load_sft_dataset (line 340) | def load_sft_dataset(args, tokenizer):
  function load_dpo_dataset (line 356) | def load_dpo_dataset(args, tokenizer):
  function init_components (line 364) | def init_components(args, training_args):
  function main (line 420) | def main():