SYMBOL INDEX (71 symbols across 12 files)

FILE: scripts/combine_generate.py
  function parse_arguments (line 5) | def parse_arguments():
  function main (line 14) | def main():

FILE: scripts/compute_prob.py
  function parse_arguments (line 9) | def parse_arguments():
  function from_ranks (line 21) | def from_ranks(args):
  function prepare_score (line 77) | def prepare_score(args):
  function push_dataset (line 124) | def push_dataset(file_dir, org):

FILE: scripts/generate.py
  function set_seed (line 17) | def set_seed(seed=5775709):
  function parse_arguments (line 24) | def parse_arguments():
  function apply_template (line 40) | def apply_template(text, tokenizer):
  function split_prompts (line 47) | def split_prompts(prompts, frac_len, data_frac):
  function main (line 58) | def main():

FILE: scripts/rank.py
  function parse_arguments (line 10) | def parse_arguments():
  function ranking (line 25) | def ranking(args, prompts, candidates):
  function split_prompts (line 32) | def split_prompts(prompts, frac_len, data_frac):
  function apply_template (line 43) | def apply_template(text, tokenizer):
  function main (line 51) | def main(args):

FILE: setup.py
  function deps_list (line 84) | def deps_list(*pkgs):

FILE: sppo/alignment/configs.py
  class H4ArgumentParser (line 34) | class H4ArgumentParser(HfArgumentParser):
    method parse_yaml_and_args (line 35) | def parse_yaml_and_args(self, yaml_arg: str, other_args: Optional[List...
    method parse (line 91) | def parse(self) -> DataClassType | Tuple[DataClassType]:
  class ModelArguments (line 109) | class ModelArguments:
    method __post_init__ (line 182) | def __post_init__(self):
  class DataArguments (line 188) | class DataArguments:
  class SFTConfig (line 212) | class SFTConfig(transformers.TrainingArguments):
  class SPPOConfig (line 229) | class SPPOConfig(transformers.TrainingArguments):

FILE: sppo/alignment/data.py
  function maybe_insert_system_message (line 17) | def maybe_insert_system_message(messages, tokenizer):
  function apply_chat_template (line 30) | def apply_chat_template(
  function get_datasets (line 72) | def get_datasets(
  function mix_datasets (line 114) | def mix_datasets(dataset_mixer: dict, splits: Optional[List[str]] = None...

FILE: sppo/alignment/model_utils.py
  function get_current_device (line 37) | def get_current_device() -> int:
  function get_kbit_device_map (line 42) | def get_kbit_device_map() -> Dict[str, int] | None:
  function get_quantization_config (line 47) | def get_quantization_config(model_args: ModelArguments) -> BitsAndBytesC...
  function get_tokenizer (line 69) | def get_tokenizer(model_args: ModelArguments, data_args: DataArguments) ...
  function get_peft_config (line 93) | def get_peft_config(model_args: ModelArguments) -> PeftConfig | None:
  function is_adapter_model (line 110) | def is_adapter_model(model_name_or_path: str, revision: str = "main") ->...
  function get_checkpoint (line 120) | def get_checkpoint(training_args: SFTConfig | SPPOConfig) -> Path | None:

FILE: sppo/alignment/release.py
  function update_version_in_file (line 33) | def update_version_in_file(fname, version, pattern):
  function global_version_update (line 44) | def global_version_update(version, patch=False):
  function get_version (line 50) | def get_version():
  function pre_release_work (line 58) | def pre_release_work(patch=False):
  function post_release_work (line 80) | def post_release_work():

FILE: sppo/run_sft.py
  function main (line 48) | def main():

FILE: sppo/run_sppo.py
  function load_config (line 34) | def load_config(config_path):
  function setup_logging (line 38) | def setup_logging(log_level):
  function load_and_process_datasets (line 49) | def load_and_process_datasets(data_args, tokenizer):
  function setup_model (line 72) | def setup_model(model_args, training_args):
  function train_and_evaluate (line 121) | def train_and_evaluate(trainer, raw_datasets, training_args):
  function save_model_and_results (line 139) | def save_model_and_results(trainer, training_args, model_args, data_args):
  function main (line 162) | def main():
  function main_inner (line 176) | def main_inner(model_args, data_args, training_args):

FILE: sppo/trainer.py
  class SPPOTrainer (line 57) | class SPPOTrainer(Trainer):
    method __init__ (line 130) | def __init__(
    method _prepare_deepspeed (line 404) | def _prepare_deepspeed(self, model: PreTrainedModelWrapper):
    method get_train_dataloader (line 435) | def get_train_dataloader(self) -> DataLoader:
    method get_eval_dataloader (line 478) | def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) ...
    method build_tokenized_answer (line 530) | def build_tokenized_answer(self, prompt, answer):
    method tokenize_row (line 580) | def tokenize_row(self, feature, model: Union[PreTrainedModel, nn.Modul...
    method null_ref_context (line 727) | def null_ref_context(self):
    method compute_reference_log_probs (line 738) | def compute_reference_log_probs(self, padded_batch: Dict) -> Dict:
    method concatenated_inputs (line 763) | def concatenated_inputs(
    method sppo_loss (line 824) | def sppo_loss(
    method get_batch_logps (line 921) | def get_batch_logps(
    method concatenated_forward (line 958) | def concatenated_forward(
    method get_batch_loss_metrics (line 1004) | def get_batch_loss_metrics(
    method compute_loss (line 1069) | def compute_loss(
    method get_batch_samples (line 1093) | def get_batch_samples(self, model, batch: Dict[str, torch.LongTensor])...
    method prediction_step (line 1139) | def prediction_step(
    method store_metrics (line 1179) | def store_metrics(self, metrics: Dict[str, float], train_eval: Literal...
    method evaluation_loop (line 1183) | def evaluation_loop(
    method log (line 1233) | def log(self, logs: Dict[str, float]) -> None:
    method push_to_hub (line 1250) | def push_to_hub(self, commit_message: Optional[str] = "End of training...