SYMBOL INDEX (257 symbols across 32 files) FILE: build/mdbook/md-to-html.py function convert_markdown_to_html (line 21) | def convert_markdown_to_html(markdown_path, args): function make_cover_page_file (line 38) | def make_cover_page_file(cover_md_file, date): function write_html_index (line 51) | def write_html_index(html_chapters_file, markdown_files): FILE: build/mdbook/mv-links.py function rewrite_links (line 18) | def rewrite_links(markdown_path, src, dst): FILE: build/mdbook/preprocess-html-for-epub.py function file_to_prefix (line 16) | def file_to_prefix(filepath): function prefix_anchors_in_file (line 26) | def prefix_anchors_in_file(html_file, prefix): function update_links_in_file (line 53) | def update_links_in_file(html_file, file_prefix_map, file_anchor_maps): function main (line 130) | def main(): FILE: build/mdbook/utils/build_utils.py function get_markdown_files (line 3) | def get_markdown_files(md_chapters_file): FILE: build/mdbook/utils/github_md_utils.py function md_is_relative_link (line 37) | def md_is_relative_link(link): function md_process_local_links (line 44) | def md_process_local_links(para, callback, **kwargs): function md_link_break_up (line 54) | def md_link_break_up(text): function md_link_build (line 78) | def md_link_build(link_text, link, anchor=None): function resolve_rel_link (line 89) | def resolve_rel_link(link, cwd_rel_path): function md_expand_links (line 98) | def md_expand_links(text, cwd_rel_path, repo_url=""): function md_rename_relative_links (line 141) | def md_rename_relative_links(text, cwd_rel_path, src, dst): function md_convert_md_target_to_html (line 200) | def md_convert_md_target_to_html(text): function md_header_to_anchor (line 211) | def md_header_to_anchor(text): function md_header_to_md_link (line 228) | def md_header_to_md_link(text, link=''): FILE: compute/accelerator/benchmarks/mamf-finder.py function get_torch_dtype (line 54) | def get_torch_dtype(dtype_str): class Arch (line 65) | class Arch: method __init__ (line 66) | def __init__(self): method __repr__ (line 69) | def __repr__(self): class CUDAArch (line 72) | class CUDAArch(Arch): method __init__ (line 74) | def __init__(self): method device (line 81) | def device(self): method name (line 85) | def name(self): method device_info (line 89) | def device_info(self): method compute_info (line 93) | def compute_info(self): method event (line 99) | def event(self, enable_timing=True): method synchronize (line 102) | def synchronize(self): class HPUArch (line 105) | class HPUArch(Arch): method __init__ (line 107) | def __init__(self): method device (line 111) | def device(self): method name (line 115) | def name(self): method device_info (line 119) | def device_info(self): method compute_info (line 123) | def compute_info(self): method event (line 126) | def event(self, enable_timing=True): method synchronize (line 129) | def synchronize(self): class XPUArch (line 132) | class XPUArch(Arch): method __init__ (line 134) | def __init__(self): method device (line 138) | def device(self): method name (line 142) | def name(self): method device_info (line 146) | def device_info(self): method compute_info (line 150) | def compute_info(self): method event (line 153) | def event(self, enable_timing=True): method synchronize (line 156) | def synchronize(self): class MPSEvent (line 159) | class MPSEvent: method __init__ (line 161) | def __init__(self): method record (line 164) | def record(self): method elapsed_time (line 168) | def elapsed_time(self, other): class MPSArch (line 173) | class MPSArch(Arch): method __init__ (line 175) | def __init__(self): method device (line 179) | def device(self): method name (line 183) | def name(self): method device_info (line 187) | def device_info(self): method compute_info (line 191) | def compute_info(self): method event (line 203) | def event(self, enable_timing=True): method synchronize (line 206) | def synchronize(self): function get_accelerator_arch (line 209) | def get_accelerator_arch(): class Tee (line 235) | class Tee(object): method __init__ (line 236) | def __init__(self, filename, verbose): method write (line 243) | def write(self, message): method flush (line 251) | def flush(self): function print_benchmark_header (line 257) | def print_benchmark_header(dtype, device, notes="None"): function benchmark_mm (line 290) | def benchmark_mm(m, n, k, dtype, device, num_iterations, num_warmup_iter... function setup_checks (line 373) | def setup_checks(): function sigkill_handler (line 437) | def sigkill_handler(signum, frame): function finish (line 449) | def finish(): FILE: debug/NicerTrace.py class NicerTrace (line 18) | class NicerTrace(trace.Trace): method __init__ (line 24) | def __init__(self, *args, packages_to_include=None, log_pids=False, **... method strip_py_dirs (line 66) | def strip_py_dirs(self, path): method globaltrace_lt (line 73) | def globaltrace_lt(self, frame, why, arg): method localtrace_trace_and_count (line 122) | def localtrace_trace_and_count(self, frame, why, arg): class Tee (line 158) | class Tee: method __init__ (line 165) | def __init__(self, filename): method __getattr__ (line 169) | def __getattr__(self, attr): method write (line 172) | def write(self, msg): method flush (line 178) | def flush(self): function main (line 190) | def main(): FILE: debug/tiny-scripts/c4-en-10k.py class C4En10k (line 43) | class C4En10k(datasets.GeneratorBasedBuilder): method _info (line 54) | def _info(self): method _split_generators (line 62) | def _split_generators(self, dl_manager): method _generate_examples (line 69) | def _generate_examples(self, jsonl_file): FILE: debug/tiny-scripts/cm4-synthetic-testing.py class CM4Synthetic (line 79) | class CM4Synthetic(datasets.GeneratorBasedBuilder): method _info (line 89) | def _info(self): method _split_generators (line 118) | def _split_generators(self, dl_manager): method _generate_examples (line 132) | def _generate_examples(self, data_path): FILE: debug/tiny-scripts/general-pmd-ds-unpack.py function list2range (line 48) | def list2range(s): function unpack (line 57) | def unpack(args, idx, row): function dump_example_shapes (line 82) | def dump_example_shapes(idx, row): FILE: debug/tiny-scripts/general-pmd-synthetic-testing.py class GeneralPMDSynthetic (line 79) | class GeneralPMDSynthetic(datasets.GeneratorBasedBuilder): method _info (line 89) | def _info(self): method _split_generators (line 110) | def _split_generators(self, dl_manager): method _generate_examples (line 124) | def _generate_examples(self, data_path): FILE: debug/tiny-scripts/m4-ds-unpack.py function list2range (line 50) | def list2range(s): function unpack (line 59) | def unpack(args, idx, row): function dump_example_shapes (line 78) | def dump_example_shapes(idx, row): FILE: debug/tiny-scripts/openwebtext-10k.py class Openwebtext10k (line 44) | class Openwebtext10k(datasets.GeneratorBasedBuilder): method _info (line 55) | def _info(self): method _split_generators (line 63) | def _split_generators(self, dl_manager): method _generate_examples (line 85) | def _generate_examples(self, txt_files): FILE: debug/tiny-scripts/oscar-en-10k.py class OscarEn10k (line 49) | class OscarEn10k(datasets.GeneratorBasedBuilder): method _info (line 60) | def _info(self): method _split_generators (line 68) | def _split_generators(self, dl_manager): method _generate_examples (line 75) | def _generate_examples(self, jsonl_file): FILE: debug/torch-distributed-gpu-test.py function print (line 65) | def print(*args, **kwargs): FILE: debug/underflow_overflow.py class ExplicitEnum (line 19) | class ExplicitEnum(str, Enum): method _missing_ (line 25) | def _missing_(cls, value): class DebugUnderflowOverflow (line 30) | class DebugUnderflowOverflow: method __init__ (line 148) | def __init__(self, model, max_frames_to_save=21, trace_batch_nums=[], ... method save_frame (line 165) | def save_frame(self, frame=None): method expand_frame (line 171) | def expand_frame(self, line): method trace_frames (line 174) | def trace_frames(self): method reset_saved_frames (line 178) | def reset_saved_frames(self): method dump_saved_frames (line 181) | def dump_saved_frames(self): method analyse_model (line 189) | def analyse_model(self): method analyse_variable (line 197) | def analyse_variable(self, var, ctx): method batch_start_frame (line 207) | def batch_start_frame(self): method batch_end_frame (line 211) | def batch_end_frame(self): method create_frame (line 214) | def create_frame(self, module, input, output): method register_forward_hook (line 242) | def register_forward_hook(self): method _register_forward_hook (line 245) | def _register_forward_hook(self, module): method forward_hook (line 248) | def forward_hook(self, module, input, output): function get_abs_min_max (line 296) | def get_abs_min_max(var, ctx): function detect_overflow (line 301) | def detect_overflow(var, ctx): class DebugOption (line 347) | class DebugOption(ExplicitEnum): FILE: network/benchmarks/all_gather_object_vs_all_gather.py function all_gather_object (line 33) | def all_gather_object(): function all_gather (line 39) | def all_gather(): FILE: network/benchmarks/all_gather_object_vs_all_reduce.py function all_gather_object (line 28) | def all_gather_object(): function all_reduce (line 34) | def all_reduce(): FILE: network/benchmarks/all_reduce_bench.py function get_device_info (line 134) | def get_device_info(): function plot_averages (line 142) | def plot_averages(path, x, y, ranks): function plot_profile (line 174) | def plot_profile(path, y, ranks): function timed_allreduce (line 207) | def timed_allreduce(tensor, size, start_event, end_event): function run (line 225) | def run(local_rank): function device_id_kwargs (line 332) | def device_id_kwargs(local_rank): function parse_args (line 348) | def parse_args(): FILE: network/benchmarks/all_reduce_latency_comp.py function timed_allreduce (line 20) | def timed_allreduce(mat, repeat_times, id, start_event, end_event): function run (line 52) | def run(local_rank): function init_processes (line 74) | def init_processes(local_rank, fn, backend='nccl'): FILE: testing/testing_utils.py function is_torch_available (line 50) | def is_torch_available(): function parse_flag_from_env (line 54) | def parse_flag_from_env(key, default=False): function parse_int_from_env (line 70) | def parse_int_from_env(key, default=None): function require_torch (line 83) | def require_torch(test_case): function require_torch_no_gpus (line 96) | def require_torch_no_gpus(test_case): function require_torch_multi_gpu (line 110) | def require_torch_multi_gpu(test_case): function require_torch_non_multi_gpu (line 128) | def require_torch_non_multi_gpu(test_case): function require_torch_up_to_2_gpus (line 143) | def require_torch_up_to_2_gpus(test_case): function require_torch_gpu (line 165) | def require_torch_gpu(test_case): function is_deepspeed_available (line 173) | def is_deepspeed_available(): function require_deepspeed (line 177) | def require_deepspeed(test_case): function is_bnb_available (line 187) | def is_bnb_available(): function require_bnb (line 191) | def require_bnb(test_case): function require_bnb_non_decorator (line 203) | def require_bnb_non_decorator(): function set_seed (line 211) | def set_seed(seed: int = 42): function get_gpu_count (line 226) | def get_gpu_count(): function torch_assert_equal (line 238) | def torch_assert_equal(actual, expected, **kwargs): function torch_assert_close (line 248) | def torch_assert_close(actual, expected, **kwargs): function is_torch_bf16_available (line 263) | def is_torch_bf16_available(): function require_torch_bf16 (line 281) | def require_torch_bf16(test_case): function get_tests_dir (line 289) | def get_tests_dir(append_path=None): function parameterized_custom_name_func_join_params (line 308) | def parameterized_custom_name_func_join_params(func, param_num, param): function apply_print_resets (line 344) | def apply_print_resets(buf): class CaptureStd (line 347) | class CaptureStd: method __init__ (line 401) | def __init__(self, out=True, err=True, replay=True): method __enter__ (line 420) | def __enter__(self): method __exit__ (line 433) | def __exit__(self, *exc): method __repr__ (line 450) | def __repr__(self): class CaptureStdout (line 465) | class CaptureStdout(CaptureStd): method __init__ (line 468) | def __init__(self, replay=True): class CaptureStderr (line 472) | class CaptureStderr(CaptureStd): method __init__ (line 475) | def __init__(self, replay=True): class CaptureLogger (line 479) | class CaptureLogger: method __init__ (line 503) | def __init__(self, logger): method __enter__ (line 509) | def __enter__(self): method __exit__ (line 513) | def __exit__(self, *exc): method __repr__ (line 517) | def __repr__(self): function ExtendSysPath (line 523) | def ExtendSysPath(path: Union[str, os.PathLike]) -> Iterator[None]: class TestCasePlus (line 542) | class TestCasePlus(unittest.TestCase): method setUp (line 623) | def setUp(self): method test_file_path (line 644) | def test_file_path(self): method test_file_path_str (line 648) | def test_file_path_str(self): method test_file_dir (line 652) | def test_file_dir(self): method test_file_dir_str (line 656) | def test_file_dir_str(self): method tests_dir (line 660) | def tests_dir(self): method tests_dir_str (line 664) | def tests_dir_str(self): method data_dir (line 668) | def data_dir(self): method data_dir_str (line 672) | def data_dir_str(self): method repo_root_dir (line 676) | def repo_root_dir(self): method repo_root_dir_str (line 680) | def repo_root_dir_str(self): method src_dir (line 684) | def src_dir(self): method src_dir_str (line 688) | def src_dir_str(self): method get_env (line 691) | def get_env(self): method get_auto_remove_tmp_dir (line 708) | def get_auto_remove_tmp_dir(self, tmp_dir=None, before=None, after=None): method get_auto_remove_tmp_dir_str (line 777) | def get_auto_remove_tmp_dir_str(self, *args, **kwargs): method tearDown (line 780) | def tearDown(self): function mockenv (line 787) | def mockenv(**kwargs): function mockenv_context (line 804) | def mockenv_context(*remove, **update): function get_xdist_worker_id (line 842) | def get_xdist_worker_id(): function get_unique_port_number (line 853) | def get_unique_port_number(): function write_file (line 865) | def write_file(file, content): function read_json_file (line 870) | def read_json_file(file): function replace_str_in_file (line 875) | def replace_str_in_file(file, text_to_search, replacement_text): function pytest_addoption_shared (line 935) | def pytest_addoption_shared(parser): function pytest_terminal_summary_main (line 954) | def pytest_terminal_summary_main(tr, id): class _RunOutput (line 1090) | class _RunOutput: method __init__ (line 1091) | def __init__(self, returncode, stdout, stderr): function _read_stream (line 1097) | async def _read_stream(stream, callback): function _stream_subprocess (line 1106) | async def _stream_subprocess(cmd, env=None, stdin=None, timeout=None, qu... function execute_subprocess_async (line 1147) | def execute_subprocess_async(cmd, env=None, stdin=None, timeout=180, qui... FILE: training/checkpoints/torch-checkpoint-shrink.py function get_pt_files (line 27) | def get_pt_files(checkpoint_dir, patterns): function shrink_dict_values (line 43) | def shrink_dict_values(d, prefix=""): function shrink_pt_file (line 54) | def shrink_pt_file(f): function checkpoint_shrink (line 66) | def checkpoint_shrink(checkpoint_dir, patterns): FILE: training/fault-tolerance/fs-watchdog.py function send_email (line 24) | def send_email(subject, body): function send_email_alert (line 38) | def send_email_alert(msg): function check_running_on_jean_zay (line 54) | def check_running_on_jean_zay(): function run_cmd (line 61) | def run_cmd(cmd, check=True): function get_args (line 76) | def get_args(): function main (line 82) | def main(): FILE: training/fault-tolerance/slurm-status.py function send_email (line 30) | def send_email(subject, body): function send_email_alert_job_not_scheduled (line 44) | def send_email_alert_job_not_scheduled(job_name): function check_running_on_jean_zay (line 63) | def check_running_on_jean_zay(): function run_cmd (line 70) | def run_cmd(cmd): function get_slurm_group_status (line 85) | def get_slurm_group_status(): function get_remaining_time (line 101) | def get_remaining_time(time_str): function get_preamble (line 112) | def get_preamble(): function process_job (line 118) | def process_job(jobid, partition, name, state, time, nodes, start_time, ... function get_args (line 143) | def get_args(): function main (line 151) | def main(): FILE: training/performance/benchmarks/dataloader/num-workers-bench.py class MyDataset (line 16) | class MyDataset(torch.utils.data.Dataset): method __init__ (line 18) | def __init__(self): method __len__ (line 21) | def __len__(self): method __getitem__ (line 24) | def __getitem__(self, idx): FILE: training/performance/benchmarks/dataloader/pin-memory-non-block-bench.py class MyDataset (line 25) | class MyDataset(torch.utils.data.Dataset): method __init__ (line 27) | def __init__(self): method __len__ (line 30) | def __len__(self): method __getitem__ (line 33) | def __getitem__(self, idx): FILE: training/performance/benchmarks/matrix-shape/swiglu-maf-bench.py function benchmark_bmm (line 48) | def benchmark_bmm(b, m, n, k, num_iterations=100, num_matmuls=1): FILE: training/performance/benchmarks/numa/numa-set-pynvml.py function set_numa_affinity (line 12) | def set_numa_affinity(gpu_index, verbose=False): FILE: training/performance/distributed/torch-dist-mem-usage.py function see_memory_usage (line 24) | def see_memory_usage(message, force=False, ranks=[0]): function init_processes (line 72) | def init_processes(local_rank, backend='nccl'): FILE: training/tools/main_process_first.py function get_local_rank (line 14) | def get_local_rank() -> int: function get_global_rank (line 17) | def get_global_rank() -> int: function is_local_fs (line 27) | def is_local_fs(path): function path_to_fs_type (line 36) | def path_to_fs_type(path): function is_main_process_by_path (line 52) | def is_main_process_by_path(path): function is_local_main_process (line 58) | def is_local_main_process(): function is_global_main_process (line 61) | def is_global_main_process(): function _goes_first (line 65) | def _goes_first(is_main: bool): function main_process_by_path_first (line 76) | def main_process_by_path_first(path): function global_main_process_first (line 103) | def global_main_process_first(): function local_main_process_first (line 125) | def local_main_process_first(): function ds_load_emulate (line 157) | def ds_load_emulate(): FILE: training/tools/multi-gpu-non-interleaved-print.py function printflock (line 15) | def printflock(*args, **kwargs): FILE: training/tools/printflock.py function printflock (line 22) | def printflock(*args, **kwargs):