SYMBOL INDEX (1065 symbols across 89 files) FILE: ai-framework/deepspeed/hello_bert/train_bert.py function collate_function (line 36) | def collate_function(batch: List[Tuple[List[int], List[int]]], function masking_function (line 61) | def masking_function( class WikiTextMLMDataset (line 152) | class WikiTextMLMDataset(Dataset): method __init__ (line 168) | def __init__( method __len__ (line 176) | def __len__(self) -> int: method __getitem__ (line 179) | def __getitem__(self, idx: int) -> Tuple[List[int], List[int]]: class InfiniteIterator (line 188) | class InfiniteIterator(object): method __init__ (line 189) | def __init__(self, iterable: Iterable[T]) -> None: method __iter__ (line 194) | def __iter__(self): method __next__ (line 199) | def __next__(self) -> T: function create_data_iterator (line 209) | def create_data_iterator( class RobertaLMHeadWithMaskedPredict (line 278) | class RobertaLMHeadWithMaskedPredict(RobertaLMHead): method __init__ (line 279) | def __init__(self, method forward (line 286) | def forward( # pylint: disable=arguments-differ class RobertaMLMModel (line 315) | class RobertaMLMModel(RobertaPreTrainedModel): method __init__ (line 316) | def __init__(self, config: RobertaConfig, encoder: RobertaModel) -> None: method forward (line 323) | def forward( function create_model (line 368) | def create_model(num_layers: int, num_heads: int, ff_dim: int, h_dim: int, function get_unique_identifier (line 427) | def get_unique_identifier(length: int = 8) -> str: function create_experiment_dir (line 437) | def create_experiment_dir(checkpoint_dir: pathlib.Path, function load_model_checkpoint (line 509) | def load_model_checkpoint( function train (line 566) | def train( FILE: ai-framework/deepspeed/hello_bert/train_bert_ds.py function collate_function (line 36) | def collate_function(batch: List[Tuple[List[int], List[int]]], function masking_function (line 61) | def masking_function( class WikiTextMLMDataset (line 152) | class WikiTextMLMDataset(Dataset): method __init__ (line 168) | def __init__( method __len__ (line 176) | def __len__(self) -> int: method __getitem__ (line 179) | def __getitem__(self, idx: int) -> Tuple[List[int], List[int]]: method __init__ (line 992) | def __init__( method __len__ (line 1000) | def __len__(self) -> int: method __getitem__ (line 1003) | def __getitem__(self, idx: int) -> Tuple[List[int], List[int]]: class InfiniteIterator (line 187) | class InfiniteIterator(object): method __init__ (line 188) | def __init__(self, iterable: Iterable[T]) -> None: method __iter__ (line 192) | def __iter__(self): method __next__ (line 195) | def __next__(self) -> T: method __init__ (line 1012) | def __init__(self, iterable: Iterable[T]) -> None: method __iter__ (line 1016) | def __iter__(self): method __next__ (line 1019) | def __next__(self) -> T: function create_data_iterator (line 205) | def create_data_iterator( class RobertaLMHeadWithMaskedPredict (line 269) | class RobertaLMHeadWithMaskedPredict(RobertaLMHead): method __init__ (line 270) | def __init__(self, method forward (line 277) | def forward( # pylint: disable=arguments-differ method __init__ (line 1094) | def __init__(self, method forward (line 1101) | def forward( # pylint: disable=arguments-differ class RobertaMLMModel (line 306) | class RobertaMLMModel(RobertaPreTrainedModel): method __init__ (line 307) | def __init__(self, config: RobertaConfig, encoder: RobertaModel) -> None: method forward (line 314) | def forward( method __init__ (line 1131) | def __init__(self, config: RobertaConfig, encoder: RobertaModel) -> None: method forward (line 1138) | def forward( function create_model (line 359) | def create_model(num_layers: int, num_heads: int, ff_dim: int, h_dim: int, function get_unique_identifier (line 416) | def get_unique_identifier(length: int = 8) -> str: function create_experiment_dir (line 426) | def create_experiment_dir(checkpoint_dir: pathlib.Path, function load_model_checkpoint (line 498) | def load_model_checkpoint( function train (line 555) | def train( function is_rank_0 (line 828) | def is_rank_0() -> bool: function log_dist (line 839) | def log_dist(message: str, function collate_function (line 860) | def collate_function(batch: List[Tuple[List[int], List[int]]], function masking_function (line 885) | def masking_function( class WikiTextMLMDataset (line 976) | class WikiTextMLMDataset(Dataset): method __init__ (line 168) | def __init__( method __len__ (line 176) | def __len__(self) -> int: method __getitem__ (line 179) | def __getitem__(self, idx: int) -> Tuple[List[int], List[int]]: method __init__ (line 992) | def __init__( method __len__ (line 1000) | def __len__(self) -> int: method __getitem__ (line 1003) | def __getitem__(self, idx: int) -> Tuple[List[int], List[int]]: class InfiniteIterator (line 1011) | class InfiniteIterator(object): method __init__ (line 188) | def __init__(self, iterable: Iterable[T]) -> None: method __iter__ (line 192) | def __iter__(self): method __next__ (line 195) | def __next__(self) -> T: method __init__ (line 1012) | def __init__(self, iterable: Iterable[T]) -> None: method __iter__ (line 1016) | def __iter__(self): method __next__ (line 1019) | def __next__(self) -> T: function create_data_iterator (line 1029) | def create_data_iterator( class RobertaLMHeadWithMaskedPredict (line 1093) | class RobertaLMHeadWithMaskedPredict(RobertaLMHead): method __init__ (line 270) | def __init__(self, method forward (line 277) | def forward( # pylint: disable=arguments-differ method __init__ (line 1094) | def __init__(self, method forward (line 1101) | def forward( # pylint: disable=arguments-differ class RobertaMLMModel (line 1130) | class RobertaMLMModel(RobertaPreTrainedModel): method __init__ (line 307) | def __init__(self, config: RobertaConfig, encoder: RobertaModel) -> None: method forward (line 314) | def forward( method __init__ (line 1131) | def __init__(self, config: RobertaConfig, encoder: RobertaModel) -> None: method forward (line 1138) | def forward( function create_model (line 1183) | def create_model(num_layers: int, num_heads: int, ff_dim: int, h_dim: int, function get_unique_identifier (line 1240) | def get_unique_identifier(length: int = 8) -> str: function create_experiment_dir (line 1250) | def create_experiment_dir(checkpoint_dir: pathlib.Path, function load_model_checkpoint (line 1330) | def load_model_checkpoint( function train (line 1390) | def train( FILE: ai-framework/mxnet/mnist.py function transformer (line 43) | def transformer(data, label): function test (line 57) | def test(ctx): function train (line 68) | def train(epochs, ctx): FILE: ai-framework/mxnet/mxnet_cnn_mnist.py function get_mnist (line 30) | def get_mnist(path='data'): class NeuralNetwork (line 63) | class NeuralNetwork(gluon.Block): method __init__ (line 64) | def __init__(self): method forward (line 80) | def forward(self, x): function test (line 93) | def test(ctx, val_data): function train (line 122) | def train(args, ctx, train_data, val_data): function plot (line 181) | def plot(train_acc_list, val_acc_list, output_path): function main (line 202) | def main(ctx): FILE: ai-framework/mxnet/mxnet_mlp_mnist.py function transformer (line 41) | def transformer(data, label): function test (line 55) | def test(ctx): function train (line 66) | def train(epochs, ctx): FILE: ai-framework/mxnet/oneflow_cnn_mnist.py class NeuralNetwork (line 40) | class NeuralNetwork(nn.Module): method __init__ (line 41) | def __init__(self): method forward (line 56) | def forward(self, x): function train (line 70) | def train(epoch, iter, model, loss_fn, optimizer): function test (line 101) | def test(iter, model, loss_fn): function plot (line 122) | def plot(loss_list, output_path): function main (line 138) | def main(): FILE: ai-framework/mxnet/oneflow_mlp_mnist.py class NeuralNetwork (line 51) | class NeuralNetwork(nn.Module): method __init__ (line 52) | def __init__(self): method forward (line 63) | def forward(self, x): function train (line 76) | def train(iter, model, loss_fn, optimizer): function test (line 97) | def test(iter, model, loss_fn): FILE: ai-framework/oneflow/oneflow_mlp_mnist.py class NeuralNetwork (line 50) | class NeuralNetwork(nn.Module): method __init__ (line 51) | def __init__(self): method forward (line 62) | def forward(self, x): function train (line 75) | def train(iter, model, loss_fn, optimizer): function test (line 96) | def test(iter, model, loss_fn): FILE: ai-framework/transformer-engine/mnist/main.py class Net (line 13) | class Net(nn.Module): method __init__ (line 14) | def __init__(self, use_te=False): method forward (line 28) | def forward(self, x): function train (line 46) | def train(args, model, device, train_loader, optimizer, epoch, use_fp8): function calibrate (line 68) | def calibrate(model, device, test_loader): function test (line 79) | def test(model, device, test_loader, use_fp8): function main (line 106) | def main(): FILE: ai-framework/transformer-engine/mnist/main_stat.py class Net (line 13) | class Net(nn.Module): method __init__ (line 14) | def __init__(self, use_te=False): method forward (line 28) | def forward(self, x): function train (line 47) | def train(args, model, device, train_loader, optimizer, epoch, use_fp8): function calibrate (line 77) | def calibrate(model, device, test_loader): function test (line 89) | def test(model, device, test_loader, use_fp8): function main (line 123) | def main(): FILE: docs/llm-base/distribution-parallelism/moe-parallel/paddle_moe.py class ExpertLayer (line 17) | class ExpertLayer(Layer): method __init__ (line 18) | def __init__(self, d_model, d_hidden, name=None): method forward (line 23) | def forward(self, x): class Model (line 47) | class Model(Layer): method __init__ (line 48) | def __init__(self, d_model, d_hidden, name=None): method forward (line 60) | def forward(self, x): FILE: llm-algo/gpt2/hf_modeling_gpt2.py class GPT2Attention (line 5) | class GPT2Attention(nn.Module): method __init__ (line 7) | def __init__(self, config, is_cross_attention=False, layer_idx=None): method _attn (line 55) | def _attn(self, query, key, value, attention_mask=None, head_mask=None): method forward (line 104) | def forward( class GPT2MLP (line 163) | class GPT2MLP(nn.Module): method __init__ (line 164) | def __init__(self, intermediate_size, config): method forward (line 172) | def forward(self, hidden_states: Optional[Tuple[torch.FloatTensor]]) -... FILE: llm-compression/quantization/llm-qat/cfd70ff/train.py function train (line 41) | def train(): FILE: llm-compression/quantization/llm-qat/cfd70ff/utils.py function get_logger (line 17) | def get_logger(logger_name): function safe_save_model_for_hf_trainer (line 39) | def safe_save_model_for_hf_trainer(trainer: transformers.Trainer, output... function get_local_rank (line 69) | def get_local_rank(): FILE: llm-compression/quantization/llm-qat/f4d873a/datautils.py function set_seed (line 26) | def set_seed(seed): function get_train_val_dataset (line 31) | def get_train_val_dataset(train_path, valid_path=None): class CustomJsonDataset (line 57) | class CustomJsonDataset(torch.utils.data.IterableDataset): method __init__ (line 58) | def __init__(self, dataset, tokenizer, block_size=1024): method __len__ (line 74) | def __len__(self): method __getitem__ (line 77) | def __getitem__(self, i): method __iter__ (line 80) | def __iter__(self): method tokenize_function (line 83) | def tokenize_function(self, examples): method group_texts (line 86) | def group_texts(self, examples): function jload (line 117) | def jload(filename, mode="r"): FILE: llm-compression/quantization/llm-qat/f4d873a/train.py function train (line 42) | def train(): FILE: llm-data-engineering/sft-dataset/baichuan2_test.py function build_chat_input (line 6) | def build_chat_input(messages: List[dict]): FILE: llm-data-engineering/sft-dataset/firefly-template.py class Template (line 6) | class Template: function register_template (line 19) | def register_template(template_name, system_format, user_format, assista... FILE: llm-data-engineering/sft-dataset/jinja-demo.py function raise_exception (line 23) | def raise_exception(message): FILE: llm-data-engineering/sft-dataset/jinja-llm-baichuan.py function raise_exception (line 23) | def raise_exception(message): FILE: llm-data-engineering/sft-dataset/jinja-llm-baichuan2.py function raise_exception (line 48) | def raise_exception(message): FILE: llm-data-engineering/sft-dataset/jinja-llm-bloom.py function raise_exception (line 26) | def raise_exception(message): FILE: llm-data-engineering/sft-dataset/jinja-llm-chatglm3.py function raise_exception (line 26) | def raise_exception(message): FILE: llm-data-engineering/sft-dataset/jinja-llm.py function raise_exception (line 29) | def raise_exception(message): FILE: llm-eval/llm-performance/mindie/locust-lantency-throughput/hello.py class QuickstartUser (line 8) | class QuickstartUser(HttpUser): method hello_world (line 12) | def hello_world(self): FILE: llm-eval/llm-performance/mindie/locust-lantency-throughput/llm-910b4-baichuan2-7b-2tp.py class QuickstartUser (line 16) | class QuickstartUser(HttpUser): method hello_world (line 20) | def hello_world(self): method on_stop (line 48) | def on_stop(self): FILE: llm-eval/llm-performance/mindie/locust-lantency-throughput/llm-910b4-chatglm3-6b-2tp.py class QuickstartUser (line 16) | class QuickstartUser(HttpUser): method hello_world (line 20) | def hello_world(self): method on_stop (line 48) | def on_stop(self): FILE: llm-eval/llm-performance/mindie/locust-lantency-throughput/llm-910b4-qwen-72b-8tp.py class QuickstartUser (line 15) | class QuickstartUser(HttpUser): method hello_world (line 19) | def hello_world(self): method on_stop (line 47) | def on_stop(self): FILE: llm-eval/llm-performance/mindie/locust-lantency-throughput/llm-910b4-qwen1.5-4tp.py class QuickstartUser (line 14) | class QuickstartUser(HttpUser): method hello_world (line 18) | def hello_world(self): method on_stop (line 45) | def on_stop(self): FILE: llm-eval/llm-performance/mindie/locust-lantency-throughput/示例.py class QuickstartUser (line 8) | class QuickstartUser(HttpUser): method hello_world (line 15) | def hello_world(self): method view_items (line 25) | def view_items(self): method on_start (line 34) | def on_start(self): class WebsiteUser (line 41) | class WebsiteUser(HttpLocust): FILE: llm-eval/llm-performance/vllm/vllm-locust-qwen1.5-7b-long.py class QuickstartUser (line 17) | class QuickstartUser(HttpUser): method hello_world (line 21) | def hello_world(self): method on_stop (line 61) | def on_stop(self): FILE: llm-inference/ascend/mindformers/mindsporelite-inference.py function pipeline_from_model_paths (line 26) | def pipeline_from_model_paths(args_, tokenizer): function pipeline_from_model_name (line 43) | def pipeline_from_model_name(args_, tokenizer): function pipeline_from_model_dir (line 59) | def pipeline_from_model_dir(args_, tokenizer): function pipeline_from_infer_config (line 76) | def pipeline_from_infer_config(args_, tokenizer): function get_tokenizer (line 110) | def get_tokenizer(model_name: str, tokenizer_path: str) -> Tokenizer: function build_prompt (line 126) | def build_prompt(inputs, model_name, prompt): function infer_main (line 146) | def infer_main(args_): function infer_stream_main (line 177) | def infer_stream_main(args_): FILE: llm-inference/ascend/mindformers/mindsporelite-stat.py function pipeline_from_model_paths (line 33) | def pipeline_from_model_paths(args_, tokenizer): function pipeline_from_model_name (line 50) | def pipeline_from_model_name(args_, tokenizer): function pipeline_from_model_dir (line 66) | def pipeline_from_model_dir(args_, tokenizer): function pipeline_from_infer_config (line 83) | def pipeline_from_infer_config(args_, tokenizer): function get_tokenizer (line 117) | def get_tokenizer(model_name: str, tokenizer_path: str) -> Tokenizer: function build_prompt (line 133) | def build_prompt(inputs, model_name, prompt): function inference_stat (line 154) | def inference_stat(first_token_time_list, total_token_time_list, new_tok... function infer_main (line 205) | def infer_main(args_): function infer_stream_main (line 280) | def infer_stream_main(args_): FILE: llm-inference/ascend/mindformers/text_generator_infer.py class BaseInputsOfInfer (line 23) | class BaseInputsOfInfer: method get_inputs (line 28) | def get_inputs(self, model: Model, **kwargs): method get_lite_tensor_list (line 31) | def get_lite_tensor_list(self, inputs, model): class CommonInputsOfInfer (line 43) | class CommonInputsOfInfer(BaseInputsOfInfer): method get_inputs (line 48) | def get_inputs(self, model: Model, input_ids=None, current_index=None,... class LlamaInputsOfInfer (line 62) | class LlamaInputsOfInfer(BaseInputsOfInfer): method get_inputs (line 67) | def get_inputs(self, model: Model, input_ids=None, current_index=None,... method get_lite_tensor_list (line 81) | def get_lite_tensor_list(self, inputs): class GLMInputsOfInfer (line 88) | class GLMInputsOfInfer(BaseInputsOfInfer): method get_masks_np (line 92) | def get_masks_np(self, input_ids, tokenizer: BaseTokenizer): method get_position_ids_np (line 102) | def get_position_ids_np(self, input_ids, mask_positions, tokenizer: Ba... method create_position_ids_np (line 126) | def create_position_ids_np(self, input_ids, tokenizer, position_encodi... method get_inputs (line 142) | def get_inputs(self, model: Model, input_ids=None, current_index=None,... class InputOfInfer (line 169) | class InputOfInfer: method get_inputs (line 187) | def get_inputs(cls, model_name: str, model, **kwargs): class TextGeneratorInfer (line 212) | class TextGeneratorInfer(BaseInfer): method infer (line 217) | def infer(self, method preprocess (line 281) | def preprocess(self, input_data, add_special_tokens=False, **kwargs): method postprocess (line 296) | def postprocess(self, predict_data, **kwargs): method _get_logits_processor (line 301) | def _get_logits_processor(self, method _merge_processor_list (line 319) | def _merge_processor_list(self, method _get_logits_warper (line 340) | def _get_logits_warper(self, generation_config: GenerationConfig): method generate (line 362) | def generate(self, input_ids, do_sample, top_k, top_p, temperature, re... method _inc_infer (line 514) | def _inc_infer(self, input_ids, current_index, valid_length, is_first_... method _full_infer (line 528) | def _full_infer(self, input_ids, current_index, is_npu_acceleration, *... method get_predict_inputs (line 539) | def get_predict_inputs(self, mode: Model, input_ids, current_index=None, FILE: llm-inference/faster-transformer/bloom/firefly_lambada_1w_stat_token.py class TensorEncoder (line 23) | class TensorEncoder(json.JSONEncoder): method default (line 24) | def default(self, obj): class LambadaDataset (line 30) | class LambadaDataset(torch.utils.data.Dataset): method __init__ (line 33) | def __init__(self, method __len__ (line 50) | def __len__(self): method __getitem__ (line 53) | def __getitem__(self, idx): class Metric (line 62) | class Metric: class RequestAndResult (line 67) | class RequestAndResult: method asdict (line 79) | def asdict(self): class Timer (line 83) | class Timer: method __init__ (line 85) | def __init__(self): method start (line 89) | def start(self, tag='__default'): method stop (line 92) | def stop(self, tag='__default'): method elapsed_time_in_sec (line 99) | def elapsed_time_in_sec(self, tag='__default'): method reset (line 104) | def reset(self): function get_args (line 109) | def get_args(): function get_model_and_tokenizer (line 175) | def get_model_and_tokenizer(args: argparse.Namespace): function split_inputs_and_targets (line 264) | def split_inputs_and_targets(entries: Dict[str, torch.LongTensor], function main (line 307) | def main(): FILE: llm-inference/faster-transformer/megatron-gpt2/gpt_summarization.py function main (line 21) | def main(): FILE: llm-inference/faster-transformer/megatron-gpt2/gpt_summarization_stat.py function main (line 24) | def main(): FILE: llm-inference/native-model/chatglm3-6b/cli_demo.py function build_prompt (line 18) | def build_prompt(history): function main (line 26) | def main(): FILE: llm-inference/triton/resnet50/client.py function rn50_preprocess (line 8) | def rn50_preprocess(img_path="img1.jpg"): FILE: llm-inference/vllm/api_client.py function clear_line (line 11) | def clear_line(n: int = 1) -> None: function post_http_request (line 18) | def post_http_request(prompt: str, function get_streaming_response (line 35) | def get_streaming_response(response: requests.Response) -> Iterable[List... function get_response (line 45) | def get_response(response: requests.Response) -> List[str]: FILE: llm-inference/web/fastapi/llm-qwen-mindspore-lite.py class InferParam (line 22) | class InferParam: function get_mindir_path (line 44) | def get_mindir_path(export_path='output', full=True): function create_mslite_pipeline (line 64) | def create_mslite_pipeline(args): function expand_input_list (line 109) | def expand_input_list(input_list, batch_size): function run_mslite_infer (line 118) | def run_mslite_infer(pipeline_task, prompt, args): class Item (line 162) | class Item(BaseModel): function generate_stream (line 173) | async def generate_stream(data:Item): function predict (line 192) | async def predict(request: Request): FILE: llm-inference/web/flask/llm-qwen-mindspore-lite.py class InferParam (line 17) | class InferParam: function get_mindir_path (line 39) | def get_mindir_path(export_path='output', full=True): function create_mslite_pipeline (line 59) | def create_mslite_pipeline(args): function expand_input_list (line 104) | def expand_input_list(input_list, batch_size): function run_mslite_infer (line 113) | def run_mslite_infer(pipeline_task, prompt, args): function generate_stream (line 158) | def generate_stream(): function predict (line 177) | def predict(): FILE: llm-localization/ascend/mindformers/chatglm/chat_glm.py function chat_glm (line 14) | def chat_glm(): FILE: llm-localization/ascend/mindformers/chatglm/merge_ckpt.py function merge_ckpt (line 6) | def merge_ckpt(args_opt): function clean_ckpt (line 27) | def clean_ckpt(ms_ckpt_path): FILE: llm-localization/ascend/mindformers/chatglm/merge_ckpt_lora.py function merge_ckpt (line 6) | def merge_ckpt(args_opt): function clean_ckpt (line 27) | def clean_ckpt(ms_ckpt_path): FILE: llm-localization/ascend/mindie/script/model-test.py class ModelTest (line 130) | class ModelTest: method __init__ (line 131) | def __init__(self, model_type, data_type, test_mode, model_name, data_... method create_instance (line 163) | def create_instance(cls): method run (line 168) | def run(self): method get_chip_num (line 175) | def get_chip_num(self): method set_fa_tokenizer_params (line 178) | def set_fa_tokenizer_params(self): method get_model (line 187) | def get_model(self, hardware_type, model_type, data_type): method prepare_environ (line 190) | def prepare_environ(self): method get_dataset_list (line 193) | def get_dataset_list(self): method clear (line 196) | def clear(self): method __prepare_and_check (line 201) | def __prepare_and_check(self): method __run (line 287) | def __run(self): method __run_performance (line 297) | def __run_performance(self): method __run_precision (line 471) | def __run_precision(self): method __run_simplified_dataset (line 535) | def __run_simplified_dataset(self): method __run_full_dataset_ceval_0_shot (line 587) | def __run_full_dataset_ceval_0_shot(self): method __run_full_dataset_ceval_5_shot (line 669) | def __run_full_dataset_ceval_5_shot(self): method __run_full_dataset_mmlu (line 789) | def __run_full_dataset_mmlu(self): method __run_full_dataset_gsm8k (line 889) | def __run_full_dataset_gsm8k(self): method __run_full_dataset_truthfulqa (line 977) | def __run_full_dataset_truthfulqa(self): method __run_full_dataset_boolq (line 1075) | def __run_full_dataset_boolq(self): method __run_full_dataset_humaneval (line 1153) | def __run_full_dataset_humaneval(self): method __compare_results (line 1224) | def __compare_results(self): method __compare_simplified_dataset_results (line 1237) | def __compare_simplified_dataset_results(self): method __compare_results_helper (line 1264) | def __compare_results_helper(self, type): method __compare_full_dataset_results (line 1370) | def __compare_full_dataset_results(self): method __get_rank (line 1441) | def __get_rank(self): method __get_device_type (line 1447) | def __get_device_type(self): method __patch_hf_transformers_utils (line 1456) | def __patch_hf_transformers_utils(self): method __setup_model_parallel (line 1481) | def __setup_model_parallel(self): method get_fa_tokenizer (line 1496) | def get_fa_tokenizer(self, **kwargs): method __npu_adapt (line 1499) | def __npu_adapt(self): method __save_result (line 1510) | def __save_result(self, result): method __get_log (line 1553) | def __get_log(self, type): function parse_args (line 1586) | def parse_args(): function get_args (line 1626) | def get_args(): FILE: llm-localization/ascend/msmodelslim/llm_quant/baichuan2-w8a8.py function init_tokenizer (line 8) | def init_tokenizer(input_model_path:str): function init_model (line 16) | def init_model(input_model_path:str): function get_calib_dataset (line 24) | def get_calib_dataset( function load_dataset (line 37) | def load_dataset(calib_set_path = "./calib_set.json"): function parse_arguments (line 41) | def parse_arguments(): function disable_quant_module (line 49) | def disable_quant_module(input_model_path:str): FILE: llm-localization/ascend/msmodelslim/llm_quant/qwen1.5-72b-w8a16.py function load_tokenizer_and_model (line 9) | def load_tokenizer_and_model(fp16_path): function main (line 24) | def main(fp16_path, quant_save_path, calib_set_path): function parse_arguments (line 50) | def parse_arguments(): FILE: llm-localization/ascend/peft/finetune-lora.py function preprocess_function (line 68) | def preprocess_function(examples): function test_preprocess_function (line 117) | def test_preprocess_function(examples): FILE: llm-localization/ascend/pytorch/llm-lora.py function preprocess_function (line 68) | def preprocess_function(examples): function test_preprocess_function (line 117) | def test_preprocess_function(examples): FILE: llm-localization/ascend/standford-alpaca/train.py class ModelArguments (line 32) | class ModelArguments: class DataArguments (line 37) | class DataArguments: class TrainingArguments (line 42) | class TrainingArguments(transformers.TrainingArguments): function smart_tokenizer_and_embedding_resize (line 51) | def smart_tokenizer_and_embedding_resize( function _tokenize_fn (line 74) | def _tokenize_fn(strings: Sequence[str], tokenizer: transformers.PreTrai... function preprocess (line 98) | def preprocess( class SupervisedDataset (line 113) | class SupervisedDataset(Dataset): method __init__ (line 116) | def __init__(self, data_path: str, tokenizer: transformers.PreTrainedT... method __len__ (line 135) | def __len__(self): method __getitem__ (line 138) | def __getitem__(self, i) -> Dict[str, torch.Tensor]: class DataCollatorForSupervisedDataset (line 143) | class DataCollatorForSupervisedDataset(object): method __call__ (line 148) | def __call__(self, instances: Sequence[Dict]) -> Dict[str, torch.Tensor]: function make_supervised_data_module (line 161) | def make_supervised_data_module(tokenizer: transformers.PreTrainedTokeni... function train (line 168) | def train(): FILE: llm-localization/ascend/standford-alpaca/utils.py function _make_w_io_base (line 15) | def _make_w_io_base(f, mode: str): function _make_r_io_base (line 24) | def _make_r_io_base(f, mode: str): function jdump (line 30) | def jdump(obj, f, mode="w", indent=4, default=str): function jload (line 50) | def jload(f, mode="r"): FILE: llm-tools/base-profiler.py class MyModule (line 10) | class MyModule(nn.Module): method __init__ (line 11) | def __init__(self, in_features: int, out_features: int, bias: bool = T... method forward (line 15) | def forward(self, input, mask): method __init__ (line 152) | def __init__(self, in_features: int, out_features: int, bias: bool = T... method forward (line 156) | def forward(self, input, mask): class MyModule (line 151) | class MyModule(nn.Module): method __init__ (line 11) | def __init__(self, in_features: int, out_features: int, bias: bool = T... method forward (line 15) | def forward(self, input, mask): method __init__ (line 152) | def __init__(self, in_features: int, out_features: int, bias: bool = T... method forward (line 156) | def forward(self, input, mask): FILE: llm-tools/tensorboard-profiler.py function train (line 37) | def train(data): FILE: llm-train/alpa/train/pipeshard_parallelism.py class MLPModel (line 63) | class MLPModel(nn.Module): method __call__ (line 67) | def __call__(self, x): function train_step (line 102) | def train_step(state, batch): class ManualPipelineMLPModel (line 128) | class ManualPipelineMLPModel(nn.Module): method __call__ (line 132) | def __call__(self, x): function manual_pipeline_train_step (line 161) | def manual_pipeline_train_step(state, batch): function auto_pipeline_train_step (line 224) | def auto_pipeline_train_step(state, batch): FILE: llm-train/alpaca-lora/export_state_dict_checkpoint.py function permute (line 64) | def permute(w): function unpermute (line 72) | def unpermute(w): function translate_state_dict_key (line 80) | def translate_state_dict_key(k): # noqa: C901 FILE: llm-train/alpaca-lora/finetune.py function train (line 28) | def train( FILE: llm-train/alpaca-lora/finetune_metrics_epoch.py function train (line 28) | def train( FILE: llm-train/alpaca-lora/generate.py function main (line 25) | def main( FILE: llm-train/alpaca/train.py class ModelArguments (line 33) | class ModelArguments: class DataArguments (line 39) | class DataArguments: class TrainingArguments (line 44) | class TrainingArguments(transformers.TrainingArguments): function safe_save_model_for_hf_trainer (line 53) | def safe_save_model_for_hf_trainer(trainer: transformers.Trainer, output... function smart_tokenizer_and_embedding_resize (line 62) | def smart_tokenizer_and_embedding_resize( function _tokenize_fn (line 85) | def _tokenize_fn(strings: Sequence[str], tokenizer: transformers.PreTrai... function preprocess (line 109) | def preprocess( class SupervisedDataset (line 124) | class SupervisedDataset(Dataset): method __init__ (line 127) | def __init__(self, data_path: str, tokenizer: transformers.PreTrainedT... method __len__ (line 146) | def __len__(self): method __getitem__ (line 149) | def __getitem__(self, i) -> Dict[str, torch.Tensor]: class DataCollatorForSupervisedDataset (line 154) | class DataCollatorForSupervisedDataset(object): method __call__ (line 159) | def __call__(self, instances: Sequence[Dict]) -> Dict[str, torch.Tensor]: function make_supervised_data_module (line 172) | def make_supervised_data_module(tokenizer: transformers.PreTrainedTokeni... function train (line 179) | def train(): FILE: llm-train/alpaca/train_ddp.py class ModelArguments (line 34) | class ModelArguments: class DataArguments (line 40) | class DataArguments: class TrainingArguments (line 45) | class TrainingArguments(transformers.TrainingArguments): function safe_save_model_for_hf_trainer (line 54) | def safe_save_model_for_hf_trainer(trainer: transformers.Trainer, output... function smart_tokenizer_and_embedding_resize (line 63) | def smart_tokenizer_and_embedding_resize( function _tokenize_fn (line 86) | def _tokenize_fn(strings: Sequence[str], tokenizer: transformers.PreTrai... function preprocess (line 110) | def preprocess( class SupervisedDataset (line 125) | class SupervisedDataset(Dataset): method __init__ (line 128) | def __init__(self, data_path: str, tokenizer: transformers.PreTrainedT... method __len__ (line 147) | def __len__(self): method __getitem__ (line 150) | def __getitem__(self, i) -> Dict[str, torch.Tensor]: class DataCollatorForSupervisedDataset (line 155) | class DataCollatorForSupervisedDataset(object): method __call__ (line 160) | def __call__(self, instances: Sequence[Dict]) -> Dict[str, torch.Tensor]: function make_supervised_data_module (line 173) | def make_supervised_data_module(tokenizer: transformers.PreTrainedTokeni... function train (line 180) | def train(): FILE: llm-train/chatglm-lora/finetune.py class FinetuneArguments (line 19) | class FinetuneArguments: class CastOutputToFloat (line 25) | class CastOutputToFloat(nn.Sequential): method forward (line 26) | def forward(self, x): function data_collator (line 30) | def data_collator(features: list) -> dict: class ModifiedTrainer (line 53) | class ModifiedTrainer(Trainer): method compute_loss (line 54) | def compute_loss(self, model, inputs, return_outputs=False): method save_model (line 60) | def save_model(self, output_dir=None, _internal_call=False): function main (line 71) | def main(): FILE: llm-train/chatglm-lora/finetune_ddp.py class FinetuneArguments (line 30) | class FinetuneArguments: class CastOutputToFloat (line 36) | class CastOutputToFloat(nn.Sequential): method forward (line 37) | def forward(self, x): function data_collator (line 41) | def data_collator(features: list) -> dict: class ModifiedTrainer (line 67) | class ModifiedTrainer(Trainer): method compute_loss (line 68) | def compute_loss(self, model, inputs, return_outputs=False): method save_model (line 74) | def save_model(self, output_dir=None, _internal_call=False): function main (line 85) | def main(): FILE: llm-train/chatglm/main.py function main (line 38) | def main(): function _mp_fn (line 413) | def _mp_fn(index): FILE: llm-train/chinese-llama-alpaca/inference_hf.py function generate_prompt (line 44) | def generate_prompt(instruction, input=None): FILE: llm-train/chinese-llama-alpaca/merge_llama_with_chinese_lora.py function transpose (line 62) | def transpose(weight, fan_in_fan_out): function translate_state_dict_key (line 67) | def translate_state_dict_key(k): function unpermute (line 105) | def unpermute(w): function save_shards (line 111) | def save_shards(model_sd, num_shards: int): FILE: llm-train/chinese-llama-alpaca/run_clm_pt_with_peft.py function accuracy (line 61) | def accuracy(predictions, references, normalize=True, sample_weight=None): function compute_metrics (line 67) | def compute_metrics(eval_preds): function preprocess_logits_for_metrics (line 75) | def preprocess_logits_for_metrics(logits, labels): function fault_tolerance_data_collator (line 83) | def fault_tolerance_data_collator(features: List) -> Dict[str, Any]: class GroupTextsBuilder (line 129) | class GroupTextsBuilder: method __init__ (line 130) | def __init__(self,max_seq_length): method __call__ (line 132) | def __call__(self, examples): class ModelArguments (line 153) | class ModelArguments: method __post_init__ (line 225) | def __post_init__(self): class DataTrainingArguments (line 233) | class DataTrainingArguments: method __post_init__ (line 296) | def __post_init__(self): class MyTrainingArguments (line 301) | class MyTrainingArguments(TrainingArguments): function main (line 312) | def main(): FILE: llm-train/chinese-llama-alpaca/run_clm_sft_with_peft.py class ModelArguments (line 73) | class ModelArguments: method __post_init__ (line 142) | def __post_init__(self): class DataTrainingArguments (line 150) | class DataTrainingArguments: class MyTrainingArguments (line 186) | class MyTrainingArguments(TrainingArguments): function main (line 197) | def main(): function smart_tokenizer_and_embedding_resize (line 433) | def smart_tokenizer_and_embedding_resize( FILE: llm-train/deepspeedchat/training/utils/data/raw_datasets.py class PromptRawDataset (line 12) | class PromptRawDataset(object): method __init__ (line 14) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 22) | def get_train_data(self): method get_eval_data (line 25) | def get_eval_data(self): method get_prompt (line 29) | def get_prompt(self, sample): method get_chosen (line 33) | def get_chosen(self, sample): method get_rejected (line 38) | def get_rejected(self, sample): method get_prompt_and_chosen (line 41) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 44) | def get_prompt_and_rejected(self, sample): class DahoasRmstaticDataset (line 49) | class DahoasRmstaticDataset(PromptRawDataset): method __init__ (line 51) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 58) | def get_train_data(self): method get_eval_data (line 61) | def get_eval_data(self): method get_prompt (line 64) | def get_prompt(self, sample): method get_chosen (line 67) | def get_chosen(self, sample): method get_rejected (line 70) | def get_rejected(self, sample): method get_prompt_and_chosen (line 73) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 76) | def get_prompt_and_rejected(self, sample): class DahoasFullhhrlhfDataset (line 81) | class DahoasFullhhrlhfDataset(PromptRawDataset): method __init__ (line 83) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 91) | def get_train_data(self): method get_eval_data (line 94) | def get_eval_data(self): method get_prompt (line 97) | def get_prompt(self, sample): method get_chosen (line 100) | def get_chosen(self, sample): method get_rejected (line 103) | def get_rejected(self, sample): method get_prompt_and_chosen (line 106) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 109) | def get_prompt_and_rejected(self, sample): class DahoasSyntheticinstructgptjpairwiseDataset (line 114) | class DahoasSyntheticinstructgptjpairwiseDataset(PromptRawDataset): method __init__ (line 116) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_eval_data (line 133) | def get_eval_data(self): method get_prompt (line 143) | def get_prompt(self, sample): method get_chosen (line 146) | def get_chosen(self, sample): method get_rejected (line 149) | def get_rejected(self, sample): method get_prompt_and_chosen (line 152) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 155) | def get_prompt_and_rejected(self, sample): class YitingxieRlhfrewarddatasetsDataset (line 161) | class YitingxieRlhfrewarddatasetsDataset(PromptRawDataset): method __init__ (line 163) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 170) | def get_train_data(self): method get_eval_data (line 173) | def get_eval_data(self): method get_prompt (line 176) | def get_prompt(self, sample): method get_chosen (line 179) | def get_chosen(self, sample): method get_rejected (line 182) | def get_rejected(self, sample): method get_prompt_and_chosen (line 185) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 188) | def get_prompt_and_rejected(self, sample): class OpenaiWebgptcomparisonsDataset (line 193) | class OpenaiWebgptcomparisonsDataset(PromptRawDataset): method __init__ (line 195) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 200) | def get_train_data(self): method get_eval_data (line 210) | def get_eval_data(self): method get_prompt (line 220) | def get_prompt(self, sample): method get_chosen (line 223) | def get_chosen(self, sample): method get_rejected (line 235) | def get_rejected(self, sample): method get_prompt_and_chosen (line 244) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 254) | def get_prompt_and_rejected(self, sample): class StanfordnlpSHPDataset (line 266) | class StanfordnlpSHPDataset(PromptRawDataset): method __init__ (line 268) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 273) | def get_train_data(self): method get_eval_data (line 276) | def get_eval_data(self): method get_prompt (line 279) | def get_prompt(self, sample): method get_chosen (line 282) | def get_chosen(self, sample): method get_rejected (line 289) | def get_rejected(self, sample): method get_prompt_and_chosen (line 296) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 303) | def get_prompt_and_rejected(self, sample): class Wangrui6ZhihuKOLDataset (line 312) | class Wangrui6ZhihuKOLDataset(PromptRawDataset): method __init__ (line 314) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 319) | def get_train_data(self): method get_eval_data (line 329) | def get_eval_data(self): method get_prompt (line 339) | def get_prompt(self, sample): method get_chosen (line 344) | def get_chosen(self, sample): method get_rejected (line 349) | def get_rejected(self, sample): method get_prompt_and_chosen (line 355) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 361) | def get_prompt_and_rejected(self, sample): class CohereMiraclzhqueries2212Dataset (line 369) | class CohereMiraclzhqueries2212Dataset(PromptRawDataset): method __init__ (line 371) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 376) | def get_train_data(self): method get_eval_data (line 379) | def get_eval_data(self): method get_prompt (line 382) | def get_prompt(self, sample): method get_chosen (line 385) | def get_chosen(self, sample): method get_rejected (line 388) | def get_rejected(self, sample): method get_prompt_and_chosen (line 391) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 395) | def get_prompt_and_rejected(self, sample): class HelloSimpleAIHC3ChineseDataset (line 401) | class HelloSimpleAIHC3ChineseDataset(PromptRawDataset): method __init__ (line 403) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 408) | def get_train_data(self): method get_eval_data (line 418) | def get_eval_data(self): method get_prompt (line 428) | def get_prompt(self, sample): method get_chosen (line 433) | def get_chosen(self, sample): method get_rejected (line 438) | def get_rejected(self, sample): method get_prompt_and_chosen (line 444) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 451) | def get_prompt_and_rejected(self, sample): class MkqaChineseDataset (line 459) | class MkqaChineseDataset(PromptRawDataset): method __init__ (line 461) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 466) | def get_train_data(self): method get_eval_data (line 476) | def get_eval_data(self): method get_prompt (line 486) | def get_prompt(self, sample): method get_chosen (line 491) | def get_chosen(self, sample): method get_rejected (line 496) | def get_rejected(self, sample): method get_prompt_and_chosen (line 502) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 510) | def get_prompt_and_rejected(self, sample): class MkqaJapaneseDataset (line 518) | class MkqaJapaneseDataset(PromptRawDataset): method __init__ (line 520) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 525) | def get_train_data(self): method get_eval_data (line 535) | def get_eval_data(self): method get_prompt (line 545) | def get_prompt(self, sample): method get_chosen (line 550) | def get_chosen(self, sample): method get_rejected (line 555) | def get_rejected(self, sample): method get_prompt_and_chosen (line 561) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 568) | def get_prompt_and_rejected(self, sample): class CohereMiracljaqueries2212Dataset (line 576) | class CohereMiracljaqueries2212Dataset(PromptRawDataset): method __init__ (line 578) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 583) | def get_train_data(self): method get_eval_data (line 586) | def get_eval_data(self): method get_prompt (line 589) | def get_prompt(self, sample): method get_chosen (line 592) | def get_chosen(self, sample): method get_rejected (line 595) | def get_rejected(self, sample): method get_prompt_and_chosen (line 598) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 602) | def get_prompt_and_rejected(self, sample): class LmqgQgjaquadDataset (line 608) | class LmqgQgjaquadDataset(PromptRawDataset): method __init__ (line 610) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 615) | def get_train_data(self): method get_eval_data (line 618) | def get_eval_data(self): method get_prompt (line 621) | def get_prompt(self, sample): method get_chosen (line 624) | def get_chosen(self, sample): method get_rejected (line 627) | def get_rejected(self, sample): method get_prompt_and_chosen (line 633) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 637) | def get_prompt_and_rejected(self, sample): class LmqgQagjaquadDataset (line 645) | class LmqgQagjaquadDataset(PromptRawDataset): method __init__ (line 647) | def __init__(self, output_path, seed, local_rank, dataset_name): method get_train_data (line 652) | def get_train_data(self): method get_eval_data (line 655) | def get_eval_data(self): method get_prompt (line 658) | def get_prompt(self, sample): method get_chosen (line 661) | def get_chosen(self, sample): method get_rejected (line 664) | def get_rejected(self, sample): method get_prompt_and_chosen (line 670) | def get_prompt_and_chosen(self, sample): method get_prompt_and_rejected (line 674) | def get_prompt_and_rejected(self, sample): FILE: llm-train/galore/torchrun_main.py function parse_args (line 34) | def parse_args(args): function evaluate_model (line 85) | def evaluate_model(model, preprocess_batched, pad_idx, global_rank, worl... function main (line 134) | def main(args): FILE: llm-train/megatron/gpt2/data/cMinhash.cpp function __Pyx_call_destructor (line 243) | void __Pyx_call_destructor(T& x) { class __Pyx_FakeReference (line 247) | class __Pyx_FakeReference { method __Pyx_FakeReference (line 249) | __Pyx_FakeReference() : ptr(NULL) { } method __Pyx_FakeReference (line 250) | __Pyx_FakeReference(const T& ref) : ptr(const_cast(&ref)) { } method T (line 251) | T *operator->() { return ptr; } function CYTHON_INLINE (line 264) | static CYTHON_INLINE float __PYX_NAN() { function CYTHON_INLINE (line 395) | static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u) function __Pyx_init_sys_getdefaultencoding_params (line 428) | static int __Pyx_init_sys_getdefaultencoding_params(void) { function __Pyx_init_sys_getdefaultencoding_params (line 478) | static int __Pyx_init_sys_getdefaultencoding_params(void) { type __Pyx_StructField_ (line 553) | struct __Pyx_StructField_ type __Pyx_StructField_ (line 557) | struct __Pyx_StructField_ type __Pyx_StructField_ (line 565) | struct __Pyx_StructField_ { type __pyx_memoryview_obj (line 588) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 590) | struct __pyx_memoryview_obj type __pyx_array_obj (line 859) | struct __pyx_array_obj type __pyx_MemviewEnum_obj (line 860) | struct __pyx_MemviewEnum_obj type __pyx_memoryview_obj (line 861) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 862) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_array_obj (line 907) | struct __pyx_array_obj { type __pyx_MemviewEnum_obj (line 932) | struct __pyx_MemviewEnum_obj { type __pyx_memoryview_obj (line 945) | struct __pyx_memoryview_obj { type __pyx_memoryviewslice_obj (line 968) | struct __pyx_memoryviewslice_obj { type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_vtabstruct_array (line 986) | struct __pyx_vtabstruct_array { type __pyx_array_obj (line 987) | struct __pyx_array_obj type __pyx_vtabstruct_array (line 989) | struct __pyx_vtabstruct_array type __pyx_array_obj (line 987) | struct __pyx_array_obj type __pyx_vtabstruct_memoryview (line 1000) | struct __pyx_vtabstruct_memoryview { type __pyx_memoryview_obj (line 1001) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1002) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1003) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1005) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1006) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1007) | struct __pyx_memoryview_obj type __pyx_vtabstruct_memoryview (line 1009) | struct __pyx_vtabstruct_memoryview type __pyx_memoryview_obj (line 1001) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1002) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1003) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1005) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1006) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1007) | struct __pyx_memoryview_obj type __pyx_vtabstruct__memoryviewslice (line 1020) | struct __pyx_vtabstruct__memoryviewslice { type __pyx_vtabstruct_memoryview (line 1021) | struct __pyx_vtabstruct_memoryview type __pyx_vtabstruct__memoryviewslice (line 1023) | struct __pyx_vtabstruct__memoryviewslice type __pyx_vtabstruct_memoryview (line 1021) | struct __pyx_vtabstruct_memoryview function CYTHON_INLINE (line 1091) | static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, ... type __pyx_memoryview_obj (line 1158) | struct __pyx_memoryview_obj function PyObject (line 1202) | static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) { type __pyx_array_obj (line 1254) | struct __pyx_array_obj function CYTHON_INLINE (line 1327) | static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject*... function CYTHON_INLINE (line 1351) | static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) { function CYTHON_INLINE (line 1365) | static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) { type __Pyx_CodeObjectCache (line 1412) | struct __Pyx_CodeObjectCache { type __Pyx_CodeObjectCache (line 1417) | struct __Pyx_CodeObjectCache type NPY_TYPES (line 1578) | enum NPY_TYPES type __pyx_array_obj (line 1640) | struct __pyx_array_obj type __pyx_memoryview_obj (line 1641) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1642) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1643) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1644) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1644) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1645) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1646) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1647) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 1648) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 1649) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_array_obj (line 1698) | struct __pyx_array_obj type __pyx_memoryview_obj (line 1704) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1704) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1709) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1710) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1711) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1712) | struct __pyx_memoryview_obj type __pyx_array_obj (line 1939) | struct __pyx_array_obj type __pyx_array_obj (line 1940) | struct __pyx_array_obj type __pyx_array_obj (line 1941) | struct __pyx_array_obj type __pyx_array_obj (line 1942) | struct __pyx_array_obj type __pyx_array_obj (line 1943) | struct __pyx_array_obj type __pyx_array_obj (line 1944) | struct __pyx_array_obj type __pyx_array_obj (line 1945) | struct __pyx_array_obj type __pyx_MemviewEnum_obj (line 1946) | struct __pyx_MemviewEnum_obj type __pyx_MemviewEnum_obj (line 1947) | struct __pyx_MemviewEnum_obj type __pyx_memoryview_obj (line 1948) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1949) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1950) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1951) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1952) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1953) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1954) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1955) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1956) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1957) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1958) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1959) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1960) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1961) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1962) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1963) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1964) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1965) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1966) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1967) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1968) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 1969) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 1970) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj function PyObject (line 2019) | static PyObject *__pyx_pw_3lsh_8cMinhash_1minhash_64(PyObject *__pyx_sel... function PyObject (line 2098) | static PyObject *__pyx_pf_3lsh_8cMinhash_minhash_64(CYTHON_UNUSED PyObje... function PyObject (line 2420) | static PyObject *__pyx_pw_3lsh_8cMinhash_3minhash_32(PyObject *__pyx_sel... function PyObject (line 2499) | static PyObject *__pyx_pf_3lsh_8cMinhash_2minhash_32(CYTHON_UNUSED PyObj... function CYTHON_UNUSED (line 2816) | static CYTHON_UNUSED int __pyx_pw_5numpy_7ndarray_1__getbuffer__(PyObjec... function __pyx_pf_5numpy_7ndarray___getbuffer__ (line 2827) | static int __pyx_pf_5numpy_7ndarray___getbuffer__(PyArrayObject *__pyx_v... function CYTHON_UNUSED (line 3688) | static CYTHON_UNUSED void __pyx_pw_5numpy_7ndarray_3__releasebuffer__(Py... function __pyx_pf_5numpy_7ndarray_2__releasebuffer__ (line 3697) | static void __pyx_pf_5numpy_7ndarray_2__releasebuffer__(PyArrayObject *_... function CYTHON_INLINE (line 3778) | static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyOb... function CYTHON_INLINE (line 3825) | static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyOb... function CYTHON_INLINE (line 3872) | static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyOb... function CYTHON_INLINE (line 3919) | static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyOb... function CYTHON_INLINE (line 3966) | static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyOb... function CYTHON_INLINE (line 4013) | static CYTHON_INLINE char *__pyx_f_5numpy__util_dtypestring(PyArray_Desc... function CYTHON_INLINE (line 4768) | static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *_... function CYTHON_INLINE (line 4864) | static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObje... function __pyx_array___cinit__ (line 4938) | static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx... function __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__ (line 5052) | static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(s... function CYTHON_UNUSED (line 5664) | static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, P... function __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__ (line 5675) | static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffe... function __pyx_array___dealloc__ (line 5966) | static void __pyx_array___dealloc__(PyObject *__pyx_v_self) { function __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__ (line 5975) | static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc... function PyObject (line 6097) | static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__... function PyObject (line 6108) | static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(... function PyObject (line 6155) | static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v... function PyObject (line 6234) | static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObjec... function PyObject (line 6245) | static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__ge... function PyObject (line 6299) | static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObjec... function PyObject (line 6310) | static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__ge... function __pyx_array___setitem__ (line 6364) | static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__p... function __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__setitem__ (line 6375) | static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__setitem... type __pyx_array_obj (line 6421) | struct __pyx_array_obj type __pyx_array_obj (line 6422) | struct __pyx_array_obj type __pyx_array_obj (line 6423) | struct __pyx_array_obj type __pyx_array_obj (line 6472) | struct __pyx_array_obj type __pyx_array_obj (line 6536) | struct __pyx_array_obj function __pyx_MemviewEnum___init__ (line 6595) | static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *... function __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__ (line 6642) | static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init... function PyObject (line 6684) | static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self) { function PyObject (line 6695) | static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_... function __pyx_memoryview___cinit__ (line 6820) | static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *... function __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__ (line 6891) | static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_... function __pyx_memoryview___dealloc__ (line 7187) | static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self) { function __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__ (line 7196) | static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview... type __pyx_memoryview_obj (line 7375) | struct __pyx_memoryview_obj function PyObject (line 7512) | static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, Py... function PyObject (line 7523) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function __pyx_memoryview___setitem__ (line 7702) | static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject... function __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__ (line 7713) | static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_... function PyObject (line 7897) | static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *... function PyObject (line 8108) | static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_... function PyObject (line 8191) | static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __p... function PyObject (line 8477) | static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryvie... function PyObject (line 8535) | static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_me... function PyObject (line 8790) | static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_m... function CYTHON_UNUSED (line 9007) | static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_se... function __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__ (line 9018) | static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_... function PyObject (line 9291) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__... function PyObject (line 9302) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(... function PyObject (line 9374) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__ge... function PyObject (line 9385) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get... function PyObject (line 9427) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__g... function PyObject (line 9438) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___ge... function PyObject (line 9505) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1_... function PyObject (line 9516) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___... function PyObject (line 9616) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffset... function PyObject (line 9627) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffset... function PyObject (line 9731) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__ge... function PyObject (line 9742) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get... function PyObject (line 9791) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1... function PyObject (line 9802) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize__... function PyObject (line 9851) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__... function PyObject (line 9862) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___g... function PyObject (line 9921) | static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__ge... function PyObject (line 9932) | static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get... function Py_ssize_t (line 10059) | static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self) { function Py_ssize_t (line 10070) | static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memo... function PyObject (line 10139) | static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self) { function PyObject (line 10150) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function PyObject (line 10244) | static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self) { function PyObject (line 10255) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function PyObject (line 10320) | static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CY... function PyObject (line 10331) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function PyObject (line 10391) | static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CY... function PyObject (line 10402) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function PyObject (line 10462) | static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UN... function PyObject (line 10473) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function PyObject (line 10553) | static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, C... function PyObject (line 10564) | static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memor... function PyObject (line 10643) | static PyObject *__pyx_memoryview_new(PyObject *__pyx_v_o, int __pyx_v_f... function CYTHON_INLINE (line 10731) | static CYTHON_INLINE int __pyx_memoryview_check(PyObject *__pyx_v_o) { function PyObject (line 10770) | static PyObject *_unellipsify(PyObject *__pyx_v_index, int __pyx_v_ndim) { function PyObject (line 11229) | static PyObject *assert_direct_dimensions(Py_ssize_t *__pyx_v_suboffsets... type __pyx_memoryview_obj (line 11314) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 11314) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 11321) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 11331) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 11336) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 11403) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 11815) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 11856) | struct __pyx_memoryview_obj function __pyx_memoryview_slice_memviewslice (line 11891) | static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *__pyx... function __pyx_memslice_transpose (line 12988) | static int __pyx_memslice_transpose(__Pyx_memviewslice *__pyx_v_memslice) { function __pyx_memoryviewslice___dealloc__ (line 13159) | static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self) { function __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__ (line 13168) | static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memo... function PyObject (line 13201) | static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __p... function PyObject (line 13284) | static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __... function PyObject (line 13366) | static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base... function PyObject (line 13377) | static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base... function PyObject (line 13417) | static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice __pyx_v_m... function __Pyx_memviewslice (line 13769) | static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(st... function __pyx_memoryview_slice_copy (line 13869) | static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *__p... function PyObject (line 13993) | static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_ob... function PyObject (line 14050) | static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_me... function Py_ssize_t (line 14173) | static Py_ssize_t abs_py_ssize_t(Py_ssize_t __pyx_v_arg) { function __pyx_get_best_slice_order (line 14239) | static char __pyx_get_best_slice_order(__Pyx_memviewslice *__pyx_v_mslic... function _copy_strided_to_strided (line 14427) | static void _copy_strided_to_strided(char *__pyx_v_src_data, Py_ssize_t ... function copy_strided_to_strided (line 14661) | static void copy_strided_to_strided(__Pyx_memviewslice *__pyx_v_src, __P... function Py_ssize_t (line 14691) | static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *__... function Py_ssize_t (line 14761) | static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *__pyx_v_sh... type __pyx_memoryview_obj (line 14890) | struct __pyx_memoryview_obj function __pyx_memoryview_err_extents (line 15130) | static int __pyx_memoryview_err_extents(int __pyx_v_i, Py_ssize_t __pyx_... function __pyx_memoryview_err_dim (line 15220) | static int __pyx_memoryview_err_dim(PyObject *__pyx_v_error, char *__pyx... function __pyx_memoryview_err (line 15313) | static int __pyx_memoryview_err(PyObject *__pyx_v_error, char *__pyx_v_m... function __pyx_memoryview_copy_contents (line 15432) | static int __pyx_memoryview_copy_contents(__Pyx_memviewslice __pyx_v_src... function __pyx_memoryview_broadcast_leading (line 16006) | static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *__pyx... function __pyx_memoryview_refcount_copying (line 16117) | static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *__pyx_... function __pyx_memoryview_refcount_objects_in_slice_with_gil (line 16167) | static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *__... function __pyx_memoryview_refcount_objects_in_slice (line 16206) | static void __pyx_memoryview_refcount_objects_in_slice(char *__pyx_v_dat... function __pyx_memoryview_slice_assign_scalar (line 16336) | static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *__p... function __pyx_memoryview__slice_assign_scalar (line 16384) | static void __pyx_memoryview__slice_assign_scalar(char *__pyx_v_data, Py... type __pyx_vtabstruct_array (line 16503) | struct __pyx_vtabstruct_array type __pyx_array_obj (line 987) | struct __pyx_array_obj function PyObject (line 16505) | static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObje... function __pyx_tp_dealloc_array (line 16524) | static void __pyx_tp_dealloc_array(PyObject *o) { function PyObject (line 16543) | static PyObject *__pyx_sq_item_array(PyObject *o, Py_ssize_t i) { function __pyx_mp_ass_subscript_array (line 16551) | static int __pyx_mp_ass_subscript_array(PyObject *o, PyObject *i, PyObje... function PyObject (line 16562) | static PyObject *__pyx_tp_getattro_array(PyObject *o, PyObject *n) { function PyObject (line 16571) | static PyObject *__pyx_getprop___pyx_array_memview(PyObject *o, CYTHON_U... type PyGetSetDef (line 16580) | struct PyGetSetDef type __pyx_array_obj (line 16624) | struct __pyx_array_obj type __pyx_MemviewEnum_obj (line 16688) | struct __pyx_MemviewEnum_obj type __pyx_MemviewEnum_obj (line 16694) | struct __pyx_MemviewEnum_obj type __pyx_MemviewEnum_obj (line 16694) | struct __pyx_MemviewEnum_obj function __pyx_tp_traverse_Enum (line 16705) | static int __pyx_tp_traverse_Enum(PyObject *o, visitproc v, void *a) { function __pyx_tp_clear_Enum (line 16714) | static int __pyx_tp_clear_Enum(PyObject *o) { type __pyx_MemviewEnum_obj (line 16730) | struct __pyx_MemviewEnum_obj type __pyx_vtabstruct_memoryview (line 16784) | struct __pyx_vtabstruct_memoryview type __pyx_memoryview_obj (line 1001) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1002) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1003) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1005) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1006) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1007) | struct __pyx_memoryview_obj function PyObject (line 16786) | static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, P... function __pyx_tp_dealloc_memoryview (line 16807) | static void __pyx_tp_dealloc_memoryview(PyObject *o) { function __pyx_tp_traverse_memoryview (line 16829) | static int __pyx_tp_traverse_memoryview(PyObject *o, visitproc v, void *... function __pyx_tp_clear_memoryview (line 16847) | static int __pyx_tp_clear_memoryview(PyObject *o) { function PyObject (line 16862) | static PyObject *__pyx_sq_item_memoryview(PyObject *o, Py_ssize_t i) { function __pyx_mp_ass_subscript_memoryview (line 16870) | static int __pyx_mp_ass_subscript_memoryview(PyObject *o, PyObject *i, P... function PyObject (line 16881) | static PyObject *__pyx_getprop___pyx_memoryview_T(PyObject *o, CYTHON_UN... function PyObject (line 16885) | static PyObject *__pyx_getprop___pyx_memoryview_base(PyObject *o, CYTHON... function PyObject (line 16889) | static PyObject *__pyx_getprop___pyx_memoryview_shape(PyObject *o, CYTHO... function PyObject (line 16893) | static PyObject *__pyx_getprop___pyx_memoryview_strides(PyObject *o, CYT... function PyObject (line 16897) | static PyObject *__pyx_getprop___pyx_memoryview_suboffsets(PyObject *o, ... function PyObject (line 16901) | static PyObject *__pyx_getprop___pyx_memoryview_ndim(PyObject *o, CYTHON... function PyObject (line 16905) | static PyObject *__pyx_getprop___pyx_memoryview_itemsize(PyObject *o, CY... function PyObject (line 16909) | static PyObject *__pyx_getprop___pyx_memoryview_nbytes(PyObject *o, CYTH... function PyObject (line 16913) | static PyObject *__pyx_getprop___pyx_memoryview_size(PyObject *o, CYTHON... type PyGetSetDef (line 16925) | struct PyGetSetDef type __pyx_memoryview_obj (line 16977) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 17037) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_vtabstruct_memoryview (line 17038) | struct __pyx_vtabstruct_memoryview type __pyx_memoryview_obj (line 1001) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1002) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1003) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1004) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1005) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1006) | struct __pyx_memoryview_obj type __pyx_memoryview_obj (line 1007) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 17045) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type __pyx_memoryviewslice_obj (line 17045) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj function __pyx_tp_traverse__memoryviewslice (line 17065) | static int __pyx_tp_traverse__memoryviewslice(PyObject *o, visitproc v, ... function __pyx_tp_clear__memoryviewslice (line 17075) | static int __pyx_tp_clear__memoryviewslice(PyObject *o) { function PyObject (line 17086) | static PyObject *__pyx_getprop___pyx_memoryviewslice_base(PyObject *o, C... type PyGetSetDef (line 17094) | struct PyGetSetDef type __pyx_memoryviewslice_obj (line 17102) | struct __pyx_memoryviewslice_obj type __pyx_memoryview_obj (line 969) | struct __pyx_memoryview_obj type PyModuleDef (line 17170) | struct PyModuleDef function __Pyx_InitCachedBuiltins (line 17285) | static int __Pyx_InitCachedBuiltins(void) { function __Pyx_InitCachedConstants (line 17300) | static int __Pyx_InitCachedConstants(void) { function __Pyx_InitGlobals (line 17601) | static int __Pyx_InitGlobals(void) { function PyMODINIT_FUNC (line 17616) | PyMODINIT_FUNC PyInit_cMinhash(void) function __Pyx_RefNannyAPIStruct (line 17974) | static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modn... function PyObject (line 17990) | static PyObject *__Pyx_GetBuiltinName(PyObject *name) { function __Pyx_RaiseArgtupleInvalid (line 18004) | static void __Pyx_RaiseArgtupleInvalid( function __Pyx_RaiseDoubleKeywordsError (line 18030) | static void __Pyx_RaiseDoubleKeywordsError( function __Pyx_ParseOptionalKeywords (line 18044) | static int __Pyx_ParseOptionalKeywords( function __Pyx_RaiseArgumentTypeInvalid (line 18146) | static void __Pyx_RaiseArgumentTypeInvalid(const char* name, PyObject *o... function CYTHON_INLINE (line 18151) | static CYTHON_INLINE int __Pyx_ArgTypeTest(PyObject *obj, PyTypeObject *... function CYTHON_INLINE (line 18173) | static CYTHON_INLINE int __Pyx_IsLittleEndian(void) { function __Pyx_BufFmt_Init (line 18177) | static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx, function __Pyx_BufFmt_ParseNumber (line 18204) | static int __Pyx_BufFmt_ParseNumber(const char** ts) { function __Pyx_BufFmt_ExpectNumber (line 18219) | static int __Pyx_BufFmt_ExpectNumber(const char **ts) { function __Pyx_BufFmt_RaiseUnexpectedChar (line 18226) | static void __Pyx_BufFmt_RaiseUnexpectedChar(char ch) { function __Pyx_BufFmt_TypeCharToStandardSize (line 18254) | static size_t __Pyx_BufFmt_TypeCharToStandardSize(char ch, int is_comple... function __Pyx_BufFmt_TypeCharToNativeSize (line 18272) | static size_t __Pyx_BufFmt_TypeCharToNativeSize(char ch, int is_complex) { function __Pyx_BufFmt_TypeCharToAlignment (line 18301) | static size_t __Pyx_BufFmt_TypeCharToAlignment(char ch, CYTHON_UNUSED in... function __Pyx_BufFmt_TypeCharToPadding (line 18333) | static size_t __Pyx_BufFmt_TypeCharToPadding(char ch, CYTHON_UNUSED int ... function __Pyx_BufFmt_TypeCharToGroup (line 18351) | static char __Pyx_BufFmt_TypeCharToGroup(char ch, int is_complex) { function __Pyx_BufFmt_RaiseExpected (line 18372) | static void __Pyx_BufFmt_RaiseExpected(__Pyx_BufFmt_Context* ctx) { function __Pyx_BufFmt_ProcessTypeChunk (line 18396) | static int __Pyx_BufFmt_ProcessTypeChunk(__Pyx_BufFmt_Context* ctx) { function CYTHON_INLINE (line 18498) | static CYTHON_INLINE PyObject * function CYTHON_INLINE (line 18675) | static CYTHON_INLINE void __Pyx_ZeroBuffer(Py_buffer* buf) { function CYTHON_INLINE (line 18682) | static CYTHON_INLINE int __Pyx_GetBufferAndValidate( function CYTHON_INLINE (line 18716) | static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info) { function CYTHON_INLINE (line 18742) | static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObj... function CYTHON_INLINE (line 18761) | static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *typ... function __Pyx_init_memviewslice (line 18774) | static int function CYTHON_INLINE (line 18827) | static CYTHON_INLINE void __pyx_fatalerror(const char *fmt, ...) { function CYTHON_INLINE (line 18839) | static CYTHON_INLINE int function CYTHON_INLINE (line 18849) | static CYTHON_INLINE int function CYTHON_INLINE (line 18859) | static CYTHON_INLINE void function CYTHON_INLINE (line 18880) | static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *memslice, function CYTHON_INLINE (line 18910) | static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate,... function CYTHON_INLINE (line 18922) | static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, P... function __Pyx_Raise (line 18934) | static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, function CYTHON_INLINE (line 19096) | static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expec... function CYTHON_INLINE (line 19102) | static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t inde... function CYTHON_INLINE (line 19109) | static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) { function CYTHON_INLINE (line 19114) | static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2... function CYTHON_INLINE (line 19152) | static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* ... function CYTHON_INLINE (line 19236) | static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t a, Py_ss... function CYTHON_INLINE (line 19244) | static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *o, PyObject *n) { function CYTHON_INLINE (line 19257) | static CYTHON_INLINE PyObject* __Pyx_decode_c_string( function CYTHON_INLINE (line 19291) | static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, Py... function CYTHON_INLINE (line 19299) | static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, P... function CYTHON_INLINE (line 19315) | static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadSta... function __Pyx_GetException (line 19327) | static int __Pyx_GetException(PyObject **type, PyObject **value, PyObjec... function CYTHON_INLINE (line 19386) | static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, Py... function CYTHON_INLINE (line 19399) | static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject ... function PyObject (line 19410) | static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int l... function CYTHON_INLINE (line 19484) | static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyO... function CYTHON_INLINE (line 19491) | static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, P... function CYTHON_INLINE (line 19506) | static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, ... function CYTHON_INLINE (line 19521) | static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssi... function PyObject (line 19566) | static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, CYTHO... function CYTHON_INLINE (line 19663) | static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varna... function __Pyx_div_long (line 19668) | static CYTHON_INLINE long __Pyx_div_long(long a, long b) { function __Pyx_WriteUnraisable (line 19676) | static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int cl... function CYTHON_INLINE (line 19719) | static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, ... function PyObject (line 19739) | static PyObject* __Pyx__PyObject_CallOneArg(PyObject *func, PyObject *ar... function CYTHON_INLINE (line 19762) | static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func,... function __Pyx_SetVtable (line 19773) | static int __Pyx_SetVtable(PyObject *dict, void *vtable) { function __pyx_bisect_code_objects (line 19791) | static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries... function PyCodeObject (line 19812) | static PyCodeObject *__pyx_find_code_object(int code_line) { function __pyx_insert_code_object (line 19826) | static void __pyx_insert_code_object(int code_line, PyCodeObject* code_o... function PyCodeObject (line 19874) | static PyCodeObject* __Pyx_CreateCodeObjectForTraceback( function __Pyx_AddTraceback (line 19926) | static void __Pyx_AddTraceback(const char *funcname, int c_line, function __Pyx_GetBuffer (line 19952) | static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags) { function __Pyx_ReleaseBuffer (line 19960) | static void __Pyx_ReleaseBuffer(Py_buffer *view) { function __pyx_memviewslice_is_contig (line 19975) | static int function __pyx_get_array_memory_extents (line 19998) | static void function __pyx_slices_overlap (line 20022) | static int function CYTHON_INLINE (line 20034) | static CYTHON_INLINE PyObject * function CYTHON_INLINE (line 20069) | static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint32_t(uint32_t value) { function CYTHON_INLINE (line 20096) | static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value) { function CYTHON_INLINE (line 20125) | static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_pa... function CYTHON_INLINE (line 20129) | static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_pa... function CYTHON_INLINE (line 20134) | static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_pa... function CYTHON_INLINE (line 20145) | static CYTHON_INLINE int __Pyx_c_eqf(__pyx_t_float_complex a, __pyx_t_fl... function CYTHON_INLINE (line 20148) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sumf(__pyx_t_float_co... function CYTHON_INLINE (line 20154) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_difff(__pyx_t_float_c... function CYTHON_INLINE (line 20160) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prodf(__pyx_t_float_c... function CYTHON_INLINE (line 20166) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quotf(__pyx_t_float_c... function CYTHON_INLINE (line 20173) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_negf(__pyx_t_float_co... function CYTHON_INLINE (line 20179) | static CYTHON_INLINE int __Pyx_c_is_zerof(__pyx_t_float_complex a) { function CYTHON_INLINE (line 20182) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conjf(__pyx_t_float_c... function CYTHON_INLINE (line 20189) | static CYTHON_INLINE float __Pyx_c_absf(__pyx_t_float_complex z) { function CYTHON_INLINE (line 20196) | static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_powf(__pyx_t_float_co... function CYTHON_INLINE (line 20247) | static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_... function CYTHON_INLINE (line 20251) | static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_... function CYTHON_INLINE (line 20256) | static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_... function CYTHON_INLINE (line 20267) | static CYTHON_INLINE int __Pyx_c_eq(__pyx_t_double_complex a, __pyx_t_do... function CYTHON_INLINE (line 20270) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum(__pyx_t_double_c... function CYTHON_INLINE (line 20276) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff(__pyx_t_double_... function CYTHON_INLINE (line 20282) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod(__pyx_t_double_... function CYTHON_INLINE (line 20288) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot(__pyx_t_double_... function CYTHON_INLINE (line 20295) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg(__pyx_t_double_c... function CYTHON_INLINE (line 20301) | static CYTHON_INLINE int __Pyx_c_is_zero(__pyx_t_double_complex a) { function CYTHON_INLINE (line 20304) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj(__pyx_t_double_... function CYTHON_INLINE (line 20311) | static CYTHON_INLINE double __Pyx_c_abs(__pyx_t_double_complex z) { function CYTHON_INLINE (line 20318) | static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow(__pyx_t_double_c... function CYTHON_INLINE (line 20367) | static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value) { function CYTHON_INLINE (line 20394) | static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum__NPY_TYPES(enum NPY... function __Pyx_memviewslice (line 20421) | static __Pyx_memviewslice function CYTHON_INLINE (line 20488) | static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *x) { function CYTHON_INLINE (line 20673) | static CYTHON_INLINE uint32_t __Pyx_PyInt_As_uint32_t(PyObject *x) { function CYTHON_INLINE (line 20858) | static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *x) { function __Pyx_PyInt_As_long (line 21043) | static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *x) { function __pyx_typeinfo_cmp (line 21228) | static int function __pyx_check_strides (line 21269) | static int function __pyx_check_suboffsets (line 21322) | static int function __pyx_verify_contig (line 21345) | static int function __Pyx_ValidateAndInit_memviewslice (line 21377) | static int __Pyx_ValidateAndInit_memviewslice( function CYTHON_INLINE (line 21451) | static CYTHON_INLINE __Pyx_memviewslice __Pyx_PyObject_to_MemoryviewSlic... function CYTHON_INLINE (line 21474) | static CYTHON_INLINE __Pyx_memviewslice __Pyx_PyObject_to_MemoryviewSlic... function __Pyx_check_binary_version (line 21497) | static int __Pyx_check_binary_version(void) { function PyObject (line 21515) | static PyObject *__Pyx_ImportModule(const char *name) { function PyTypeObject (line 21533) | static PyTypeObject *__Pyx_ImportType(const char *module_name, const cha... function __Pyx_InitStrings (line 21596) | static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) { function CYTHON_INLINE (line 21626) | static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_... function CYTHON_INLINE (line 21629) | static CYTHON_INLINE char* __Pyx_PyObject_AsString(PyObject* o) { function CYTHON_INLINE (line 21691) | static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) { function CYTHON_INLINE (line 21741) | static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) { function CYTHON_INLINE (line 21803) | static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) { FILE: llm-train/megatron/gpt2/data/download.py function load_urls (line 114) | def load_urls(fh, max_urls=-1): function vet_link (line 121) | def vet_link(link): function download (line 140) | def download( function archive_chunk (line 193) | def archive_chunk(cid, cdata, out_dir, fmt, arch_meta): function load_state (line 227) | def load_state(url_file): function save_state (line 240) | def save_state(url_file, cid): function sqlite_conn (line 246) | def sqlite_conn(): FILE: llm-train/megatron/gpt2/data/file_utils.py function url_to_filename (line 39) | def url_to_filename(url, etag=None): function filename_to_url (line 57) | def filename_to_url(filename, cache_dir=None): function cached_path (line 83) | def cached_path(url_or_filename, cache_dir=None): function split_s3_path (line 113) | def split_s3_path(url): function s3_request (line 126) | def s3_request(func): function s3_etag (line 146) | def s3_etag(url): function s3_get (line 155) | def s3_get(url, temp_file): function http_get (line 162) | def http_get(url, temp_file): function get_from_cache (line 174) | def get_from_cache(url, cache_dir=None): function read_set_from_file (line 234) | def read_set_from_file(filename): function get_file_extension (line 246) | def get_file_extension(path, dot=True, lower=True): FILE: llm-train/megatron/gpt2/merge_ck_and_inference/checkpoint_loader_megatron.py function add_arguments (line 8) | def add_arguments(parser): function _load_checkpoint (line 19) | def _load_checkpoint(queue, args): function load_checkpoint (line 345) | def load_checkpoint(queue, args): FILE: llm-train/megatron/gpt2/merge_ck_and_inference/checkpoint_saver_megatron.py function add_arguments (line 9) | def add_arguments(parser): function save_checkpoint (line 22) | def save_checkpoint(queue, args): FILE: llm-train/megatron/gpt2/merge_ck_and_inference/checkpoint_util.py function load_plugin (line 89) | def load_plugin(plugin_type, name): function main (line 106) | def main(): FILE: llm-train/megatron/gpt2/merge_ck_and_inference/run_text_generation_server.py function model_provider (line 21) | def model_provider(pre_process=True, post_process=True): function add_text_generate_args (line 29) | def add_text_generate_args(parser): FILE: llm-train/peft/clm/peft_lora_clm_accelerate_ds_zero3_offload.py function levenshtein_distance (line 24) | def levenshtein_distance(str1, str2): function get_closest_label (line 45) | def get_closest_label(eval_pred, classes): function b2mb (line 57) | def b2mb(x): class TorchTracemalloc (line 62) | class TorchTracemalloc: method __enter__ (line 63) | def __enter__(self): method cpu_mem_used (line 77) | def cpu_mem_used(self): method peak_monitor_func (line 81) | def peak_monitor_func(self): method __exit__ (line 93) | def __exit__(self, *exc): function main (line 109) | def main(): FILE: llm-train/peft/multimodal/blip2_lora_int8_fine_tune.py class ImageCaptioningDataset (line 17) | class ImageCaptioningDataset(Dataset): method __init__ (line 18) | def __init__(self, dataset, processor): method __len__ (line 22) | def __len__(self): method __getitem__ (line 25) | def __getitem__(self, idx): function plot (line 34) | def plot(loss_list, output_path): function main (line 50) | def main(): FILE: llm-train/pytorch/distribution/data-parallel/ddp_launch.py class ToyModel (line 14) | class ToyModel(nn.Module): method __init__ (line 15) | def __init__(self): method forward (line 21) | def forward(self, x): function demo_basic (line 25) | def demo_basic(local_world_size, local_rank): function spmd_main (line 53) | def spmd_main(local_world_size, local_rank): FILE: llm-train/pytorch/distribution/data-parallel/ddp_main.py function setup (line 13) | def setup(rank, world_size): function cleanup (line 21) | def cleanup(): class ToyModel (line 25) | class ToyModel(nn.Module): method __init__ (line 26) | def __init__(self): method forward (line 32) | def forward(self, x): function demo_basic (line 36) | def demo_basic(rank, world_size): function run_demo (line 56) | def run_demo(demo_fn, world_size): function demo_checkpoint (line 63) | def demo_checkpoint(rank, world_size): class ToyMpModel (line 107) | class ToyMpModel(nn.Module): method __init__ (line 108) | def __init__(self, dev0, dev1): method forward (line 116) | def forward(self, x): function demo_model_parallel (line 125) | def demo_model_parallel(rank, world_size): FILE: llm-train/pytorch/distribution/data-parallel/elastic_ddp.py class ToyModel (line 8) | class ToyModel(nn.Module): method __init__ (line 9) | def __init__(self): method forward (line 15) | def forward(self, x): function demo_basic (line 19) | def demo_basic(): FILE: llm-train/pytorch/distribution/pipeline-parallel/ddp_pipeline.py class PositionalEncoding (line 43) | class PositionalEncoding(nn.Module): method __init__ (line 45) | def __init__(self, d_model, dropout=0.1, max_len=5000): method forward (line 57) | def forward(self, x): class Encoder (line 89) | class Encoder(nn.Module): method __init__ (line 90) | def __init__(self, ntoken, ninp, dropout=0.5): method init_weights (line 97) | def init_weights(self): method forward (line 101) | def forward(self, src): class Decoder (line 107) | class Decoder(nn.Module): method __init__ (line 108) | def __init__(self, ntoken, ninp): method init_weights (line 113) | def init_weights(self): method forward (line 118) | def forward(self, inp): function run_worker (line 132) | def run_worker(rank, world_size): FILE: llm-train/pytorch/distribution/tensor-parallel/2d_parallel_example.py function demo_2d (line 57) | def demo_2d(rank, args): FILE: llm-train/pytorch/distribution/tensor-parallel/sequence_parallel_example.py function demo_sp (line 36) | def demo_sp(rank, args): FILE: llm-train/pytorch/distribution/tensor-parallel/tensor_parallel_example.py function demo_tp (line 44) | def demo_tp(rank, args): FILE: llm-train/pytorch/distribution/tensor-parallel/utils.py function setup (line 10) | def setup(rank, world_size): function cleanup (line 19) | def cleanup(): class ToyModel (line 23) | class ToyModel(nn.Module): method __init__ (line 24) | def __init__(self): method forward (line 30) | def forward(self, x): FILE: llm-train/qlora/accuracy.py class Accuracy (line 81) | class Accuracy(evaluate.Metric): method _info (line 82) | def _info(self): method _compute (line 101) | def _compute(self, predictions, references, normalize=True, sample_wei... FILE: llm-train/qlora/qlora.py class ModelArguments (line 52) | class ModelArguments: class DataArguments (line 66) | class DataArguments: class TrainingArguments (line 102) | class TrainingArguments(transformers.Seq2SeqTrainingArguments): class GenerationArguments (line 190) | class GenerationArguments: function find_all_linear_names (line 221) | def find_all_linear_names(args, model): class SavePeftModelCallback (line 235) | class SavePeftModelCallback(transformers.TrainerCallback): method save_model (line 236) | def save_model(self, args, state, kwargs): method on_save (line 250) | def on_save(self, args, state, control, **kwargs): method on_train_end (line 254) | def on_train_end(self, args, state, control, **kwargs): function get_accelerate_model (line 262) | def get_accelerate_model(args, checkpoint_dir): function print_trainable_parameters (line 346) | def print_trainable_parameters(args, model): function smart_tokenizer_and_embedding_resize (line 363) | def smart_tokenizer_and_embedding_resize( class DataCollatorForCausalLM (line 386) | class DataCollatorForCausalLM(object): method __call__ (line 393) | def __call__(self, instances: Sequence[Dict]) -> Dict[str, torch.Tensor]: function extract_unnatural_instructions_data (line 438) | def extract_unnatural_instructions_data(examples, extract_reformulations... function extract_alpaca_dataset (line 468) | def extract_alpaca_dataset(example): function local_dataset (line 475) | def local_dataset(dataset_name): function make_data_module (line 490) | def make_data_module(tokenizer: transformers.PreTrainedTokenizer, args) ... function get_last_checkpoint (line 617) | def get_last_checkpoint(checkpoint_dir): function train (line 631) | def train():