SYMBOL INDEX (1387 symbols across 156 files) FILE: docs/source/conf.py class ShutupSphinxAutodocTypehintsFilter (line 125) | class ShutupSphinxAutodocTypehintsFilter(logging.Filter): method filter (line 126) | def filter(self, record: logging.LogRecord) -> bool: FILE: examples/euler/complex_arithmetic.py function make_complex (line 9) | def make_complex(x: ComplexOrTuple) -> complex: class AdditionStep (line 19) | class AdditionStep(Step): method run (line 20) | def run(self, a: ComplexOrTuple, b: ComplexOrTuple) -> complex: # typ... class SubtractionStep (line 25) | class SubtractionStep(Step): method run (line 26) | def run(self, a: ComplexOrTuple, b: ComplexOrTuple) -> complex: # typ... class ExponentiateStep (line 31) | class ExponentiateStep(Step): method run (line 32) | def run(self, x: ComplexOrTuple, base: ComplexOrTuple = cmath.e) -> co... class MultiplyStep (line 37) | class MultiplyStep(Step): method run (line 38) | def run(self, a: ComplexOrTuple, b: ComplexOrTuple) -> complex: # typ... class SineStep (line 43) | class SineStep(Step): method run (line 44) | def run(self, x: ComplexOrTuple) -> complex: # type: ignore class CosineStep (line 49) | class CosineStep(Step): method run (line 50) | def run(self, x: ComplexOrTuple) -> complex: # type: ignore FILE: examples/eval_p3/eval.py class RougeScoreStep (line 15) | class RougeScoreStep(Step[Dict[str, Tensor]]): method run (line 19) | def run( # type: ignore FILE: examples/finetune/snli_steps.py class SubsetData (line 10) | class SubsetData(Step): method run (line 21) | def run( # type: ignore class SnliText2Text (line 44) | class SnliText2Text(Step): method run (line 70) | def run( # type: ignore FILE: examples/finetune/test.py class TestFinetuneSNLI (line 10) | class TestFinetuneSNLI(TangoTestCase): method test_config (line 16) | def test_config(self, model: str, model_type: str): FILE: examples/finetune_resnet/resnet_steps.py class ResNetWrapper (line 20) | class ResNetWrapper(Model): method __init__ (line 21) | def __init__(self, num_classes: int, feature_extract: bool, use_pretra... method set_parameter_requires_grad (line 29) | def set_parameter_requires_grad(self, model: models, feature_extractin... method forward (line 34) | def forward( # type: ignore class ImageCollator (line 49) | class ImageCollator(DataCollator[Dict[str, Any]]): method __call__ (line 50) | def __call__(self, batch: List[Dict[str, Any]]) -> Dict[str, Any]: function get_data_transforms (line 58) | def get_data_transforms(input_size: int): function pil_loader (line 81) | def pil_loader(path: str, input_size: int, transform_type: str): function image_loader (line 91) | def image_loader(example_batch, input_size: int, transform_type: str): class TransformData (line 100) | class TransformData(Step): method run (line 104) | def run( # type: ignore function convert_to_label (line 117) | def convert_to_label(int_label: int) -> str: class Prediction (line 125) | class Prediction(Step): method run (line 128) | def run( # type: ignore FILE: examples/flax/xsum.py class PreProcessing (line 23) | class PreProcessing(Step): method run (line 26) | def run(self, dataset): class TransformerWrapper (line 82) | class TransformerWrapper(FlaxWrapper): method loss_helper (line 83) | def loss_helper(self, logits, labels, batch): method train_loss (line 103) | def train_loss(self, params, state, batch, dropout_rng, labels): method val_metrics (line 108) | def val_metrics(self, batch, logits, labels): method eval_metrics (line 113) | def eval_metrics(self, batch, logits, labels): class GenerateCallback (line 120) | class GenerateCallback(TrainCallback): method __init__ (line 121) | def __init__(self, *args, **kwargs) -> None: method generate_step (line 125) | def generate_step(self, params, batch): method pre_train_loop (line 133) | def pre_train_loop(self) -> None: method pre_val_loop (line 137) | def pre_val_loop(self, step: int, val_step: int, state) -> None: method pre_val_batch (line 142) | def pre_val_batch(self, step: int, val_step: int, epoch: int, val_batc... method postprocess_text (line 151) | def postprocess_text(self, preds, labels): method compute_metrics (line 161) | def compute_metrics(self, preds, labels): method post_val_loop (line 180) | def post_val_loop( FILE: examples/train_lm/test.py function test_small_experiment (line 5) | def test_small_experiment(): FILE: examples/train_lm/tokenize_step.py class TokenizeData (line 11) | class TokenizeData(Step): method run (line 16) | def run( # type: ignore[override] FILE: scripts/hash_extras.py function main (line 8) | def main(): FILE: scripts/prepare_changelog.py function main (line 7) | def main(): FILE: scripts/prepare_citation_cff.py function main (line 7) | def main(): FILE: scripts/release_notes.py function get_change_log_notes (line 20) | def get_change_log_notes() -> str: function get_commit_history (line 46) | def get_commit_history() -> str: function main (line 74) | def main(): FILE: tango/__main__.py class SettingsObject (line 113) | class SettingsObject(NamedTuple): function main (line 148) | def main( function cleanup (line 173) | def cleanup(*args, **kwargs): function run (line 241) | def run( function beaker_executor_run (line 313) | def beaker_executor_run( function info (line 348) | def info(obj: SettingsObject): function settings (line 392) | def settings(ctx): function init (line 413) | def init(obj: SettingsObject, path: Optional[str] = None, force: bool = ... function set_setting (line 428) | def set_setting(obj: SettingsObject): function save_settings (line 439) | def save_settings(settings: TangoGlobalSettings): function workspace (line 455) | def workspace(obj: SettingsObject, workspace: str, validate: bool = True... function include_package (line 494) | def include_package( function log_level (line 527) | def log_level(obj: SettingsObject, level: str) -> TangoGlobalSettings: function file_friendly_logging (line 541) | def file_friendly_logging(obj: SettingsObject, value: bool) -> TangoGlob... function multiprocessing_start_method (line 555) | def multiprocessing_start_method(obj: SettingsObject, start_method: str)... function env (line 573) | def env(obj: SettingsObject, key: str, value: str) -> TangoGlobalSettings: function _run (line 594) | def _run( FILE: tango/cli.py function load_settings (line 30) | def load_settings(settings: Union[str, Params, dict, None] = None) -> Ta... function tango_cli (line 41) | def tango_cli(settings: Union[TangoGlobalSettings, str, Params, dict, No... function initialize_cli (line 52) | def initialize_cli( function cleanup_cli (line 88) | def cleanup_cli(): function prepare_workspace (line 92) | def prepare_workspace( function prepare_executor (line 112) | def prepare_executor( function execute_step_graph (line 164) | def execute_step_graph( FILE: tango/common/aliases.py class EnvVarNames (line 9) | class EnvVarNames(Enum): method values (line 19) | def values(cls) -> Set[str]: FILE: tango/common/dataset_dict.py class DatasetDictBase (line 9) | class DatasetDictBase(Generic[S], Mapping[str, S]): method __getitem__ (line 24) | def __getitem__(self, split: str) -> S: method __contains__ (line 30) | def __contains__(self, split: str) -> bool: # type: ignore[override] method __iter__ (line 36) | def __iter__(self) -> Iterator[str]: method __len__ (line 42) | def __len__(self) -> int: method keys (line 48) | def keys(self): class DatasetDict (line 56) | class DatasetDict(DatasetDictBase[Sequence[T]], Generic[T]): class IterableDatasetDict (line 64) | class IterableDatasetDict(DatasetDictBase[Iterable[T]], Generic[T]): FILE: tango/common/det_hash.py class CustomDetHash (line 23) | class CustomDetHash: method det_hash_object (line 35) | def det_hash_object(self) -> Any: class DetHashFromInitParams (line 42) | class DetHashFromInitParams(CustomDetHash): method __new__ (line 50) | def __new__(cls, *args, **kwargs): method det_hash_object (line 59) | def det_hash_object(self) -> Any: class DetHashWithVersion (line 64) | class DetHashWithVersion(CustomDetHash): method det_hash_object (line 87) | def det_hash_object(self) -> Any: class _DetHashPickler (line 100) | class _DetHashPickler(dill.Pickler): method __init__ (line 101) | def __init__(self, buffer: io.BytesIO): method save (line 115) | def save(self, obj, save_persistent_id=True): method persistent_id (line 120) | def persistent_id(self, obj: Any) -> Any: function det_hash (line 148) | def det_hash(o: Any) -> str: FILE: tango/common/exceptions.py class TangoError (line 8) | class TangoError(Exception): class ConfigurationError (line 14) | class ConfigurationError(TangoError): method __reduce__ (line 20) | def __reduce__(self) -> Union[str, Tuple[Any, ...]]: method __init__ (line 23) | def __init__(self, message: str): method __str__ (line 27) | def __str__(self): class RegistryKeyError (line 31) | class RegistryKeyError(ConfigurationError): class CancellationError (line 38) | class CancellationError(TangoError): class SigTermReceived (line 44) | class SigTermReceived(CancellationError): class StepCancelled (line 50) | class StepCancelled(CancellationError): class RunCancelled (line 54) | class RunCancelled(CancellationError): class CliRunError (line 58) | class CliRunError(TangoError): class IntegrationMissingError (line 64) | class IntegrationMissingError(TangoError): method __init__ (line 69) | def __init__(self, integration: str, dependencies: Optional[Set[str]] ... class StepStateError (line 79) | class StepStateError(TangoError): method __init__ (line 84) | def __init__( class DirtyRepoError (line 98) | class DirtyRepoError(TangoError): class ExecutorError (line 104) | class ExecutorError(TangoError): FILE: tango/common/file_lock.py class FileLock (line 11) | class FileLock(_FileLock): # type: ignore[valid-type,misc] method __init__ (line 22) | def __init__(self, lock_file: PathOrStr, timeout=-1, read_only_ok: boo... method acquire (line 26) | def acquire( # type: ignore[override] method acquire_with_updates (line 52) | def acquire_with_updates(self, desc: Optional[str] = None) -> AcquireR... FILE: tango/common/from_params.py class UnionType (line 33) | class UnionType: # type: ignore function takes_arg (line 46) | def takes_arg(obj, arg: str) -> bool: function takes_kwargs (line 62) | def takes_kwargs(obj) -> bool: function is_base_registrable (line 81) | def is_base_registrable(cls) -> bool: function remove_optional (line 99) | def remove_optional(annotation: type): function infer_constructor_params (line 114) | def infer_constructor_params( function infer_method_params (line 125) | def infer_method_params( function create_kwargs (line 208) | def create_kwargs( function create_extras (line 279) | def create_extras(cls: Type[T], extras: Dict[str, Any]) -> Dict[str, Any]: function pop_and_construct_arg (line 307) | def pop_and_construct_arg( function _params_contain_step (line 359) | def _params_contain_step(o: Any) -> bool: function construct_arg (line 379) | def construct_arg( class FromParams (line 677) | class FromParams(DetHashWithVersion): method from_params (line 685) | def from_params( method to_params (line 832) | def to_params(self) -> Params: method _to_params (line 860) | def _to_params(self) -> Dict[str, Any]: FILE: tango/common/lazy.py class Lazy (line 11) | class Lazy(Generic[T], CustomDetHash): method __init__ (line 53) | def __init__( method constructor (line 66) | def constructor(self) -> Callable[..., T]: method construct (line 81) | def construct(self, **kwargs) -> T: method det_hash_object (line 90) | def det_hash_object(self) -> Any: FILE: tango/common/logging.py class LevelFilter (line 161) | class LevelFilter(logging.Filter): method __init__ (line 168) | def __init__(self, max_level: int, min_level: Optional[int] = None, na... method filter (line 173) | def filter(self, record): class CliFilter (line 180) | class CliFilter(logging.Filter): method __init__ (line 181) | def __init__(self, filter_out: bool): method filter (line 184) | def filter(self, record): class WorkerLogFilter (line 191) | class WorkerLogFilter(logging.Filter): method __init__ (line 192) | def __init__(self, rank=-1): method filter (line 196) | def filter(self, record): class PrefixLogFilter (line 202) | class PrefixLogFilter(logging.Filter): method __init__ (line 203) | def __init__(self, prefix): method filter (line 207) | def filter(self, record): class LogRecordStreamHandler (line 219) | class LogRecordStreamHandler(socketserver.StreamRequestHandler): method handle (line 229) | def handle(self): method unPickle (line 247) | def unPickle(self, data): method handleLogRecord (line 250) | def handleLogRecord(self, record): class LogRecordSocketReceiver (line 260) | class LogRecordSocketReceiver(socketserver.ThreadingTCPServer): method __init__ (line 270) | def __init__(self, host: str, port: int = 0): method serve_until_stopped (line 275) | def serve_until_stopped(self): class RichHandler (line 293) | class RichHandler(logging.Handler): method __init__ (line 310) | def __init__( method emit (line 332) | def emit(self, record: logging.LogRecord) -> None: method render_message (line 346) | def render_message(self, record: logging.LogRecord, message: str) -> C... method get_time_text (line 364) | def get_time_text(self, record: logging.LogRecord) -> Text: method get_level_text (line 373) | def get_level_text(self, record: logging.LogRecord) -> Text: method get_path_text (line 380) | def get_path_text(self, record: logging.LogRecord, length_so_far: int)... method render (line 395) | def render( function get_handler (line 418) | def get_handler( function excepthook (line 459) | def excepthook(exctype, value, traceback): function log_exception (line 466) | def log_exception(exc: Optional[BaseException] = None, logger: Optional[... function log_exc_info (line 474) | def log_exc_info(exctype, value, traceback, logger: Optional[logging.Log... function initialize_logging (line 493) | def initialize_logging( function initialize_worker_logging (line 537) | def initialize_worker_logging(worker_rank: Optional[int] = None): function initialize_prefix_logging (line 555) | def initialize_prefix_logging( function _initialize_logging (line 572) | def _initialize_logging( function teardown_logging (line 693) | def teardown_logging(): function insert_handlers (line 714) | def insert_handlers(*handlers: logging.Handler) -> Generator[None, None,... function file_handler (line 743) | def file_handler(filepath: PathOrStr) -> ContextManager[None]: FILE: tango/common/params.py function infer_and_cast (line 22) | def infer_and_cast(value: Any): function _is_encodable (line 62) | def _is_encodable(value: str) -> bool: function _environment_variables (line 73) | def _environment_variables() -> Dict[str, str]: function with_overrides (line 83) | def with_overrides(original: T, overrides_dict: Dict[str, Any], prefix: ... function parse_overrides (line 128) | def parse_overrides( function _is_dict_free (line 139) | def _is_dict_free(obj: Any) -> bool: function pop_choice (line 151) | def pop_choice( function _replace_none (line 175) | def _replace_none(params: Any) -> Any: function remove_keys_from_params (line 189) | def remove_keys_from_params(params: "Params", keys: List[str] = ["pretra... class Params (line 204) | class Params(MutableMapping): method __init__ (line 232) | def __init__(self, params: "MutableMapping[str, Any]", history: str = ... method pop (line 239) | def pop(self, key: str, default: Any = DEFAULT, keep_as_dict: bool = F... method pop_int (line 265) | def pop_int(self, key: str, default: Any = DEFAULT) -> Optional[int]: method pop_float (line 275) | def pop_float(self, key: str, default: Any = DEFAULT) -> Optional[float]: method pop_bool (line 285) | def pop_bool(self, key: str, default: Any = DEFAULT) -> Optional[bool]: method get (line 301) | def get(self, key: str, default: Any = DEFAULT): method pop_choice (line 310) | def pop_choice( method as_dict (line 362) | def as_dict(self, quiet: bool = False, infer_type_and_cast: bool = Fal... method as_flat_dict (line 392) | def as_flat_dict(self) -> Dict[str, Any]: method duplicate (line 410) | def duplicate(self) -> "Params": method assert_empty (line 417) | def assert_empty(self, name: str): method __getitem__ (line 427) | def __getitem__(self, key): method __setitem__ (line 433) | def __setitem__(self, key, value): method __delitem__ (line 436) | def __delitem__(self, key): method __iter__ (line 439) | def __iter__(self): method __len__ (line 442) | def __len__(self): method _check_is_dict (line 445) | def _check_is_dict(self, new_history, value): method from_file (line 454) | def from_file( method to_file (line 510) | def to_file( method as_ordered_dict (line 519) | def as_ordered_dict(self, preference_orders: Optional[List[List[str]]]... method get_hash (line 553) | def get_hash(self) -> str: method __str__ (line 566) | def __str__(self) -> str: FILE: tango/common/registrable.py class Registrable (line 41) | class Registrable(FromParams): method register (line 69) | def register( method by_name (line 165) | def by_name(cls: Type[_RegistrableT], name: str) -> Callable[..., _Reg... method search_modules (line 179) | def search_modules(cls: Type[_RegistrableT], name: str): method resolve_class_name (line 256) | def resolve_class_name( method list_available (line 324) | def list_available(cls) -> List[str]: class RegistrableFunction (line 342) | class RegistrableFunction(Registrable): method __call__ (line 350) | def __call__(self, *args, **kwargs): function make_registrable (line 354) | def make_registrable(name: Optional[str] = None, *, exist_ok: bool = Fal... function _get_suggestion (line 374) | def _get_suggestion(name: str, available: List[str]) -> Optional[str]: function _fullname (line 383) | def _fullname(c: type) -> str: function _cls_is_step (line 387) | def _cls_is_step(c: type) -> bool: FILE: tango/common/remote_utils.py class RemoteConstants (line 10) | class RemoteConstants: method step_artifact_name (line 29) | def step_artifact_name(cls, step: Union[str, StepInfo, Step]) -> str: method step_lock_artifact_name (line 33) | def step_lock_artifact_name(cls, step: Union[str, StepInfo, Step]) -> ... method run_artifact_name (line 37) | def run_artifact_name(cls, name: str) -> str: FILE: tango/common/sequences.py class ShuffledSequence (line 10) | class ShuffledSequence(abc.Sequence): method __init__ (line 52) | def __init__(self, inner_sequence: Sequence, indices: Optional[Sequenc... method __len__ (line 61) | def __len__(self) -> int: method __getitem__ (line 64) | def __getitem__(self, i: Union[int, slice]): method __contains__ (line 70) | def __contains__(self, item) -> bool: class SlicedSequence (line 77) | class SlicedSequence(ShuffledSequence): method __init__ (line 110) | def __init__(self, inner_sequence: Sequence, s: slice): class ConcatenatedSequence (line 114) | class ConcatenatedSequence(abc.Sequence): method __init__ (line 149) | def __init__(self, *sequences: Sequence): method __len__ (line 157) | def __len__(self): method __getitem__ (line 160) | def __getitem__(self, i: Union[int, slice]): method __contains__ (line 172) | def __contains__(self, item) -> bool: class MappedSequence (line 176) | class MappedSequence(abc.Sequence): method __init__ (line 213) | def __init__(self, fn: Callable, inner_sequence: Sequence): method __getitem__ (line 217) | def __getitem__(self, item): method __len__ (line 235) | def __len__(self): method __contains__ (line 238) | def __contains__(self, item): class SqliteSparseSequence (line 242) | class SqliteSparseSequence(MutableSequence[Any]): method __init__ (line 282) | def __init__(self, filename: Union[str, PathLike], read_only: bool = F... method __del__ (line 287) | def __del__(self): method __getitem__ (line 292) | def __getitem__(self, i: Union[int, slice]) -> Any: method __setitem__ (line 309) | def __setitem__(self, i: Union[int, slice], value: Any): method __delitem__ (line 320) | def __delitem__(self, i: Union[int, slice]): method extend (line 339) | def extend(self, values: Iterable[Any]) -> None: method insert (line 349) | def insert(self, i: int, value: Any) -> None: method __len__ (line 357) | def __len__(self) -> int: method clear (line 363) | def clear(self) -> None: method close (line 370) | def close(self) -> None: method copy_to (line 378) | def copy_to(self, target: Union[str, PathLike]): FILE: tango/common/testing/__init__.py class TangoTestCase (line 15) | class TangoTestCase: method setup_method (line 60) | def setup_method(self): method teardown_method (line 76) | def teardown_method(self): method run (line 81) | def run( function run_experiment (line 121) | def run_experiment( function requires_gpus (line 156) | def requires_gpus(test_method): FILE: tango/common/testing/steps.py class FloatStep (line 14) | class FloatStep(Step): method run (line 18) | def run(self, result: float) -> float: # type: ignore class StringStep (line 23) | class StringStep(Step): method run (line 27) | def run(self, result: str) -> str: # type: ignore class ConcatStringsStep (line 32) | class ConcatStringsStep(Step): method run (line 36) | def run(self, string1: str, string2: str, join_with: str = " ") -> str... class NoisyStep (line 41) | class NoisyStep(Step): method run (line 45) | def run(self, raise_error: bool = False) -> None: # type: ignore class RandomStringStep (line 63) | class RandomStringStep(Step): method run (line 64) | def run(self, length: int = 10) -> str: # type: ignore class AddNumbersStep (line 69) | class AddNumbersStep(Step): method run (line 73) | def run(self, a_number: int, b_number: int) -> int: # type: ignore class SleepPrintMaybeFail (line 78) | class SleepPrintMaybeFail(Step): method run (line 82) | def run(self, string: str, seconds: int = 5, fail: bool = False) -> st... class LoggingStep (line 92) | class LoggingStep(Step): method run (line 96) | def run(self, string: str, num_log_lines: int = 50) -> str: # type: i... class MakeNumber (line 104) | class MakeNumber(Step): method run (line 108) | def run(self, what_number: int) -> int: # type: ignore class StoreNumberInFile (line 113) | class StoreNumberInFile(Step): method run (line 117) | def run(self, number: int, file_name: str) -> None: # type: ignore class MultiprocessingStep (line 126) | class MultiprocessingStep(Step): method run (line 131) | def run(self, num_proc: int = 2) -> bool: # type: ignore class RangeOutput (line 148) | class RangeOutput(Step): method run (line 149) | def run(self, start: int, end: int) -> List[int]: # type: ignore function _worker_function (line 153) | def _worker_function(worker_id: int): FILE: tango/common/tqdm.py function replace_cr_with_newline (line 38) | def replace_cr_with_newline(message: str) -> str: class TqdmToLogsWriter (line 53) | class TqdmToLogsWriter: method __init__ (line 54) | def __init__(self): method write (line 57) | def write(self, message): method flush (line 77) | def flush(self): class Tqdm (line 81) | class Tqdm: method tqdm (line 88) | def tqdm(*args, **kwargs): method wrapattr (line 94) | def wrapattr(*args, **kwargs): method get_updated_kwargs (line 100) | def get_updated_kwargs(**kwargs): method set_lock (line 110) | def set_lock(lock): method get_lock (line 114) | def get_lock(): FILE: tango/common/util.py function tango_cache_dir (line 19) | def tango_cache_dir() -> Path: function _handle_sigterm (line 29) | def _handle_sigterm(sig, frame): function install_sigterm_handler (line 33) | def install_sigterm_handler(): function get_extra_imported_modules (line 40) | def get_extra_imported_modules() -> Set[str]: function import_extra_module (line 44) | def import_extra_module(package_name: str) -> None: function resolve_module_name (line 50) | def resolve_module_name(package_name: str) -> Tuple[str, Path]: function import_module_and_submodules (line 79) | def import_module_and_submodules( function _parse_bool (line 143) | def _parse_bool(value: Union[bool, str]) -> bool: function _parse_optional_int (line 151) | def _parse_optional_int(value: Optional[str]) -> Optional[int]: function find_submodules (line 157) | def find_submodules( function find_integrations (line 197) | def find_integrations() -> Iterable[str]: function filename_is_safe (line 207) | def filename_is_safe(filename: str) -> bool: function make_safe_filename (line 211) | def make_safe_filename(name: str) -> str: function could_be_class_name (line 222) | def could_be_class_name(name: str) -> bool: function _is_valid_python_name (line 229) | def _is_valid_python_name(name: str) -> bool: function threaded_generator (line 233) | def threaded_generator(g, queue_size: int = 16): function exception_to_string (line 268) | def exception_to_string(e: BaseException) -> str: function utc_now_datetime (line 281) | def utc_now_datetime() -> datetime: function local_timezone (line 285) | def local_timezone() -> Optional[tzinfo]: function replace_steps_with_unique_id (line 289) | def replace_steps_with_unique_id(o: Any): function jsonify (line 304) | def jsonify(o: Any) -> Any: class StrEnum (line 325) | class StrEnum(str, Enum): method __str__ (line 326) | def __str__(self) -> str: FILE: tango/executor.py class ExecutionMetadata (line 25) | class ExecutionMetadata: class ExecutorOutput (line 38) | class ExecutorOutput: method display (line 52) | def display(self) -> None: class Executor (line 101) | class Executor(Registrable): method __init__ (line 115) | def __init__( method execute_step (line 125) | def execute_step(self, step: "Step") -> None: method execute_step_graph (line 136) | def execute_step_graph( method execute_sub_graph_for_steps (line 181) | def execute_sub_graph_for_steps( FILE: tango/executors/multicore_executor.py class MulticoreExecutor (line 20) | class MulticoreExecutor(Executor): method __init__ (line 25) | def __init__( method execute_step_graph (line 42) | def execute_step_graph( method _get_state (line 310) | def _get_state(self, step: Step) -> StepState: FILE: tango/format.py class Format (line 38) | class Format(Registrable, Generic[T]): method write (line 56) | def write(self, artifact: T, dir: PathOrStr): method read (line 61) | def read(self, dir: PathOrStr) -> T: method _to_params (line 65) | def _to_params(self) -> Dict[str, Any]: function _open_compressed (line 95) | def _open_compressed(filename: PathOrStr, mode: str) -> IO: class DillFormat (line 107) | class DillFormat(Format[T], Generic[T]): method __init__ (line 122) | def __init__(self, compress: Optional[str] = None): method write (line 127) | def write(self, artifact: T, dir: PathOrStr): method read (line 141) | def read(self, dir: PathOrStr) -> T: method _get_artifact_path (line 157) | def _get_artifact_path(self, dir: PathOrStr) -> Path: class DillFormatIterator (line 161) | class DillFormatIterator(Iterator[T], Generic[T]): method __init__ (line 166) | def __init__(self, filename: PathOrStr): method __iter__ (line 178) | def __iter__(self) -> Iterator[T]: method __next__ (line 181) | def __next__(self) -> T: class JsonFormat (line 193) | class JsonFormat(Format[T], Generic[T]): method __init__ (line 204) | def __init__(self, compress: Optional[str] = None): method _encoding_fallback (line 211) | def _encoding_fallback(unencodable: Any): method _decoding_fallback (line 238) | def _decoding_fallback(o: Dict) -> Any: method write (line 253) | def write(self, artifact: T, dir: PathOrStr): method read (line 266) | def read(self, dir: PathOrStr) -> T: method _get_artifact_path (line 292) | def _get_artifact_path(self, dir: PathOrStr, iterator: bool = False) -... class JsonFormatIterator (line 298) | class JsonFormatIterator(Iterator[T], Generic[T]): method __init__ (line 303) | def __init__(self, filename: PathOrStr): method __iter__ (line 306) | def __iter__(self) -> Iterator[T]: method __next__ (line 309) | def __next__(self) -> T: class TextFormat (line 324) | class TextFormat(Format[Union[str, Iterable[str]]]): method __init__ (line 341) | def __init__(self, compress: Optional[str] = None): method write (line 347) | def write(self, artifact: Union[str, Iterable[str]], dir: PathOrStr): method read (line 360) | def read(self, dir: PathOrStr) -> Union[str, Iterable[str]]: method _get_artifact_path (line 386) | def _get_artifact_path(self, dir: PathOrStr, iterator: bool = False) -... class TextFormatIterator (line 392) | class TextFormatIterator(Iterator[str]): method __init__ (line 397) | def __init__(self, filename: PathOrStr): method __iter__ (line 400) | def __iter__(self) -> Iterator[str]: method __next__ (line 403) | def __next__(self) -> str: class SqliteSequenceFormat (line 420) | class SqliteSequenceFormat(Format[Sequence[T]]): method write (line 425) | def write(self, artifact: Sequence[T], dir: Union[str, PathLike]): method read (line 437) | def read(self, dir: Union[str, PathLike]) -> Sequence[T]: class SqliteDictFormat (line 443) | class SqliteDictFormat(Format[DatasetDict]): method write (line 496) | def write(self, artifact: DatasetDict, dir: Union[str, PathLike]): method read (line 514) | def read(self, dir: Union[str, PathLike]) -> DatasetDict: FILE: tango/integrations/beaker/common.py class Constants (line 24) | class Constants(RemoteConstants): function get_client (line 35) | def get_client(beaker_workspace: Optional[str] = None, **kwargs) -> Beaker: function dataset_url (line 48) | def dataset_url(beaker: Beaker, dataset: Optional[str] = None) -> str: class BeakerStepLock (line 65) | class BeakerStepLock: method __init__ (line 68) | def __init__( method metadata (line 82) | def metadata(self) -> Dict[str, Any]: method _last_metadata (line 89) | def _last_metadata(self) -> Optional[Dict[str, Any]]: method _acquiring_job_is_done (line 99) | def _acquiring_job_is_done(self) -> bool: method acquire (line 126) | def acquire(self, timeout=None, poll_interval: float = 2.0, log_interv... method release (line 176) | def release(self): method __del__ (line 186) | def __del__(self): FILE: tango/integrations/beaker/executor.py class StepFailedError (line 52) | class StepFailedError(ExecutorError): method __init__ (line 53) | def __init__(self, msg: str, experiment_url: str): class ResourceAssignmentError (line 58) | class ResourceAssignmentError(ExecutorError): class UnrecoverableResourceAssignmentError (line 64) | class UnrecoverableResourceAssignmentError(ExecutorError): class ResourceAssignment (line 71) | class ResourceAssignment(NamedTuple): class BeakerScheduler (line 92) | class BeakerScheduler(Registrable): method __init__ (line 103) | def __init__(self): method beaker (line 107) | def beaker(self) -> Beaker: method beaker (line 113) | def beaker(self, beaker: Beaker) -> None: method schedule (line 117) | def schedule(self, step: Step) -> ResourceAssignment: class SimpleBeakerScheduler (line 128) | class SimpleBeakerScheduler(BeakerScheduler): method __init__ (line 134) | def __init__(self, clusters: List[str], priority: Union[str, Priority]): method node_resources (line 143) | def node_resources(self) -> Dict[str, List[NodeResources]]: method schedule (line 154) | def schedule(self, step: Step) -> ResourceAssignment: class BeakerExecutor (line 179) | class BeakerExecutor(Executor): method __init__ (line 340) | def __init__( method check_repo_state (line 486) | def check_repo_state(self): method execute_step_graph (line 512) | def execute_step_graph( method _emit_resource_assignment_warning (line 698) | def _emit_resource_assignment_warning(self): method _check_if_cancelled (line 709) | def _check_if_cancelled(self): method _execute_sub_graph_for_step (line 713) | def _execute_sub_graph_for_step( method _parse_git_remote (line 844) | def _parse_git_remote(url: str) -> Tuple[str, str]: method _ensure_entrypoint_dataset (line 856) | def _ensure_entrypoint_dataset(self) -> Dataset: method _ensure_step_graph_dataset (line 913) | def _ensure_step_graph_dataset(self, step_graph: StepGraph) -> Dataset: method _build_experiment_spec (line 929) | def _build_experiment_spec( FILE: tango/integrations/beaker/step_cache.py class BeakerStepCache (line 22) | class BeakerStepCache(RemoteStepCache): method __init__ (line 39) | def __init__(self, beaker_workspace: Optional[str] = None, beaker: Opt... method _step_result_remote (line 56) | def _step_result_remote(self, step: Union[Step, StepInfo]) -> Optional... method _upload_step_remote (line 67) | def _upload_step_remote(self, step: Step, objects_dir: Path) -> Beaker... method _download_step_remote (line 84) | def _download_step_remote(self, step_result, target_dir: PathOrStr) ->... method __len__ (line 93) | def __len__(self): FILE: tango/integrations/beaker/workspace.py class BeakerWorkspace (line 38) | class BeakerWorkspace(RemoteWorkspace): method __init__ (line 53) | def __init__(self, workspace: str, max_workers: Optional[int] = None, ... method cache (line 63) | def cache(self): method locks (line 67) | def locks(self): method steps_dir_name (line 71) | def steps_dir_name(self): method url (line 75) | def url(self) -> str: method _step_location (line 78) | def _step_location(self, step: Step) -> str: method from_parsed_url (line 82) | def from_parsed_url(cls, parsed_url: ParseResult) -> Workspace: method current_beaker_experiment (line 95) | def current_beaker_experiment(self) -> Optional[Experiment]: method _remote_lock (line 109) | def _remote_lock(self, step: Step) -> BeakerStepLock: method _get_object_from_cache (line 114) | def _get_object_from_cache(self, digest: Digest, o_type: Type[U]) -> O... method _add_object_to_cache (line 141) | def _add_object_to_cache(self, digest: Digest, o: U): method step_info (line 150) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method _get_step_info_from_dataset (line 161) | def _get_step_info_from_dataset(self, dataset: Dataset) -> StepInfo: method _save_run (line 178) | def _save_run( method registered_runs (line 213) | def registered_runs(self) -> Dict[str, Run]: method search_registered_runs (line 234) | def search_registered_runs( method num_registered_runs (line 272) | def num_registered_runs(self, *, match: Optional[str] = None) -> int: method search_step_info (line 288) | def search_step_info( method num_steps (line 332) | def num_steps(self, *, match: Optional[str] = None, state: Optional[St... method registered_run (line 353) | def registered_run(self, name: str) -> Run: method _save_run_log (line 370) | def _save_run_log(self, name: str, log_file: Path): method _get_run_from_dataset (line 375) | def _get_run_from_dataset(self, dataset: BeakerDataset) -> Optional[Run]: method _update_step_info (line 407) | def _update_step_info(self, step_info: StepInfo): method _remove_step_info (line 424) | def _remove_step_info(self, step_info: StepInfo) -> None: FILE: tango/integrations/datasets/__init__.py function convert_to_tango_dataset_dict (line 53) | def convert_to_tango_dataset_dict(hf_dataset_dict: ds.DatasetDict) -> Da... function convert_to_tango_dataset_dict (line 58) | def convert_to_tango_dataset_dict(hf_dataset_dict: ds.IterableDatasetDic... function convert_to_tango_dataset_dict (line 62) | def convert_to_tango_dataset_dict(hf_dataset_dict): class DatasetsFormat (line 81) | class DatasetsFormat(Format[T]): method write (line 91) | def write(self, artifact: T, dir: PathOrStr): method read (line 95) | def read(self, dir: PathOrStr) -> T: class LoadDataset (line 101) | class LoadDataset(Step): method run (line 124) | def run(self, path: str, **kwargs) -> Union[ds.DatasetDict, ds.Dataset... class LoadStreamingDataset (line 141) | class LoadStreamingDataset(Step): method run (line 157) | def run( # type: ignore class InterleaveDatasets (line 179) | class InterleaveDatasets(Step): method run (line 193) | def run( # type: ignore[override] class ConcatenateDatasets (line 206) | class ConcatenateDatasets(Step): method run (line 220) | def run( # type: ignore[override] class DatasetRemixStep (line 234) | class DatasetRemixStep(Step): method run (line 275) | def run( # type: ignore FILE: tango/integrations/fairscale/fsdp_config.py class FSDPConfig (line 11) | class FSDPConfig(FromParams): method as_kwargs (line 65) | def as_kwargs(self) -> Dict[str, Any]: method wrap (line 71) | def wrap(self, module: torch.nn.Module): FILE: tango/integrations/fairscale/module_wrapper.py function with_wrapped_modules (line 14) | def with_wrapped_modules( FILE: tango/integrations/fairscale/training_engine.py class FairScaleTrainingEngine (line 24) | class FairScaleTrainingEngine(TorchTrainingEngine): method __init__ (line 91) | def __init__( method _construct_model (line 123) | def _construct_model(self, model: Union[Model, Lazy[Model]]) -> Model: method clip_grad_norm (line 130) | def clip_grad_norm(self) -> None: method get_model_state (line 134) | def get_model_state(self) -> Dict[str, torch.Tensor]: method load_model_state (line 140) | def load_model_state(self, state_dict: Dict[str, torch.Tensor]) -> None: method save_complete_weights_from_checkpoint (line 143) | def save_complete_weights_from_checkpoint( FILE: tango/integrations/flax/data.py class DataLoader (line 14) | class DataLoader(Generic[T], Registrable): class FlaxDataLoader (line 22) | class FlaxDataLoader(DataLoader): method __init__ (line 23) | def __init__( method __call__ (line 43) | def __call__(self, rng: jax._src.random.KeyArrayLike, do_distributed: ... FILE: tango/integrations/flax/eval.py class FlaxEvalStep (line 24) | class FlaxEvalStep(Step): method run (line 58) | def run( # type: ignore[override] FILE: tango/integrations/flax/eval_callback.py class EvalCallback (line 11) | class EvalCallback(Registrable): method __init__ (line 29) | def __init__( method pre_eval_loop (line 43) | def pre_eval_loop(self) -> None: method post_eval_loop (line 49) | def post_eval_loop(self, aggregated_metrics: Dict[str, float]) -> None: method pre_batch (line 57) | def pre_batch(self, step: int, batch: Dict[str, Any]) -> None: method post_batch (line 63) | def post_batch(self, step: int, batch_outputs: Dict[str, Any]) -> None: FILE: tango/integrations/flax/format.py class FlaxFormat (line 13) | class FlaxFormat(Format[T], Generic[T]): method write (line 24) | def write(self, artifact: T, dir: PathOrStr) -> None: method read (line 27) | def read(self, dir: PathOrStr) -> T: FILE: tango/integrations/flax/model.py class Model (line 6) | class Model(nn.Module, Registrable): FILE: tango/integrations/flax/optim.py class Optimizer (line 9) | class Optimizer(Registrable): method __init__ (line 39) | def __init__(self, optimizer: Callable) -> None: method __call__ (line 42) | def __call__(self, **kwargs) -> optax.GradientTransformation: class LRScheduler (line 46) | class LRScheduler(Registrable): method __init__ (line 76) | def __init__(self, scheduler: Callable) -> None: method __call__ (line 79) | def __call__(self, **kwargs): function optimizer_factory (line 83) | def optimizer_factory(optim_method: Callable) -> Type[Callable]: function scheduler_factory (line 90) | def scheduler_factory(scheduler_method: Callable) -> Type[Callable]: FILE: tango/integrations/flax/train.py class FlaxTrainStep (line 34) | class FlaxTrainStep(Step): method run (line 74) | def run( # type: ignore[override] method _train (line 194) | def _train( method train_helper (line 279) | def train_helper( method save_checkpoint (line 590) | def save_checkpoint(self, dir: Path, target: PyTree, step: int, keep_c... method load_checkpoint (line 595) | def load_checkpoint(self, dir: Path, target: PyTree): method _construct_optimizer (line 598) | def _construct_optimizer(self, optimizer): method _construct_lr_scheduler (line 602) | def _construct_lr_scheduler(self, scheduler): method _get_devices (line 606) | def _get_devices(self) -> List[Any]: FILE: tango/integrations/flax/train_callback.py class TrainCallback (line 15) | class TrainCallback(Registrable): method __init__ (line 46) | def __init__( method step_id (line 66) | def step_id(self) -> str: method step_name (line 73) | def step_name(self) -> Optional[str]: method work_dir (line 80) | def work_dir(self) -> Path: method state_dict (line 86) | def state_dict(self) -> Dict[str, Any]: method load_state_dict (line 95) | def load_state_dict(self, state_dict: Dict[str, Any]): method pre_train_loop (line 104) | def pre_train_loop(self) -> None: method post_train_loop (line 110) | def post_train_loop(self, step: int, epoch: int) -> None: method pre_epoch (line 118) | def pre_epoch(self, step: int, epoch: int) -> None: method post_epoch (line 124) | def post_epoch(self, step: int, epoch: int) -> None: method pre_batch (line 130) | def pre_batch(self, step: int, epoch: int, batch) -> None: method post_batch (line 135) | def post_batch(self, step: int, epoch: int, train_metrics: Dict) -> None: method log_batch (line 149) | def log_batch(self, step: int, epoch: int, train_metrics: Dict) -> None: method pre_val_loop (line 163) | def pre_val_loop(self, step: int, val_step: int, state) -> None: method pre_val_batch (line 169) | def pre_val_batch(self, step: int, val_step: int, epoch: int, val_batc... method post_val_batch (line 175) | def post_val_batch(self, step: int, val_step: int, epoch: int, val_met... method post_val_loop (line 188) | def post_val_loop( FILE: tango/integrations/flax/train_config.py class TrainConfig (line 7) | class TrainConfig: method state_path (line 101) | def state_path(self) -> Path: method best_state_path (line 108) | def best_state_path(self) -> Path: method should_log_this_step (line 115) | def should_log_this_step(self, step: int) -> bool: method should_checkpoint_this_step (line 119) | def should_checkpoint_this_step(self, step: int) -> bool: method should_log_this_val_step (line 123) | def should_log_this_val_step(self, val_step: int) -> bool: method as_dict (line 127) | def as_dict(self) -> Dict[str, Any]: FILE: tango/integrations/flax/util.py function get_PRNGkey (line 6) | def get_PRNGkey(seed: int = 42) -> Union[Any, jax._src.random.KeyArray]: function get_multiple_keys (line 14) | def get_multiple_keys(key, multiple: int = 1) -> Union[Any, jax._src.ran... FILE: tango/integrations/flax/wrapper.py class FlaxWrapper (line 7) | class FlaxWrapper(Registrable): method train_metrics (line 13) | def train_metrics(self, state, batch, labels) -> Dict: method train_loss (line 21) | def train_loss(self, params, state, batch, dropout_rng, labels): method val_metrics (line 30) | def val_metrics(self, batch, logits, labels) -> Dict: method eval_metrics (line 37) | def eval_metrics(self, batch, logits, labels) -> Dict: FILE: tango/integrations/gs/common.py function get_bucket_and_prefix (line 30) | def get_bucket_and_prefix(folder_name: str) -> Tuple[str, str]: function empty_bucket_folder (line 38) | def empty_bucket_folder(folder_name: str): function empty_datastore (line 56) | def empty_datastore(folder_name: str): class GSArtifact (line 80) | class GSArtifact: class GSArtifactConflict (line 104) | class GSArtifactConflict(TangoError): class GSArtifactNotFound (line 112) | class GSArtifactNotFound(TangoError): class GSArtifactWriteError (line 120) | class GSArtifactWriteError(TangoError): function join_path (line 128) | def join_path(*args) -> str: class GSClient (line 135) | class GSClient: method __init__ (line 168) | def __init__( method url (line 192) | def url(self, artifact: Optional[str] = None): method _convert_blobs_to_artifact (line 201) | def _convert_blobs_to_artifact(self, blobs: List[storage.Blob]) -> GSA... method from_env (line 224) | def from_env(cls, folder_name: str): method get (line 230) | def get(self, artifact: Union[str, GSArtifact]) -> GSArtifact: method _gs_path (line 248) | def _gs_path(self, *args): method create (line 254) | def create(self, artifact: str): method delete (line 274) | def delete(self, artifact: GSArtifact): method upload (line 283) | def upload(self, artifact: Union[str, GSArtifact], objects_dir: Path): method commit (line 327) | def commit(self, artifact: Union[str, GSArtifact]): method download (line 343) | def download(self, artifact: GSArtifact, target_dir: PathOrStr): method artifacts (line 379) | def artifacts(self, prefix: str, uncommitted: bool = True) -> List[GSA... function get_credentials (line 399) | def get_credentials(credentials: Optional[Union[str, Credentials]] = Non... function get_client (line 442) | def get_client( class Constants (line 454) | class Constants(RemoteConstants): class GCSStepLock (line 458) | class GCSStepLock: method __init__ (line 464) | def __init__( method acquire (line 475) | def acquire(self, timeout=None, poll_interval: float = 2.0, log_interv... method release (line 508) | def release(self): method __del__ (line 518) | def __del__(self): FILE: tango/integrations/gs/step_cache.py class GSStepCache (line 25) | class GSStepCache(RemoteStepCache): method __init__ (line 42) | def __init__(self, folder_name: str, client: Optional[GSClient] = None): method client (line 55) | def client(self): method _step_result_remote (line 58) | def _step_result_remote(self, step: Union[Step, StepInfo]) -> Optional... method _upload_step_remote (line 69) | def _upload_step_remote(self, step: Step, objects_dir: Path) -> GSArti... method _download_step_remote (line 86) | def _download_step_remote(self, step_result, target_dir: PathOrStr) ->... method __len__ (line 95) | def __len__(self): FILE: tango/integrations/gs/workspace.py class GSWorkspace (line 39) | class GSWorkspace(RemoteWorkspace): method __init__ (line 69) | def __init__( method cache (line 92) | def cache(self): method locks (line 96) | def locks(self): method steps_dir_name (line 100) | def steps_dir_name(self): method from_parsed_url (line 104) | def from_parsed_url(cls, parsed_url: ParseResult) -> Workspace: method url (line 117) | def url(self) -> str: method _remote_lock (line 120) | def _remote_lock(self, step: Step) -> GCSStepLock: method _step_location (line 123) | def _step_location(self, step: Step) -> str: method _run_key (line 127) | def _run_key(self): method _stepinfo_key (line 131) | def _stepinfo_key(self): method _save_run (line 134) | def _save_run( method _get_run_from_entity (line 158) | def _get_run_from_entity(self, run_entity: datastore.Entity) -> Option... method registered_runs (line 182) | def registered_runs(self) -> Dict[str, Run]: method search_registered_runs (line 201) | def search_registered_runs( method num_registered_runs (line 218) | def num_registered_runs(self, *, match: Optional[str] = None) -> int: method _fetch_run_entities (line 224) | def _fetch_run_entities( method search_step_info (line 276) | def search_step_info( method num_steps (line 298) | def num_steps(self, *, match: Optional[str] = None, state: Optional[St... method _fetch_step_info_entities (line 304) | def _fetch_step_info_entities( method registered_run (line 366) | def registered_run(self, name: str) -> Run: method step_info (line 379) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method _step_info_multiple (line 395) | def _step_info_multiple( method _get_run_step_info (line 435) | def _get_run_step_info(self, targets: Iterable[Step]) -> Tuple[Dict, D... method _update_step_info (line 453) | def _update_step_info(self, step_info: StepInfo): method _remove_step_info (line 471) | def _remove_step_info(self, step_info: StepInfo) -> None: method _save_run_log (line 480) | def _save_run_log(self, name: str, log_file: Path): FILE: tango/integrations/torch/data.py class DataCollator (line 11) | class DataCollator(Generic[T], Registrable): method __call__ (line 24) | def __call__(self, items: List[T]) -> Dict[str, Any]: class ConcatTensorDictsCollator (line 32) | class ConcatTensorDictsCollator(DataCollator[Dict[str, Any]]): method __call__ (line 42) | def __call__(self, items: List[Dict[str, Any]]) -> Dict[str, Any]: class Sampler (line 55) | class Sampler(torch.utils.data.Sampler, Registrable): class BatchSampler (line 67) | class BatchSampler(torch.utils.data.BatchSampler, Sampler): method __init__ (line 68) | def __init__( class DataLoader (line 96) | class DataLoader(torch.utils.data.DataLoader, Registrable): method __init__ (line 104) | def __init__( FILE: tango/integrations/torch/eval.py class TorchEvalStep (line 21) | class TorchEvalStep(Step): method resources (line 56) | def resources(self) -> StepResources: method run (line 59) | def run( # type: ignore[override] FILE: tango/integrations/torch/eval_callback.py class EvalCallback (line 12) | class EvalCallback(Registrable): method __init__ (line 31) | def __init__( method pre_eval_loop (line 47) | def pre_eval_loop(self) -> None: method post_eval_loop (line 53) | def post_eval_loop(self, aggregated_metrics: Dict[str, float]) -> None: method pre_batch (line 61) | def pre_batch(self, step: int, batch: Dict[str, Any]) -> None: method post_batch (line 67) | def post_batch(self, step: int, batch_outputs: Dict[str, Any]) -> None: FILE: tango/integrations/torch/exceptions.py class StopEarly (line 4) | class StopEarly(TangoError): FILE: tango/integrations/torch/format.py class TorchFormat (line 14) | class TorchFormat(Format[T], Generic[T]): method write (line 28) | def write(self, artifact: T, dir: PathOrStr): method read (line 33) | def read(self, dir: PathOrStr) -> T: FILE: tango/integrations/torch/model.py class Model (line 6) | class Model(torch.nn.Module, Registrable): FILE: tango/integrations/torch/optim.py class Optimizer (line 8) | class Optimizer(torch.optim.Optimizer, Registrable): class LRScheduler (line 40) | class LRScheduler(torch.optim.lr_scheduler._LRScheduler, Registrable): FILE: tango/integrations/torch/train.py class TorchTrainStep (line 34) | class TorchTrainStep(Step): method resources (line 78) | def resources(self) -> StepResources: method run (line 81) | def run( # type: ignore[override] method _get_devices (line 211) | def _get_devices(self, device_count: int) -> List[int]: method _train (line 229) | def _train( function _train (line 353) | def _train( function _cycle_through_epochs (line 810) | def _cycle_through_epochs(dataloader: DataLoader, is_distributed: bool, ... FILE: tango/integrations/torch/train_callback.py class TrainCallback (line 16) | class TrainCallback(Registrable): method __init__ (line 46) | def __init__( method step_id (line 64) | def step_id(self) -> str: method step_name (line 71) | def step_name(self) -> Optional[str]: method work_dir (line 78) | def work_dir(self) -> Path: method is_local_main_process (line 85) | def is_local_main_process(self) -> bool: method model (line 93) | def model(self) -> Model: method state_dict (line 99) | def state_dict(self) -> Dict[str, Any]: method load_state_dict (line 108) | def load_state_dict(self, state_dict: Dict[str, Any]) -> None: method pre_train_loop (line 117) | def pre_train_loop(self) -> None: method post_train_loop (line 123) | def post_train_loop(self, step: int, epoch: int) -> None: method pre_epoch (line 131) | def pre_epoch(self, step: int, epoch: int) -> None: method post_epoch (line 137) | def post_epoch(self, step: int, epoch: int) -> None: method pre_batch (line 143) | def pre_batch(self, step: int, epoch: int, batch: List[Dict[str, Any]]... method post_batch (line 154) | def post_batch( method log_batch (line 174) | def log_batch( method pre_val_batch (line 193) | def pre_val_batch( method post_val_batch (line 201) | def post_val_batch( method post_val_loop (line 216) | def post_val_loop( class StopEarlyCallback (line 226) | class StopEarlyCallback(TrainCallback): method __init__ (line 236) | def __init__(self, *args, patience: int = 10000, **kwargs) -> None: method post_val_loop (line 242) | def post_val_loop( method state_dict (line 253) | def state_dict(self) -> Dict[str, Any]: method load_state_dict (line 263) | def load_state_dict(self, state_dict: Dict[str, Any]) -> None: FILE: tango/integrations/torch/train_config.py class TrainConfig (line 9) | class TrainConfig: method worker_local_default_device (line 142) | def worker_local_default_device(self) -> torch.device: method device_type (line 163) | def device_type(self) -> str: method is_local_main_process (line 174) | def is_local_main_process(self) -> bool: method state_path (line 181) | def state_path(self) -> Path: method best_state_path (line 188) | def best_state_path(self) -> Path: method state_path_for_step (line 195) | def state_path_for_step(self, step: int) -> Path: method final_weights_path (line 199) | def final_weights_path(self) -> Path: method should_log_this_step (line 202) | def should_log_this_step(self, step: int) -> bool: method should_checkpoint_this_step (line 206) | def should_checkpoint_this_step(self, step: int) -> bool: method should_log_this_val_step (line 210) | def should_log_this_val_step(self, val_step: int) -> bool: method as_dict (line 214) | def as_dict(self) -> Dict[str, Any]: FILE: tango/integrations/torch/training_engine.py class TrainingEngine (line 19) | class TrainingEngine(Registrable): method __init__ (line 35) | def __init__( method _construct_model (line 50) | def _construct_model(self, model: Union[Model, Lazy[Model]]) -> Model: method _construct_optimizer (line 55) | def _construct_optimizer(self, optimizer: Lazy[Optimizer]) -> Optimizer: method _construct_lr_scheduler (line 59) | def _construct_lr_scheduler(self, lr_scheduler: Lazy[LRScheduler]) -> ... method forward_train (line 64) | def forward_train( method forward_eval (line 73) | def forward_eval(self, batch: Dict[str, Any]) -> Dict[str, Any]: method backward (line 80) | def backward(self, loss: torch.Tensor) -> None: method step (line 87) | def step(self) -> None: method save_checkpoint (line 94) | def save_checkpoint(self, checkpoint_dir: Path, client_state: Dict[str... method load_checkpoint (line 102) | def load_checkpoint(self, checkpoint_dir: Path) -> Dict[str, Any]: method save_complete_weights_from_checkpoint (line 110) | def save_complete_weights_from_checkpoint( class TorchTrainingEngine (line 120) | class TorchTrainingEngine(TrainingEngine): method __init__ (line 143) | def __init__( method _construct_model (line 182) | def _construct_model(self, model: Union[Model, Lazy[Model]]) -> Model: method forward_train (line 191) | def forward_train( method forward_eval (line 206) | def forward_eval(self, batch: Dict[str, Any]) -> Dict[str, Any]: method backward (line 216) | def backward(self, loss: torch.Tensor) -> None: method clip_grad_norm (line 222) | def clip_grad_norm(self) -> None: method step (line 226) | def step(self) -> None: method get_model_state (line 245) | def get_model_state(self) -> Dict[str, torch.Tensor]: method load_model_state (line 251) | def load_model_state(self, state_dict: Dict[str, torch.Tensor]) -> None: method save_checkpoint (line 257) | def save_checkpoint(self, checkpoint_dir: Path, client_state: Dict[str... method load_checkpoint (line 290) | def load_checkpoint(self, checkpoint_dir: Path) -> Dict[str, Any]: method save_complete_weights_from_checkpoint (line 307) | def save_complete_weights_from_checkpoint( FILE: tango/integrations/torch/util.py function move_to_device (line 15) | def move_to_device(o: T, device: torch.device) -> T: function check_dataset (line 28) | def check_dataset(dataset, split: str): function check_dataloader (line 41) | def check_dataloader(dataloader: DataLoader): function set_seed_all (line 54) | def set_seed_all(seed: int): function resolve_device (line 67) | def resolve_device(device: Optional[Union[int, str, torch.device]] = Non... function peak_gpu_memory (line 87) | def peak_gpu_memory(reset: bool = False) -> Dict[int, int]: FILE: tango/integrations/transformers/config.py class Config (line 6) | class Config(PretrainedConfig, Registrable): FILE: tango/integrations/transformers/data.py function data_collator_with_tokenizer_factory (line 14) | def data_collator_with_tokenizer_factory(cls) -> Callable[..., DataColla... FILE: tango/integrations/transformers/finetune.py class FinetuneWrapper (line 35) | class FinetuneWrapper(PreTrainedModel): method from_pretrained (line 41) | def from_pretrained( # type: ignore function _add_special_tokens (line 68) | def _add_special_tokens(tokenizer: Tokenizer) -> None: function tokenize_data (line 79) | def tokenize_data( class TokenizeText2TextData (line 184) | class TokenizeText2TextData(Step): method run (line 196) | def run( # type: ignore[override] class FinetuneStep (line 257) | class FinetuneStep(TorchTrainStep): method run (line 299) | def run( # type: ignore[override] FILE: tango/integrations/transformers/ia3.py class WithIA3Config (line 13) | class WithIA3Config: class WithIA3 (line 102) | class WithIA3(nn.Module): method __init__ (line 103) | def __init__(self, ia3_param_names: str, unfuse_size: Optional[int] = ... method scale_by_ia3 (line 114) | def scale_by_ia3(self, x): class LinearWithIA3 (line 130) | class LinearWithIA3(WithIA3): method __init__ (line 131) | def __init__( method forward (line 157) | def forward(self, x): class Conv1DWithIA3 (line 162) | class Conv1DWithIA3(WithIA3): method __init__ (line 163) | def __init__( method forward (line 190) | def forward(self, x): function modify_with_ia3 (line 199) | def modify_with_ia3( FILE: tango/integrations/transformers/model.py function auto_model_wrapper_factory (line 11) | def auto_model_wrapper_factory(cls: type) -> Type[Model]: function flax_auto_model_wrapper_factory (line 41) | def flax_auto_model_wrapper_factory(cls: type) -> Type[FlaxModel]: FILE: tango/integrations/transformers/run_generation.py function adjust_length_to_model (line 73) | def adjust_length_to_model(length, model): function _generate (line 89) | def _generate( function _generate_with_model_name (line 233) | def _generate_with_model_name(model_name: str, *args, **kwargs) -> Itera... class RunGeneration (line 244) | class RunGeneration(Step[Iterable[List[str]]]): method run (line 258) | def run( # type: ignore class RunGenerationDataset (line 347) | class RunGenerationDataset(Step[DatasetDict]): method run (line 362) | def run( # type: ignore FILE: tango/integrations/transformers/soft_prompt.py function _get_bound_args_with_decorators (line 19) | def _get_bound_args_with_decorators(fn, *args, **kwargs): function add_soft_prompt (line 29) | def add_soft_prompt( function _with_soft_prompt (line 227) | def _with_soft_prompt( FILE: tango/integrations/transformers/tokenizer.py class Tokenizer (line 7) | class Tokenizer(PreTrainedTokenizerBase, Registrable): FILE: tango/integrations/wandb/flax_train_callback.py class WandbFlaxTrainCallback (line 14) | class WandbFlaxTrainCallback(TrainCallback): method __init__ (line 64) | def __init__( method state_dict (line 121) | def state_dict(self) -> Dict[str, Any]: method load_state_dict (line 124) | def load_state_dict(self, state_dict: Dict[str, Any]) -> None: method pre_train_loop (line 127) | def pre_train_loop(self) -> None: method post_train_loop (line 156) | def post_train_loop(self, step: int, epoch: int) -> None: method log_batch (line 160) | def log_batch(self, step: int, epoch: int, train_metrics: Dict) -> None: method post_val_loop (line 166) | def post_val_loop( FILE: tango/integrations/wandb/step_cache.py class WandbStepCache (line 21) | class WandbStepCache(RemoteStepCache): method __init__ (line 36) | def __init__(self, project: str, entity: str): method wandb_client (line 48) | def wandb_client(self) -> wandb.Api: method client (line 52) | def client(self): method wandb_project_url (line 59) | def wandb_project_url(self) -> str: method _step_artifact_name (line 67) | def _step_artifact_name(self, step: Union[Step, StepInfo]) -> str: method _step_result_remote (line 73) | def _step_result_remote( # type: ignore method create_step_result_artifact (line 88) | def create_step_result_artifact(self, step: Step, objects_dir: Optiona... method get_step_result_artifact (line 91) | def get_step_result_artifact(self, step: Union[Step, StepInfo]) -> Opt... method _upload_step_remote (line 104) | def _upload_step_remote(self, step: Step, objects_dir: Optional[PathOr... method get_step_result_artifact_url (line 125) | def get_step_result_artifact_url(self, step: Union[Step, StepInfo]) ->... method use_step_result_artifact (line 133) | def use_step_result_artifact(self, step: Union[Step, StepInfo]) -> None: method _download_step_remote (line 143) | def _download_step_remote(self, step_result, target_dir: PathOrStr): method __len__ (line 149) | def __len__(self) -> int: FILE: tango/integrations/wandb/torch_train_callback.py class WandbTrainCallback (line 15) | class WandbTrainCallback(TrainCallback): method __init__ (line 65) | def __init__( method state_dict (line 130) | def state_dict(self) -> Dict[str, Any]: method load_state_dict (line 133) | def load_state_dict(self, state_dict: Dict[str, Any]) -> None: method pre_train_loop (line 136) | def pre_train_loop(self) -> None: method post_train_loop (line 174) | def post_train_loop(self, step: int, epoch: int) -> None: method log_batch (line 178) | def log_batch( method post_val_loop (line 196) | def post_val_loop( method _get_default_notes (line 209) | def _get_default_notes(self) -> str: FILE: tango/integrations/wandb/util.py function is_missing_artifact_error (line 12) | def is_missing_artifact_error(err: WandbError): function check_environment (line 30) | def check_environment(): class RunKind (line 47) | class RunKind(Enum): class ArtifactKind (line 52) | class ArtifactKind(Enum): FILE: tango/integrations/wandb/workspace.py class WandbWorkspace (line 28) | class WandbWorkspace(Workspace): method __init__ (line 67) | def __init__(self, project: str, entity: Optional[str] = None): method __getstate__ (line 77) | def __getstate__(self): method wandb_client (line 87) | def wandb_client(self) -> wandb.Api: method entity (line 94) | def entity(self) -> str: method url (line 98) | def url(self) -> str: method from_parsed_url (line 102) | def from_parsed_url(cls, parsed_url: ParseResult) -> Workspace: method step_cache (line 110) | def step_cache(self) -> StepCache: method wandb_project_url (line 114) | def wandb_project_url(self) -> str: method _get_unique_id (line 122) | def _get_unique_id(self, step_or_unique_id: Union[Step, str]) -> str: method step_dir (line 129) | def step_dir(self, step_or_unique_id: Union[Step, str]) -> Path: method work_dir (line 135) | def work_dir(self, step: Step) -> Path: method step_info (line 140) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method step_starting (line 153) | def step_starting(self, step: Step) -> None: method step_finished (line 227) | def step_finished(self, step: Step, result: T) -> T: method step_failed (line 266) | def step_failed(self, step: Step, e: BaseException) -> None: method remove_step (line 295) | def remove_step(self, step_unique_id: str): method register_run (line 302) | def register_run(self, targets: Iterable[Step], name: Optional[str] = ... method _generate_run_suite_id (line 361) | def _generate_run_suite_id(self) -> str: method registered_runs (line 364) | def registered_runs(self) -> Dict[str, Run]: method registered_run (line 376) | def registered_run(self, name: str) -> Run: method _get_run_from_wandb_run (line 389) | def _get_run_from_wandb_run( method _get_updated_step_info (line 411) | def _get_updated_step_info( FILE: tango/settings.py class TangoGlobalSettings (line 13) | class TangoGlobalSettings(FromParams): method default (line 67) | def default(cls) -> "TangoGlobalSettings": method find_or_default (line 80) | def find_or_default(cls, path: Optional[PathOrStr] = None) -> "TangoGl... method path (line 94) | def path(self) -> Optional[Path]: method from_file (line 101) | def from_file(cls, path: PathOrStr) -> "TangoGlobalSettings": method to_file (line 109) | def to_file(self, path: PathOrStr) -> None: method save (line 119) | def save(self) -> None: FILE: tango/step.py function get_origin (line 46) | def get_origin(tp): # type: ignore function get_args (line 49) | def get_args(tp): # type: ignore class StepResources (line 65) | class StepResources(FromParams): class Step (line 115) | class Step(Registrable, Generic[T]): method __init__ (line 198) | def __init__( method class_name (line 292) | def class_name(self) -> str: method massage_kwargs (line 296) | def massage_kwargs(cls, kwargs: Dict[str, Any]) -> Dict[str, Any]: method logger (line 321) | def logger(self) -> logging.Logger: method from_params (line 328) | def from_params( # type: ignore[override] method run (line 451) | def run(self, **kwargs) -> T: method _run_with_work_dir (line 460) | def _run_with_work_dir(self, workspace: "Workspace", needed_by: Option... method work_dir (line 499) | def work_dir(self) -> Path: method workspace (line 516) | def workspace(self) -> "Workspace": method config (line 530) | def config(self) -> Dict[str, Any]: method det_hash_object (line 540) | def det_hash_object(self) -> Any: method resources (line 544) | def resources(self) -> StepResources: method unique_id (line 555) | def unique_id(self) -> str: method __str__ (line 596) | def __str__(self): method __hash__ (line 599) | def __hash__(self): method __eq__ (line 605) | def __eq__(self, other): method _replace_steps_with_results (line 615) | def _replace_steps_with_results(self, o: Any, workspace: "Workspace"): method result (line 639) | def result( method ensure_result (line 673) | def ensure_result( method _ordered_dependencies (line 694) | def _ordered_dependencies(self) -> Iterable["Step"]: method dependencies (line 718) | def dependencies(self) -> Set["Step"]: method recursive_dependencies (line 725) | def recursive_dependencies(self) -> Set["Step"]: method log_cache_hit (line 739) | def log_cache_hit(self, needed_by: Optional["Step"] = None) -> None: method log_starting (line 753) | def log_starting(self, needed_by: Optional["Step"] = None) -> None: method log_finished (line 766) | def log_finished(self, run_name: Optional[str] = None) -> None: method log_failure (line 779) | def log_failure(self, exception: Optional[BaseException] = None) -> None: class FunctionalStep (line 785) | class FunctionalStep(Step): method class_name (line 790) | def class_name(self) -> str: method run (line 793) | def run(self, *args, **kwargs): function step (line 800) | def step( class StepIndexer (line 860) | class StepIndexer(CustomDetHash): method __init__ (line 861) | def __init__(self, step: Step, key: Union[str, int]): method result (line 865) | def result( method det_hash_object (line 870) | def det_hash_object(self) -> Any: class WithUnresolvedSteps (line 874) | class WithUnresolvedSteps(CustomDetHash): method __init__ (line 947) | def __init__(self, function, *args, **kwargs): method with_resolved_steps (line 953) | def with_resolved_steps( method construct (line 986) | def construct(self, workspace: "Workspace"): method det_hash_object (line 997) | def det_hash_object(self) -> Any: FILE: tango/step_cache.py class StepCache (line 18) | class StepCache(Registrable): method __contains__ (line 30) | def __contains__(self, step: Any) -> bool: method __getitem__ (line 42) | def __getitem__(self, step: Union[Step, StepInfo]) -> Any: method __setitem__ (line 47) | def __setitem__(self, step: Step, value: Any) -> None: method __delitem__ (line 52) | def __delitem__(self, step_unique_id: Union[Step, StepInfo]) -> None: method __len__ (line 57) | def __len__(self) -> int: class CacheMetadata (line 63) | class CacheMetadata(FromParams): FILE: tango/step_caches/local_step_cache.py class LocalStepCache (line 20) | class LocalStepCache(StepCache): method __init__ (line 40) | def __init__(self, dir: PathOrStr): method _init_mem_caches (line 52) | def _init_mem_caches(self): method __getstate__ (line 56) | def __getstate__(self): method __setstate__ (line 64) | def __setstate__(self, state): method _add_to_cache (line 69) | def _add_to_cache(self, key: str, o: Any) -> None: method _get_from_cache (line 84) | def _get_from_cache(self, key: str) -> Optional[Any]: method _remove_from_cache (line 94) | def _remove_from_cache(self, key: str) -> None: method _metadata_path (line 105) | def _metadata_path(self, step_or_unique_id: Union[Step, StepInfo, str]... method __contains__ (line 108) | def __contains__(self, step: object) -> bool: method __getitem__ (line 123) | def __getitem__(self, step: Union[Step, StepInfo]) -> Any: method __setitem__ (line 134) | def __setitem__(self, step: Step, value: Any) -> None: method __delitem__ (line 163) | def __delitem__(self, step: Union[Step, StepInfo]) -> None: method __len__ (line 171) | def __len__(self) -> int: method step_dir (line 174) | def step_dir(self, step_or_unique_id: Union[Step, StepInfo, str]) -> P... FILE: tango/step_caches/memory_step_cache.py class MemoryStepCache (line 13) | class MemoryStepCache(StepCache): method __init__ (line 21) | def __init__(self): method __getitem__ (line 24) | def __getitem__(self, step: Union[Step, StepInfo]) -> Any: method __setitem__ (line 27) | def __setitem__(self, step: Step, value: Any) -> None: method __delitem__ (line 38) | def __delitem__(self, step: Union[Step, StepInfo]) -> None: method __contains__ (line 44) | def __contains__(self, step: object) -> bool: method __len__ (line 50) | def __len__(self) -> int: FILE: tango/step_caches/remote_step_cache.py class RemoteNotFoundError (line 22) | class RemoteNotFoundError(TangoError): class RemoteStepCache (line 30) | class RemoteStepCache(LocalStepCache): method __init__ (line 44) | def __init__(self, local_dir: Path): method _step_result_remote (line 48) | def _step_result_remote(self, step: Union[Step, StepInfo]): method _upload_step_remote (line 52) | def _upload_step_remote(self, step: Step, objects_dir: Path): method _download_step_remote (line 56) | def _download_step_remote(self, step_result, target_dir: PathOrStr) ->... method __len__ (line 60) | def __len__(self): method _acquire_step_lock_file (line 63) | def _acquire_step_lock_file(self, step: Union[Step, StepInfo], read_on... method __contains__ (line 68) | def __contains__(self, step: Any) -> bool: method __getitem__ (line 92) | def __getitem__(self, step: Union[Step, StepInfo]) -> Any: method __setitem__ (line 133) | def __setitem__(self, step: Step, value: Any) -> None: FILE: tango/step_graph.py class StepGraph (line 12) | class StepGraph(Mapping[str, Step]): method __init__ (line 20) | def __init__(self, step_dict: Dict[str, Step]): method _is_ordered (line 36) | def _is_ordered(cls, step_dict: Dict[str, Step]): method _check_unsatisfiable_dependencies (line 46) | def _check_unsatisfiable_dependencies(cls, dependencies: Dict[str, Set... method _get_ordered_steps (line 66) | def _get_ordered_steps(cls, dependencies: Dict[str, Set[str]]) -> List... method _sanity_check (line 90) | def _sanity_check(self) -> None: method from_params (line 104) | def from_params(cls: Type["StepGraph"], params: Dict[str, Params]) -> ... method sub_graph (line 130) | def sub_graph(self, *step_names: str) -> "StepGraph": method _dict_is_ref (line 145) | def _dict_is_ref(d: Union[dict, Params]) -> bool: method _find_step_dependencies (line 154) | def _find_step_dependencies(cls, o: Any) -> Set[str]: method _replace_step_dependencies (line 170) | def _replace_step_dependencies(cls, o: Any, existing_steps: Mapping[st... method __getitem__ (line 194) | def __getitem__(self, name: str) -> Step: method __len__ (line 200) | def __len__(self) -> int: method __iter__ (line 206) | def __iter__(self) -> Iterator[str]: method ordered_steps (line 213) | def ordered_steps(cls, step_dict: Dict[str, Step]) -> List[Step]: method uncacheable_leaf_steps (line 230) | def uncacheable_leaf_steps(self) -> Set[Step]: method from_file (line 241) | def from_file(cls, filename: PathOrStr) -> "StepGraph": method to_config (line 245) | def to_config(self, include_unique_id: bool = False) -> Dict[str, Dict]: method to_file (line 285) | def to_file(self, filename: PathOrStr, include_unique_id: bool = False... method __repr__ (line 297) | def __repr__(self) -> str: FILE: tango/step_info.py function get_pip_packages (line 23) | def get_pip_packages() -> Optional[List[Tuple[str, str]]]: class StepState (line 39) | class StepState(StrEnum): class GitMetadata (line 60) | class GitMetadata(FromParams): method check_for_repo (line 72) | def check_for_repo(cls) -> Optional["GitMetadata"]: class TangoMetadata (line 84) | class TangoMetadata(FromParams): class PlatformMetadata (line 92) | class PlatformMetadata(FromParams): class EnvironmentMetadata (line 115) | class EnvironmentMetadata(FromParams): class StepInfo (line 154) | class StepInfo(FromParams): method start_time_local (line 247) | def start_time_local(self) -> Optional[datetime]: method end_time_local (line 255) | def end_time_local(self) -> Optional[datetime]: method duration (line 263) | def duration(self) -> Optional[timedelta]: method state (line 273) | def state(self) -> StepState: method to_json_dict (line 290) | def to_json_dict(self) -> Dict[str, Any]: method from_json_dict (line 297) | def from_json_dict(cls, json_dict: Dict[str, Any]) -> "StepInfo": method new_from_step (line 318) | def new_from_step(cls, step: Step, **kwargs) -> "StepInfo": method refresh (line 335) | def refresh(self): FILE: tango/steps/dataset_remix.py class DatasetRemixStep (line 16) | class DatasetRemixStep(Step[DatasetDict]): method run (line 59) | def run( # type: ignore class DatasetCombineStep (line 150) | class DatasetCombineStep(Step[DatasetDict]): method run (line 192) | def run( # type: ignore FILE: tango/steps/print.py class PrintStep (line 9) | class PrintStep(Step): method run (line 17) | def run(self, input: Any) -> str: # type: ignore[override] FILE: tango/steps/shell_step.py function check_path_existence (line 10) | def check_path_existence(path: PathOrStr): class ShellStep (line 15) | class ShellStep(Step): method run (line 35) | def run( # type: ignore[override] method run_command (line 50) | def run_command(self, command: Union[str, List[str]], **kwargs): FILE: tango/workspace.py class Run (line 37) | class Run(FromParams): method to_json_dict (line 60) | def to_json_dict(self) -> Dict[str, Any]: method from_json_dict (line 64) | def from_json_dict(cls, json_dict: Dict[str, Any]) -> "Run": class RunInfo (line 74) | class RunInfo(FromParams): class RunSort (line 98) | class RunSort(StrEnum): class StepInfoSort (line 103) | class StepInfoSort(StrEnum): class Workspace (line 108) | class Workspace(Registrable): method __init__ (line 129) | def __init__(self): method __getstate__ (line 132) | def __getstate__(self): method url (line 143) | def url(self) -> str: method from_url (line 151) | def from_url(cls, url: str) -> "Workspace": method from_parsed_url (line 170) | def from_parsed_url(cls, parsed_url: ParseResult) -> "Workspace": method step_cache (line 180) | def step_cache(self) -> StepCache: method work_dir (line 186) | def work_dir(self, step: Step) -> Path: method step_info (line 201) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method search_step_info (line 212) | def search_step_info( method num_steps (line 260) | def num_steps(self, *, match: Optional[str] = None, state: Optional[St... method step_starting (line 270) | def step_starting(self, step: Step) -> None: method step_finished (line 281) | def step_finished(self, step: Step, result: T) -> T: method step_failed (line 297) | def step_failed(self, step: Step, e: BaseException) -> None: method register_run (line 309) | def register_run(self, targets: Iterable[Step], name: Optional[str] = ... method search_registered_runs (line 320) | def search_registered_runs( method num_registered_runs (line 369) | def num_registered_runs(self, *, match: Optional[str] = None) -> int: method registered_runs (line 378) | def registered_runs(self) -> Dict[str, Run]: method registered_run (line 387) | def registered_run(self, name: str) -> Run: method step_result_for_run (line 397) | def step_result_for_run(self, run_name: str, step_name: str) -> Any: method step_result (line 410) | def step_result(self, step_name: str) -> Any: method remove_step (line 423) | def remove_step(self, step_unique_id: str): method capture_logs_for_run (line 430) | def capture_logs_for_run(self, name: str) -> ContextManager[None]: FILE: tango/workspaces/local_workspace.py class LocalWorkspace (line 30) | class LocalWorkspace(Workspace): method __init__ (line 55) | def __init__(self, dir: PathOrStr): method __getstate__ (line 96) | def __getstate__(self): method url (line 106) | def url(self) -> str: method from_parsed_url (line 110) | def from_parsed_url(cls, parsed_url: ParseResult) -> "Workspace": method step_dir (line 122) | def step_dir(self, step_or_unique_id: Union[Step, str]) -> Path: method step_cache (line 126) | def step_cache(self) -> StepCache: method work_dir (line 129) | def work_dir(self, step: Step) -> Path: method guess_step_dir_state (line 135) | def guess_step_dir_state(cls, dir: Path) -> Set[StepState]: method _fix_step_info (line 172) | def _fix_step_info(step_info: StepInfo) -> None: method step_info (line 182) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method _step_lock_file (line 231) | def _step_lock_file(self, step_or_unique_id: Union[Step, str]) -> Path: method step_starting (line 236) | def step_starting(self, step: Step) -> None: method step_finished (line 275) | def step_finished(self, step: Step, result: T) -> T: method step_failed (line 305) | def step_failed(self, step: Step, e: BaseException) -> None: method remove_step (line 325) | def remove_step(self, step_unique_id: str) -> None: method register_run (line 339) | def register_run(self, targets: Iterable[Step], name: Optional[str] = ... method registered_runs (line 372) | def registered_runs(self) -> Dict[str, Run]: method search_step_info (line 379) | def search_step_info( method registered_run (line 411) | def registered_run(self, name: str) -> Run: method _run_step_info_file (line 418) | def _run_step_info_file(self, name: str) -> Path: method _save_registered_run (line 421) | def _save_registered_run(self, name: str, all_steps: Iterable[Step]) -... method _load_registered_run (line 439) | def _load_registered_run(self, name: str) -> Dict[str, StepInfo]: method run_dir (line 464) | def run_dir(self, name: str) -> Path: method capture_logs_for_run (line 476) | def capture_logs_for_run(self, name: str): FILE: tango/workspaces/memory_workspace.py class MemoryWorkspace (line 19) | class MemoryWorkspace(Workspace): method __init__ (line 29) | def __init__(self): method url (line 35) | def url(self) -> str: method from_parsed_url (line 39) | def from_parsed_url(cls, parsed_url: ParseResult) -> "Workspace": method step_cache (line 43) | def step_cache(self) -> StepCache: method step_info (line 46) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method step_starting (line 61) | def step_starting(self, step: Step) -> None: method step_finished (line 70) | def step_finished(self, step: Step, result: T) -> T: method step_failed (line 89) | def step_failed(self, step: Step, e: BaseException) -> None: method remove_step (line 101) | def remove_step(self, step_unique_id: str) -> None: method register_run (line 113) | def register_run(self, targets: Iterable[Step], name: Optional[str] = ... method registered_runs (line 125) | def registered_runs(self) -> Dict[str, Run]: method registered_run (line 128) | def registered_run(self, name: str) -> Run: FILE: tango/workspaces/remote_workspace.py class RemoteWorkspace (line 24) | class RemoteWorkspace(Workspace): method cache (line 37) | def cache(self) -> RemoteStepCache: method steps_dir_name (line 42) | def steps_dir_name(self) -> str: method locks (line 47) | def locks(self) -> Dict: method steps_dir (line 51) | def steps_dir(self) -> Path: method url (line 56) | def url(self) -> str: method from_parsed_url (line 61) | def from_parsed_url(cls, parsed_url: ParseResult) -> Workspace: method step_cache (line 65) | def step_cache(self) -> RemoteStepCache: method step_dir (line 68) | def step_dir(self, step_or_unique_id: Union[Step, str]) -> Path: method work_dir (line 76) | def work_dir(self, step: Step) -> Path: method step_info (line 81) | def step_info(self, step_or_unique_id: Union[Step, str]) -> StepInfo: method _remote_lock (line 85) | def _remote_lock(self, step: Step): method _step_location (line 89) | def _step_location(self, step: Step) -> str: method step_starting (line 92) | def step_starting(self, step: Step) -> None: method step_finished (line 135) | def step_finished(self, step: Step, result: T) -> T: method step_failed (line 162) | def step_failed(self, step: Step, e: BaseException) -> None: method remove_step (line 177) | def remove_step(self, step_unique_id: str) -> None: method _get_run_step_info (line 193) | def _get_run_step_info(self, targets: Iterable[Step]) -> Tuple[Dict, D... method _save_run (line 221) | def _save_run( method register_run (line 226) | def register_run(self, targets: Iterable[Step], name: Optional[str] = ... method _save_run_log (line 232) | def _save_run_log(self, name: str, log_file: Path): method capture_logs_for_run (line 236) | def capture_logs_for_run(self, name: str) -> Generator[None, None, None]: method _update_step_info (line 246) | def _update_step_info(self, step_info: StepInfo): method _remove_step_info (line 250) | def _remove_step_info(self, step_info: StepInfo): FILE: test_fixtures/integrations/common/__init__.py class GenerateData (line 9) | class GenerateData(Step): method run (line 13) | def run(self) -> DatasetDict: # type: ignore[override] class RandomIterableDataset (line 23) | class RandomIterableDataset(IterableDataset): method __init__ (line 24) | def __init__(self, data): method __iter__ (line 27) | def __iter__(self): class GenerateStreamingData (line 32) | class GenerateStreamingData(Step): method run (line 36) | def run(self) -> IterableDatasetDict: # type: ignore[override] FILE: test_fixtures/integrations/fairscale/components.py class FeedForward (line 10) | class FeedForward(nn.Module): method __init__ (line 11) | def __init__(self): method forward (line 16) | def forward(self, x): class SimpleRegressionModel (line 21) | class SimpleRegressionModel(Model): method __init__ (line 22) | def __init__(self): method forward (line 28) | def forward(self, x, y): class SimpleRegressionDataStep (line 36) | class SimpleRegressionDataStep(Step): method run (line 40) | def run(self, seed: int = 317) -> DatasetDict: # type: ignore FILE: test_fixtures/integrations/flax/xsum.py class PreProcessing (line 16) | class PreProcessing(Step): method run (line 19) | def run(self, dataset): class TransformerWrapper (line 75) | class TransformerWrapper(FlaxWrapper): method train_metrics (line 76) | def train_metrics(self, state, batch, labels): method loss_helper (line 80) | def loss_helper(self, logits, labels, batch): method train_loss (line 100) | def train_loss(self, params, state, batch, dropout_rng, labels): method val_metrics (line 105) | def val_metrics(self, batch, logits, labels): method eval_metrics (line 110) | def eval_metrics(self, batch, logits, labels): FILE: test_fixtures/integrations/torch/__init__.py class BasicRegression (line 7) | class BasicRegression(Model): method __init__ (line 8) | def __init__(self): method forward (line 14) | def forward(self, x, y=None): method _to_params (line 21) | def _to_params(self): FILE: tests/common/dataset_dict_test.py function test_dataset_dict (line 4) | def test_dataset_dict(): FILE: tests/common/det_hash_test.py function test_normal_det_hash (line 4) | def test_normal_det_hash(): function test_versioned_det_hash (line 32) | def test_versioned_det_hash(): FILE: tests/common/from_params_pep_563_test.py class Foo (line 11) | class Foo(FromParams): method __init__ (line 12) | def __init__(self, x: int): class Bar (line 16) | class Bar(FromParams): method __init__ (line 17) | def __init__(self, foo: Lazy[Foo]): class Baz (line 21) | class Baz(FromParams): method __init__ (line 22) | def __init__(self, bar: Lazy[Bar]): function test_infer_method_params (line 26) | def test_infer_method_params(): function test_from_params (line 31) | def test_from_params(): FILE: tests/common/from_params_test.py class TestFromParams (line 37) | class TestFromParams(TangoTestCase): method test_takes_arg (line 38) | def test_takes_arg(self): method test_remove_optional (line 68) | def test_remove_optional(self): method test_from_params (line 80) | def test_from_params(self, input_type): method test_create_kwargs (line 88) | def test_create_kwargs(self): method test_extras (line 96) | def test_extras(self): method test_variable_length_tuple (line 145) | def test_variable_length_tuple(self): method test_union (line 154) | def test_union(self): method test_non_params_object_with_params (line 184) | def test_non_params_object_with_params(self): method test_crazy_nested_union (line 188) | def test_crazy_nested_union(self): method test_union_of_castable_types (line 215) | def test_union_of_castable_types(self): method test_invalid_type_conversions (line 233) | def test_invalid_type_conversions(self): method test_dict (line 243) | def test_dict(self): method test_dict_not_params (line 275) | def test_dict_not_params(self): method test_list (line 286) | def test_list(self): method test_tuple (line 314) | def test_tuple(self): method test_set (line 351) | def test_set(self): method test_kwargs_with_multiple_inheritance (line 392) | def test_kwargs_with_multiple_inheritance(self): method test_instantiating_with_multiple_inheritance (line 419) | def test_instantiating_with_multiple_inheritance(self): method test_only_infer_superclass_params_if_unknown (line 446) | def test_only_infer_superclass_params_if_unknown(self): method test_kwargs_are_passed_to_deeper_superclasses (line 476) | def test_kwargs_are_passed_to_deeper_superclasses(self): method test_lazy_construction_can_happen_multiple_times (line 508) | def test_lazy_construction_can_happen_multiple_times(self): method test_lazy_and_from_params_can_be_pickled (line 528) | def test_lazy_and_from_params_can_be_pickled(self): method test_optional_vs_required_lazy_objects (line 534) | def test_optional_vs_required_lazy_objects(self): method test_wrapper_kwargs_passed_down (line 574) | def test_wrapper_kwargs_passed_down(self): method test_iterable (line 587) | def test_iterable(self): method test_mapping (line 616) | def test_mapping(self): method test_custom_abc_mapping (line 648) | def test_custom_abc_mapping(self): method test_extra_parameters_are_not_allowed_when_there_is_no_constructor (line 672) | def test_extra_parameters_are_not_allowed_when_there_is_no_constructor... method test_explicit_kwargs_always_passed_to_constructor (line 679) | def test_explicit_kwargs_always_passed_to_constructor(self): method test_raises_when_there_are_no_implementations (line 699) | def test_raises_when_there_are_no_implementations(self): method test_from_params_raises_error_on_wrong_parameter_name_in_optional_union (line 727) | def test_from_params_raises_error_on_wrong_parameter_name_in_optional_... method test_from_params_handles_base_class_kwargs (line 741) | def test_from_params_handles_base_class_kwargs(self): method test_from_params_base_class_kwargs_crashes_if_params_not_handled (line 779) | def test_from_params_base_class_kwargs_crashes_if_params_not_handled(s... method test_from_params_handles_kwargs_in_non_from_params_registered_class (line 798) | def test_from_params_handles_kwargs_in_non_from_params_registered_clas... method test_from_params_passes_extras_to_non_from_params_registered_class (line 825) | def test_from_params_passes_extras_to_non_from_params_registered_class... method test_from_params_child_has_kwargs_base_implicit_constructor (line 854) | def test_from_params_child_has_kwargs_base_implicit_constructor(self): method test_from_params_has_args (line 865) | def test_from_params_has_args(self): method test_from_params_with_dataclass (line 873) | def test_from_params_with_dataclass(self): method test_to_params (line 883) | def test_to_params(self): method test_to_params_needs_custom_to_params (line 899) | def test_to_params_needs_custom_to_params(self): method test_type_hinting_generics_from_std_collections (line 914) | def test_type_hinting_generics_from_std_collections(self): method test_with_non_from_params_generics (line 929) | def test_with_non_from_params_generics(self): method test_with_union_pipe (line 944) | def test_with_union_pipe(self): method test_from_params_with_function (line 956) | def test_from_params_with_function(self): method test_from_params_passes_no_extra_args_in_factory_construction (line 979) | def test_from_params_passes_no_extra_args_in_factory_construction(self): method test_lazy_from_params_with_version (line 1013) | def test_lazy_from_params_with_version(self): method test_from_params_that_takes_step_directly (line 1054) | def test_from_params_that_takes_step_directly(self): class MyClass (line 1074) | class MyClass(FromParams): method __init__ (line 1075) | def __init__(self, my_int: int, my_bool: bool = False) -> None: class Foo (line 1080) | class Foo(FromParams): method __init__ (line 1081) | def __init__(self, a: int = 1) -> None: class Bar (line 1085) | class Bar(FromParams): method __init__ (line 1086) | def __init__(self, foo: Foo) -> None: class Baz (line 1090) | class Baz(FromParams): method __init__ (line 1091) | def __init__(self, bar: Lazy[Bar]) -> None: method bar (line 1095) | def bar(self): FILE: tests/common/params_test.py class TestParams (line 18) | class TestParams(TangoTestCase): method test_load_from_file (line 20) | def test_load_from_file(self, extension): method test_replace_none (line 25) | def test_replace_none(self): method test_init_with_different_types (line 31) | def test_init_with_different_types(self): method test_bad_unicode_environment_variables (line 34) | def test_bad_unicode_environment_variables(self): method test_with_overrides (line 40) | def test_with_overrides(self): method test_bad_overrides (line 60) | def test_bad_overrides(self): method test_overrides (line 67) | def test_overrides(self, input_type): method test_as_flat_dict (line 85) | def test_as_flat_dict(self): method test_jsonnet_features (line 90) | def test_jsonnet_features(self): method test_regexes_with_backslashes (line 114) | def test_regexes_with_backslashes(self): method test_env_var_substitution (line 141) | def test_env_var_substitution(self): method test_as_ordered_dict (line 161) | def test_as_ordered_dict(self): method test_to_file (line 185) | def test_to_file(self): method test_infer_and_cast (line 199) | def test_infer_and_cast(self): method test_pop_choice (line 223) | def test_pop_choice(self): method test_remove_keys_from_params (line 239) | def test_remove_keys_from_params(self): FILE: tests/common/registrable_test.py class TestRegistrable (line 9) | class TestRegistrable(TangoTestCase): method test_basic_functionality (line 10) | def test_basic_functionality(self): method test_registering_step_by_reserved_name (line 44) | def test_registering_step_by_reserved_name(self): method test_search_modules (line 51) | def test_search_modules(self): FILE: tests/common/sequences_test.py function assert_equal_including_exceptions (line 15) | def assert_equal_including_exceptions(expected_fn, actual_fn): function test_shuffled_sequence (line 25) | def test_shuffled_sequence(): function test_sliced_sequence (line 31) | def test_sliced_sequence(): function test_concatenated_sequence (line 40) | def test_concatenated_sequence(): function test_sqlite_sparse_sequence (line 85) | def test_sqlite_sparse_sequence(): function test_mapped_sequence (line 106) | def test_mapped_sequence(): FILE: tests/common/util_test.py class TestResolveModuleName (line 18) | class TestResolveModuleName(TangoTestCase): method setup_method (line 19) | def setup_method(self): method teardown_method (line 24) | def teardown_method(self): method test_with_package_init_file (line 28) | def test_with_package_init_file(self): method test_with_submodule (line 35) | def test_with_submodule(self): method test_with_module_in_child_directory (line 42) | def test_with_module_in_child_directory(self): function test_find_submodules (line 49) | def test_find_submodules(): function test_find_integrations (line 58) | def test_find_integrations(): function test_could_be_class_name (line 74) | def test_could_be_class_name(name: str, result: bool): function test_threaded_generator (line 79) | def test_threaded_generator(): FILE: tests/end_to_end/test_dataset_dict_from_separate_steps.py class TrainData (line 9) | class TrainData(Step): method run (line 13) | def run(self) -> Sequence[int]: # type: ignore class ValData (line 18) | class ValData(Step): method run (line 22) | def run(self) -> Sequence[int]: # type: ignore class SaveData (line 27) | class SaveData(Step): method run (line 32) | def run(self, dataset_dict: DatasetDict) -> Any: # type: ignore function test_experiment (line 36) | def test_experiment(): FILE: tests/end_to_end/test_lazy_input_with_another_step.py class Foo (line 9) | class Foo(FromParams): class GenerateNumberStep (line 14) | class GenerateNumberStep(Step): method run (line 19) | def run(self) -> float: # type: ignore[override] class StepWithLazyInput (line 24) | class StepWithLazyInput(Step): method run (line 29) | def run(self, foo: Lazy[Foo]) -> float: # type: ignore[override] function test_experiment (line 36) | def test_experiment(): FILE: tests/end_to_end/test_multicore_cli.py class TestExperiment (line 8) | class TestExperiment(TangoTestCase): method setup_method (line 9) | def setup_method(self): method teardown_method (line 35) | def teardown_method(self): method test_experiment (line 39) | def test_experiment(self, caplog): method test_experiment_with_overrides (line 53) | def test_experiment_with_overrides(self, caplog): FILE: tests/end_to_end/test_non_cacheable_into_cacheable_multiple_runs.py class GiveMeANumber (line 8) | class GiveMeANumber(Step): method run (line 12) | def run(self, what_number: int) -> int: # type: ignore class RandomInt (line 17) | class RandomInt(Step): method run (line 21) | def run(self, lower_bound: int, upper_bound: int) -> int: # type: ignore class TestExperiment (line 25) | class TestExperiment(TangoTestCase): method test_experiment (line 26) | def test_experiment(self, caplog): FILE: tests/end_to_end/test_registered_runs.py class ReturnANumber (line 6) | class ReturnANumber(Step): method run (line 11) | def run(self, what_number: int) -> int: # type: ignore class TestExperiment (line 15) | class TestExperiment(TangoTestCase): method test_experiment_updates_latest_run_output (line 16) | def test_experiment_updates_latest_run_output(self, caplog): FILE: tests/end_to_end/test_run_single_step.py class TestRunSingleStep (line 4) | class TestRunSingleStep(TangoTestCase): method test_run_single_step (line 5) | def test_run_single_step(self): FILE: tests/end_to_end/test_step_indexing.py class TestStepIndexing (line 5) | class TestStepIndexing(TangoTestCase): method test_step_indexing (line 6) | def test_step_indexing(self): FILE: tests/end_to_end/test_steps_that_fail.py class StepA (line 14) | class StepA(Step): method run (line 15) | def run(self, what_number: int) -> int: # type: ignore class StepB (line 22) | class StepB(Step): method run (line 23) | def run(self, what_number: int) -> int: # type: ignore class StepFail (line 33) | class StepFail(Step): method run (line 34) | def run(self, what_number: int) -> int: # type: ignore class TestExperiment (line 44) | class TestExperiment(TangoTestCase): method test_experiment (line 45) | def test_experiment(self, caplog): FILE: tests/end_to_end/test_uncacheable_leaf_steps.py class StoreNumberGlobally (line 9) | class StoreNumberGlobally(Step): method run (line 13) | def run(self, number: int) -> None: # type: ignore class TestExperiment (line 18) | class TestExperiment(TangoTestCase): method test_experiment (line 19) | def test_experiment(self, caplog): class TestExperimentMulticore (line 39) | class TestExperimentMulticore(TangoTestCase): method test_experiment (line 40) | def test_experiment(self, caplog): FILE: tests/executor_test.py class AdditionStep (line 10) | class AdditionStep(Step): method run (line 14) | def run(self, a: int, b: int) -> int: # type: ignore class TestExecutor (line 18) | class TestExecutor(TangoTestCase): method test_executor (line 19) | def test_executor(self): method test_executor_with_failing_steps (line 30) | def test_executor_with_failing_steps(self): FILE: tests/executors/multicore_executor_test.py class TestMulticoreExecutor (line 13) | class TestMulticoreExecutor(TangoTestCase): method setup_method (line 14) | def setup_method(self): method test_simple_execution_in_parallel (line 18) | def test_simple_execution_in_parallel(self): method test_more_processes_ready_than_parallelism (line 36) | def test_more_processes_ready_than_parallelism(self): method test_failing_step_no_downstream_task (line 55) | def test_failing_step_no_downstream_task(self, parallelism): method test_failing_step_with_downstream_task (line 88) | def test_failing_step_with_downstream_task(self, parallelism): method test_failing_step_with_further_downstream_task (line 121) | def test_failing_step_with_further_downstream_task(self, parallelism): method test_uncacheable_failing_step_no_downstream_task (line 153) | def test_uncacheable_failing_step_no_downstream_task(self): method test_uncacheable_failing_step_with_downstream_task (line 186) | def test_uncacheable_failing_step_with_downstream_task(self): method test_steps_with_their_own_multiprocessing (line 220) | def test_steps_with_their_own_multiprocessing(self, parallelism): FILE: tests/format_test.py class TestFormat (line 9) | class TestFormat(TangoTestCase): method test_dill_format (line 11) | def test_dill_format(self, compress: Optional[str]): method test_iterable_dill_format (line 19) | def test_iterable_dill_format(self, compress: Optional[str]): method test_json_format (line 28) | def test_json_format(self, compress: Optional[str]): method test_iterable_json_format (line 36) | def test_iterable_json_format(self, compress: Optional[str]): method test_iterable_text_format (line 44) | def test_iterable_text_format(self): FILE: tests/integrations/beaker/conftest.py function patched_cache_dir (line 15) | def patched_cache_dir(tmp_path, monkeypatch) -> Path: function patched_unique_id_suffix (line 21) | def patched_unique_id_suffix(monkeypatch) -> str: function patched_constants_prefix (line 28) | def patched_constants_prefix(monkeypatch) -> str: function beaker_workspace_name (line 39) | def beaker_workspace_name() -> str: function beaker_workspace (line 44) | def beaker_workspace( FILE: tests/integrations/beaker/executor_test.py function test_from_params (line 14) | def test_from_params(beaker_workspace_name: str): function test_init_with_mem_workspace (line 34) | def test_init_with_mem_workspace(beaker_workspace_name: str): function settings (line 47) | def settings(beaker_workspace_name: str) -> TangoGlobalSettings: function test_beaker_executor (line 60) | def test_beaker_executor( FILE: tests/integrations/beaker/step_cache_test.py function test_step_cache (line 5) | def test_step_cache(beaker_workspace: str): FILE: tests/integrations/beaker/workspace_test.py function test_from_url (line 10) | def test_from_url(beaker_workspace: str): function test_direct_usage (line 16) | def test_direct_usage(beaker_workspace: str): function test_remove_step (line 31) | def test_remove_step(beaker_workspace: str): FILE: tests/integrations/datasets/dataset_test.py class TestDatasets (line 14) | class TestDatasets(TangoTestCase): method test_from_params_and_convert_to_tango_dataset_dict (line 15) | def test_from_params_and_convert_to_tango_dataset_dict(self): method test_convert_to_tango_iterable_dataset_dict (line 28) | def test_convert_to_tango_iterable_dataset_dict(self): method test_load_concatenate_and_interleave (line 39) | def test_load_concatenate_and_interleave(self): function test_mapped_sequence_of_dataset (line 52) | def test_mapped_sequence_of_dataset(): function test_datasets_dataset_remix (line 60) | def test_datasets_dataset_remix(): FILE: tests/integrations/fairscale/train_test.py class TestFairScaleTrain (line 10) | class TestFairScaleTrain(TangoTestCase): method setup_method (line 11) | def setup_method(self): method teardown_method (line 15) | def teardown_method(self): method test_train_tiny_gpt2 (line 57) | def test_train_tiny_gpt2(self, fsdp: bool, activation_checkpoint: bool... FILE: tests/integrations/flax/data_test.py class TestDataStep (line 11) | class TestDataStep(TangoTestCase): method test_dataloader (line 12) | def test_dataloader(self) -> None: method test_sample_data (line 15) | def test_sample_data(self) -> None: FILE: tests/integrations/flax/format_test.py class TestTorchFormat (line 8) | class TestTorchFormat(TangoTestCase): method test_read_write (line 9) | def test_read_write(self): FILE: tests/integrations/flax/optim_test.py function test_all_optimizers_registered (line 4) | def test_all_optimizers_registered(): function test_all_lr_schedulers_registered (line 8) | def test_all_lr_schedulers_registered(): FILE: tests/integrations/flax/train_test.py class TestTrainStep (line 5) | class TestTrainStep(TangoTestCase): method setup_method (line 6) | def setup_method(self): method teardown_method (line 10) | def teardown_method(self): method test_trainer (line 14) | def test_trainer(self): FILE: tests/integrations/gs/step_cache_test.py class TestGSStepCache (line 14) | class TestGSStepCache(TangoTestCase): method setup_method (line 15) | def setup_method(self): method teardown_method (line 20) | def teardown_method(self): method test_step_cache (line 24) | def test_step_cache(self, gs_path): FILE: tests/integrations/gs/workspace_test.py class TestGSWorkspace (line 16) | class TestGSWorkspace(TangoTestCase): method setup_method (line 17) | def setup_method(self): method teardown_method (line 24) | def teardown_method(self): method test_from_url (line 28) | def test_from_url(self, gs_path: str): method test_from_params (line 33) | def test_from_params(self, gs_path: str): method test_direct_usage (line 38) | def test_direct_usage(self, gs_path: str): method test_remove_step (line 52) | def test_remove_step(self): FILE: tests/integrations/torch/data_test.py function test_dataloader_from_params (line 6) | def test_dataloader_from_params(): function test_samplers_registered (line 16) | def test_samplers_registered(): function test_dataloader_from_params_with_sampler (line 20) | def test_dataloader_from_params_with_sampler(): function test_dataloader_from_params_with_batch_sampler (line 34) | def test_dataloader_from_params_with_batch_sampler(): FILE: tests/integrations/torch/det_hash_test.py function test_numpy_det_hash (line 7) | def test_numpy_det_hash(): function test_torch_det_hash (line 13) | def test_torch_det_hash(): FILE: tests/integrations/torch/eval_test.py class TestEvalStep (line 4) | class TestEvalStep(TangoTestCase): method test_basic_eval (line 5) | def test_basic_eval(self): FILE: tests/integrations/torch/format_test.py class TestTorchFormat (line 8) | class TestTorchFormat(TangoTestCase): method test_read_write (line 9) | def test_read_write(self): FILE: tests/integrations/torch/optim_test.py function test_all_optimizers_registered (line 4) | def test_all_optimizers_registered(): function test_all_lr_schedulers_registered (line 8) | def test_all_lr_schedulers_registered(): FILE: tests/integrations/torch/train_callback_test.py function test_stop_early_callback (line 19) | def test_stop_early_callback(): FILE: tests/integrations/torch/train_test.py class TestTrainStep (line 10) | class TestTrainStep(TangoTestCase): method setup_method (line 11) | def setup_method(self): method teardown_method (line 15) | def teardown_method(self): method test_basic_train (line 22) | def test_basic_train(self, with_validation: bool): method test_basic_train_with_epochs (line 48) | def test_basic_train_with_epochs(self, grad_acc: int): method test_basic_train_with_streaming_data (line 74) | def test_basic_train_with_streaming_data(self): method test_train_distributed (line 84) | def test_train_distributed(self): method test_train_distributed_with_epochs (line 108) | def test_train_distributed_with_epochs(self, grad_acc: int): FILE: tests/integrations/torch/training_engine_test.py class DummyModel (line 21) | class DummyModel(Model): method __init__ (line 22) | def __init__(self): method forward (line 26) | def forward(self, x, y=None): class TestTorchTrainingEngine (line 32) | class TestTorchTrainingEngine(TangoTestCase): method test_grad_scaler (line 33) | def test_grad_scaler(self): class WorseningModel (line 54) | class WorseningModel(Model): method __init__ (line 55) | def __init__(self): method forward (line 61) | def forward(self, x, y): class StopOnStepCallback (line 67) | class StopOnStepCallback(TrainCallback): method __init__ (line 68) | def __init__(self, stop_on_step: int, *args, **kwargs): method post_val_loop (line 72) | def post_val_loop( function test_with_increasing_loss (line 79) | def test_with_increasing_loss(): FILE: tests/integrations/transformers/data_test.py function test_init_collator_no_tokenizer (line 7) | def test_init_collator_no_tokenizer(): function test_init_collator_with_tokenizer (line 12) | def test_init_collator_with_tokenizer(): FILE: tests/integrations/transformers/finetune_test.py class TestTokenizeText2TextData (line 8) | class TestTokenizeText2TextData(TangoTestCase): method test_tokenize_seq2seq (line 9) | def test_tokenize_seq2seq(self): method test_tokenize_concat (line 26) | def test_tokenize_concat(self): FILE: tests/integrations/transformers/ia3_test.py function test_ia3 (line 7) | def test_ia3(): FILE: tests/integrations/transformers/run_generation_test.py class TestRunGeneration (line 7) | class TestRunGeneration(TangoTestCase): method test_run_generation (line 8) | def test_run_generation(self): method test_run_generation_with_model (line 19) | def test_run_generation_with_model(self): method test_run_generation_dataset (line 33) | def test_run_generation_dataset(self): FILE: tests/integrations/transformers/soft_prompt_test.py function test_soft_prompt (line 6) | def test_soft_prompt(): function test_soft_prompt_twice (line 26) | def test_soft_prompt_twice(): FILE: tests/integrations/wandb/step_cache_test.py class SomeFakeStep (line 14) | class SomeFakeStep(Step): method run (line 18) | def run(self) -> int: # type: ignore function test_step_cache_artifact_not_found (line 22) | def test_step_cache_artifact_not_found(): function test_pickling (line 41) | def test_pickling(protocol: int): FILE: tests/integrations/wandb/workspace_test.py class TestWandbWorkspace (line 23) | class TestWandbWorkspace(TangoTestCase): method setup_method (line 26) | def setup_method(self, monkeypatch): method test_pickle_workspace (line 44) | def test_pickle_workspace(self, protocol): method test_from_url (line 52) | def test_from_url(self): class TestWandbWorkspaceUsage (line 59) | class TestWandbWorkspaceUsage(TangoTestCase): method setup_method (line 62) | def setup_method(self, monkeypatch): method teardown_method (line 79) | def teardown_method(self): method test_direct_usage (line 94) | def test_direct_usage(self): method test_with_wandb_train_callback (line 151) | def test_with_wandb_train_callback(self, multicore: bool, distributed:... FILE: tests/main_test.py class TestRun (line 16) | class TestRun(TangoTestCase): method clean_log_lines (line 17) | def clean_log_lines( method check_logs (line 38) | def check_logs( method test_version (line 60) | def test_version(self): method test_logging_all_levels (line 67) | def test_logging_all_levels(self, log_level: str, raise_error): method test_deterministic_experiment (line 114) | def test_deterministic_experiment(self): method test_experiment_with_memory_workspace (line 140) | def test_experiment_with_memory_workspace(self): method test_experiment_with_default_workspace (line 151) | def test_experiment_with_default_workspace(self): method test_random_experiment (line 160) | def test_random_experiment(self): method test_run_name (line 171) | def test_run_name(self): method test_experiment_with_logging_and_multiprocessing (line 191) | def test_experiment_with_logging_and_multiprocessing( class TestSettings (line 242) | class TestSettings(TangoTestCase): method setup_method (line 243) | def setup_method(self): method teardown_method (line 250) | def teardown_method(self): method settings (line 255) | def settings(self) -> TangoGlobalSettings: method test_settings_set_workspace (line 258) | def test_settings_set_workspace(self): method test_settings_set_include_package (line 266) | def test_settings_set_include_package(self): method test_settings_set_include_package_invalid (line 271) | def test_settings_set_include_package_invalid(self): method test_settings_set_environment (line 276) | def test_settings_set_environment(self): method test_settings_set_environment_blocked_var (line 281) | def test_settings_set_environment_blocked_var(self): FILE: tests/step_caches/local_step_cache_test.py class DummyStep (line 11) | class DummyStep(Step): method run (line 12) | def run(self, x: int) -> int: # type: ignore[override] class TestLocalStepCache (line 16) | class TestLocalStepCache(TangoTestCase): method test_pickling (line 30) | def test_pickling(self, protocol: int): FILE: tests/step_graph_test.py class TestStepGraph (line 17) | class TestStepGraph(TangoTestCase): method test_ordered_steps (line 18) | def test_ordered_steps(self): method test_from_file (line 42) | def test_from_file(self): method test_missing_type (line 47) | def test_missing_type(self): method test_direct_construction (line 58) | def test_direct_construction(self): method test_direct_construction_missing_dependency (line 64) | def test_direct_construction_missing_dependency(self): method test_to_file (line 70) | def test_to_file(self): method test_to_file_without_config (line 81) | def test_to_file_without_config(self): method test_with_step_indexer (line 97) | def test_with_step_indexer(self): method test_with_forced_dependencies (line 110) | def test_with_forced_dependencies(self): FILE: tests/step_info_test.py function test_step_info (line 11) | def test_step_info(): function test_step_info_with_step_dependency (line 31) | def test_step_info_with_step_dependency(): FILE: tests/step_test.py class TestStep (line 15) | class TestStep(TangoTestCase): method test_from_params (line 16) | def test_from_params(self): method test_from_params_wrong_type (line 21) | def test_from_params_wrong_type(self): method test_step_with_from_params_input (line 25) | def test_step_with_from_params_input(self): method test_no_hash_arguments (line 38) | def test_no_hash_arguments(self): method test_skip_default_arguments (line 50) | def test_skip_default_arguments(self): method test_massage_kwargs (line 67) | def test_massage_kwargs(self): method test_default_args (line 87) | def test_default_args(self): method test_steps_in_params (line 98) | def test_steps_in_params(self): method test_functional_step (line 157) | def test_functional_step(self): method test_bound_functional_step (line 173) | def test_bound_functional_step(self): method test_bound_functional_step_missing_self (line 187) | def test_bound_functional_step_missing_self(self): FILE: tests/steps/dataset_remix_test.py function test_dataset_remix_step (line 5) | def test_dataset_remix_step(): FILE: tests/steps/shell_step_test.py class TestShellStep (line 7) | class TestShellStep(TangoTestCase): method test_shell_step (line 8) | def test_shell_step(self): method test_shell_step_failure (line 14) | def test_shell_step_failure(self): method test_shell_step_with_output_path (line 19) | def test_shell_step_with_output_path(self, caplog): method test_shell_step_different_validation (line 25) | def test_shell_step_different_validation(self, caplog): method test_shell_step_in_config (line 42) | def test_shell_step_in_config(self, caplog): FILE: tests/workspaces/local_workspace_test.py class AdditionStep (line 12) | class AdditionStep(Step): method run (line 13) | def run(self, a: int, b: int) -> int: # type: ignore class TestLocalWorkspace (line 17) | class TestLocalWorkspace(TangoTestCase): method test_local_workspace_one_step (line 18) | def test_local_workspace_one_step(self): method test_local_workspace_two_steps (line 37) | def test_local_workspace_two_steps(self): method test_local_workspace_upgrade_v1_to_v2 (line 61) | def test_local_workspace_upgrade_v1_to_v2(self): method test_remove_step (line 78) | def test_remove_step(self): FILE: tests/workspaces/memory_workspace_test.py function test_remove_step (line 5) | def test_remove_step():