SYMBOL INDEX (5364 symbols across 245 files) FILE: doc/conf.py function parameter_repr (line 25) | def parameter_repr(self): function assertIn (line 39) | def assertIn(needle, haystack): FILE: examples/dynamic_requirements.py class Configuration (line 25) | class Configuration(luigi.Task): method output (line 28) | def output(self): method run (line 38) | def run(self): class Data (line 47) | class Data(luigi.Task): method output (line 50) | def output(self): method run (line 60) | def run(self): class Dynamic (line 66) | class Dynamic(luigi.Task): method output (line 69) | def output(self): method run (line 79) | def run(self): FILE: examples/elasticsearch_index.py class FakeDocuments (line 24) | class FakeDocuments(luigi.Task): method run (line 32) | def run(self): method output (line 49) | def output(self): class IndexDocuments (line 60) | class IndexDocuments(CopyToIndex): method requires (line 103) | def requires(self): FILE: examples/execution_summary_example.py class MyExternal (line 53) | class MyExternal(luigi.ExternalTask): method complete (line 54) | def complete(self): class Boom (line 58) | class Boom(luigi.Task): method run (line 62) | def run(self): method requires (line 65) | def requires(self): class Foo (line 70) | class Foo(luigi.Task): method run (line 75) | def run(self): method requires (line 78) | def requires(self): class Bar (line 83) | class Bar(luigi.Task): method run (line 87) | def run(self): method output (line 90) | def output(self): class DateTask (line 94) | class DateTask(luigi.Task): method run (line 99) | def run(self): method requires (line 102) | def requires(self): class EntryPoint (line 107) | class EntryPoint(luigi.Task): method run (line 110) | def run(self): method requires (line 113) | def requires(self): FILE: examples/foo.py class Foo (line 32) | class Foo(luigi.WrapperTask): method run (line 35) | def run(self): method requires (line 38) | def requires(self): class Bar (line 43) | class Bar(luigi.Task): method run (line 47) | def run(self): method output (line 51) | def output(self): FILE: examples/foo_complex.py class Foo (line 37) | class Foo(luigi.Task): method run (line 40) | def run(self): method requires (line 43) | def requires(self): class Bar (line 50) | class Bar(luigi.Task): method run (line 55) | def run(self): method requires (line 59) | def requires(self): method output (line 68) | def output(self): FILE: examples/ftp_experiment_outputs.py class ExperimentTask (line 28) | class ExperimentTask(luigi.ExternalTask): method output (line 34) | def output(self): method run (line 44) | def run(self): class ProcessingTask (line 55) | class ProcessingTask(luigi.Task): method requires (line 61) | def requires(self): method output (line 71) | def output(self): method run (line 81) | def run(self): FILE: examples/hello_world.py class HelloWorldTask (line 14) | class HelloWorldTask(luigi.Task): method run (line 17) | def run(self): FILE: examples/kubernetes.py class PerlPi (line 45) | class PerlPi(KubernetesJobTask): FILE: examples/per_task_retry_policy.py class PerTaskRetryPolicy (line 56) | class PerTaskRetryPolicy(luigi.Task): method requires (line 66) | def requires(self): method output (line 69) | def output(self): class ErrorTask1 (line 73) | class ErrorTask1(luigi.Task): method run (line 82) | def run(self): method output (line 86) | def output(self): class ErrorTask2 (line 90) | class ErrorTask2(luigi.Task): method run (line 99) | def run(self): method output (line 103) | def output(self): class DynamicErrorTaskSubmitter (line 107) | class DynamicErrorTaskSubmitter(luigi.Task): method run (line 110) | def run(self): method output (line 117) | def output(self): class DynamicErrorTask1 (line 121) | class DynamicErrorTask1(luigi.Task): method run (line 130) | def run(self): method output (line 134) | def output(self): class SuccessTask1 (line 138) | class SuccessTask1(luigi.Task): method requires (line 139) | def requires(self): method run (line 142) | def run(self): method output (line 146) | def output(self): class SuccessSubTask1 (line 150) | class SuccessSubTask1(luigi.Task): method run (line 155) | def run(self): method output (line 159) | def output(self): FILE: examples/pyspark_wc.py class InlinePySparkWordCount (line 22) | class InlinePySparkWordCount(PySparkTask): method input (line 42) | def input(self): method output (line 45) | def output(self): method main (line 48) | def main(self, sc, *args): class PySparkWordCount (line 54) | class PySparkWordCount(SparkSubmitTask): method app_options (line 81) | def app_options(self): method input (line 85) | def input(self): method output (line 88) | def output(self): FILE: examples/spark_als.py class UserItemMatrix (line 26) | class UserItemMatrix(luigi.Task): method run (line 30) | def run(self): method output (line 48) | def output(self): class SparkALS (line 59) | class SparkALS(SparkSubmitTask): method app_options (line 84) | def app_options(self): method requires (line 88) | def requires(self): method output (line 98) | def output(self): FILE: examples/ssh_remote_execution.py class CreateRemoteData (line 27) | class CreateRemoteData(luigi.Task): method output (line 33) | def output(self): method run (line 43) | def run(self): class ProcessRemoteData (line 48) | class ProcessRemoteData(luigi.Task): method requires (line 55) | def requires(self): method run (line 65) | def run(self): method output (line 78) | def output(self): FILE: examples/terasort.py function hadoop_examples_jar (line 28) | def hadoop_examples_jar(): class TeraGen (line 44) | class TeraGen(luigi.contrib.hadoop_jar.HadoopJarJobTask): method output (line 52) | def output(self): method jar (line 62) | def jar(self): method main (line 65) | def main(self): method args (line 68) | def args(self): class TeraSort (line 73) | class TeraSort(luigi.contrib.hadoop_jar.HadoopJarJobTask): method requires (line 81) | def requires(self): method output (line 91) | def output(self): method jar (line 101) | def jar(self): method main (line 104) | def main(self): method args (line 107) | def args(self): FILE: examples/top_artists.py class ExternalStreams (line 28) | class ExternalStreams(luigi.ExternalTask): method output (line 38) | def output(self): class Streams (line 49) | class Streams(luigi.Task): method run (line 56) | def run(self): method output (line 64) | def output(self): class StreamsHdfs (line 75) | class StreamsHdfs(Streams): method output (line 83) | def output(self): class AggregateArtists (line 94) | class AggregateArtists(luigi.Task): method output (line 102) | def output(self): method requires (line 112) | def requires(self): method run (line 122) | def run(self): class AggregateArtistsSpark (line 136) | class AggregateArtistsSpark(luigi.contrib.spark.SparkSubmitTask): method output (line 158) | def output(self): method requires (line 168) | def requires(self): method app_options (line 178) | def app_options(self): class Top10Artists (line 184) | class Top10Artists(luigi.Task): method requires (line 194) | def requires(self): method output (line 208) | def output(self): method run (line 218) | def run(self): method _input_iterator (line 225) | def _input_iterator(self): class ArtistToplistToDatabase (line 232) | class ArtistToplistToDatabase(luigi.contrib.postgres.CopyToTable): method requires (line 254) | def requires(self): FILE: examples/top_artists_spark.py function main (line 9) | def main(argv): FILE: examples/wordcount.py class InputText (line 20) | class InputText(luigi.ExternalTask): method output (line 28) | def output(self): class WordCount (line 39) | class WordCount(luigi.Task): method requires (line 42) | def requires(self): method output (line 52) | def output(self): method run (line 62) | def run(self): FILE: examples/wordcount_hadoop.py class InputText (line 28) | class InputText(luigi.ExternalTask): method output (line 37) | def output(self): class WordCount (line 48) | class WordCount(luigi.contrib.hadoop.JobTask): method requires (line 59) | def requires(self): method output (line 69) | def output(self): method mapper (line 79) | def mapper(self, line): method reducer (line 83) | def reducer(self, key, values): FILE: luigi/batch_notifier.py class batch_email (line 16) | class batch_email(luigi.task.Config): class ExplQueue (line 35) | class ExplQueue(collections.OrderedDict): method __init__ (line 36) | def __init__(self, num_items): method enqueue (line 40) | def enqueue(self, item): function _fail_queue (line 47) | def _fail_queue(num_messages): function _plural_format (line 51) | def _plural_format(template, number, plural="s"): class BatchNotifier (line 57) | class BatchNotifier: method __init__ (line 58) | def __init__(self, **kwargs): method _update_next_send (line 72) | def _update_next_send(self): method _key (line 75) | def _key(self, task_name, family, unbatched_args): method _format_expl (line 86) | def _format_expl(self, expl): method _expl_body (line 93) | def _expl_body(self, expls): method _format_task (line 99) | def _format_task(self, task_tuple): method _format_tasks (line 109) | def _format_tasks(self, tasks): method _owners (line 116) | def _owners(self, owners): method add_failure (line 119) | def add_failure(self, task_name, family, unbatched_args, expl, owners): method add_disable (line 125) | def add_disable(self, task_name, family, unbatched_args, owners): method add_scheduling_fail (line 131) | def add_scheduling_fail(self, task_name, family, unbatched_args, expl,... method _task_expl_groups (line 138) | def _task_expl_groups(self, expls): method _expls_key (line 147) | def _expls_key(self, expls_tuple): method _expl_key (line 154) | def _expl_key(self, expl): method _email_body (line 157) | def _email_body(self, fail_counts, disable_counts, scheduling_counts, ... method _send_email (line 172) | def _send_email(self, fail_counts, disable_counts, scheduling_counts, ... method send_email (line 188) | def send_email(self): method update (line 205) | def update(self): FILE: luigi/cmdline.py function luigi_run (line 8) | def luigi_run(argv=sys.argv[1:]): function luigid (line 12) | def luigid(argv=sys.argv[1:]): FILE: luigi/cmdline_parser.py class CmdlineParser (line 29) | class CmdlineParser: method get_instance (line 40) | def get_instance(cls): method global_instance (line 46) | def global_instance(cls, cmdline_args, allow_override=False): method __init__ (line 61) | def __init__(self, cmdline_args): method _build_parser (line 82) | def _build_parser(root_task=None, help_all=False): method get_task_obj (line 106) | def get_task_obj(self): method _get_task_cls (line 112) | def _get_task_cls(self): method _get_task_kwargs (line 118) | def _get_task_kwargs(self): method _attempt_load_module (line 132) | def _attempt_load_module(known_args): method _possibly_exit_with_help (line 141) | def _possibly_exit_with_help(parser, known_args): FILE: luigi/configuration/base_parser.py class BaseParser (line 23) | class BaseParser: method instance (line 25) | def instance(cls, *args, **kwargs): method add_config_path (line 35) | def add_config_path(cls, path): method reload (line 40) | def reload(cls): FILE: luigi/configuration/cfg_parser.py class InterpolationMissingEnvvarError (line 40) | class InterpolationMissingEnvvarError(InterpolationError): method __init__ (line 45) | def __init__(self, option, section, value, envvar): class EnvironmentInterpolation (line 50) | class EnvironmentInterpolation(Interpolation): method before_get (line 58) | def before_get(self, parser, section, option, value, defaults): method _interpolate_env (line 61) | def _interpolate_env(self, option, section, value): class CombinedInterpolation (line 81) | class CombinedInterpolation(Interpolation): method __init__ (line 88) | def __init__(self, interpolations): method before_get (line 91) | def before_get(self, parser, section, option, value, defaults): method before_read (line 96) | def before_read(self, parser, section, option, value): method before_set (line 101) | def before_set(self, parser, section, option, value): method before_write (line 106) | def before_write(self, parser, section, option, value): class LuigiConfigParser (line 112) | class LuigiConfigParser(BaseParser, ConfigParser): method reload (line 126) | def reload(cls): method _get_with_default (line 137) | def _get_with_default(self, method, section, option, default, expected... method has_option (line 164) | def has_option(self, section, option): method get (line 185) | def get(self, section, option, default=NO_DEFAULT, **kwargs): method getboolean (line 188) | def getboolean(self, section, option, default=NO_DEFAULT): method getint (line 191) | def getint(self, section, option, default=NO_DEFAULT): method getfloat (line 194) | def getfloat(self, section, option, default=NO_DEFAULT): method getintdict (line 197) | def getintdict(self, section): method set (line 204) | def set(self, section, option, value=None): FILE: luigi/configuration/core.py function _get_default_parser (line 37) | def _get_default_parser(): function _check_parser (line 45) | def _check_parser(parser_class, parser): function get_config (line 51) | def get_config(parser=None): function add_config_path (line 60) | def add_config_path(path): FILE: luigi/configuration/toml_parser.py class LuigiTomlParser (line 32) | class LuigiTomlParser(BaseParser, ConfigParser): method _update_data (line 43) | def _update_data(data, new_data): method read (line 54) | def read(self, config_paths): method get (line 68) | def get(self, section, option, default=NO_DEFAULT, **kwargs): method getboolean (line 76) | def getboolean(self, section, option, default=NO_DEFAULT): method getint (line 79) | def getint(self, section, option, default=NO_DEFAULT): method getfloat (line 82) | def getfloat(self, section, option, default=NO_DEFAULT): method getintdict (line 85) | def getintdict(self, section): method set (line 88) | def set(self, section, option, value=None): method has_option (line 93) | def has_option(self, section, option): method __getitem__ (line 96) | def __getitem__(self, name): FILE: luigi/contrib/azureblob.py class AzureBlobClient (line 31) | class AzureBlobClient(FileSystem): method __init__ (line 45) | def __init__(self, account_name=None, account_key=None, sas_token=None... method connection (line 79) | def connection(self): method container_client (line 87) | def container_client(self, container_name): method blob_client (line 90) | def blob_client(self, container_name, blob_name): method upload (line 94) | def upload(self, tmp_path, container, blob, **kwargs): method download_as_bytes (line 108) | def download_as_bytes(self, container, blob, bytes_to_read=None): method download_as_file (line 114) | def download_as_file(self, container, blob, location): method create_container (line 122) | def create_container(self, container_name): method delete_container (line 126) | def delete_container(self, container_name): method exists (line 131) | def exists(self, path): method remove (line 138) | def remove(self, path, recursive=True, skip_trash=True): method mkdir (line 148) | def mkdir(self, path, parents=True, raise_if_exists=False): method isdir (line 153) | def isdir(self, path): method move (line 161) | def move(self, path, dest): method copy (line 168) | def copy(self, path, dest): method rename_dont_move (line 189) | def rename_dont_move(self, path, dest): method splitfilepath (line 193) | def splitfilepath(filepath): class ReadableAzureBlobFile (line 201) | class ReadableAzureBlobFile: method __init__ (line 202) | def __init__(self, container, blob, client, download_when_reading, **k... method read (line 212) | def read(self, n=None): method __enter__ (line 215) | def __enter__(self): method __exit__ (line 223) | def __exit__(self, exc_type, exc, traceback): method __del__ (line 226) | def __del__(self): method close (line 231) | def close(self): method readable (line 237) | def readable(self): method writable (line 240) | def writable(self): method seekable (line 243) | def seekable(self): method seek (line 246) | def seek(self, offset, whence=None): class AtomicAzureBlobFile (line 250) | class AtomicAzureBlobFile(AtomicLocalFile): method __init__ (line 251) | def __init__(self, container, blob, client, **kwargs): method move_to_final_destination (line 258) | def move_to_final_destination(self): class AzureBlobTarget (line 262) | class AzureBlobTarget(FileSystemTarget): method __init__ (line 267) | def __init__(self, container, blob, client=None, format=None, download... method fs (line 297) | def fs(self): method open (line 303) | def open(self, mode): FILE: luigi/contrib/batch.py class BatchJobException (line 78) | class BatchJobException(Exception): function _random_id (line 85) | def _random_id(): class BatchClient (line 89) | class BatchClient: method __init__ (line 90) | def __init__(self, poll_time=POLL_TIME): method get_active_queue (line 96) | def get_active_queue(self): method get_job_id_from_name (line 107) | def get_job_id_from_name(self, job_name): method get_job_status (line 114) | def get_job_status(self, job_id): method get_logs (line 131) | def get_logs(self, log_stream_name, get_last=50): method submit_job (line 137) | def submit_job(self, job_definition, parameters, job_name=None, queue=... method wait_on_job (line 144) | def wait_on_job(self, job_id): method register_job_definition (line 165) | def register_job_definition(self, json_fpath): class BatchTask (line 177) | class BatchTask(luigi.Task): method run (line 196) | def run(self): method parameters (line 202) | def parameters(self): FILE: luigi/contrib/beam_dataflow.py class DataflowParamKeys (line 33) | class DataflowParamKeys(metaclass=abc.ABCMeta): method runner (line 43) | def runner(self): method project (line 48) | def project(self): method zone (line 53) | def zone(self): method region (line 58) | def region(self): method staging_location (line 63) | def staging_location(self): method temp_location (line 68) | def temp_location(self): method gcp_temp_location (line 73) | def gcp_temp_location(self): method num_workers (line 78) | def num_workers(self): method autoscaling_algorithm (line 83) | def autoscaling_algorithm(self): method max_num_workers (line 88) | def max_num_workers(self): method disk_size_gb (line 93) | def disk_size_gb(self): method worker_machine_type (line 98) | def worker_machine_type(self): method worker_disk_type (line 103) | def worker_disk_type(self): method job_name (line 108) | def job_name(self): method service_account (line 113) | def service_account(self): method network (line 118) | def network(self): method subnetwork (line 123) | def subnetwork(self): method labels (line 128) | def labels(self): class _CmdLineRunner (line 132) | class _CmdLineRunner: method run (line 141) | def run(cmd, task=None): class BeamDataflowJobTask (line 158) | class BeamDataflowJobTask(MixinNaiveBulkComplete, luigi.Task, metaclass=... method __init__ (line 232) | def __init__(self): method dataflow_executable (line 238) | def dataflow_executable(self): method args (line 247) | def args(self): method before_run (line 256) | def before_run(self): method on_successful_run (line 263) | def on_successful_run(self): method validate_output (line 270) | def validate_output(self): method file_pattern (line 278) | def file_pattern(self): method on_successful_output_validation (line 289) | def on_successful_output_validation(self): method cleanup_on_error (line 296) | def cleanup_on_error(self, error): method run (line 303) | def run(self): method _mk_cmd_line (line 325) | def _mk_cmd_line(self): method _get_runner (line 334) | def _get_runner(self): method _get_dataflow_args (line 343) | def _get_dataflow_args(self): method _format_input_args (line 388) | def _format_input_args(self): method _format_output_args (line 452) | def _format_output_args(self): method get_target_path (line 478) | def get_target_path(target): FILE: luigi/contrib/bigquery.py function is_error_5xx (line 42) | def is_error_5xx(err): class CreateDisposition (line 55) | class CreateDisposition: class WriteDisposition (line 60) | class WriteDisposition: class QueryMode (line 66) | class QueryMode: class SourceFormat (line 71) | class SourceFormat: class FieldDelimiter (line 79) | class FieldDelimiter: class PrintHeader (line 96) | class PrintHeader: class DestinationFormat (line 101) | class DestinationFormat: class Compression (line 107) | class Compression: class Encoding (line 112) | class Encoding: class BQTable (line 126) | class BQTable(collections.namedtuple("BQTable", "project_id dataset_id t... method dataset (line 128) | def dataset(self): method uri (line 132) | def uri(self): class BigQueryClient (line 136) | class BigQueryClient: method __init__ (line 144) | def __init__(self, oauth_credentials=None, descriptor="", http_=None): method _initialise_client (line 153) | def _initialise_client(self): method dataset_exists (line 162) | def dataset_exists(self, dataset): method table_exists (line 189) | def table_exists(self, table): method make_dataset (line 207) | def make_dataset(self, dataset, raise_if_exists=False, body=None): method delete_dataset (line 233) | def delete_dataset(self, dataset, delete_nonempty=True): method delete_table (line 246) | def delete_table(self, table): method list_datasets (line 258) | def list_datasets(self, project_id): method list_tables (line 278) | def list_tables(self, dataset): method get_view (line 298) | def get_view(self, table): method update_view (line 316) | def update_view(self, table, view): method run_job (line 335) | def run_job(self, project_id, body, dataset=None): method copy (line 364) | def copy(self, source_table, dest_table, create_disposition=CreateDisp... class BigQueryTarget (line 399) | class BigQueryTarget(luigi.target.Target): method __init__ (line 400) | def __init__(self, project_id, dataset_id, table_id, client=None, loca... method from_bqtable (line 405) | def from_bqtable(cls, table, client=None): method exists (line 413) | def exists(self): method __str__ (line 416) | def __str__(self): class MixinBigQueryBulkComplete (line 420) | class MixinBigQueryBulkComplete: method bulk_complete (line 430) | def bulk_complete(cls, parameter_tuples): class BigQueryLoadTask (line 452) | class BigQueryLoadTask(MixinBigQueryBulkComplete, luigi.Task): method source_format (line 456) | def source_format(self): method encoding (line 461) | def encoding(self): method write_disposition (line 466) | def write_disposition(self): method schema (line 473) | def schema(self): method max_bad_records (line 480) | def max_bad_records(self): method field_delimiter (line 487) | def field_delimiter(self): method source_uris (line 491) | def source_uris(self): method skip_leading_rows (line 498) | def skip_leading_rows(self): method allow_jagged_rows (line 505) | def allow_jagged_rows(self): method ignore_unknown_values (line 514) | def ignore_unknown_values(self): method allow_quoted_new_lines (line 527) | def allow_quoted_new_lines(self): method configure_job (line 531) | def configure_job(self, configuration): method run (line 541) | def run(self): class BigQueryRunQueryTask (line 584) | class BigQueryRunQueryTask(MixinBigQueryBulkComplete, luigi.Task): method write_disposition (line 586) | def write_disposition(self): method create_disposition (line 593) | def create_disposition(self): method flatten_results (line 598) | def flatten_results(self): method query (line 604) | def query(self): method query_mode (line 609) | def query_mode(self): method udf_resource_uris (line 614) | def udf_resource_uris(self): method use_legacy_sql (line 619) | def use_legacy_sql(self): method configure_job (line 623) | def configure_job(self, configuration): method run (line 633) | def run(self): class BigQueryCreateViewTask (line 671) | class BigQueryCreateViewTask(luigi.Task): method view (line 682) | def view(self): method complete (line 686) | def complete(self): method run (line 696) | def run(self): class ExternalBigQueryTask (line 710) | class ExternalBigQueryTask(MixinBigQueryBulkComplete, luigi.ExternalTask): class BigQueryExtractTask (line 718) | class BigQueryExtractTask(luigi.Task): method destination_uris (line 728) | def destination_uris(self): method print_header (line 742) | def print_header(self): method field_delimiter (line 747) | def field_delimiter(self): method destination_format (line 755) | def destination_format(self): method compression (line 762) | def compression(self): method configure_job (line 766) | def configure_job(self, configuration): method run (line 776) | def run(self): class BigQueryExecutionError (line 821) | class BigQueryExecutionError(Exception): method __init__ (line 822) | def __init__(self, job_id, error_message) -> None: FILE: luigi/contrib/bigquery_avro.py class BigQueryLoadAvro (line 18) | class BigQueryLoadAvro(BigQueryLoadTask): method _avro_uri (line 33) | def _avro_uri(self, target): method source_uris (line 37) | def source_uris(self): method _get_input_schema (line 40) | def _get_input_schema(self): method _get_writer_schema (line 78) | def _get_writer_schema(datum_reader): method _set_output_doc (line 89) | def _set_output_doc(self, avro_schema): method run (line 99) | def run(self): FILE: luigi/contrib/datadog_metric.py class datadog (line 15) | class datadog(Config): class DatadogMetricsCollector (line 25) | class DatadogMetricsCollector(MetricsCollector): method __init__ (line 26) | def __init__(self, *args, **kwargs): method handle_task_started (line 31) | def handle_task_started(self, task): method handle_task_failed (line 41) | def handle_task_failed(self, task): method handle_task_disabled (line 51) | def handle_task_disabled(self, task, config): method handle_task_done (line 68) | def handle_task_done(self, task): method _send_event (line 85) | def _send_event(self, **params): method _send_gauge (line 90) | def _send_gauge(self, metric_name, value, tags=[]): method _send_increment (line 96) | def _send_increment(self, metric_name, value=1, tags=[]): method _format_task_params_to_tags (line 102) | def _format_task_params_to_tags(self, task): method default_tags (line 110) | def default_tags(self): FILE: luigi/contrib/dataproc.py function get_dataproc_client (line 29) | def get_dataproc_client(): function set_dataproc_client (line 33) | def set_dataproc_client(client): class _DataprocBaseTask (line 38) | class _DataprocBaseTask(luigi.Task): class DataprocBaseTask (line 46) | class DataprocBaseTask(_DataprocBaseTask): method submit_job (line 56) | def submit_job(self, job_config): method submit_spark_job (line 63) | def submit_spark_job(self, jars, main_class, job_args=None): method submit_pyspark_job (line 76) | def submit_pyspark_job(self, job_file, extra_files=list(), job_args=No... method wait_for_job (line 92) | def wait_for_job(self): class DataprocSparkTask (line 112) | class DataprocSparkTask(DataprocBaseTask): method run (line 121) | def run(self): class DataprocPysparkTask (line 128) | class DataprocPysparkTask(DataprocBaseTask): method run (line 137) | def run(self): class CreateDataprocClusterTask (line 146) | class CreateDataprocClusterTask(_DataprocBaseTask): method _get_cluster_status (line 160) | def _get_cluster_status(self): method complete (line 169) | def complete(self): method run (line 179) | def run(self): class DeleteDataprocClusterTask (line 221) | class DeleteDataprocClusterTask(_DataprocBaseTask): method _get_cluster_status (line 230) | def _get_cluster_status(self): method complete (line 245) | def complete(self): method run (line 248) | def run(self): FILE: luigi/contrib/docker_runner.py class DockerTask (line 67) | class DockerTask(luigi.Task): method image (line 69) | def image(self): method command (line 73) | def command(self): method name (line 77) | def name(self): method host_config_options (line 81) | def host_config_options(self): method container_options (line 91) | def container_options(self): method environment (line 101) | def environment(self): method container_tmp_dir (line 105) | def container_tmp_dir(self): method binds (line 109) | def binds(self): method network_mode (line 118) | def network_mode(self): method docker_url (line 122) | def docker_url(self): method auto_remove (line 126) | def auto_remove(self): method force_pull (line 130) | def force_pull(self): method mount_tmp (line 134) | def mount_tmp(self): method __init__ (line 137) | def __init__(self, *args, **kwargs): method run (line 183) | def run(self): FILE: luigi/contrib/dropbox.py function accept_trailing_slash_in_existing_dirpaths (line 42) | def accept_trailing_slash_in_existing_dirpaths(func): function accept_trailing_slash (line 57) | def accept_trailing_slash(func): class DropboxClient (line 67) | class DropboxClient(FileSystem): method __init__ (line 72) | def __init__(self, token, user_agent="Luigi", root_namespace_id=None): method exists (line 92) | def exists(self, path): method remove (line 109) | def remove(self, path, recursive=True, skip_trash=True): method mkdir (line 116) | def mkdir(self, path, parents=True, raise_if_exists=False): method isdir (line 128) | def isdir(self, path): method listdir (line 141) | def listdir(self, path, **kwargs): method move (line 151) | def move(self, path, dest): method copy (line 155) | def copy(self, path, dest): method download_as_bytes (line 158) | def download_as_bytes(self, path): method upload (line 162) | def upload(self, tmp_path, dest_path): method _exists_and_is_dir (line 182) | def _exists_and_is_dir(self, path): class ReadableDropboxFile (line 197) | class ReadableDropboxFile: method __init__ (line 198) | def __init__(self, path, client): method read (line 212) | def read(self): method __enter__ (line 215) | def __enter__(self): method __exit__ (line 218) | def __exit__(self, exc_type, exc, traceback): method __del__ (line 221) | def __del__(self): method close (line 226) | def close(self): method readable (line 229) | def readable(self): method writable (line 232) | def writable(self): method seekable (line 235) | def seekable(self): class AtomicWritableDropboxFile (line 239) | class AtomicWritableDropboxFile(AtomicLocalFile): method __init__ (line 240) | def __init__(self, path, client): method move_to_final_destination (line 251) | def move_to_final_destination(self): class DropboxTarget (line 258) | class DropboxTarget(FileSystemTarget): method __init__ (line 263) | def __init__(self, path, token, format=None, user_agent="Luigi", root_... method __str__ (line 305) | def __str__(self): method fs (line 309) | def fs(self): method temporary_path (line 313) | def temporary_path(self): method open (line 322) | def open(self, mode): FILE: luigi/contrib/ecs.py function _get_task_statuses (line 71) | def _get_task_statuses(task_ids, cluster): function _track_tasks (line 90) | def _track_tasks(task_ids, cluster): class ECSTask (line 101) | class ECSTask(luigi.Task): method ecs_task_ids (line 142) | def ecs_task_ids(self): method command (line 148) | def command(self): method update_container_overrides_command (line 170) | def update_container_overrides_command(container_overrides, command): method combined_overrides (line 186) | def combined_overrides(self): method run_task_kwargs (line 204) | def run_task_kwargs(self): method run (line 243) | def run(self): FILE: luigi/contrib/esindex.py class ElasticsearchTarget (line 107) | class ElasticsearchTarget(luigi.Target): method __init__ (line 113) | def __init__(self, host, port, index, doc_type, update_id, marker_inde... method marker_index_document_id (line 154) | def marker_index_document_id(self): method touch (line 161) | def touch(self): method exists (line 179) | def exists(self): method create_marker_index (line 192) | def create_marker_index(self): method ensure_hist_size (line 199) | def ensure_hist_size(self): class CopyToIndex (line 217) | class CopyToIndex(luigi.Task): method host (line 246) | def host(self): method port (line 253) | def port(self): method http_auth (line 260) | def http_auth(self): method index (line 269) | def index(self): method doc_type (line 278) | def doc_type(self): method mapping (line 285) | def mapping(self): method settings (line 292) | def settings(self): method chunk_size (line 299) | def chunk_size(self): method raise_on_error (line 306) | def raise_on_error(self): method purge_existing_index (line 313) | def purge_existing_index(self): method marker_index_hist_size (line 320) | def marker_index_hist_size(self): method timeout (line 327) | def timeout(self): method extra_elasticsearch_args (line 334) | def extra_elasticsearch_args(self): method docs (line 340) | def docs(self): method _docs (line 352) | def _docs(self): method _init_connection (line 375) | def _init_connection(self): method create_index (line 385) | def create_index(self): method delete_index (line 395) | def delete_index(self): method update_id (line 403) | def update_id(self): method output (line 409) | def output(self): method run (line 427) | def run(self): FILE: luigi/contrib/external_daily_snapshot.py class ExternalDailySnapshot (line 29) | class ExternalDailySnapshot(luigi.ExternalTask): method latest (line 55) | def latest(cls, *args, **kwargs): method __latest (line 69) | def __latest(cls, date, lookback, args, kwargs): FILE: luigi/contrib/external_program.py class ExternalProgramTask (line 49) | class ExternalProgramTask(luigi.Task): method program_args (line 100) | def program_args(self): method program_environment (line 108) | def program_environment(self): method always_log_stderr (line 118) | def always_log_stderr(self): method _clean_output_file (line 126) | def _clean_output_file(self, file_object): method build_tracking_url (line 130) | def build_tracking_url(self, logs_output): method run (line 138) | def run(self): method _proc_with_tracking_url_context (line 179) | def _proc_with_tracking_url_context(self, proc_args, proc_kwargs): class ExternalProgramRunContext (line 216) | class ExternalProgramRunContext: method __init__ (line 217) | def __init__(self, proc): method __enter__ (line 220) | def __enter__(self): method __exit__ (line 225) | def __exit__(self, exc_type, exc_val, exc_tb): method kill_job (line 230) | def kill_job(self, captured_signal=None, stack_frame=None): class ExternalProgramRunError (line 237) | class ExternalProgramRunError(RuntimeError): method __init__ (line 238) | def __init__(self, message, args, env=None, stdout=None, stderr=None): method __str__ (line 246) | def __str__(self): class ExternalPythonProgramTask (line 260) | class ExternalPythonProgramTask(ExternalProgramTask): method program_environment (line 280) | def program_environment(self): FILE: luigi/contrib/ftp.py class RemoteFileSystem (line 45) | class RemoteFileSystem(luigi.target.FileSystem): method __init__ (line 46) | def __init__(self, host, username=None, password=None, port=None, tls=... method _connect (line 63) | def _connect(self): method _sftp_connect (line 72) | def _sftp_connect(self): method _ftp_connect (line 80) | def _ftp_connect(self): method _close (line 90) | def _close(self): method _sftp_close (line 99) | def _sftp_close(self): method _ftp_close (line 102) | def _ftp_close(self): method exists (line 105) | def exists(self, path, mtime=None): method _sftp_exists (line 124) | def _sftp_exists(self, path, mtime): method _ftp_exists (line 132) | def _ftp_exists(self, path, mtime): method remove (line 147) | def remove(self, path, recursive=True): method _sftp_remove (line 166) | def _sftp_remove(self, path, recursive): method _ftp_remove (line 182) | def _ftp_remove(self, path, recursive): method _rm_recursive (line 193) | def _rm_recursive(self, ftp, path): method put (line 234) | def put(self, local_path, path, atomic=True): method _sftp_put (line 247) | def _sftp_put(self, local_path, path, atomic): method _ftp_put (line 262) | def _ftp_put(self, local_path, path, atomic): method get (line 287) | def get(self, path, local_path): method _sftp_get (line 310) | def _sftp_get(self, path, tmp_local_path): method _ftp_get (line 313) | def _ftp_get(self, path, tmp_local_path): method listdir (line 316) | def listdir(self, path="."): method _sftp_listdir (line 331) | def _sftp_listdir(self, path): method _ftp_listdir (line 334) | def _ftp_listdir(self, path): class AtomicFtpFile (line 338) | class AtomicFtpFile(luigi.target.AtomicLocalFile): method __init__ (line 345) | def __init__(self, fs, path): method move_to_final_destination (line 355) | def move_to_final_destination(self): method fs (line 359) | def fs(self): class RemoteTarget (line 363) | class RemoteTarget(luigi.target.FileSystemTarget): method __init__ (line 371) | def __init__( method fs (line 386) | def fs(self): method open (line 389) | def open(self, mode): method exists (line 423) | def exists(self): method put (line 426) | def put(self, local_path, atomic=True): method get (line 429) | def get(self, local_path): FILE: luigi/contrib/gcp.py function get_authenticate_kwargs (line 19) | def get_authenticate_kwargs(oauth_credentials=None, http_=None): FILE: luigi/contrib/gcs.py function is_error_5xx (line 68) | def is_error_5xx(err): function _wait_for_consistency (line 81) | def _wait_for_consistency(checker): class InvalidDeleteException (line 96) | class InvalidDeleteException(luigi.target.FileSystemException): class GCSClient (line 100) | class GCSClient(luigi.target.FileSystem): method __init__ (line 124) | def __init__(self, oauth_credentials=None, descriptor="", http_=None, ... method _path_to_bucket_and_key (line 137) | def _path_to_bucket_and_key(self, path): method _is_root (line 143) | def _is_root(self, key): method _add_path_delimiter (line 146) | def _add_path_delimiter(self, key): method _obj_exists (line 150) | def _obj_exists(self, bucket, obj): method _list_iter (line 160) | def _list_iter(self, bucket, prefix): method _do_put (line 175) | def _do_put(self, media, dest_path): method exists (line 191) | def exists(self, path): method isdir (line 198) | def isdir(self, path): method remove (line 217) | def remove(self, path, recursive=True): method put (line 242) | def put(self, filename, dest_path, mimetype=None, chunksize=None): method _forward_args_to_put (line 251) | def _forward_args_to_put(self, kwargs): method put_multiple (line 254) | def put_multiple(self, filepaths, remote_directory, mimetype=None, chu... method put_string (line 278) | def put_string(self, contents, dest_path, mimetype=None): method mkdir (line 286) | def mkdir(self, path, parents=True, raise_if_exists=False): method copy (line 297) | def copy(self, source_path, destination_path): method rename (line 322) | def rename(self, *args, **kwargs): method move (line 328) | def move(self, source_path, destination_path): method listdir (line 335) | def listdir(self, path): method list_wildcard (line 350) | def list_wildcard(self, wildcard_path): method download (line 372) | def download(self, path, chunksize=None, chunk_callback=lambda _: False): class _DeleteOnCloseFile (line 401) | class _DeleteOnCloseFile(io.FileIO): method close (line 402) | def close(self): method readable (line 411) | def readable(self): method writable (line 414) | def writable(self): method seekable (line 417) | def seekable(self): class AtomicGCSFile (line 421) | class AtomicGCSFile(luigi.target.AtomicLocalFile): method __init__ (line 426) | def __init__(self, path, gcs_client): method move_to_final_destination (line 430) | def move_to_final_destination(self): class GCSTarget (line 434) | class GCSTarget(luigi.target.FileSystemTarget): method __init__ (line 437) | def __init__(self, path, format=None, client=None): method open (line 445) | def open(self, mode="r"): class GCSFlagTarget (line 454) | class GCSFlagTarget(GCSTarget): method __init__ (line 476) | def __init__(self, path, format=None, client=None, flag="_SUCCESS"): method exists (line 497) | def exists(self): FILE: luigi/contrib/hadoop.py class hadoop (line 65) | class hadoop(Config): function attach (line 72) | def attach(*packages): function dereference (line 80) | def dereference(f): function get_extra_files (line 88) | def get_extra_files(extra_files): function create_packages_archive (line 112) | def create_packages_archive(packages, filename): function flatten (line 181) | def flatten(sequence): class HadoopRunContext (line 200) | class HadoopRunContext: method __init__ (line 201) | def __init__(self): method __enter__ (line 205) | def __enter__(self): method kill_job (line 210) | def kill_job(self, captured_signal=None, stack_frame=None): method __exit__ (line 221) | def __exit__(self, exc_type, exc_val, exc_tb): class HadoopJobError (line 227) | class HadoopJobError(RuntimeError): method __init__ (line 228) | def __init__(self, message, out=None, err=None): method __str__ (line 234) | def __str__(self): function run_and_track_hadoop_job (line 238) | def run_and_track_hadoop_job(arglist, tracking_url_callback=None, env=No... function fetch_task_failures (line 340) | def fetch_task_failures(tracking_url): class JobRunner (line 379) | class JobRunner: class HadoopJobRunner (line 383) | class HadoopJobRunner(JobRunner): method __init__ (line 390) | def __init__( method run_job (line 418) | def run_job(self, job, tracking_url_callback=None): method finish (line 571) | def finish(self): method __del__ (line 577) | def __del__(self): class DefaultHadoopJobRunner (line 581) | class DefaultHadoopJobRunner(HadoopJobRunner): method __init__ (line 586) | def __init__(self): class LocalJobRunner (line 593) | class LocalJobRunner(JobRunner): method __init__ (line 602) | def __init__(self, samplelines=None): method sample (line 605) | def sample(self, input_stream, n, output): method group (line 611) | def group(self, input_stream): method run_job (line 623) | def run_job(self, job): class BaseHadoopJobTask (line 657) | class BaseHadoopJobTask(luigi.Task): method _get_pool (line 672) | def _get_pool(self): method job_runner (line 680) | def job_runner(self): method jobconfs (line 683) | def jobconfs(self): method init_local (line 698) | def init_local(self): method init_hadoop (line 708) | def init_hadoop(self): method run (line 714) | def run(self): method requires_local (line 726) | def requires_local(self): method requires_hadoop (line 732) | def requires_hadoop(self): method input_local (line 735) | def input_local(self): method input_hadoop (line 738) | def input_hadoop(self): method deps (line 741) | def deps(self): method on_failure (line 745) | def on_failure(self, exception): class JobTask (line 766) | class JobTask(BaseHadoopJobTask): method jobconfs (line 771) | def jobconfs(self): method init_mapper (line 781) | def init_mapper(self): method init_combiner (line 784) | def init_combiner(self): method init_reducer (line 787) | def init_reducer(self): method _setup_remote (line 790) | def _setup_remote(self): method job_runner (line 793) | def job_runner(self): method reader (line 810) | def reader(self, input_stream): method writer (line 818) | def writer(self, outputs, stdout, stderr=sys.stderr): method mapper (line 839) | def mapper(self, item): method incr_counter (line 849) | def incr_counter(self, *args, **kwargs): method _flush_batch_incr_counter (line 872) | def _flush_batch_incr_counter(self): method _incr_counter (line 883) | def _incr_counter(self, *args): method extra_modules (line 899) | def extra_modules(self): method extra_files (line 902) | def extra_files(self): method extra_streaming_arguments (line 915) | def extra_streaming_arguments(self): method extra_archives (line 922) | def extra_archives(self): method add_link (line 926) | def add_link(self, src, dst): method _setup_links (line 931) | def _setup_links(self): method dump (line 951) | def dump(self, directory=""): method _map_input (line 966) | def _map_input(self, input_stream): method _reduce_input (line 983) | def _reduce_input(self, inputs, reducer, final=NotImplemented): method run_mapper (line 995) | def run_mapper(self, stdin=sys.stdin, stdout=sys.stdout): method run_reducer (line 1007) | def run_reducer(self, stdin=sys.stdin, stdout=sys.stdout): method run_combiner (line 1016) | def run_combiner(self, stdin=sys.stdin, stdout=sys.stdout): method internal_reader (line 1022) | def internal_reader(self, input_stream): method internal_writer (line 1030) | def internal_writer(self, outputs, stdout): FILE: luigi/contrib/hadoop_jar.py function fix_paths (line 33) | def fix_paths(job): class HadoopJarJobError (line 65) | class HadoopJarJobError(Exception): class HadoopJarJobRunner (line 69) | class HadoopJarJobRunner(luigi.contrib.hadoop.JobRunner): method __init__ (line 74) | def __init__(self): method run_job (line 77) | def run_job(self, job, tracking_url_callback=None): class HadoopJarJobTask (line 124) | class HadoopJarJobTask(luigi.contrib.hadoop.BaseHadoopJobTask): method jar (line 129) | def jar(self): method main (line 135) | def main(self): method job_runner (line 141) | def job_runner(self): method atomic_output (line 145) | def atomic_output(self): method ssh (line 152) | def ssh(self): method args (line 159) | def args(self): FILE: luigi/contrib/hdfs/abstract_client.py class HdfsFileSystem (line 27) | class HdfsFileSystem(luigi.target.FileSystem, metaclass=abc.ABCMeta): method rename (line 32) | def rename(self, path, dest): method rename_dont_move (line 43) | def rename_dont_move(self, path, dest): method remove (line 57) | def remove(self, path, recursive=True, skip_trash=False): method chmod (line 61) | def chmod(self, path, permissions, recursive=False): method chown (line 65) | def chown(self, path, owner, group, recursive=False): method count (line 69) | def count(self, path): method copy (line 76) | def copy(self, path, destination): method put (line 80) | def put(self, local_path, destination): method get (line 84) | def get(self, path, local_destination): method mkdir (line 88) | def mkdir(self, path, parents=True, raise_if_exists=False): method listdir (line 92) | def listdir(self, path, ignore_directories=False, ignore_files=False, ... method touchz (line 96) | def touchz(self, path): FILE: luigi/contrib/hdfs/clients.py function get_autoconfig_client (line 34) | def get_autoconfig_client(client_cache=_AUTOCONFIG_CLIENT): function _with_ac (line 51) | def _with_ac(method_name): FILE: luigi/contrib/hdfs/config.py class hdfs (line 32) | class hdfs(luigi.Config): class hadoopcli (line 43) | class hadoopcli(luigi.Config): function load_hadoop_cmd (line 52) | def load_hadoop_cmd(): function get_configured_hadoop_version (line 56) | def get_configured_hadoop_version(): function get_configured_hdfs_client (line 68) | def get_configured_hdfs_client(): function tmppath (line 77) | def tmppath(path=None, include_unix_username=True): FILE: luigi/contrib/hdfs/error.py class HDFSCliError (line 23) | class HDFSCliError(Exception): method __init__ (line 24) | def __init__(self, command, returncode, stdout, stderr): FILE: luigi/contrib/hdfs/format.py class HdfsAtomicWriteError (line 13) | class HdfsAtomicWriteError(IOError): class HdfsReadPipe (line 17) | class HdfsReadPipe(luigi.format.InputPipeProcessWrapper): method __init__ (line 18) | def __init__(self, path): class HdfsAtomicWritePipe (line 22) | class HdfsAtomicWritePipe(luigi.format.OutputPipeProcessWrapper): method __init__ (line 35) | def __init__(self, path): method abort (line 42) | def abort(self): method close (line 47) | def close(self): class HdfsAtomicWriteDirPipe (line 61) | class HdfsAtomicWriteDirPipe(luigi.format.OutputPipeProcessWrapper): method __init__ (line 66) | def __init__(self, path, data_extension=""): method abort (line 72) | def abort(self): method close (line 77) | def close(self): class PlainFormat (line 97) | class PlainFormat(luigi.format.Format): method hdfs_writer (line 101) | def hdfs_writer(self, path): method hdfs_reader (line 104) | def hdfs_reader(self, path): method pipe_reader (line 107) | def pipe_reader(self, path): method pipe_writer (line 110) | def pipe_writer(self, output_pipe): class PlainDirFormat (line 114) | class PlainDirFormat(luigi.format.Format): method hdfs_writer (line 118) | def hdfs_writer(self, path): method hdfs_reader (line 121) | def hdfs_reader(self, path): method pipe_reader (line 124) | def pipe_reader(self, path): method pipe_writer (line 128) | def pipe_writer(self, path): class CompatibleHdfsFormat (line 136) | class CompatibleHdfsFormat(luigi.format.Format): method __init__ (line 139) | def __init__(self, writer, reader, input=None): method pipe_writer (line 146) | def pipe_writer(self, output): method pipe_reader (line 149) | def pipe_reader(self, input): method hdfs_writer (line 152) | def hdfs_writer(self, output): method hdfs_reader (line 155) | def hdfs_reader(self, input): method __getstate__ (line 162) | def __getstate__(self): method __setstate__ (line 173) | def __setstate__(self, d): FILE: luigi/contrib/hdfs/hadoopcli_clients.py function create_hadoopcli_client (line 38) | def create_hadoopcli_client(): class HdfsClient (line 54) | class HdfsClient(hdfs_abstract_client.HdfsFileSystem): method call_check (line 62) | def call_check(command): method exists (line 69) | def exists(self, path): method move (line 88) | def move(self, path, dest): method remove (line 98) | def remove(self, path, recursive=True, skip_trash=False): method chmod (line 110) | def chmod(self, path, permissions, recursive=False): method chown (line 117) | def chown(self, path, owner, group, recursive=False): method count (line 129) | def count(self, path): method copy (line 141) | def copy(self, path, destination): method put (line 144) | def put(self, local_path, destination): method get (line 147) | def get(self, path, local_destination): method getmerge (line 150) | def getmerge(self, path, local_destination, new_line=False): method mkdir (line 157) | def mkdir(self, path, parents=True, raise_if_exists=False): method listdir (line 170) | def listdir(self, path, ignore_directories=False, ignore_files=False, ... method touchz (line 210) | def touchz(self, path): class HdfsClientCdh3 (line 214) | class HdfsClientCdh3(HdfsClient): method mkdir (line 219) | def mkdir(self, path, parents=True, raise_if_exists=False): method remove (line 232) | def remove(self, path, recursive=True, skip_trash=False): class HdfsClientApache1 (line 245) | class HdfsClientApache1(HdfsClientCdh3): method exists (line 253) | def exists(self, path): FILE: luigi/contrib/hdfs/target.py class HdfsTarget (line 32) | class HdfsTarget(FileSystemTarget): method __init__ (line 33) | def __init__(self, path=None, format=None, is_tmp=False, fs=None): method __del__ (line 86) | def __del__(self): method fs (line 92) | def fs(self): method glob_exists (line 95) | def glob_exists(self, expected_files): method open (line 101) | def open(self, mode="r"): method remove (line 110) | def remove(self, skip_trash=False): method rename (line 113) | def rename(self, path, raise_if_exists=False): method move (line 126) | def move(self, path, raise_if_exists=False): method move_dir (line 132) | def move_dir(self, path): method copy (line 144) | def copy(self, dst_dir): method is_writable (line 150) | def is_writable(self): method _is_writable (line 172) | def _is_writable(self, path): class HdfsFlagTarget (line 182) | class HdfsFlagTarget(HdfsTarget): method __init__ (line 196) | def __init__(self, path, format=None, client=None, flag="_SUCCESS"): method exists (line 212) | def exists(self): FILE: luigi/contrib/hdfs/webhdfs_client.py class webhdfs (line 38) | class webhdfs(luigi.Config): class WebHdfsClient (line 44) | class WebHdfsClient(hdfs_abstract_client.HdfsFileSystem): method __init__ (line 52) | def __init__(self, host=None, port=None, user=None, client_type=None): method url (line 59) | def url(self): method client (line 67) | def client(self): method walk (line 82) | def walk(self, path, depth=1): method exists (line 85) | def exists(self, path): method upload (line 100) | def upload(self, hdfs_path, local_path, overwrite=False): method download (line 103) | def download(self, hdfs_path, local_path, overwrite=False, n_threads=-1): method remove (line 106) | def remove(self, hdfs_path, recursive=True, skip_trash=False): method read (line 110) | def read(self, hdfs_path, offset=0, length=None, buffer_size=None, chu... method move (line 113) | def move(self, path, dest): method mkdir (line 121) | def mkdir(self, path, parents=True, mode=0o755, raise_if_exists=False): method chmod (line 130) | def chmod(self, path, permissions, recursive=False): method chown (line 136) | def chown(self, path, owner, group, recursive=False): method count (line 142) | def count(self, path): method copy (line 148) | def copy(self, path, destination): method put (line 154) | def put(self, local_path, destination): method get (line 160) | def get(self, path, local_destination): method listdir (line 166) | def listdir(self, path, ignore_directories=False, ignore_files=False, ... method touchz (line 170) | def touchz(self, path): FILE: luigi/contrib/hive.py class HiveCommandError (line 37) | class HiveCommandError(RuntimeError): method __init__ (line 38) | def __init__(self, message, out=None, err=None): function load_hive_cmd (line 45) | def load_hive_cmd(): function get_hive_syntax (line 49) | def get_hive_syntax(): function get_hive_warehouse_location (line 53) | def get_hive_warehouse_location(): function get_ignored_file_masks (line 57) | def get_ignored_file_masks(): function run_hive (line 61) | def run_hive(args, check_return_code=True): function run_hive_cmd (line 78) | def run_hive_cmd(hivecmd, check_return_code=True): function run_hive_script (line 85) | def run_hive_script(script): function _is_ordered_dict (line 94) | def _is_ordered_dict(dikt): function _validate_partition (line 98) | def _validate_partition(partition): class HiveClient (line 107) | class HiveClient(metaclass=abc.ABCMeta): method table_location (line 109) | def table_location(self, table, database="default", partition=None): method table_schema (line 117) | def table_schema(self, table, database="default"): method table_exists (line 124) | def table_exists(self, table, database="default", partition=None): method partition_spec (line 132) | def partition_spec(self, partition): class HiveCommandClient (line 137) | class HiveCommandClient(HiveClient): method table_location (line 142) | def table_location(self, table, database="default", partition=None): method table_exists (line 153) | def table_exists(self, table, database="default", partition=None): method table_schema (line 170) | def table_schema(self, table, database="default"): method partition_spec (line 176) | def partition_spec(self, partition): class ApacheHiveCommandClient (line 183) | class ApacheHiveCommandClient(HiveCommandClient): method table_schema (line 189) | def table_schema(self, table, database="default"): class MetastoreClient (line 196) | class MetastoreClient(HiveClient): method table_location (line 197) | def table_location(self, table, database="default", partition=None): method table_exists (line 211) | def table_exists(self, table, database="default", partition=None): method _existing_partitions (line 218) | def _existing_partitions(self, table, database, client): method table_schema (line 230) | def table_schema(self, table, database="default"): method partition_spec (line 234) | def partition_spec(self, partition): class HiveThriftContext (line 238) | class HiveThriftContext: method __enter__ (line 243) | def __enter__(self): method __exit__ (line 264) | def __exit__(self, exc_type, exc_val, exc_tb): class WarehouseHiveClient (line 268) | class WarehouseHiveClient(HiveClient): method __init__ (line 273) | def __init__(self, hdfs_client=None, warehouse_location=None): method table_schema (line 277) | def table_schema(self, table, database="default"): method table_location (line 280) | def table_location(self, table, database="default", partition=None): method table_exists (line 283) | def table_exists(self, table, database="default", partition=None): method partition_spec (line 302) | def partition_spec(self, partition): function get_default_client (line 307) | def get_default_client(): class HiveQueryTask (line 322) | class HiveQueryTask(luigi.contrib.hadoop.BaseHadoopJobTask): method query (line 333) | def query(self): method hiverc (line 337) | def hiverc(self): method hivevars (line 347) | def hivevars(self): method hiveconfs (line 356) | def hiveconfs(self): method job_runner (line 384) | def job_runner(self): class HiveQueryRunner (line 388) | class HiveQueryRunner(luigi.contrib.hadoop.JobRunner): method prepare_outputs (line 393) | def prepare_outputs(self, job): method get_arglist (line 412) | def get_arglist(self, f_name, job): method run_job (line 431) | def run_job(self, job, tracking_url_callback=None): class HivePartitionTarget (line 446) | class HivePartitionTarget(luigi.Target): method __init__ (line 451) | def __init__(self, table, partition, database="default", fail_missing_... method __str__ (line 468) | def __str__(self): method exists (line 471) | def exists(self): method path (line 491) | def path(self): class HiveTableTarget (line 501) | class HiveTableTarget(HivePartitionTarget): method __init__ (line 506) | def __init__(self, table, database="default", client=None): class ExternalHiveTask (line 516) | class ExternalHiveTask(luigi.ExternalTask): method output (line 527) | def output(self): FILE: luigi/contrib/kubernetes.py class kubernetes (line 53) | class kubernetes(luigi.Config): class KubernetesJobTask (line 60) | class KubernetesJobTask(luigi.Task): method _init_kubernetes (line 65) | def _init_kubernetes(self): method auth_method (line 79) | def auth_method(self): method kubeconfig_path (line 92) | def kubeconfig_path(self): method kubernetes_namespace (line 108) | def kubernetes_namespace(self): method name (line 119) | def name(self): method labels (line 127) | def labels(self): method spec_schema (line 136) | def spec_schema(self): method max_retrials (line 163) | def max_retrials(self): method backoff_limit (line 170) | def backoff_limit(self): method delete_on_success (line 178) | def delete_on_success(self): method print_pod_logs_on_exit (line 185) | def print_pod_logs_on_exit(self): method active_deadline_seconds (line 192) | def active_deadline_seconds(self): method kubernetes_config (line 200) | def kubernetes_config(self): method poll_interval (line 206) | def poll_interval(self): method pod_creation_wait_interal (line 211) | def pod_creation_wait_interal(self): method __track_job (line 215) | def __track_job(self): method signal_complete (line 234) | def signal_complete(self): method __get_pods (line 245) | def __get_pods(self): method __get_job (line 249) | def __get_job(self): method __print_pod_logs (line 254) | def __print_pod_logs(self): method __print_kubectl_hints (line 262) | def __print_kubectl_hints(self): method __verify_job_has_started (line 267) | def __verify_job_has_started(self): method __get_job_status (line 299) | def __get_job_status(self): method __delete_job_cascade (line 322) | def __delete_job_cascade(self, job): method run (line 328) | def run(self): method output (line 356) | def output(self): FILE: luigi/contrib/lsf.py function track_job (line 75) | def track_job(job_id): function kill_job (line 91) | def kill_job(job_id): class LSFJobTask (line 98) | class LSFJobTask(luigi.Task): method fetch_task_failures (line 117) | def fetch_task_failures(self): method fetch_task_output (line 129) | def fetch_task_output(self): method _init_local (line 141) | def _init_local(self): method init_local (line 171) | def init_local(self): method run (line 179) | def run(self): method work (line 192) | def work(self): method _dump (line 203) | def _dump(self, out_dir=""): method _run_job (line 217) | def _run_job(self): method _track_job (line 276) | def _track_job(self): method _finish (line 325) | def _finish(self): method __del__ (line 331) | def __del__(self): class LocalLSFJobTask (line 336) | class LocalLSFJobTask(LSFJobTask): method run (line 341) | def run(self): FILE: luigi/contrib/lsf_runner.py function do_work_on_compute_node (line 36) | def do_work_on_compute_node(work_dir): function extract_packages_archive (line 49) | def extract_packages_archive(work_dir): function main (line 65) | def main(args=sys.argv): FILE: luigi/contrib/mongodb.py class MongoTarget (line 21) | class MongoTarget(Target): method __init__ (line 24) | def __init__(self, mongo_client, index, collection): method __str__ (line 37) | def __str__(self): method get_collection (line 40) | def get_collection(self): method get_index (line 47) | def get_index(self): class MongoCellTarget (line 54) | class MongoCellTarget(MongoTarget): method __init__ (line 57) | def __init__(self, mongo_client, index, collection, document_id, path): method exists (line 69) | def exists(self): method read (line 76) | def read(self): method write (line 89) | def write(self, value): class MongoRangeTarget (line 96) | class MongoRangeTarget(MongoTarget): method __init__ (line 99) | def __init__(self, mongo_client, index, collection, document_ids, field): method exists (line 111) | def exists(self): method read (line 118) | def read(self): method write (line 126) | def write(self, values): method get_empty_ids (line 143) | def get_empty_ids(self): class MongoCollectionTarget (line 152) | class MongoCollectionTarget(MongoTarget): method __init__ (line 155) | def __init__(self, mongo_client, index, collection): method exists (line 158) | def exists(self): method read (line 165) | def read(self): class MongoCountTarget (line 172) | class MongoCountTarget(MongoTarget): method __init__ (line 175) | def __init__(self, mongo_client, index, collection, target_count): method exists (line 184) | def exists(self): method read (line 191) | def read(self): FILE: luigi/contrib/mssqldb.py class MSSqlTarget (line 33) | class MSSqlTarget(luigi.Target): method __init__ (line 44) | def __init__(self, host, database, user, password, table, update_id): method __str__ (line 71) | def __str__(self): method touch (line 74) | def touch(self, connection=None): method exists (line 106) | def exists(self, connection=None): method connect (line 125) | def connect(self): method create_marker_table (line 132) | def create_marker_table(self): FILE: luigi/contrib/mysqldb.py class MySqlTarget (line 35) | class MySqlTarget(luigi.Target): method __init__ (line 42) | def __init__(self, host, database, user, password, table, update_id, *... method __str__ (line 72) | def __str__(self): method touch (line 75) | def touch(self, connection=None): method exists (line 100) | def exists(self, connection=None): method connect (line 120) | def connect(self, autocommit=False): method create_marker_table (line 126) | def create_marker_table(self): class CopyToTable (line 154) | class CopyToTable(rdbms.CopyToTable): method rows (line 166) | def rows(self): method output (line 176) | def output(self): method copy (line 184) | def copy(self, cursor, file=None): method run (line 199) | def run(self): method bulk_size (line 241) | def bulk_size(self): FILE: luigi/contrib/opener.py class OpenerError (line 45) | class OpenerError(FileSystemException): class NoOpenerError (line 51) | class NoOpenerError(OpenerError): class InvalidQuery (line 57) | class InvalidQuery(OpenerError): class OpenerRegistry (line 63) | class OpenerRegistry: method __init__ (line 64) | def __init__(self, openers=None): method get_opener (line 81) | def get_opener(self, name): method add (line 94) | def add(self, opener): method open (line 107) | def open(self, target_uri, **kwargs): class Opener (line 127) | class Opener: method conform_query (line 136) | def conform_query(cls, query): method get_target (line 165) | def get_target(cls, scheme, path, fragment, username, password, hostna... class MockOpener (line 173) | class MockOpener(Opener): method get_target (line 190) | def get_target(cls, scheme, path, fragment, username, password, hostna... class LocalOpener (line 196) | class LocalOpener(Opener): method get_target (line 214) | def get_target(cls, scheme, path, fragment, username, password, hostna... class S3Opener (line 220) | class S3Opener(Opener): method get_target (line 237) | def get_target(cls, scheme, path, fragment, username, password, hostna... FILE: luigi/contrib/pai.py function slot_to_dict (line 51) | def slot_to_dict(o): class PaiJob (line 61) | class PaiJob: method __init__ (line 103) | def __init__(self, jobName, image, tasks): class Port (line 119) | class Port: method __init__ (line 122) | def __init__(self, label, begin_at=0, port_number=1): class TaskRole (line 135) | class TaskRole: method __init__ (line 138) | def __init__(self, name, command, taskNumber=1, cpuNumber=1, memoryMB=... class OpenPai (line 161) | class OpenPai(luigi.Config): class PaiTask (line 168) | class PaiTask(luigi.Task): method name (line 173) | def name(self): method image (line 179) | def image(self): method tasks (line 185) | def tasks(self): method auth_file_path (line 190) | def auth_file_path(self): method data_dir (line 195) | def data_dir(self): method code_dir (line 200) | def code_dir(self): method output_dir (line 205) | def output_dir(self): method virtual_cluster (line 210) | def virtual_cluster(self): method gpu_type (line 215) | def gpu_type(self): method retry_count (line 220) | def retry_count(self): method __init_token (line 224) | def __init_token(self): method __init__ (line 238) | def __init__(self, *args, **kwargs): method __check_job_status (line 246) | def __check_job_status(self): method run (line 269) | def run(self): method output (line 294) | def output(self): method complete (line 297) | def complete(self): FILE: luigi/contrib/pig.py class PigJobTask (line 41) | class PigJobTask(luigi.Task): method pig_home (line 42) | def pig_home(self): method pig_command_path (line 45) | def pig_command_path(self): method pig_env_vars (line 48) | def pig_env_vars(self): method pig_properties (line 57) | def pig_properties(self): method pig_parameters (line 67) | def pig_parameters(self): method pig_options (line 77) | def pig_options(self): method output (line 87) | def output(self): method pig_script_path (line 90) | def pig_script_path(self): method _build_pig_cmd (line 97) | def _build_pig_cmd(self): method run (line 123) | def run(self): method track_and_progress (line 127) | def track_and_progress(self, cmd): class PigRunContext (line 168) | class PigRunContext: method __init__ (line 169) | def __init__(self): method __enter__ (line 172) | def __enter__(self): method kill_job (line 177) | def kill_job(self, captured_signal=None, stack_frame=None): method __exit__ (line 185) | def __exit__(self, exc_type, exc_val, exc_tb): class PigJobError (line 191) | class PigJobError(RuntimeError): method __init__ (line 192) | def __init__(self, message, out=None, err=None): method __str__ (line 198) | def __str__(self): FILE: luigi/contrib/postgres.py function update_error_codes (line 45) | def update_error_codes(): function _is_pg8000_error (line 75) | def _is_pg8000_error(exception): function _pg8000_connection_reset (line 87) | def _pg8000_connection_reset(connection): function db_error_code (line 97) | def db_error_code(exception): class MultiReplacer (line 111) | class MultiReplacer: method __init__ (line 138) | def __init__(self, replace_pairs): method _replacer (line 150) | def _replacer(self, match_object): method __call__ (line 154) | def __call__(self, search_string): class PostgresTarget (line 164) | class PostgresTarget(luigi.Target): method __init__ (line 179) | def __init__(self, host, database, user, password, table, update_id, p... method __str__ (line 201) | def __str__(self): method touch (line 204) | def touch(self, connection=None): method exists (line 234) | def exists(self, connection=None): method connect (line 254) | def connect(self): method create_marker_table (line 262) | def create_marker_table(self): method open (line 293) | def open(self, mode): class CopyToTable (line 297) | class CopyToTable(rdbms.CopyToTable): method rows (line 309) | def rows(self): method map_column (line 317) | def map_column(self, value): method output (line 330) | def output(self): method copy (line 340) | def copy(self, cursor, file): method run (line 357) | def run(self): class PostgresQuery (line 420) | class PostgresQuery(rdbms.Query): method run (line 435) | def run(self): method output (line 451) | def output(self): FILE: luigi/contrib/presto.py class presto (line 22) | class presto(luigi.Config): # NOQA class PrestoClient (line 32) | class PrestoClient: method __init__ (line 38) | def __init__(self, connection, sleep_time=1): method percentage_progress (line 44) | def percentage_progress(self): method info_uri (line 51) | def info_uri(self): method execute (line 57) | def execute(self, query, parameters=None, mode=None): class WithPrestoClient (line 88) | class WithPrestoClient(Register): method __new__ (line 95) | def __new__(cls, name, bases, attrs): class PrestoTarget (line 118) | class PrestoTarget(luigi.Target): method __init__ (line 123) | def __init__(self, client, catalog, database, table, partition=None): method __str__ (line 131) | def __str__(self): method _count_query (line 135) | def _count_query(self): method _table_doesnot_exist (line 148) | def _table_doesnot_exist(self, exception): method count (line 157) | def count(self): method exists (line 167) | def exists(self): class PrestoTask (line 182) | class PrestoTask(rdbms.Query, metaclass=WithPrestoClient): method host (line 191) | def host(self): method port (line 195) | def port(self): method user (line 199) | def user(self): method username (line 203) | def username(self): method schema (line 207) | def schema(self): method password (line 211) | def password(self): method catalog (line 215) | def catalog(self): method poll_interval (line 219) | def poll_interval(self): method source (line 223) | def source(self): method partition (line 227) | def partition(self): method protocol (line 231) | def protocol(self): method session_props (line 235) | def session_props(self): method requests_session (line 239) | def requests_session(self): method requests_kwargs (line 243) | def requests_kwargs(self): method _maybe_set_tracking_url (line 248) | def _maybe_set_tracking_url(self): method _set_progress (line 253) | def _set_progress(self): method run (line 256) | def run(self): method output (line 261) | def output(self): FILE: luigi/contrib/prometheus_metric.py class prometheus (line 8) | class prometheus(Config): class PrometheusMetricsCollector (line 13) | class PrometheusMetricsCollector(MetricsCollector): method _generate_task_labels (line 14) | def _generate_task_labels(self, task): method __init__ (line 17) | def __init__(self, *args, **kwargs): method generate_latest (line 32) | def generate_latest(self): method handle_task_started (line 35) | def handle_task_started(self, task): method handle_task_failed (line 39) | def handle_task_failed(self, task): method handle_task_disabled (line 43) | def handle_task_disabled(self, task, config): method handle_task_done (line 47) | def handle_task_done(self, task): method configure_http_handler (line 53) | def configure_http_handler(self, http_handler): FILE: luigi/contrib/pyspark_runner.py class _SparkEntryPoint (line 41) | class _SparkEntryPoint(metaclass=abc.ABCMeta): method __init__ (line 42) | def __init__(self, conf): method __enter__ (line 46) | def __enter__(self): method __exit__ (line 50) | def __exit__(self, exc_type, exc_val, exc_tb): class SparkContextEntryPoint (line 54) | class SparkContextEntryPoint(_SparkEntryPoint): method __enter__ (line 57) | def __enter__(self): method __exit__ (line 63) | def __exit__(self, exc_type, exc_val, exc_tb): class SparkSessionEntryPoint (line 67) | class SparkSessionEntryPoint(_SparkEntryPoint): method _check_major_spark_version (line 70) | def _check_major_spark_version(self): method __enter__ (line 82) | def __enter__(self): method __exit__ (line 90) | def __exit__(self, exc_type, exc_val, exc_tb): class AbstractPySparkRunner (line 94) | class AbstractPySparkRunner(object): method __init__ (line 97) | def __init__(self, job, *args): method run (line 105) | def run(self): function _pyspark_runner_with (line 115) | def _pyspark_runner_with(name, entry_point_class): function _use_spark_session (line 123) | def _use_spark_session(): function _get_runner_class (line 127) | def _get_runner_class(): FILE: luigi/contrib/rdbms.py class _MetadataColumnsMixin (line 33) | class _MetadataColumnsMixin: method metadata_columns (line 91) | def metadata_columns(self): method metadata_queries (line 99) | def metadata_queries(self): method enable_metadata_columns (line 103) | def enable_metadata_columns(self): method _add_metadata_columns (line 106) | def _add_metadata_columns(self, connection): method _column_exists (line 120) | def _column_exists(self, cursor, column_name): method _add_column_to_table (line 137) | def _add_column_to_table(self, cursor, column): method post_copy_metacolumns (line 149) | def post_copy_metacolumns(self, cursor): class CopyToTable (line 155) | class CopyToTable(luigi.task.MixinNaiveBulkComplete, _MetadataColumnsMix... method host (line 174) | def host(self): method database (line 179) | def database(self): method user (line 184) | def user(self): method password (line 189) | def password(self): method table (line 194) | def table(self): method port (line 198) | def port(self): method create_table (line 213) | def create_table(self, connection): method update_id (line 232) | def update_id(self): method output (line 239) | def output(self): method init_copy (line 242) | def init_copy(self, connection): method post_copy (line 259) | def post_copy(self, connection): method copy (line 269) | def copy(self, cursor, file): class Query (line 273) | class Query(luigi.task.MixinNaiveBulkComplete, luigi.Task): method host (line 302) | def host(self): method port (line 310) | def port(self): method database (line 318) | def database(self): method user (line 323) | def user(self): method password (line 328) | def password(self): method table (line 333) | def table(self): method query (line 338) | def query(self): method autocommit (line 342) | def autocommit(self): method update_id (line 346) | def update_id(self): method run (line 353) | def run(self): method output (line 357) | def output(self): FILE: luigi/contrib/redis_store.py class RedisTarget (line 33) | class RedisTarget(Target): method __init__ (line 38) | def __init__(self, host, port, db, update_id, password=None, socket_ti... method __str__ (line 72) | def __str__(self): method marker_key (line 75) | def marker_key(self): method touch (line 81) | def touch(self): method exists (line 94) | def exists(self): FILE: luigi/contrib/redshift.py class _CredentialsMixin (line 38) | class _CredentialsMixin: method configuration_section (line 46) | def configuration_section(self): method aws_access_key_id (line 54) | def aws_access_key_id(self): method aws_secret_access_key (line 61) | def aws_secret_access_key(self): method aws_account_id (line 68) | def aws_account_id(self): method aws_arn_role_name (line 75) | def aws_arn_role_name(self): method aws_session_token (line 82) | def aws_session_token(self): method _get_configuration_attribute (line 88) | def _get_configuration_attribute(self, attribute): method _credentials (line 98) | def _credentials(self): class RedshiftTarget (line 121) | class RedshiftTarget(postgres.PostgresTarget): class S3CopyToTable (line 137) | class S3CopyToTable(rdbms.CopyToTable, _CredentialsMixin): method s3_load_path (line 159) | def s3_load_path(self): method copy_options (line 167) | def copy_options(self): method prune_table (line 180) | def prune_table(self): method prune_column (line 189) | def prune_column(self): method prune_date (line 198) | def prune_date(self): method table_attributes (line 207) | def table_attributes(self): method table_constraints (line 218) | def table_constraints(self): method do_truncate_table (line 228) | def do_truncate_table(self): method do_prune (line 234) | def do_prune(self): method table_type (line 248) | def table_type(self): method queries (line 255) | def queries(self): method truncate_table (line 261) | def truncate_table(self, connection): method prune (line 269) | def prune(self, connection): method create_schema (line 277) | def create_schema(self, connection): method create_table (line 287) | def create_table(self, connection): method run (line 331) | def run(self): method copy (line 358) | def copy(self, cursor, f): method output (line 378) | def output(self): method does_schema_exist (line 386) | def does_schema_exist(self, connection): method does_table_exist (line 405) | def does_table_exist(self, connection): method init_copy (line 422) | def init_copy(self, connection): method post_copy (line 445) | def post_copy(self, cursor): method post_copy_metacolums (line 453) | def post_copy_metacolums(self, cursor): class S3CopyJSONToTable (line 462) | class S3CopyJSONToTable(S3CopyToTable, _CredentialsMixin): method jsonpath (line 487) | def jsonpath(self): method copy_json_options (line 495) | def copy_json_options(self): method copy (line 504) | def copy(self, cursor, f): class RedshiftManifestTask (line 521) | class RedshiftManifestTask(S3PathTask): method run (line 548) | def run(self): class KillOpenRedshiftSessions (line 564) | class KillOpenRedshiftSessions(luigi.Task): method host (line 584) | def host(self): method database (line 589) | def database(self): method user (line 594) | def user(self): method password (line 599) | def password(self): method update_id (line 603) | def update_id(self): method output (line 610) | def output(self): method run (line 621) | def run(self): class RedshiftQuery (line 657) | class RedshiftQuery(postgres.PostgresQuery): method output (line 671) | def output(self): class RedshiftUnloadTask (line 680) | class RedshiftUnloadTask(postgres.PostgresQuery, _CredentialsMixin): method s3_unload_path (line 694) | def s3_unload_path(self): method unload_options (line 701) | def unload_options(self): method unload_query (line 708) | def unload_query(self): method run (line 714) | def run(self): method output (line 734) | def output(self): FILE: luigi/contrib/s3.py class InvalidDeleteException (line 53) | class InvalidDeleteException(FileSystemException): class FileNotFoundException (line 57) | class FileNotFoundException(FileSystemException): class DeprecatedBotoClientException (line 61) | class DeprecatedBotoClientException(Exception): class S3Client (line 65) | class S3Client(FileSystem): method __init__ (line 74) | def __init__(self, aws_access_key_id=None, aws_secret_access_key=None,... method s3 (line 87) | def s3(self): method s3 (line 139) | def s3(self, value): method exists (line 142) | def exists(self, path): method remove (line 162) | def remove(self, path, recursive=True): method move (line 202) | def move(self, source_path, destination_path, **kwargs): method get_key (line 212) | def get_key(self, path): method put (line 221) | def put(self, local_path, destination_s3_path, **kwargs): method put_string (line 233) | def put_string(self, content, destination_s3_path, **kwargs): method put_multipart (line 246) | def put_multipart(self, local_path, destination_s3_path, part_size=DEF... method copy (line 267) | def copy(self, source_path, destination_path, threads=DEFAULT_THREADS,... method _copy_file (line 291) | def _copy_file(self, source_path, destination_path, threads=DEFAULT_TH... method _copy_dir (line 302) | def _copy_dir(self, source_path, destination_path, threads=DEFAULT_THR... method get (line 335) | def get(self, s3_path, destination_local_path): method get_as_bytes (line 343) | def get_as_bytes(self, s3_path): method get_as_string (line 355) | def get_as_string(self, s3_path, encoding="utf-8"): method isdir (line 366) | def isdir(self, path): method mkdir (line 397) | def mkdir(self, path, parents=True, raise_if_exists=False): method listdir (line 413) | def listdir(self, path, start_time=None, end_time=None, return_key=Fal... method list (line 448) | def list(self, path, start_time=None, end_time=None, return_key=False)... method _get_s3_config (line 466) | def _get_s3_config(key=None): method _path_to_bucket_and_key (line 485) | def _path_to_bucket_and_key(path): method _is_root (line 492) | def _is_root(key): method _add_path_delimiter (line 496) | def _add_path_delimiter(key): method _check_deprecated_argument (line 500) | def _check_deprecated_argument(**kwargs): method _exists (line 515) | def _exists(self, bucket, key): class AtomicS3File (line 527) | class AtomicS3File(AtomicLocalFile): method __init__ (line 534) | def __init__(self, path, s3_client, **kwargs): method move_to_final_destination (line 539) | def move_to_final_destination(self): class ReadableS3File (line 543) | class ReadableS3File: method __init__ (line 544) | def __init__(self, s3_key): method read (line 550) | def read(self, size=None): method close (line 554) | def close(self): method __del__ (line 558) | def __del__(self): method __exit__ (line 561) | def __exit__(self, exc_type, exc, traceback): method __enter__ (line 564) | def __enter__(self): method _add_to_buffer (line 567) | def _add_to_buffer(self, line): method _flush_buffer (line 570) | def _flush_buffer(self): method readable (line 575) | def readable(self): method writable (line 578) | def writable(self): method seekable (line 581) | def seekable(self): method __iter__ (line 584) | def __iter__(self): class S3Target (line 614) | class S3Target(FileSystemTarget): method __init__ (line 623) | def __init__(self, path, format=None, client=None, **kwargs): method open (line 633) | def open(self, mode="r"): class S3FlagTarget (line 648) | class S3FlagTarget(S3Target): method __init__ (line 670) | def __init__(self, path, format=None, client=None, flag="_SUCCESS"): method exists (line 689) | def exists(self): class S3EmrTarget (line 694) | class S3EmrTarget(S3FlagTarget): method __init__ (line 699) | def __init__(self, *args, **kwargs): class S3PathTask (line 704) | class S3PathTask(ExternalTask): method output (line 711) | def output(self): class S3EmrTask (line 715) | class S3EmrTask(ExternalTask): method output (line 722) | def output(self): class S3FlagTask (line 726) | class S3FlagTask(ExternalTask): method output (line 734) | def output(self): FILE: luigi/contrib/salesforce.py function get_soql_fields (line 39) | def get_soql_fields(soql): function ensure_utf (line 51) | def ensure_utf(value): function parse_results (line 55) | def parse_results(fields, data): function _traverse_results (line 76) | def _traverse_results(value, fields, row, path): class salesforce (line 93) | class salesforce(luigi.Config): class QuerySalesforce (line 108) | class QuerySalesforce(Task): method object_name (line 111) | def object_name(self): method use_sandbox (line 119) | def use_sandbox(self): method sandbox_name (line 127) | def sandbox_name(self): method soql (line 133) | def soql(self): method is_soql_file (line 138) | def is_soql_file(self): method content_type (line 143) | def content_type(self): method run (line 149) | def run(self): method merge_batch_results (line 207) | def merge_batch_results(self, result_ids): class SalesforceAPI (line 227) | class SalesforceAPI: method __init__ (line 237) | def __init__(self, username, password, security_token, sb_token=None, ... method start_session (line 251) | def start_session(self): method has_active_session (line 276) | def has_active_session(self): method query (line 279) | def query(self, query, **kwargs): method query_more (line 292) | def query_more(self, next_records_identifier, identifier_is_url=False,... method query_all (line 318) | def query_all(self, query, **kwargs): method restful (line 364) | def restful(self, path, params): method create_operation_job (line 383) | def create_operation_job(self, operation, obj, external_id_field_name=... method get_job_details (line 405) | def get_job_details(self, job_id): method abort_job (line 418) | def abort_job(self, job_id): method close_job (line 431) | def close_job(self, job_id): method create_batch (line 446) | def create_batch(self, job_id, data, file_type): method block_on_batch (line 472) | def block_on_batch(self, job_id, batch_id, sleep_time_seconds=5, max_w... method get_batch_results (line 497) | def get_batch_results(self, job_id, batch_id): method get_batch_result_ids (line 504) | def get_batch_result_ids(self, job_id, batch_id): method get_batch_result (line 520) | def get_batch_result(self, job_id, batch_id, result_id): method _get_batch_info (line 533) | def _get_batch_info(self, job_id, batch_id): method _get_login_url (line 548) | def _get_login_url(self): method _get_base_url (line 552) | def _get_base_url(self): method _get_bulk_base_url (line 555) | def _get_bulk_base_url(self): method _get_norm_base_url (line 559) | def _get_norm_base_url(self): method _get_norm_query_url (line 563) | def _get_norm_query_url(self): method _get_create_job_url (line 567) | def _get_create_job_url(self): method _get_job_id_url (line 571) | def _get_job_id_url(self, job_id): method _get_job_details_url (line 575) | def _get_job_details_url(self, job_id): method _get_abort_job_url (line 579) | def _get_abort_job_url(self, job_id): method _get_close_job_url (line 583) | def _get_close_job_url(self, job_id): method _get_create_batch_url (line 587) | def _get_create_batch_url(self, job_id): method _get_batch_info_url (line 591) | def _get_batch_info_url(self, job_id, batch_id): method _get_batch_results_url (line 595) | def _get_batch_results_url(self, job_id, batch_id): method _get_batch_result_url (line 599) | def _get_batch_result_url(self, job_id, batch_id, result_id): method _get_login_headers (line 603) | def _get_login_headers(self): method _get_session_headers (line 607) | def _get_session_headers(self): method _get_norm_session_headers (line 611) | def _get_norm_session_headers(self): method _get_rest_headers (line 615) | def _get_rest_headers(self): method _get_job_headers (line 620) | def _get_job_headers(self): method _get_create_job_headers (line 625) | def _get_create_job_headers(self): method _get_abort_job_headers (line 628) | def _get_abort_job_headers(self): method _get_close_job_headers (line 631) | def _get_close_job_headers(self): method _get_create_batch_content_headers (line 634) | def _get_create_batch_content_headers(self, content_type): method _get_batch_info_headers (line 640) | def _get_batch_info_headers(self): method _get_login_xml (line 643) | def _get_login_xml(self): method _get_create_job_xml (line 657) | def _get_create_job_xml(self, operation, obj, external_id_field_name, ... method _get_abort_job_xml (line 671) | def _get_abort_job_xml(self): method _get_close_job_xml (line 678) | def _get_close_job_xml(self): FILE: luigi/contrib/scalding.py class ScaldingJobRunner (line 61) | class ScaldingJobRunner(luigi.contrib.hadoop.JobRunner): method __init__ (line 66) | def __init__(self): method _get_jars (line 79) | def _get_jars(self, path): method get_scala_jars (line 82) | def get_scala_jars(self, include_compiler=False): method get_scalding_jars (line 96) | def get_scalding_jars(self): method get_scalding_core (line 100) | def get_scalding_core(self): method get_provided_jars (line 109) | def get_provided_jars(self): method get_libjars (line 112) | def get_libjars(self): method get_tmp_job_jar (line 115) | def get_tmp_job_jar(self, source): method get_build_dir (line 119) | def get_build_dir(self, source): method get_job_class (line 123) | def get_job_class(self, source): method build_job_jar (line 146) | def build_job_jar(self, job): method run_job (line 186) | def run_job(self, job, tracking_url_callback=None): class ScaldingJobTask (line 217) | class ScaldingJobTask(luigi.contrib.hadoop.BaseHadoopJobTask): method relpath (line 232) | def relpath(self, current_file, rel_path): method source (line 240) | def source(self): method jar (line 248) | def jar(self): method extra_jars (line 256) | def extra_jars(self): method job_class (line 262) | def job_class(self): method job_runner (line 268) | def job_runner(self): method atomic_output (line 271) | def atomic_output(self): method requires (line 278) | def requires(self): method job_args (line 281) | def job_args(self): method args (line 287) | def args(self): FILE: luigi/contrib/sge.py function _parse_qstat_state (line 110) | def _parse_qstat_state(qstat_out, job_id): function _parse_qsub_job_id (line 131) | def _parse_qsub_job_id(qsub_out): function _build_qsub_command (line 142) | def _build_qsub_command(cmd, job_name, outfile, errfile, pe, n_cpu): class SGEJobTask (line 148) | class SGEJobTask(luigi.Task): method __init__ (line 190) | def __init__(self, *args, **kwargs): method _fetch_task_failures (line 202) | def _fetch_task_failures(self): method _init_local (line 214) | def _init_local(self): method run (line 238) | def run(self): method work (line 252) | def work(self): method _dump (line 256) | def _dump(self, out_dir=""): method _run_job (line 270) | def _run_job(self): method _track_job (line 298) | def _track_job(self): class LocalSGEJobTask (line 328) | class LocalSGEJobTask(SGEJobTask): method run (line 336) | def run(self): FILE: luigi/contrib/sge_runner.py function _do_work_on_compute_node (line 43) | def _do_work_on_compute_node(work_dir, tarball=True): function _extract_packages_archive (line 60) | def _extract_packages_archive(work_dir): function main (line 76) | def main(args=sys.argv): FILE: luigi/contrib/simulate.py class RunAnywayTarget (line 32) | class RunAnywayTarget(luigi.Target): method __init__ (line 63) | def __init__(self, task_obj): method __str__ (line 83) | def __str__(self): method get_path (line 86) | def get_path(self): method exists (line 95) | def exists(self): method done (line 101) | def done(self): FILE: luigi/contrib/spark.py class SparkSubmitTask (line 36) | class SparkSubmitTask(ExternalProgramTask): method tracking_url_pattern (line 59) | def tracking_url_pattern(self): method app_options (line 66) | def app_options(self): method pyspark_python (line 74) | def pyspark_python(self): method pyspark_driver_python (line 78) | def pyspark_driver_python(self): method hadoop_user_name (line 82) | def hadoop_user_name(self): method spark_version (line 86) | def spark_version(self): method spark_submit (line 90) | def spark_submit(self): method master (line 94) | def master(self): method deploy_mode (line 98) | def deploy_mode(self): method jars (line 102) | def jars(self): method packages (line 106) | def packages(self): method py_files (line 110) | def py_files(self): method files (line 114) | def files(self): method _conf (line 118) | def _conf(self): method conf (line 127) | def conf(self): method properties_file (line 131) | def properties_file(self): method driver_memory (line 135) | def driver_memory(self): method driver_java_options (line 139) | def driver_java_options(self): method driver_library_path (line 143) | def driver_library_path(self): method driver_class_path (line 147) | def driver_class_path(self): method executor_memory (line 151) | def executor_memory(self): method driver_cores (line 155) | def driver_cores(self): method supervise (line 159) | def supervise(self): method total_executor_cores (line 163) | def total_executor_cores(self): method executor_cores (line 167) | def executor_cores(self): method queue (line 171) | def queue(self): method num_executors (line 175) | def num_executors(self): method archives (line 179) | def archives(self): method hadoop_conf_dir (line 183) | def hadoop_conf_dir(self): method get_environment (line 186) | def get_environment(self): method program_environment (line 194) | def program_environment(self): method program_args (line 197) | def program_args(self): method spark_command (line 200) | def spark_command(self): method app_command (line 226) | def app_command(self): method _list_config (line 231) | def _list_config(self, config): method _dict_config (line 235) | def _dict_config(self, config): method _text_arg (line 239) | def _text_arg(self, name, value): method _list_arg (line 244) | def _list_arg(self, name, value): method _dict_arg (line 249) | def _dict_arg(self, name, value): method _flag_arg (line 256) | def _flag_arg(self, name, value): class PySparkTask (line 262) | class PySparkTask(SparkSubmitTask): method name (line 277) | def name(self): method py_packages (line 281) | def py_packages(self): method files (line 287) | def files(self): method pickle_protocol (line 292) | def pickle_protocol(self): method setup (line 295) | def setup(self, conf): method setup_remote (line 302) | def setup_remote(self, sc): method main (line 305) | def main(self, sc, *args): method app_command (line 314) | def app_command(self): method run (line 321) | def run(self): method _dump (line 335) | def _dump(self, fd): method _setup_packages (line 345) | def _setup_packages(self, sc): FILE: luigi/contrib/sparkey.py class SparkeyExportTask (line 21) | class SparkeyExportTask(luigi.Task): method __init__ (line 38) | def __init__(self, *args, **kwargs): method run (line 41) | def run(self): method _write_sparkey_file (line 44) | def _write_sparkey_file(self): FILE: luigi/contrib/sqla.py class SQLAlchemyTarget (line 154) | class SQLAlchemyTarget(luigi.Target): method __init__ (line 168) | def __init__(self, connection_string, target_table, update_id, echo=Fa... method __str__ (line 194) | def __str__(self): method engine (line 198) | def engine(self): method touch (line 213) | def touch(self): method exists (line 234) | def exists(self): method create_marker_table (line 244) | def create_marker_table(self): method open (line 270) | def open(self, mode): class CopyToTable (line 274) | class CopyToTable(luigi.Task): method connection_string (line 292) | def connection_string(self): method table (line 297) | def table(self): method create_table (line 323) | def create_table(self, engine): method update_id (line 364) | def update_id(self): method output (line 370) | def output(self): method rows (line 375) | def rows(self): method run (line 385) | def run(self): method copy (line 400) | def copy(self, conn, ins_rows, table_bound): FILE: luigi/contrib/ssh.py class RemoteCalledProcessError (line 54) | class RemoteCalledProcessError(subprocess.CalledProcessError): method __init__ (line 55) | def __init__(self, returncode, command, host, output=None): method __str__ (line 59) | def __str__(self): class RemoteContext (line 63) | class RemoteContext: method __init__ (line 64) | def __init__(self, host, **kwargs): method __repr__ (line 74) | def __repr__(self): method __eq__ (line 77) | def __eq__(self, other): method __hash__ (line 80) | def __hash__(self): method _host_ref (line 83) | def _host_ref(self): method _prepare_cmd (line 89) | def _prepare_cmd(self, cmd): method Popen (line 111) | def Popen(self, cmd, **kwargs): method check_output (line 118) | def check_output(self, cmd): method tunnel (line 131) | def tunnel(self, local_port, remote_port=None, remote_host="localhost"): class RemoteFileSystem (line 153) | class RemoteFileSystem(luigi.target.FileSystem): method __init__ (line 154) | def __init__(self, host, **kwargs): method exists (line 157) | def exists(self, path): method listdir (line 170) | def listdir(self, path): method isdir (line 178) | def isdir(self, path): method remove (line 191) | def remove(self, path, recursive=True): method mkdir (line 202) | def mkdir(self, path, parents=True, raise_if_exists=False): method _scp (line 223) | def _scp(self, src, dest): method put (line 243) | def put(self, local_path, path): method get (line 254) | def get(self, path, local_path): class AtomicRemoteFileWriter (line 269) | class AtomicRemoteFileWriter(luigi.format.OutputPipeProcessWrapper): method __init__ (line 270) | def __init__(self, fs, path): method __del__ (line 283) | def __del__(self): method close (line 293) | def close(self): method tmp_path (line 298) | def tmp_path(self): method fs (line 302) | def fs(self): class RemoteTarget (line 306) | class RemoteTarget(luigi.target.FileSystemTarget): method __init__ (line 313) | def __init__(self, path, host, format=None, **kwargs): method fs (line 321) | def fs(self): method open (line 324) | def open(self, mode="r"): method put (line 340) | def put(self, local_path): method get (line 343) | def get(self, local_path): FILE: luigi/contrib/target.py class CascadingClient (line 26) | class CascadingClient: method __init__ (line 55) | def __init__(self, clients, method_names=None): method _make_method (line 66) | def _make_method(cls, method_name): method _chained_call (line 72) | def _chained_call(self, method_name, *args, **kwargs): FILE: luigi/contrib/webhdfs.py class WebHdfsTarget (line 35) | class WebHdfsTarget(FileSystemTarget): method __init__ (line 38) | def __init__(self, path, client=None, format=None): method open (line 47) | def open(self, mode="r"): class ReadableWebHdfsFile (line 57) | class ReadableWebHdfsFile: method __init__ (line 58) | def __init__(self, path, client): method read (line 63) | def read(self): method readlines (line 68) | def readlines(self, char="\n"): method __enter__ (line 72) | def __enter__(self): method __exit__ (line 75) | def __exit__(self, exc_type, exc, traceback): method __iter__ (line 78) | def __iter__(self): method close (line 83) | def close(self): class AtomicWebHdfsFile (line 87) | class AtomicWebHdfsFile(AtomicLocalFile): method __init__ (line 92) | def __init__(self, path, client): method move_to_final_destination (line 96) | def move_to_final_destination(self): FILE: luigi/date_interval.py class DateInterval (line 38) | class DateInterval: method __init__ (line 56) | def __init__(self, date_a, date_b): method dates (line 60) | def dates(self): method hours (line 70) | def hours(self): method __str__ (line 76) | def __str__(self): method __repr__ (line 79) | def __repr__(self): method prev (line 82) | def prev(self): method next (line 86) | def next(self): method to_string (line 90) | def to_string(self): method from_date (line 94) | def from_date(cls, d): method parse (line 101) | def parse(cls, s): method __contains__ (line 107) | def __contains__(self, date): method __iter__ (line 110) | def __iter__(self): method __hash__ (line 114) | def __hash__(self): method __cmp__ (line 117) | def __cmp__(self, other): method __lt__ (line 124) | def __lt__(self, other): method __le__ (line 129) | def __le__(self, other): method __gt__ (line 134) | def __gt__(self, other): method __ge__ (line 139) | def __ge__(self, other): method __eq__ (line 144) | def __eq__(self, other): method __ne__ (line 152) | def __ne__(self, other): class Date (line 156) | class Date(DateInterval): method __init__ (line 159) | def __init__(self, y, m, d): method to_string (line 164) | def to_string(self): method from_date (line 168) | def from_date(cls, d): method parse (line 172) | def parse(cls, s): class Week (line 177) | class Week(DateInterval): method __init__ (line 183) | def __init__(self, y, w): method to_string (line 195) | def to_string(self): method from_date (line 199) | def from_date(cls, d): method parse (line 203) | def parse(cls, s): class Month (line 209) | class Month(DateInterval): method __init__ (line 210) | def __init__(self, y, m): method to_string (line 215) | def to_string(self): method from_date (line 219) | def from_date(cls, d): method parse (line 223) | def parse(cls, s): class Year (line 229) | class Year(DateInterval): method __init__ (line 230) | def __init__(self, y): method to_string (line 235) | def to_string(self): method from_date (line 239) | def from_date(cls, d): method parse (line 243) | def parse(cls, s): class Custom (line 248) | class Custom(DateInterval): method to_string (line 256) | def to_string(self): method parse (line 260) | def parse(cls, s): FILE: luigi/db_task_history.py class DbTaskHistory (line 56) | class DbTaskHistory(task_history.TaskHistory): method _session (line 65) | def _session(self, session=None): method __init__ (line 78) | def __init__(self): method task_scheduled (line 88) | def task_scheduled(self, task): method task_finished (line 92) | def task_finished(self, task, successful): method task_started (line 97) | def task_started(self, task, worker_host): method _get_task (line 101) | def _get_task(self, task, status, host=None): method _add_task_event (line 111) | def _add_task_event(self, task, event): method _find_or_create_task (line 115) | def _find_or_create_task(self, task): method find_all_by_parameters (line 133) | def find_all_by_parameters(self, task_name, session=None, **task_params): method find_all_by_name (line 150) | def find_all_by_name(self, task_name, session=None): method find_latest_runs (line 156) | def find_latest_runs(self, session=None): method find_all_runs (line 171) | def find_all_runs(self, session=None): method find_all_events (line 178) | def find_all_events(self, session=None): method find_task_by_id (line 185) | def find_task_by_id(self, id, session=None): method find_task_by_task_id (line 192) | def find_task_by_task_id(self, task_id, session=None): class TaskParameter (line 200) | class TaskParameter(Base): # type: ignore method __repr__ (line 210) | def __repr__(self): class TaskEvent (line 214) | class TaskEvent(Base): # type: ignore method __repr__ (line 225) | def __repr__(self): class TaskRecord (line 229) | class TaskRecord(Base): # type: ignore method __repr__ (line 246) | def __repr__(self): function _upgrade_schema (line 250) | def _upgrade_schema(engine): FILE: luigi/event.py class Event (line 21) | class Event: FILE: luigi/execution_summary.py class execution_summary (line 33) | class execution_summary(Config): class LuigiStatusCode (line 37) | class LuigiStatusCode(enum.Enum): class LuigiRunResult (line 66) | class LuigiRunResult: method __init__ (line 79) | def __init__(self, worker, worker_add_run_status=True): method __str__ (line 87) | def __str__(self): method __repr__ (line 90) | def __repr__(self): function _partition_tasks (line 94) | def _partition_tasks(worker): function _root_task (line 128) | def _root_task(worker): function _populate_unknown_statuses (line 135) | def _populate_unknown_statuses(set_tasks): function _depth_first_search (line 144) | def _depth_first_search(set_tasks, current_task, visited): function _get_str (line 179) | def _get_str(task_dict, extra_indent): function _get_len_of_params (line 242) | def _get_len_of_params(task): function _get_str_ranging_multiple_parameters (line 246) | def _get_str_ranging_multiple_parameters(first, last, tasks, unique_param): function _get_set_of_params (line 261) | def _get_set_of_params(tasks): function _get_unique_param_keys (line 268) | def _get_unique_param_keys(params): function _ranging_attributes (line 274) | def _ranging_attributes(attributes, param_class): function _get_str_one_parameter (line 288) | def _get_str_one_parameter(tasks): function _serialize_first_param (line 303) | def _serialize_first_param(task): function _get_number_of_tasks_for (line 307) | def _get_number_of_tasks_for(status, group_tasks): function _get_number_of_tasks (line 313) | def _get_number_of_tasks(task_dict): function _get_comments (line 317) | def _get_comments(group_tasks): function _get_run_by_other_worker (line 363) | def _get_run_by_other_worker(worker): function _get_external_workers (line 371) | def _get_external_workers(worker): function _group_tasks_by_name_and_status (line 389) | def _group_tasks_by_name_and_status(task_dict): function _summary_dict (line 403) | def _summary_dict(worker): function _summary_format (line 410) | def _summary_format(set_tasks, worker): function _create_one_line_summary (line 460) | def _create_one_line_summary(status_code): function _tasks_status (line 467) | def _tasks_status(set_tasks): function _summary_wrap (line 488) | def _summary_wrap(str_output): function summary (line 498) | def summary(worker): FILE: luigi/format.py class FileWrapper (line 28) | class FileWrapper: method __init__ (line 33) | def __init__(self, file_object): method __getattr__ (line 36) | def __getattr__(self, name): method __enter__ (line 40) | def __enter__(self, *args, **kwargs): method __exit__ (line 47) | def __exit__(self, *args, **kwargs): method __iter__ (line 50) | def __iter__(self): class InputPipeProcessWrapper (line 54) | class InputPipeProcessWrapper: method __init__ (line 55) | def __init__(self, command, input_pipe=None): method create_subprocess (line 90) | def create_subprocess(self, command): method _finish (line 102) | def _finish(self): method close (line 117) | def close(self): method __del__ (line 120) | def __del__(self): method __enter__ (line 123) | def __enter__(self): method _abort (line 126) | def _abort(self): method __exit__ (line 137) | def __exit__(self, type, value, traceback): method __getattr__ (line 143) | def __getattr__(self, name): method __iter__ (line 151) | def __iter__(self): method readable (line 156) | def readable(self): method writable (line 159) | def writable(self): method seekable (line 162) | def seekable(self): class OutputPipeProcessWrapper (line 166) | class OutputPipeProcessWrapper: method __init__ (line 169) | def __init__(self, command, output_pipe=None): method write (line 176) | def write(self, *args, **kwargs): method writeLine (line 183) | def writeLine(self, line): method _finish (line 187) | def _finish(self): method __del__ (line 197) | def __del__(self): method __exit__ (line 201) | def __exit__(self, type, value, traceback): method __enter__ (line 207) | def __enter__(self): method close (line 210) | def close(self): method abort (line 218) | def abort(self): method __getattr__ (line 221) | def __getattr__(self, name): method readable (line 229) | def readable(self): method writable (line 232) | def writable(self): method seekable (line 235) | def seekable(self): class BaseWrapper (line 239) | class BaseWrapper: method __init__ (line 240) | def __init__(self, stream, *args, **kwargs): method __getattr__ (line 247) | def __getattr__(self, name): method __enter__ (line 252) | def __enter__(self): method __exit__ (line 256) | def __exit__(self, *args): method __iter__ (line 259) | def __iter__(self): class NewlineWrapper (line 267) | class NewlineWrapper(BaseWrapper): method __init__ (line 268) | def __init__(self, stream, newline=None): method read (line 278) | def read(self, n=-1): method writelines (line 289) | def writelines(self, lines): method write (line 297) | def write(self, b): class MixedUnicodeBytesWrapper (line 306) | class MixedUnicodeBytesWrapper(BaseWrapper): method __init__ (line 309) | def __init__(self, stream, encoding=None): method write (line 315) | def write(self, b): method writelines (line 318) | def writelines(self, lines): method _convert (line 321) | def _convert(self, b): class Format (line 328) | class Format: method pipe_reader (line 334) | def pipe_reader(cls, input_pipe): method pipe_writer (line 338) | def pipe_writer(cls, output_pipe): method __rshift__ (line 341) | def __rshift__(a, b): class ChainFormat (line 345) | class ChainFormat(Format): method __init__ (line 346) | def __init__(self, *args, **kwargs): method pipe_reader (line 374) | def pipe_reader(self, input_pipe): method pipe_writer (line 379) | def pipe_writer(self, output_pipe): class TextWrapper (line 385) | class TextWrapper(io.TextIOWrapper): method __exit__ (line 386) | def __exit__(self, *args): method __del__ (line 393) | def __del__(self, *args): method __init__ (line 403) | def __init__(self, stream, *args, **kwargs): method __getattr__ (line 410) | def __getattr__(self, name): method __enter__ (line 415) | def __enter__(self): class NopFormat (line 420) | class NopFormat(Format): method pipe_reader (line 421) | def pipe_reader(self, input_pipe): method pipe_writer (line 424) | def pipe_writer(self, output_pipe): class WrappedFormat (line 428) | class WrappedFormat(Format): method __init__ (line 429) | def __init__(self, *args, **kwargs): method pipe_reader (line 433) | def pipe_reader(self, input_pipe): method pipe_writer (line 436) | def pipe_writer(self, output_pipe): class TextFormat (line 440) | class TextFormat(WrappedFormat): class MixedUnicodeBytesFormat (line 446) | class MixedUnicodeBytesFormat(WrappedFormat): class NewlineFormat (line 451) | class NewlineFormat(WrappedFormat): class GzipFormat (line 457) | class GzipFormat(Format): method __init__ (line 461) | def __init__(self, compression_level=None): method pipe_reader (line 464) | def pipe_reader(self, input_pipe): method pipe_writer (line 467) | def pipe_writer(self, output_pipe): class Bzip2Format (line 474) | class Bzip2Format(Format): method pipe_reader (line 478) | def pipe_reader(self, input_pipe): method pipe_writer (line 481) | def pipe_writer(self, output_pipe): function get_default_format (line 494) | def get_default_format(): FILE: luigi/freezing.py class FrozenOrderedDict (line 16) | class FrozenOrderedDict(Mapping): method __init__ (line 22) | def __init__(self, *args, **kwargs): method __getitem__ (line 26) | def __getitem__(self, key): method __iter__ (line 29) | def __iter__(self): method __len__ (line 32) | def __len__(self): method __repr__ (line 35) | def __repr__(self): method __hash__ (line 39) | def __hash__(self): method get_wrapped (line 46) | def get_wrapped(self): function recursively_freeze (line 50) | def recursively_freeze(value): function recursively_unfreeze (line 61) | def recursively_unfreeze(value): FILE: luigi/interface.py class core (line 37) | class core(task.Config): class _WorkerSchedulerFactory (line 85) | class _WorkerSchedulerFactory: method create_local_scheduler (line 86) | def create_local_scheduler(self): method create_remote_scheduler (line 89) | def create_remote_scheduler(self, url): method create_worker (line 92) | def create_worker(self, scheduler, worker_processes, assistant=False): function _schedule_and_run (line 96) | def _schedule_and_run(tasks, worker_scheduler_factory=None, override_def... class PidLockAlreadyTakenExit (line 146) | class PidLockAlreadyTakenExit(SystemExit): function run (line 154) | def run(*args, **kwargs): function _run (line 166) | def _run(cmdline_args=None, main_task_cls=None, worker_scheduler_factory... function build (line 180) | def build(tasks, worker_scheduler_factory=None, detailed_summary=False, ... FILE: luigi/local_target.py class atomic_file (line 34) | class atomic_file(AtomicLocalFile): method move_to_final_destination (line 39) | def move_to_final_destination(self): method generate_tmp_path (line 42) | def generate_tmp_path(self, path): class LocalFileSystem (line 46) | class LocalFileSystem(FileSystem): method copy (line 53) | def copy(self, old_path, new_path, raise_if_exists=False): method exists (line 61) | def exists(self, path): method mkdir (line 64) | def mkdir(self, path, parents=True, raise_if_exists=False): method isdir (line 85) | def isdir(self, path): method listdir (line 88) | def listdir(self, path): method remove (line 94) | def remove(self, path, recursive=True): method move (line 100) | def move(self, old_path, new_path, raise_if_exists=False): method rename_dont_move (line 122) | def rename_dont_move(self, path, dest): class LocalTarget (line 131) | class LocalTarget(FileSystemTarget): method __init__ (line 134) | def __init__(self, path=None, format=None, is_tmp=False): method makedirs (line 146) | def makedirs(self): method open (line 158) | def open(self, mode="r"): method move (line 171) | def move(self, new_path, raise_if_exists=False): method move_dir (line 174) | def move_dir(self, new_path): method remove (line 177) | def remove(self): method copy (line 180) | def copy(self, new_path, raise_if_exists=False): method fn (line 184) | def fn(self): method __del__ (line 188) | def __del__(self): FILE: luigi/lock.py function getpcmd (line 30) | def getpcmd(pid): function get_info (line 76) | def get_info(pid_dir, my_pid=None): function acquire_for (line 88) | def acquire_for(pid_dir, num_available=1, kill_signal=None): function _read_pids_file (line 133) | def _read_pids_file(pid_file): function _write_pids_file (line 150) | def _write_pids_file(pid_file, pids_set): FILE: luigi/metrics.py class MetricsCollectors (line 6) | class MetricsCollectors(Enum): method get (line 14) | def get(cls, which, custom_import=None): class MetricsCollector (line 45) | class MetricsCollector(metaclass=abc.ABCMeta): method __init__ (line 51) | def __init__(self): method handle_task_started (line 55) | def handle_task_started(self, task): method handle_task_failed (line 59) | def handle_task_failed(self, task): method handle_task_disabled (line 63) | def handle_task_disabled(self, task, config): method handle_task_done (line 67) | def handle_task_done(self, task): method handle_task_statistics (line 70) | def handle_task_statistics(self, task, statistics): method generate_latest (line 73) | def generate_latest(self): method configure_http_handler (line 76) | def configure_http_handler(self, http_handler): class NoMetricsCollector (line 80) | class NoMetricsCollector(MetricsCollector): method __init__ (line 83) | def __init__(self): method handle_task_started (line 86) | def handle_task_started(self, task): method handle_task_failed (line 89) | def handle_task_failed(self, task): method handle_task_disabled (line 92) | def handle_task_disabled(self, task, config): method handle_task_done (line 95) | def handle_task_done(self, task): FILE: luigi/mock.py class MockFileSystem (line 31) | class MockFileSystem(target.FileSystem): method copy (line 38) | def copy(self, path, dest, raise_if_exists=False): method get_all_data (line 47) | def get_all_data(self): method get_data (line 53) | def get_data(self, fn): method exists (line 56) | def exists(self, path): method remove (line 59) | def remove(self, path, recursive=True, skip_trash=True): method move (line 73) | def move(self, path, dest, raise_if_exists=False): method listdir (line 82) | def listdir(self, path): method isdir (line 88) | def isdir(self, path): method mkdir (line 91) | def mkdir(self, path, parents=True, raise_if_exists=False): method clear (line 97) | def clear(self): class MockTarget (line 101) | class MockTarget(target.FileSystemTarget): method __init__ (line 104) | def __init__(self, fn, is_tmp=None, mirror_on_stderr=False, format=None): method exists (line 109) | def exists( method move (line 114) | def move(self, path, raise_if_exists=False): method rename (line 120) | def rename(self, *args, **kwargs): method open (line 126) | def open(self, mode="r"): FILE: luigi/mypy.py class TaskPlugin (line 63) | class TaskPlugin(Plugin): method get_base_class_hook (line 64) | def get_base_class_hook(self, fullname: str) -> Callable[[ClassDefCont... method get_function_hook (line 71) | def get_function_hook(self, fullname: str) -> Callable[[FunctionContex... method check_parameter (line 77) | def check_parameter(self, fullname): method _task_class_maker_callback (line 82) | def _task_class_maker_callback(self, ctx: ClassDefContext) -> None: method _infer_choice_enum_element_type (line 86) | def _infer_choice_enum_element_type(self, ctx: FunctionContext, defaul... method _task_parameter_field_callback (line 100) | def _task_parameter_field_callback(self, ctx: FunctionContext) -> Type: class TaskAttribute (line 162) | class TaskAttribute: method __init__ (line 163) | def __init__( method to_argument (line 181) | def to_argument(self, current_info: TypeInfo, *, of: Literal["__init__... method expand_type (line 193) | def expand_type(self, current_info: TypeInfo) -> Type | None: method to_var (line 203) | def to_var(self, current_info: TypeInfo) -> Var: method serialize (line 206) | def serialize(self) -> JsonDict: method deserialize (line 217) | def deserialize(cls, info: TypeInfo, data: JsonDict, api: SemanticAnal... method expand_typevar_from_subtype (line 222) | def expand_typevar_from_subtype(self, sub_type: TypeInfo) -> None: class TaskTransformer (line 230) | class TaskTransformer: method __init__ (line 233) | def __init__( method transform (line 245) | def transform(self) -> bool: method _get_assignment_statements_from_if_statement (line 269) | def _get_assignment_statements_from_if_statement(self, stmt: IfStmt) -... method _get_assignment_statements_from_block (line 276) | def _get_assignment_statements_from_block(self, block: Block) -> Itera... method collect_attributes (line 283) | def collect_attributes(self) -> Optional[List[TaskAttribute]]: method _collect_parameter_args (line 393) | def _collect_parameter_args(self, expr: Expression) -> tuple[bool, Dic... method _infer_task_attr_init_type (line 413) | def _infer_task_attr_init_type(self, sym: SymbolTableNode, context: Co... method is_parameter_call (line 464) | def is_parameter_call(self, expr: Expression) -> bool: method _resolve_parameter_type (line 485) | def _resolve_parameter_type(self, t: Instance) -> Type: function plugin (line 504) | def plugin(version: str) -> type[Plugin]: FILE: luigi/notifications.py class TestNotificationsTask (line 42) | class TestNotificationsTask(Task): method run (line 57) | def run(self): method complete (line 60) | def complete(self): class email (line 66) | class email(Config): class smtp (line 82) | class smtp(Config): class sendgrid (line 103) | class sendgrid(Config): function generate_email (line 107) | def generate_email(sender, subject, message, recipients, image_png): function wrap_traceback (line 129) | def wrap_traceback(traceback): function send_email_smtp (line 154) | def send_email_smtp(sender, subject, message, recipients, image_png): function send_email_ses (line 181) | def send_email_ses(sender, subject, message, recipients, image_png): function send_email_sendgrid (line 205) | def send_email_sendgrid(sender, subject, message, recipients, image_png): function _email_disabled_reason (line 223) | def _email_disabled_reason(): function send_email_sns (line 234) | def send_email_sns(sender, subject, message, topic_ARN, image_png): function send_email (line 262) | def send_email(subject, message, sender, recipients, image_png=None): function _email_recipients (line 300) | def _email_recipients(additional_recipients=None): function send_error_email (line 311) | def send_error_email(subject, message, additional_recipients=None): function _prefix (line 320) | def _prefix(subject): function format_task_error (line 331) | def format_task_error(headline, task, command, formatted_exception=None): FILE: luigi/parameter.py class _NoValueType (line 65) | class _NoValueType: method __new__ (line 70) | def __new__(cls) -> "_NoValueType": method __repr__ (line 75) | def __repr__(self) -> str: class ParameterVisibility (line 82) | class ParameterVisibility(IntEnum): method has_value (line 93) | def has_value(cls, value): method serialize (line 96) | def serialize(self): class ParameterException (line 100) | class ParameterException(Exception): class MissingParameterException (line 108) | class MissingParameterException(ParameterException): class UnknownParameterException (line 116) | class UnknownParameterException(ParameterException): class DuplicateParameterException (line 124) | class DuplicateParameterException(ParameterException): class OptionalParameterTypeWarning (line 132) | class OptionalParameterTypeWarning(UserWarning): class UnconsumedParameterWarning (line 140) | class UnconsumedParameterWarning(UserWarning): class ConfigPath (line 148) | class ConfigPath(TypedDict): class _ParameterKwargs (line 153) | class _ParameterKwargs(TypedDict, total=False): class Parameter (line 164) | class Parameter(Generic[T]): method __init__ (line 205) | def __init__( method __get__ (line 268) | def __get__(self, instance: None, owner: Any) -> "Parameter[T]": ... method __get__ (line 271) | def __get__(self, instance: Any, owner: Any) -> T: ... method __get__ (line 273) | def __get__(self, instance: Any, owner: Any) -> Any: method __set_name__ (line 278) | def __set_name__(self, owner, name): method __set__ (line 281) | def __set__(self, instance: Any, value: T): method _get_value_from_config (line 286) | def _get_value_from_config(self, section, name): method _get_value (line 298) | def _get_value(self, task_name, param_name): method _value_iterator (line 306) | def _value_iterator(self, task_name, param_name): method has_task_value (line 327) | def has_task_value(self, task_name, param_name): method task_value (line 330) | def task_value(self, task_name, param_name): method _is_batchable (line 337) | def _is_batchable(self): method parse (line 340) | def parse(self, x): method _parse_list (line 352) | def _parse_list(self, xs): method serialize (line 369) | def serialize(self, x): method _warn_on_wrong_param_type (line 379) | def _warn_on_wrong_param_type(self, param_name, param_value): method normalize (line 385) | def normalize(self, x): method next_in_enumeration (line 399) | def next_in_enumeration(self, value): method _parse_or_no_value (line 412) | def _parse_or_no_value(self, x): method _parser_global_dest (line 419) | def _parser_global_dest(param_name, task_name): method _parser_kwargs (line 423) | def _parser_kwargs(cls, param_name, task_name=None): class OptionalParameterMixin (line 430) | class OptionalParameterMixin(Generic[_OptT]): method __init__ (line 437) | def __init__( method __get__ (line 445) | def __get__(self, instance: None, owner: Any) -> "Parameter[Optional[_... method __get__ (line 448) | def __get__(self, instance: Any, owner: Any) -> Optional[_OptT]: ... method __get__ (line 450) | def __get__(self, instance: Any, owner: Any) -> Any: method __set__ (line 453) | def __set__(self, instance: Any, value: Optional[_OptT]): method serialize (line 456) | def serialize(self, x): method parse (line 465) | def parse(self, x): method normalize (line 476) | def normalize(self, x): method _warn_on_wrong_param_type (line 484) | def _warn_on_wrong_param_type(self, param_name, param_value): method next_in_enumeration (line 495) | def next_in_enumeration(self, value): class OptionalParameter (line 499) | class OptionalParameter(OptionalParameterMixin[str], Parameter[Optional[... class OptionalStrParameter (line 505) | class OptionalStrParameter(OptionalParameterMixin[str], Parameter[Option... class _DateParameterBase (line 514) | class _DateParameterBase(Parameter[datetime.date]): method __init__ (line 519) | def __init__( method date_format (line 532) | def date_format(self): method parse (line 538) | def parse(self, s): method serialize (line 544) | def serialize(self, dt): class DateParameter (line 553) | class DateParameter(_DateParameterBase): method next_in_enumeration (line 586) | def next_in_enumeration(self, value): method normalize (line 589) | def normalize(self, x): class MonthParameter (line 600) | class MonthParameter(DateParameter): method _add_months (line 612) | def _add_months(self, date, months): method next_in_enumeration (line 624) | def next_in_enumeration(self, value): method normalize (line 627) | def normalize(self, x): class YearParameter (line 640) | class YearParameter(DateParameter): method next_in_enumeration (line 651) | def next_in_enumeration(self, value): method normalize (line 654) | def normalize(self, x): class _DatetimeParameterBase (line 665) | class _DatetimeParameterBase(Parameter[datetime.datetime]): method __init__ (line 670) | def __init__( method date_format (line 683) | def date_format(self): method _timedelta (line 691) | def _timedelta(self): method parse (line 697) | def parse(self, s): method serialize (line 703) | def serialize(self, dt): method _convert_to_dt (line 712) | def _convert_to_dt(dt): method normalize (line 717) | def normalize(self, dt): method next_in_enumeration (line 732) | def next_in_enumeration(self, value): class DateHourParameter (line 736) | class DateHourParameter(_DatetimeParameterBase): class DateMinuteParameter (line 749) | class DateMinuteParameter(_DatetimeParameterBase): method parse (line 764) | def parse(self, x): class DateSecondParameter (line 773) | class DateSecondParameter(_DatetimeParameterBase): class StrParameter (line 788) | class StrParameter(Parameter[str]): method parse (line 793) | def parse(self, x): class IntParameter (line 797) | class IntParameter(Parameter[int]): method parse (line 802) | def parse(self, x): method next_in_enumeration (line 808) | def next_in_enumeration(self, value): class OptionalIntParameter (line 812) | class OptionalIntParameter(OptionalParameterMixin[int], IntParameter): ... class FloatParameter (line 818) | class FloatParameter(Parameter[float]): method parse (line 823) | def parse(self, x): class OptionalFloatParameter (line 830) | class OptionalFloatParameter(OptionalParameterMixin[float], FloatParamet... class BoolParameter (line 836) | class BoolParameter(Parameter[bool]): method __init__ (line 870) | def __init__( method parse (line 881) | def parse(self, x): method normalize (line 893) | def normalize(self, x): method _parser_kwargs (line 899) | def _parser_kwargs(self, *args, **kwargs): class OptionalBoolParameter (line 911) | class OptionalBoolParameter(OptionalParameterMixin[bool], BoolParameter)... class DateIntervalParameter (line 917) | class DateIntervalParameter(Parameter[date_interval.DateInterval]): method parse (line 927) | def parse(self, x): class TimeDeltaParameter (line 946) | class TimeDeltaParameter(Parameter[datetime.timedelta]): method _apply_regex (line 959) | def _apply_regex(self, regex, input): method _parseIso8601 (line 974) | def _parseIso8601(self, input): method _parseSimple (line 985) | def _parseSimple(self, input): method parse (line 992) | def parse(self, x): method serialize (line 1010) | def serialize(self, x): method _warn_on_wrong_param_type (line 1024) | def _warn_on_wrong_param_type(self, param_name, param_value): class TaskParameter (line 1034) | class TaskParameter(Parameter[Type[TaskType]]): method parse (line 1053) | def parse(self, x): method serialize (line 1059) | def serialize(self, x): class EnumParameter (line 1069) | class EnumParameter(Parameter[EnumParameterType]): method __init__ (line 1092) | def __init__( method parse (line 1104) | def parse(self, x): method serialize (line 1110) | def serialize(self, x): class EnumListParameter (line 1114) | class EnumListParameter(Parameter[Tuple[EnumParameterType, ...]]): method __init__ (line 1141) | def __init__( method parse (line 1153) | def parse(self, x): method serialize (line 1164) | def serialize(self, x): class _DictParamEncoder (line 1168) | class _DictParamEncoder(JSONEncoder): method default (line 1173) | def default(self, obj): class DictParameter (line 1182) | class DictParameter(Parameter[DictT]): method __init__ (line 1266) | def __init__( method normalize (line 1280) | def normalize(self, x): method parse (line 1293) | def parse(self, x): method serialize (line 1309) | def serialize(self, x): class OptionalDictParameter (line 1313) | class OptionalDictParameter(OptionalParameterMixin[FrozenOrderedDict], D... class ListParameter (line 1322) | class ListParameter(Parameter[ListT]): method __init__ (line 1415) | def __init__( method normalize (line 1429) | def normalize(self, x): method parse (line 1445) | def parse(self, x): method serialize (line 1457) | def serialize(self, x): class OptionalListParameter (line 1468) | class OptionalListParameter(OptionalParameterMixin[ListT], ListParameter... class TupleParameter (line 1474) | class TupleParameter(ListParameter[ListT]): method parse (line 1503) | def parse(self, x): method _convert_iterable_to_tuple (line 1533) | def _convert_iterable_to_tuple(self, x): class OptionalTupleParameter (line 1539) | class OptionalTupleParameter(OptionalParameterMixin[ListT], TupleParamet... class NumericalParameter (line 1548) | class NumericalParameter(Parameter[NumericalType]): method __init__ (line 1570) | def __init__( method parse (line 1625) | def parse(self, x): class OptionalNumericalParameter (line 1633) | class OptionalNumericalParameter(OptionalParameterMixin[NumericalType], ... method __init__ (line 1636) | def __init__( class ChoiceParameter (line 1648) | class ChoiceParameter(Parameter[ChoiceType]): method __init__ (line 1673) | def __init__( method parse (line 1700) | def parse(self, x): method normalize (line 1704) | def normalize(self, x): class ChoiceListParameter (line 1711) | class ChoiceListParameter(ChoiceParameter[ChoiceType]): method __get__ (line 1741) | def __get__(self, instance: None, owner: Any) -> "Parameter[Tuple[Choi... method __get__ (line 1744) | def __get__(self, instance: Any, owner: Any) -> Tuple[ChoiceType, ...]... method __get__ (line 1746) | def __get__(self, instance: Any, owner: Any) -> Any: method __init__ (line 1749) | def __init__( method parse (line 1758) | def parse(self, x): method normalize (line 1762) | def normalize(self, x): method serialize (line 1768) | def serialize(self, x): class OptionalChoiceParameter (line 1772) | class OptionalChoiceParameter(OptionalParameterMixin[ChoiceType], Choice... method __init__ (line 1775) | def __init__( class PathParameter (line 1786) | class PathParameter(Parameter[Path]): method __init__ (line 1816) | def __init__( method normalize (line 1833) | def normalize(self, x): class OptionalPathParameter (line 1845) | class OptionalPathParameter(OptionalParameter, PathParameter): # type: ... FILE: luigi/process.py function check_pid (line 30) | def check_pid(pidfile): function write_pid (line 41) | def write_pid(pidfile): function get_log_format (line 54) | def get_log_format(): function get_spool_handler (line 58) | def get_spool_handler(filename): function _server_already_running (line 70) | def _server_already_running(pidfile): function daemonize (line 77) | def daemonize(cmd, pidfile=None, logdir=None, api_port=8082, address=Non... FILE: luigi/retcodes.py class retcode (line 31) | class retcode(luigi.Config): function run_with_retcodes (line 66) | def run_with_retcodes(argv): FILE: luigi/rpc.py function _urljoin (line 55) | def _urljoin(base, url): class RPCError (line 66) | class RPCError(Exception): method __init__ (line 67) | def __init__(self, message, sub_exception=None): class _FetcherInterface (line 72) | class _FetcherInterface(metaclass=abc.ABCMeta): method fetch (line 74) | def fetch(self, full_url, body, timeout): method close (line 78) | def close(self): class URLLibFetcher (line 82) | class URLLibFetcher(_FetcherInterface): method _create_request (line 85) | def _create_request(self, full_url, body=None): method fetch (line 105) | def fetch(self, full_url, body, timeout): method close (line 109) | def close(self): class RequestsFetcher (line 113) | class RequestsFetcher(_FetcherInterface): method __init__ (line 114) | def __init__(self): method check_pid (line 121) | def check_pid(self): method fetch (line 128) | def fetch(self, full_url, body, timeout): method close (line 134) | def close(self): class RemoteScheduler (line 138) | class RemoteScheduler: method __init__ (line 143) | def __init__(self, url="http://localhost:8082/", connect_timeout=None): method close (line 162) | def close(self): method _get_retryer (line 165) | def _get_retryer(self): method _fetch (line 174) | def _fetch(self, url_suffix, body): method _request (line 184) | def _request(self, url, data, attempts=3, allow_null=True): FILE: luigi/safe_extractor.py class SafeExtractor (line 38) | class SafeExtractor: method __init__ (line 54) | def __init__(self, path="."): method _is_within_directory (line 64) | def _is_within_directory(directory, target): method safe_extract (line 80) | def safe_extract(self, tar_path, members=None, *, numeric_owner=False): FILE: luigi/scheduler.py function _get_empty_retry_policy (line 84) | def _get_empty_retry_policy(): function rpc_method (line 88) | def rpc_method(**request_args): class scheduler (line 115) | class scheduler(Config): method _get_retry_policy (line 148) | def _get_retry_policy(self): function _get_default (line 152) | def _get_default(x, default): class OrderedSet (line 159) | class OrderedSet(MutableSet): method __init__ (line 166) | def __init__(self, iterable=None): method __len__ (line 173) | def __len__(self): method __contains__ (line 176) | def __contains__(self, key): method add (line 179) | def add(self, key): method discard (line 185) | def discard(self, key): method __iter__ (line 191) | def __iter__(self): method __reversed__ (line 198) | def __reversed__(self): method peek (line 205) | def peek(self, last=True): method pop (line 211) | def pop(self, last=True): method __repr__ (line 216) | def __repr__(self): method __eq__ (line 221) | def __eq__(self, other): class Task (line 227) | class Task: method __init__ (line 228) | def __init__( method __repr__ (line 282) | def __repr__(self): method set_params (line 285) | def set_params(self, params): method is_batchable (line 296) | def is_batchable(self): method add_failure (line 302) | def add_failure(self): method num_failures (line 313) | def num_failures(self): method has_excessive_failures (line 324) | def has_excessive_failures(self): method clear_failures (line 336) | def clear_failures(self): method pretty_id (line 344) | def pretty_id(self): class Worker (line 349) | class Worker: method __init__ (line 354) | def __init__(self, worker_id, last_active=None): method add_info (line 365) | def add_info(self, info): method update (line 368) | def update(self, worker_reference, get_work=False): method prune (line 375) | def prune(self, config): method get_tasks (line 380) | def get_tasks(self, state, *statuses): method is_trivial_worker (line 388) | def is_trivial_worker(self, state): method assistant (line 400) | def assistant(self): method enabled (line 404) | def enabled(self): method state (line 408) | def state(self): method add_rpc_message (line 414) | def add_rpc_message(self, name, **kwargs): method fetch_rpc_messages (line 418) | def fetch_rpc_messages(self): method __str__ (line 423) | def __str__(self): class SimpleTaskState (line 427) | class SimpleTaskState: method __init__ (line 436) | def __init__(self, state_path): method get_state (line 444) | def get_state(self): method set_state (line 447) | def set_state(self, state): method dump (line 452) | def dump(self): method load (line 462) | def load(self): method get_active_tasks (line 479) | def get_active_tasks(self): method get_active_tasks_by_status (line 482) | def get_active_tasks_by_status(self, *statuses): method get_active_task_count_for_status (line 485) | def get_active_task_count_for_status(self, status): method get_batch_running_tasks (line 491) | def get_batch_running_tasks(self, batch_id): method set_batcher (line 495) | def set_batcher(self, worker_id, family, batcher_args, max_batch_size): method get_batcher (line 499) | def get_batcher(self, worker_id, family): method num_pending_tasks (line 502) | def num_pending_tasks(self): method get_task (line 508) | def get_task(self, task_id, default=None, setdefault=None): method has_task (line 516) | def has_task(self, task_id): method re_enable (line 519) | def re_enable(self, task, config=None): method set_batch_running (line 526) | def set_batch_running(self, task, batch_id, worker_id): method set_status (line 533) | def set_status(self, task, new_status, config=None): method fail_dead_worker_task (line 586) | def fail_dead_worker_task(self, task, config, assistants): method update_status (line 599) | def update_status(self, task, config): method may_prune (line 616) | def may_prune(self, task): method inactivate_tasks (line 619) | def inactivate_tasks(self, delete_tasks): method get_active_workers (line 627) | def get_active_workers(self, last_active_lt=None, last_get_work_gt=None): method get_assistants (line 636) | def get_assistants(self, last_active_lt=None): method get_worker_ids (line 639) | def get_worker_ids(self): method get_worker (line 642) | def get_worker(self, worker_id): method inactivate_workers (line 645) | def inactivate_workers(self, delete_workers): method _remove_workers_from_tasks (line 651) | def _remove_workers_from_tasks(self, workers, remove_stakeholders=True): method disable_workers (line 657) | def disable_workers(self, worker_ids): method update_metrics (line 664) | def update_metrics(self, task, config): class Scheduler (line 673) | class Scheduler: method __init__ (line 680) | def __init__(self, config=None, resources=None, task_history_impl=None... method load (line 708) | def load(self): method dump (line 711) | def dump(self): method prune (line 717) | def prune(self): method _prune_workers (line 724) | def _prune_workers(self): method _prune_tasks (line 733) | def _prune_tasks(self): method _prune_emails (line 746) | def _prune_emails(self): method _update_worker (line 750) | def _update_worker(self, worker_id, worker_reference=None, get_work=Fa... method _update_priority (line 757) | def _update_priority(self, task, prio, worker): method add_task_batcher (line 771) | def add_task_batcher(self, worker, task_family, batched_args, max_batc... method forgive_failures (line 775) | def forgive_failures(self, task_id=None): method mark_as_done (line 789) | def mark_as_done(self, task_id=None): method add_task (line 802) | def add_task( method announce_scheduling_failure (line 966) | def announce_scheduling_failure(self, task_name, family, params, expl,... method add_worker (line 978) | def add_worker(self, worker, info, **kwargs): method disable_worker (line 982) | def disable_worker(self, worker): method set_worker_processes (line 986) | def set_worker_processes(self, worker, n): method send_scheduler_message (line 990) | def send_scheduler_message(self, worker, task, content): method add_scheduler_message_response (line 1000) | def add_scheduler_message_response(self, task_id, message_id, response): method get_scheduler_message_response (line 1006) | def get_scheduler_message_response(self, task_id, message_id): method has_task_history (line 1014) | def has_task_history(self): method is_pause_enabled (line 1018) | def is_pause_enabled(self): method is_paused (line 1022) | def is_paused(self): method pause (line 1026) | def pause(self): method unpause (line 1031) | def unpause(self): method update_resources (line 1036) | def update_resources(self, **resources): method update_resource (line 1042) | def update_resource(self, resource, amount): method _generate_retry_policy (line 1048) | def _generate_retry_policy(self, task_retry_policy_dict): method _has_resources (line 1053) | def _has_resources(self, needed_resources, used_resources): method _used_resources (line 1063) | def _used_resources(self): method _rank (line 1073) | def _rank(self, task): method _schedulable (line 1082) | def _schedulable(self, task): method _reset_orphaned_batch_running_tasks (line 1091) | def _reset_orphaned_batch_running_tasks(self, worker_id): method count_pending (line 1102) | def count_pending(self, worker): method get_work (line 1136) | def get_work(self, host=None, assistant=False, current_tasks=None, wor... method ping (line 1283) | def ping(self, **kwargs): method _upstream_status (line 1288) | def _upstream_status(self, task_id, upstream_status_table): method _serialize_task (line 1314) | def _serialize_task(self, task_id, include_deps=True, deps=None): method graph (line 1343) | def graph(self, **kwargs): method _filter_done (line 1351) | def _filter_done(self, task_ids): method _traverse_graph (line 1357) | def _traverse_graph(self, root_task_id, seen=None, dep_func=None, incl... method dep_graph (line 1420) | def dep_graph(self, task_id, include_done=True, **kwargs): method inverse_dep_graph (line 1427) | def inverse_dep_graph(self, task_id, include_done=True, **kwargs): method task_list (line 1438) | def task_list(self, status="", upstream_status="", limit=True, search=... method _first_task_display_name (line 1470) | def _first_task_display_name(self, worker): method worker_list (line 1478) | def worker_list(self, include_running=True, **kwargs): method resource_list (line 1516) | def resource_list(self): method resources (line 1534) | def resources(self): method task_search (line 1547) | def task_search(self, task_str, **kwargs): method re_enable_task (line 1563) | def re_enable_task(self, task_id): method fetch_error (line 1572) | def fetch_error(self, task_id, **kwargs): method set_task_status_message (line 1587) | def set_task_status_message(self, task_id, status_message): method get_task_status_message (line 1596) | def get_task_status_message(self, task_id): method set_task_progress_percentage (line 1604) | def set_task_progress_percentage(self, task_id, progress_percentage): method get_task_progress_percentage (line 1613) | def get_task_progress_percentage(self, task_id): method decrease_running_task_resources (line 1621) | def decrease_running_task_resources(self, task_id, decrease_resources): method get_running_task_resources (line 1638) | def get_running_task_resources(self, task_id): method _update_task_history (line 1645) | def _update_task_history(self, task, status, host=None): method task_history (line 1658) | def task_history(self): method update_metrics_task_started (line 1663) | def update_metrics_task_started(self, task): method report_task_statistics (line 1667) | def report_task_statistics(self, task_id, statistics): FILE: luigi/server.py class cors (line 59) | class cors(Config): method __init__ (line 70) | def __init__(self, *args, **kwargs): class RPCHandler (line 75) | class RPCHandler(tornado.web.RequestHandler): method __init__ (line 80) | def __init__(self, *args, **kwargs): method initialize (line 84) | def initialize(self, scheduler): method options (line 87) | def options(self, *args): method get (line 94) | def get(self, method): method _handle_cors_preflight (line 113) | def _handle_cors_preflight(self): method _handle_cors (line 130) | def _handle_cors(self): method _set_other_cors_headers (line 145) | def _set_other_cors_headers(self): class BaseTaskHistoryHandler (line 155) | class BaseTaskHistoryHandler(tornado.web.RequestHandler): method initialize (line 156) | def initialize(self, scheduler): method get_template_path (line 159) | def get_template_path(self): class AllRunHandler (line 163) | class AllRunHandler(BaseTaskHistoryHandler): method get (line 164) | def get(self): class SelectedRunHandler (line 173) | class SelectedRunHandler(BaseTaskHistoryHandler): method get (line 174) | def get(self, name): function from_utc (line 213) | def from_utc(utcTime, fmt=None): class RecentRunHandler (line 232) | class RecentRunHandler(BaseTaskHistoryHandler): method get (line 233) | def get(self): class ByNameHandler (line 239) | class ByNameHandler(BaseTaskHistoryHandler): method get (line 240) | def get(self, name): class ByIdHandler (line 246) | class ByIdHandler(BaseTaskHistoryHandler): method get (line 247) | def get(self, id): class ByTaskIdHandler (line 253) | class ByTaskIdHandler(BaseTaskHistoryHandler): method get (line 254) | def get(self, task_id): class ByParamsHandler (line 260) | class ByParamsHandler(BaseTaskHistoryHandler): method get (line 261) | def get(self, name): class RootPathHandler (line 269) | class RootPathHandler(BaseTaskHistoryHandler): method get (line 270) | def get(self): method head (line 279) | def head(self): class MetricsHandler (line 285) | class MetricsHandler(tornado.web.RequestHandler): method initialize (line 286) | def initialize(self, scheduler): method get (line 289) | def get(self): function app (line 297) | def app(scheduler): function _init_api (line 319) | def _init_api(scheduler, api_port=None, address=None, unix_socket=None): function run (line 332) | def run(api_port=8082, address=None, unix_socket=None, scheduler=None): function stop (line 375) | def stop(): FILE: luigi/setup_logging.py class BaseLogging (line 31) | class BaseLogging: method _section (line 35) | def _section(cls, opts): method setup (line 47) | def setup(cls, opts=type("opts", (), {"background": None, "logdir": No... class DaemonLogging (line 85) | class DaemonLogging(BaseLogging): method _cli (line 92) | def _cli(cls, opts): method _conf (line 112) | def _conf(cls, opts): method _default (line 127) | def _default(cls, opts): class InterfaceLogging (line 134) | class InterfaceLogging(BaseLogging): method _cli (line 140) | def _cli(cls, opts): method _conf (line 144) | def _conf(cls, opts): method _default (line 158) | def _default(cls, opts): FILE: luigi/static/visualiser/js/graph.js function nodeFromTask (line 32) | function nodeFromTask(task) { function uniqueIndexByProperty (line 48) | function uniqueIndexByProperty(data, propertyName) { function createDependencyEdges (line 57) | function createDependencyEdges(nodes, nodeIndex) { function computeDepth (line 72) | function computeDepth(nodes, nodeIndex) { function groupTasks (line 93) | function groupTasks(nodes) { function computeRows (line 131) | function computeRows(nodes, nodeIndex) { function layoutNodes (line 165) | function layoutNodes(nodes, rowSizes) { function createGraph (line 190) | function createGraph(tasks, hashBase) { function findBounds (line 213) | function findBounds(nodes) { function DependencyGraph (line 228) | function DependencyGraph(containerElement) { function svgElement (line 235) | function svgElement(name) { function svgLink (line 239) | function svgLink(url) { FILE: luigi/static/visualiser/js/luigi.js function LuigiAPI (line 2) | function LuigiAPI (urlRoot) { function flatten (line 6) | function flatten(response, rootId) { function flatten_running (line 22) | function flatten_running(response) { function jsonRPC (line 29) | function jsonRPC(url, paramObject, callback) { function searchTerm (line 38) | function searchTerm() { FILE: luigi/static/visualiser/js/tipsy.js function maybeCall (line 8) | function maybeCall(thing, ctx) { function Tipsy (line 12) | function Tipsy(element, options) { function get (line 180) | function get(ele) { function enter (line 189) | function enter() { function leave (line 200) | function leave() { FILE: luigi/static/visualiser/js/util.js function escapeHtml (line 1) | function escapeHtml(unsafe) { FILE: luigi/static/visualiser/js/visualiserApp.js function visualiserApp (line 1) | function visualiserApp(luigi) { FILE: luigi/static/visualiser/lib/URI/1.18.2/URI.js function URI (line 35) | function URI(url, base) { function escapeRegEx (line 79) | function escapeRegEx(string) { function getType (line 84) | function getType(value) { function isArray (line 93) | function isArray(obj) { function filterArrayValues (line 97) | function filterArrayValues(data, value) { function arrayContains (line 126) | function arrayContains(list, value) { function arraysEqual (line 155) | function arraysEqual(one, two) { function trimSlashes (line 177) | function trimSlashes(text) { function escapeForDumbFirefox36 (line 271) | function escapeForDumbFirefox36(value) { function strictEncodeURIComponent (line 277) | function strictEncodeURIComponent(string) { function generateSimpleAccessor (line 1048) | function generateSimpleAccessor(_part){ function generatePrefixAccessor (line 1060) | function generatePrefixAccessor(_part, _key){ FILE: luigi/static/visualiser/lib/mustache.js function testRegExp (line 32) | function testRegExp(re, string) { function isWhitespace (line 36) | function isWhitespace(string) { function escapeRegExp (line 45) | function escapeRegExp(string) { function escapeHtml (line 58) | function escapeHtml(string) { function Scanner (line 64) | function Scanner(string) { function Context (line 118) | function Context(view, parent) { function Writer (line 166) | function Writer() { function renderTokens (line 227) | function renderTokens(tokens, writer, context, template) { function nestTokens (line 295) | function nestTokens(tokens) { function squashTokens (line 327) | function squashTokens(tokens) { function escapeTags (line 347) | function escapeTags(tags) { function parseTemplate (line 360) | function parseTemplate(template, tags) { FILE: luigi/target.py class Target (line 34) | class Target(metaclass=abc.ABCMeta): method exists (line 47) | def exists(self): class FileSystemException (line 54) | class FileSystemException(Exception): class FileAlreadyExists (line 62) | class FileAlreadyExists(FileSystemException): class MissingParentDirectory (line 71) | class MissingParentDirectory(FileSystemException): class NotADirectory (line 80) | class NotADirectory(FileSystemException): class FileSystem (line 89) | class FileSystem(metaclass=abc.ABCMeta): method exists (line 102) | def exists(self, path): method remove (line 111) | def remove(self, path, recursive=True, skip_trash=True): method mkdir (line 120) | def mkdir(self, path, parents=True, raise_if_exists=False): method isdir (line 136) | def isdir(self, path): method listdir (line 146) | def listdir(self, path): method move (line 158) | def move(self, path, dest): method rename_dont_move (line 164) | def rename_dont_move(self, path, dest): method rename (line 178) | def rename(self, *args, **kwargs): method copy (line 184) | def copy(self, path, dest): class FileSystemTarget (line 193) | class FileSystemTarget(Target): method __init__ (line 212) | def __init__(self, path): method __str__ (line 221) | def __str__(self): method fs (line 226) | def fs(self): method open (line 233) | def open(self, mode): method exists (line 247) | def exists(self): method remove (line 258) | def remove(self): method temporary_path (line 267) | def temporary_path(self): method _touchz (line 304) | def _touchz(self): method _trailing_slash (line 308) | def _trailing_slash(self): class AtomicLocalFile (line 314) | class AtomicLocalFile(io.BufferedWriter): method __init__ (line 323) | def __init__(self, path): method close (line 328) | def close(self): method generate_tmp_path (line 332) | def generate_tmp_path(self, path): method move_to_final_destination (line 335) | def move_to_final_destination(self): method __del__ (line 338) | def __del__(self): method tmp_path (line 343) | def tmp_path(self): method __exit__ (line 346) | def __exit__(self, exc_type, exc, traceback): FILE: luigi/task.py function namespace (line 53) | def namespace(namespace=None, scope=""): function auto_namespace (line 88) | def auto_namespace(scope=""): function task_id_str (line 118) | def task_id_str(task_family, params): class BulkCompleteNotImplementedError (line 137) | class BulkCompleteNotImplementedError(NotImplementedError): class Task (line 149) | class Task(metaclass=Register): method batchable (line 196) | def batchable(self): method retry_count (line 204) | def retry_count(self): method disable_hard_timeout (line 212) | def disable_hard_timeout(self): method disable_window (line 220) | def disable_window(self): method disable_window_seconds (line 228) | def disable_window_seconds(self): method owner_email (line 233) | def owner_email(self): method _owner_list (line 241) | def _owner_list(self): method use_cmdline_section (line 254) | def use_cmdline_section(self): method event_handler (line 260) | def event_handler(cls, event): method remove_event_handler (line 272) | def remove_event_handler(cls, event, callback): method trigger_event (line 278) | def trigger_event(self, event, *args, **kwargs): method accepts_messages (line 295) | def accepts_messages(self): method task_module (line 303) | def task_module(self): method get_task_namespace (line 328) | def get_task_namespace(cls): method task_family (line 341) | def task_family(self): method get_task_family (line 352) | def get_task_family(cls): method get_params (line 367) | def get_params(cls): method batch_param_names (line 385) | def batch_param_names(cls): method get_param_names (line 389) | def get_param_names(cls, include_significant=False): method get_param_values (line 393) | def get_param_values(cls, params, args, kwargs): method __init__ (line 465) | def __init__(self, *args, **kwargs): method param_args (line 485) | def param_args(self): method initialized (line 489) | def initialized(self): method _warn_on_wrong_param_types (line 495) | def _warn_on_wrong_param_types(self): method from_str_params (line 501) | def from_str_params(cls, params_str): method to_str_params (line 518) | def to_str_params(self, only_significant=False, only_public=False): method _get_param_visibilities (line 534) | def _get_param_visibilities(self): method clone (line 543) | def clone(self, cls=None, **kwargs): method __hash__ (line 568) | def __hash__(self): method __repr__ (line 571) | def __repr__(self): method __eq__ (line 589) | def __eq__(self, other): method complete (line 592) | def complete(self): method bulk_complete (line 607) | def bulk_complete(cls, parameter_tuples): method output (line 616) | def output(self): method requires (line 634) | def requires(self): method _requires (line 648) | def _requires(self): method process_resources (line 660) | def process_resources(self): method input (line 668) | def input(self): method deps (line 679) | def deps(self): method run (line 688) | def run(self): method on_failure (line 696) | def on_failure(self, exception): method on_success (line 711) | def on_success(self): method no_unpicklable_properties (line 723) | def no_unpicklable_properties(self): class MixinNaiveBulkComplete (line 754) | class MixinNaiveBulkComplete: method bulk_complete (line 764) | def bulk_complete(cls, parameter_tuples): class DynamicRequirements (line 779) | class DynamicRequirements(object): method __init__ (line 815) | def __init__(self, requirements, custom_complete=None): method flat_requirements (line 827) | def flat_requirements(self): method paths (line 833) | def paths(self): method complete (line 838) | def complete(self, complete_fn=None): class ExternalTask (line 853) | class ExternalTask(Task): function externalize (line 865) | def externalize(taskclass_or_taskobject): class WrapperTask (line 926) | class WrapperTask(Task): method complete (line 931) | def complete(self): class Config (line 935) | class Config(Task): function getpaths (line 945) | def getpaths(struct): function flatten (line 963) | def flatten(struct): function flatten_output (line 999) | def flatten_output(task): function _task_wraps (line 1017) | def _task_wraps(task_class): FILE: luigi/task_history.py class StoredTask (line 28) | class StoredTask: method __init__ (line 36) | def __init__(self, task, status, host=None): method task_family (line 43) | def task_family(self): method parameters (line 47) | def parameters(self): class TaskHistory (line 51) | class TaskHistory(metaclass=abc.ABCMeta): method task_scheduled (line 57) | def task_scheduled(self, task): method task_finished (line 61) | def task_finished(self, task, successful): method task_started (line 65) | def task_started(self, task, worker_host): class NopHistory (line 71) | class NopHistory(TaskHistory): method task_scheduled (line 72) | def task_scheduled(self, task): method task_finished (line 75) | def task_finished(self, task, successful): method task_started (line 78) | def task_started(self, task, worker_host): FILE: luigi/task_register.py class TaskClassException (line 28) | class TaskClassException(Exception): class TaskClassNotFoundException (line 32) | class TaskClassNotFoundException(TaskClassException): class TaskClassAmbigiousException (line 36) | class TaskClassAmbigiousException(TaskClassException): class Register (line 40) | class Register(abc.ABCMeta): method __new__ (line 59) | def __new__(metacls, classname, bases, classdict, **kwargs): method __call__ (line 73) | def __call__(cls, *args, **kwargs): method clear_instance_cache (line 106) | def clear_instance_cache(cls): method disable_instance_cache (line 113) | def disable_instance_cache(cls): method task_family (line 120) | def task_family(cls): method _get_reg (line 131) | def _get_reg(cls): method _set_reg (line 157) | def _set_reg(cls, reg): method task_names (line 162) | def task_names(cls): method tasks_str (line 169) | def tasks_str(cls): method get_task_cls (line 176) | def get_task_cls(cls, name): method get_all_params (line 189) | def get_all_params(cls): method _editdistance (line 202) | def _editdistance(a, b): method _missing_task_msg (line 219) | def _missing_task_msg(cls, task_name): method _get_namespace (line 229) | def _get_namespace(mcs, module_name): method _module_parents (line 237) | def _module_parents(module_name): function load_task (line 249) | def load_task(module, task_name, params_str): FILE: luigi/tools/deps.py function get_task_requires (line 52) | def get_task_requires(task): function dfs_paths (line 56) | def dfs_paths(start_task, goal_task_family, path=None): class upstream (line 67) | class upstream(luigi.task.Config): function find_deps (line 75) | def find_deps(task, upstream_task_family): function find_deps_cli (line 85) | def find_deps_cli(): function get_task_output_description (line 94) | def get_task_output_description(task_output): function main (line 114) | def main(): FILE: luigi/tools/deps_tree.py class bcolors (line 33) | class bcolors: function print_tree (line 43) | def print_tree(task, indent="", last=True): function main (line 68) | def main(): FILE: luigi/tools/luigi_grep.py class LuigiGrep (line 9) | class LuigiGrep: method __init__ (line 10) | def __init__(self, host, port): method graph_url (line 15) | def graph_url(self): method _fetch_json (line 18) | def _fetch_json(self): method _build_results (line 24) | def _build_results(self, jobs, job): method prefix_search (line 35) | def prefix_search(self, job_name_prefix): method status_search (line 43) | def status_search(self, status): function main (line 53) | def main(): FILE: luigi/tools/range.py class RangeEvent (line 47) | class RangeEvent(luigi.Event): # Not sure if subclassing currently serv... class RangeBase (line 71) | class RangeBase(luigi.WrapperTask): method of_cls (line 114) | def of_cls(self): method datetime_to_parameter (line 124) | def datetime_to_parameter(self, dt): method parameter_to_datetime (line 127) | def parameter_to_datetime(self, p): method datetime_to_parameters (line 130) | def datetime_to_parameters(self, dt): method parameters_to_datetime (line 136) | def parameters_to_datetime(self, p): method moving_start (line 142) | def moving_start(self, now): method moving_stop (line 149) | def moving_stop(self, now): method finite_datetimes (line 156) | def finite_datetimes(self, finite_start, finite_stop): method _emit_metrics (line 163) | def _emit_metrics(self, missing_datetimes, finite_start, finite_stop): method _format_datetime (line 183) | def _format_datetime(self, dt): method _format_range (line 186) | def _format_range(self, datetimes): method _instantiate_task_cls (line 191) | def _instantiate_task_cls(self, param): method _param_name (line 195) | def _param_name(self): method _task_parameters (line 201) | def _task_parameters(self, param): method requires (line 206) | def requires(self): method missing_datetimes (line 254) | def missing_datetimes(self, finite_datetimes): method _missing_datetimes (line 266) | def _missing_datetimes(self, finite_datetimes): class RangeDailyBase (line 280) | class RangeDailyBase(RangeBase): method datetime_to_parameter (line 304) | def datetime_to_parameter(self, dt): method parameter_to_datetime (line 307) | def parameter_to_datetime(self, p): method datetime_to_parameters (line 310) | def datetime_to_parameters(self, dt): method parameters_to_datetime (line 316) | def parameters_to_datetime(self, p): method moving_start (line 323) | def moving_start(self, now): method moving_stop (line 326) | def moving_stop(self, now): method finite_datetimes (line 329) | def finite_datetimes(self, finite_start, finite_stop): class RangeHourlyBase (line 343) | class RangeHourlyBase(RangeBase): method datetime_to_parameter (line 368) | def datetime_to_parameter(self, dt): method parameter_to_datetime (line 371) | def parameter_to_datetime(self, p): method datetime_to_parameters (line 374) | def datetime_to_parameters(self, dt): method parameters_to_datetime (line 380) | def parameters_to_datetime(self, p): method moving_start (line 386) | def moving_start(self, now): method moving_stop (line 389) | def moving_stop(self, now): method finite_datetimes (line 392) | def finite_datetimes(self, finite_start, finite_stop): method _format_datetime (line 405) | def _format_datetime(self, dt): class RangeByMinutesBase (line 409) | class RangeByMinutesBase(RangeBase): method datetime_to_parameter (line 437) | def datetime_to_parameter(self, dt): method parameter_to_datetime (line 440) | def parameter_to_datetime(self, p): method datetime_to_parameters (line 443) | def datetime_to_parameters(self, dt): method parameters_to_datetime (line 449) | def parameters_to_datetime(self, p): method moving_start (line 456) | def moving_start(self, now): method moving_stop (line 459) | def moving_stop(self, now): method finite_datetimes (line 462) | def finite_datetimes(self, finite_start, finite_stop): method _format_datetime (line 482) | def _format_datetime(self, dt): function _constrain_glob (line 486) | def _constrain_glob(glob, paths, limit=5): function most_common (line 526) | def most_common(items): function _get_per_location_glob (line 531) | def _get_per_location_glob(tasks, outputs, regexes): function _get_filesystems_and_globs (line 562) | def _get_filesystems_and_globs(datetime_to_task, datetime_to_re): function _list_existing (line 592) | def _list_existing(filesystem, glob, paths): function infer_bulk_complete_from_fs (line 610) | def infer_bulk_complete_from_fs(datetimes, datetime_to_task, datetime_to... class RangeMonthly (line 638) | class RangeMonthly(RangeBase): method datetime_to_parameter (line 666) | def datetime_to_parameter(self, dt): method parameter_to_datetime (line 669) | def parameter_to_datetime(self, p): method datetime_to_parameters (line 672) | def datetime_to_parameters(self, dt): method parameters_to_datetime (line 678) | def parameters_to_datetime(self, p): method _format_datetime (line 685) | def _format_datetime(self, dt): method moving_start (line 688) | def moving_start(self, now): method moving_stop (line 691) | def moving_stop(self, now): method _align (line 694) | def _align(self, dt): method finite_datetimes (line 697) | def finite_datetimes(self, finite_start, finite_stop): class RangeDaily (line 712) | class RangeDaily(RangeDailyBase): method missing_datetimes (line 726) | def missing_datetimes(self, finite_datetimes): class RangeHourly (line 737) | class RangeHourly(RangeHourlyBase): method missing_datetimes (line 753) | def missing_datetimes(self, finite_datetimes): class RangeByMinutes (line 765) | class RangeByMinutes(RangeByMinutesBase): method missing_datetimes (line 781) | def missing_datetimes(self, finite_datetimes): FILE: luigi/util.py function common_params (line 228) | def common_params(task_instance, task_cls): class inherits (line 245) | class inherits: method __init__ (line 280) | def __init__(self, *tasks_to_inherit, **kw_tasks_to_inherit): method __call__ (line 289) | def __call__(self, task_that_inherits): class requires (line 323) | class requires: method __init__ (line 331) | def __init__(self, *tasks_to_require, **kw_tasks_to_require): method __call__ (line 337) | def __call__(self, task_that_requires): class copies (line 351) | class copies: method __init__ (line 365) | def __init__(self, task_to_copy): method __call__ (line 369) | def __call__(self, task_that_copies): function delegates (line 385) | def delegates(task_that_delegates): function previous (line 426) | def previous(task): function get_previous_completed (line 464) | def get_previous_completed(task, max_steps=10): FILE: luigi/worker.py function _is_external (line 77) | def _is_external(task): function _get_retry_policy_dict (line 81) | def _get_retry_policy_dict(task): class TaskException (line 85) | class TaskException(Exception): class TaskProcess (line 102) | class TaskProcess(multiprocessing.Process): method __init__ (line 117) | def __init__( method _run_get_new_deps (line 144) | def _run_get_new_deps(self): method run (line 172) | def run(self): method _handle_run_exception (line 246) | def _handle_run_exception(self, ex): method _recursive_terminate (line 251) | def _recursive_terminate(self): method terminate (line 271) | def terminate(self): method _forward_attributes (line 280) | def _forward_attributes(self): class ContextManagedTaskProcess (line 294) | class ContextManagedTaskProcess(TaskProcess): method __init__ (line 295) | def __init__(self, context, *args, **kwargs): method run (line 299) | def run(self): class TaskStatusReporter (line 312) | class TaskStatusReporter: method __init__ (line 320) | def __init__(self, scheduler, task_id, worker_id, scheduler_messages): method update_tracking_url (line 326) | def update_tracking_url(self, tracking_url): method update_status_message (line 329) | def update_status_message(self, message): method update_progress_percentage (line 332) | def update_progress_percentage(self, percentage): method decrease_running_resources (line 335) | def decrease_running_resources(self, decrease_resources): method report_task_statistics (line 338) | def report_task_statistics(self, statistics): class SchedulerMessage (line 342) | class SchedulerMessage: method __init__ (line 348) | def __init__(self, scheduler, task_id, message_id, content, **payload): method __str__ (line 358) | def __str__(self): method __eq__ (line 361) | def __eq__(self, other): method respond (line 364) | def respond(self, response): class SingleProcessPool (line 368) | class SingleProcessPool: method apply_async (line 375) | def apply_async(self, function, args): method close (line 378) | def close(self): method join (line 381) | def join(self): class DequeQueue (line 385) | class DequeQueue(collections.deque): method put (line 390) | def put(self, obj, block=None, timeout=None): method get (line 393) | def get(self, block=None, timeout=None): class AsyncCompletionException (line 400) | class AsyncCompletionException(Exception): method __init__ (line 405) | def __init__(self, trace): class TracebackWrapper (line 409) | class TracebackWrapper: method __init__ (line 414) | def __init__(self, trace): function check_complete_cached (line 418) | def check_complete_cached(task, completion_cache=None): function check_complete (line 434) | def check_complete(task, out_queue, completion_cache=None): class worker (line 446) | class worker(Config): class KeepAliveThread (line 498) | class KeepAliveThread(threading.Thread): method __init__ (line 503) | def __init__(self, scheduler, worker_id, ping_interval, rpc_message_ca... method stop (line 511) | def stop(self): method run (line 514) | def run(self): function rpc_message_callback (line 533) | def rpc_message_callback(fn): class Worker (line 538) | class Worker: method __init__ (line 548) | def __init__(self, scheduler=None, worker_id=None, worker_processes=1,... method _add_task (line 603) | def _add_task(self, *args, **kwargs): method __enter__ (line 627) | def __enter__(self): method __exit__ (line 636) | def __exit__(self, type, value, traceback): method _generate_worker_info (line 648) | def _generate_worker_info(self): method _generate_worker_id (line 672) | def _generate_worker_id(self, worker_info): method _validate_task (line 676) | def _validate_task(self, task): method _log_complete_error (line 684) | def _log_complete_error(self, task, tb): method _log_dependency_error (line 688) | def _log_dependency_error(self, task, tb): method _log_unexpected_error (line 692) | def _log_unexpected_error(self, task): method _announce_scheduling_failure (line 695) | def _announce_scheduling_failure(self, task, expl): method _email_complete_error (line 710) | def _email_complete_error(self, task, formatted_traceback): method _email_dependency_error (line 720) | def _email_dependency_error(self, task, formatted_traceback): method _email_unexpected_error (line 730) | def _email_unexpected_error(self, task, formatted_traceback): method _email_task_failure (line 741) | def _email_task_failure(self, task, formatted_traceback): method _email_error (line 750) | def _email_error(self, task, formatted_traceback, subject, headline): method _handle_task_load_error (line 757) | def _handle_task_load_error(self, exception, task_ids): method add (line 772) | def add(self, task, multiprocess=False, processes=0): method _add_task_batcher (line 818) | def _add_task_batcher(self, task): method _add (line 832) | def _add(self, task, is_complete): method _validate_dependency (line 917) | def _validate_dependency(self, dependency): method _check_complete_value (line 923) | def _check_complete_value(self, is_complete): method _add_worker (line 929) | def _add_worker(self): method _log_remote_tasks (line 933) | def _log_remote_tasks(self, get_work_response): method _get_work_task_id (line 946) | def _get_work_task_id(self, get_work_response): method _get_work (line 974) | def _get_work(self): method _run_task (line 1026) | def _run_task(self, task_id): method _create_task_process (line 1045) | def _create_task_process(self, task): method _purge_children (line 1062) | def _purge_children(self): method _handle_next_task (line 1082) | def _handle_next_task(self): method _sleeper (line 1150) | def _sleeper(self): method _keep_alive (line 1159) | def _keep_alive(self, get_work_response): method handle_interrupt (line 1189) | def handle_interrupt(self, signum, _): method _start_phasing_out (line 1196) | def _start_phasing_out(self): method run (line 1204) | def run(self): method _handle_rpc_message (line 1249) | def _handle_rpc_message(self, message): method set_worker_processes (line 1269) | def set_worker_processes(self, n): method dispatch_scheduler_message (line 1277) | def dispatch_scheduler_message(self, task_id, message_id, content, **k... FILE: test/_mysqldb_test.py function _create_test_database (line 31) | def _create_test_database(): class MySqlTargetTest (line 40) | class MySqlTargetTest(unittest.TestCase): method test_touch_and_exists (line 41) | def test_touch_and_exists(self): function drop (line 48) | def drop(): FILE: test/_test_ftp.py class TestFTPFilesystem (line 46) | class TestFTPFilesystem(unittest.TestCase): method setUp (line 47) | def setUp(self): method test_file_remove (line 73) | def test_file_remove(self): method test_recursive_remove (line 87) | def test_recursive_remove(self): class TestFTPFilesystemUpload (line 98) | class TestFTPFilesystemUpload(unittest.TestCase): method test_single (line 99) | def test_single(self): class TestRemoteTarget (line 127) | class TestRemoteTarget(unittest.TestCase): method test_put (line 128) | def test_put(self): method test_get (line 155) | def test_get(self): function _run_ftp_server (line 209) | def _run_ftp_server(): FILE: test/auto_namespace_test/my_namespace_test.py class MyNamespaceTest (line 6) | class MyNamespaceTest(LuigiTestCase): method test_auto_namespace_scope (line 7) | def test_auto_namespace_scope(self): FILE: test/batch_notifier_test.py class BatchNotifier (line 16) | class BatchNotifier(luigi.batch_notifier.BatchNotifier): method __init__ (line 19) | def __init__(self, **kwargs): class BatchNotifierTest (line 25) | class BatchNotifierTest(unittest.TestCase): method setUp (line 26) | def setUp(self): method tearDown (line 39) | def tearDown(self): method incr_time (line 44) | def incr_time(self, minutes): method check_email_send (line 47) | def check_email_send(self, subject, message, receiver="r@test.com", se... method test_send_single_failure (line 50) | def test_send_single_failure(self): method test_do_not_send_single_failure_without_receiver (line 56) | def test_do_not_send_single_failure_without_receiver(self): method test_send_single_failure_to_owner_only (line 63) | def test_send_single_failure_to_owner_only(self): method test_send_single_disable (line 74) | def test_send_single_disable(self): method test_send_multiple_disables (line 82) | def test_send_multiple_disables(self): method test_send_single_scheduling_fail (line 92) | def test_send_single_scheduling_fail(self): method test_multiple_failures_of_same_job (line 101) | def test_multiple_failures_of_same_job(self): method test_multiple_failures_of_multiple_jobs (line 109) | def test_multiple_failures_of_multiple_jobs(self): method test_group_on_family (line 117) | def test_group_on_family(self): method test_group_on_unbatched_params (line 126) | def test_group_on_unbatched_params(self): method test_include_one_expl_includes_latest (line 144) | def test_include_one_expl_includes_latest(self): method test_include_two_expls (line 153) | def test_include_two_expls(self): method test_limit_expl_length (line 164) | def test_limit_expl_length(self): method test_expl_varies_by_owner (line 170) | def test_expl_varies_by_owner(self): method test_include_two_expls_html_format (line 197) | def test_include_two_expls_html_format(self): method test_limit_expl_length_html_format (line 210) | def test_limit_expl_length_html_format(self): method test_send_clears_backlog (line 217) | def test_send_clears_backlog(self): method test_email_gets_cleared_on_failure (line 228) | def test_email_gets_cleared_on_failure(self): method test_send_clears_all_old_data (line 239) | def test_send_clears_all_old_data(self): method test_auto_send_on_update_after_time_period (line 253) | def test_auto_send_on_update_after_time_period(self): method test_auto_send_on_update_after_time_period_with_disable_only (line 265) | def test_auto_send_on_update_after_time_period_with_disable_only(self): method test_no_auto_send_until_end_of_interval_with_error (line 277) | def test_no_auto_send_until_end_of_interval_with_error(self): method test_no_auto_send_for_interval_after_exception (line 294) | def test_no_auto_send_for_interval_after_exception(self): method test_send_batch_failure_emails_to_owners (line 313) | def test_send_batch_failure_emails_to_owners(self): method test_send_batch_disable_email_to_owners (line 342) | def test_send_batch_disable_email_to_owners(self): method test_batch_identical_expls (line 363) | def test_batch_identical_expls(self): method test_batch_identical_expls_html (line 376) | def test_batch_identical_expls_html(self): method test_unicode_error_message (line 397) | def test_unicode_error_message(self): method test_unicode_error_message_html (line 403) | def test_unicode_error_message_html(self): method test_unicode_param_value (line 410) | def test_unicode_param_value(self): method test_unicode_param_value_html (line 418) | def test_unicode_param_value_html(self): method test_unicode_param_name (line 427) | def test_unicode_param_name(self): method test_unicode_param_name_html (line 435) | def test_unicode_param_name_html(self): method test_unicode_class_name (line 444) | def test_unicode_class_name(self): method test_unicode_class_name_html (line 450) | def test_unicode_class_name_html(self): FILE: test/choice_parameter_test.py class ChoiceParameterTest (line 23) | class ChoiceParameterTest(unittest.TestCase): method test_parse_str (line 24) | def test_parse_str(self): method test_parse_int (line 28) | def test_parse_int(self): method test_parse_int_conv (line 32) | def test_parse_int_conv(self): method test_invalid_choice (line 36) | def test_invalid_choice(self): method test_invalid_choice_type (line 40) | def test_invalid_choice_type(self): method test_choices_parameter_exception (line 43) | def test_choices_parameter_exception(self): method test_hash_str (line 46) | def test_hash_str(self): method test_serialize_parse (line 53) | def test_serialize_parse(self): method test_invalid_choice_task (line 58) | def test_invalid_choice_task(self): FILE: test/clone_test.py class LinearSum (line 26) | class LinearSum(luigi.Task): method requires (line 30) | def requires(self): method run (line 34) | def run(self): method complete (line 41) | def complete(self): method f (line 44) | def f(self, x): class PowerSum (line 48) | class PowerSum(LinearSum): method f (line 51) | def f(self, x): class CloneTest (line 55) | class CloneTest(unittest.TestCase): method test_args (line 56) | def test_args(self): method test_recursion (line 61) | def test_recursion(self): method test_inheritance (line 66) | def test_inheritance(self): method test_inheritance_from_non_parameter (line 71) | def test_inheritance_from_non_parameter(self): FILE: test/cmdline_test.py class SomeTask (line 31) | class SomeTask(luigi.Task): method output (line 34) | def output(self): method run (line 37) | def run(self): class AmbiguousClass (line 43) | class AmbiguousClass(luigi.Task): class AmbiguousClass (line 47) | class AmbiguousClass(luigi.Task): # NOQA class TaskWithSameName (line 51) | class TaskWithSameName(luigi.Task): method run (line 52) | def run(self): method run (line 59) | def run(self): class TaskWithSameName (line 56) | class TaskWithSameName(luigi.Task): # NOQA method run (line 52) | def run(self): method run (line 59) | def run(self): class WriteToFile (line 63) | class WriteToFile(luigi.Task): method output (line 66) | def output(self): method run (line 69) | def run(self): class FooBaseClass (line 75) | class FooBaseClass(luigi.Task): class FooSubClass (line 79) | class FooSubClass(FooBaseClass): class ATaskThatFails (line 83) | class ATaskThatFails(luigi.Task): method run (line 84) | def run(self): class RequiredConfig (line 88) | class RequiredConfig(luigi.Config): class TaskThatRequiresConfig (line 92) | class TaskThatRequiresConfig(luigi.WrapperTask): method requires (line 93) | def requires(self): class SubTaskThatFails (line 98) | class SubTaskThatFails(luigi.Task): method complete (line 99) | def complete(self): method run (line 102) | def run(self): class CmdlineTest (line 106) | class CmdlineTest(unittest.TestCase): method setUp (line 107) | def setUp(self): method tearDown (line 111) | def tearDown(self): method _clean_config (line 116) | def _clean_config(self): method _restore_config (line 120) | def _restore_config(self): method test_cmdline_main_task_cls (line 124) | def test_cmdline_main_task_cls(self, logger): method test_cmdline_local_scheduler (line 129) | def test_cmdline_local_scheduler(self, logger): method test_cmdline_other_task (line 134) | def test_cmdline_other_task(self, logger): method test_cmdline_ambiguous_class (line 139) | def test_cmdline_ambiguous_class(self, logger): method test_setup_interface_logging (line 144) | def test_setup_interface_logging(self, handler, logger): method test_non_existent_class (line 167) | def test_non_existent_class(self, print_usage): method test_no_task (line 171) | def test_no_task(self, print_usage): method test_luigid_logging_conf (line 174) | def test_luigid_logging_conf(self): method test_luigid_no_logging_conf (line 181) | def test_luigid_no_logging_conf(self): method test_luigid_missing_logging_conf (line 194) | def test_luigid_missing_logging_conf(self): class InvokeOverCmdlineTest (line 208) | class InvokeOverCmdlineTest(unittest.TestCase): method _run_cmdline (line 209) | def _run_cmdline(self, args): method test_bin_luigi (line 217) | def test_bin_luigi(self): method test_direct_python (line 223) | def test_direct_python(self): method test_python_module (line 229) | def test_python_module(self): method test_direct_python_help (line 235) | def test_direct_python_help(self): method test_direct_python_help_class (line 240) | def test_direct_python_help_class(self): method test_bin_luigi_help (line 245) | def test_bin_luigi_help(self): method test_python_module_luigi_help (line 250) | def test_python_module_luigi_help(self): method test_bin_luigi_help_no_module (line 255) | def test_bin_luigi_help_no_module(self): method test_bin_luigi_help_not_spammy (line 259) | def test_bin_luigi_help_not_spammy(self): method test_bin_luigi_all_help_spammy (line 266) | def test_bin_luigi_all_help_spammy(self): method test_error_mesage_on_misspelled_task (line 276) | def test_error_mesage_on_misspelled_task(self): method test_bin_luigi_no_parameters (line 280) | def test_bin_luigi_no_parameters(self): method test_python_module_luigi_no_parameters (line 284) | def test_python_module_luigi_no_parameters(self): method test_bin_luigi_help_class (line 288) | def test_bin_luigi_help_class(self): method test_python_module_help_class (line 293) | def test_python_module_help_class(self): method test_bin_luigi_options_before_task (line 298) | def test_bin_luigi_options_before_task(self): method test_bin_fail_on_unrecognized_args (line 303) | def test_bin_fail_on_unrecognized_args(self): method test_deps_py_script (line 307) | def test_deps_py_script(self): method test_deps_tree_py_script (line 317) | def test_deps_tree_py_script(self): method test_bin_mentions_misspelled_task (line 327) | def test_bin_mentions_misspelled_task(self): method test_stack_trace_has_no_inner (line 338) | def test_stack_trace_has_no_inner(self): method test_cmd_line_params_are_available_for_execution_summary (line 352) | def test_cmd_line_params_are_available_for_execution_summary(self): FILE: test/config_env_test.py class ConfigParserTest (line 25) | class ConfigParserTest(LuigiTestCase): method setUp (line 30) | def setUp(self): method tearDown (line 37) | def tearDown(self): method test_basic_interpolation (line 54) | def test_basic_interpolation(self): method test_env_interpolation (line 71) | def test_env_interpolation(self): method test_underscore_vs_dash_style (line 93) | def test_underscore_vs_dash_style(self): method test_underscore_vs_dash_style_priority (line 108) | def test_underscore_vs_dash_style_priority(self): method test_default_parser (line 113) | def test_default_parser(self): FILE: test/config_toml_test.py class TomlConfigParserTest (line 22) | class TomlConfigParserTest(LuigiTestCase): method setUpClass (line 24) | def setUpClass(cls): method setUp (line 28) | def setUp(self): method test_get_config (line 32) | def test_get_config(self): method test_file_reading (line 36) | def test_file_reading(self): method test_get (line 40) | def test_get(self): method test_set (line 57) | def test_set(self): method test_has_option (line 66) | def test_has_option(self): class HelpersTest (line 73) | class HelpersTest(LuigiTestCase): method test_add_without_install (line 74) | def test_add_without_install(self): method test_get_without_install (line 81) | def test_get_without_install(self): FILE: test/conftest.py function reset_luigi_registry (line 9) | def reset_luigi_registry(): function pytest_collection_modifyitems (line 25) | def pytest_collection_modifyitems(items: List[pytest.Item]) -> None: FILE: test/contrib/_webhdfs_test.py class TestWebHdfsTarget (line 27) | class TestWebHdfsTarget(unittest.TestCase): method setUp (line 34) | def setUp(self): method tearDown (line 40) | def tearDown(self): method test_write (line 44) | def test_write(self): method test_read (line 52) | def test_read(self): method test_read_lines (line 59) | def test_read_lines(self): FILE: test/contrib/azureblob_test.py class AzureBlobClientTest (line 40) | class AzureBlobClientTest(unittest.TestCase): method setUp (line 41) | def setUp(self): method tearDown (line 44) | def tearDown(self): method test_splitfilepath_blob_none (line 47) | def test_splitfilepath_blob_none(self): method test_splitfilepath_blob_toplevel (line 52) | def test_splitfilepath_blob_toplevel(self): method test_splitfilepath_blob_nested (line 57) | def test_splitfilepath_blob_nested(self): method test_create_delete_container (line 62) | def test_create_delete_container(self): method test_upload_copy_move_remove_blob (line 76) | def test_upload_copy_move_remove_blob(self): class MovieScriptTask (line 129) | class MovieScriptTask(luigi.Task): method output (line 130) | def output(self): method run (line 133) | def run(self): class AzureJsonDumpTask (line 143) | class AzureJsonDumpTask(luigi.Task): method output (line 144) | def output(self): method run (line 147) | def run(self): class FinalTask (line 152) | class FinalTask(luigi.Task): method requires (line 153) | def requires(self): method run (line 156) | def run(self): method output (line 166) | def output(self): class AzureBlobTargetTest (line 171) | class AzureBlobTargetTest(unittest.TestCase): method setUp (line 172) | def setUp(self): method tearDown (line 175) | def tearDown(self): method test_AzureBlobTarget (line 178) | def test_AzureBlobTarget(self): FILE: test/contrib/batch_test.py class MockBotoBatchClient (line 31) | class MockBotoBatchClient: method describe_job_queues (line 32) | def describe_job_queues(self): method list_jobs (line 35) | def list_jobs(self, jobQueue="", jobStatus=""): method describe_jobs (line 38) | def describe_jobs(self, jobs=[]): method submit_job (line 44) | def submit_job(self, jobDefinition="", jobName="", jobQueue="", parame... method register_job_definition (line 47) | def register_job_definition(self, **kwargs): class MockBotoLogsClient (line 51) | class MockBotoLogsClient: method get_log_events (line 52) | def get_log_events(self, logGroupName="", logStreamName="", startFromH... class BatchClientTest (line 58) | class BatchClientTest(unittest.TestCase): method setUp (line 59) | def setUp(self): method test_get_active_queue (line 64) | def test_get_active_queue(self): method test_get_job_id_from_name (line 67) | def test_get_job_id_from_name(self): method test_get_job_status (line 70) | def test_get_job_status(self): method test_get_logs (line 73) | def test_get_logs(self): method test_submit_job (line 77) | def test_submit_job(self): method test_submit_job_specific_queue (line 81) | def test_submit_job_specific_queue(self): method test_submit_job_non_existant_queue (line 85) | def test_submit_job_non_existant_queue(self): method test_wait_on_job (line 89) | def test_wait_on_job(self): method test_wait_on_job_failed (line 93) | def test_wait_on_job_failed(self): class BatchTaskTest (line 103) | class BatchTaskTest(unittest.TestCase): method setUp (line 104) | def setUp(self): FILE: test/contrib/beam_dataflow_test.py class TestDataflowParamKeys (line 30) | class TestDataflowParamKeys(beam_dataflow.DataflowParamKeys): class TestRequires (line 51) | class TestRequires(luigi.ExternalTask): method output (line 52) | def output(self): class SimpleTestTask (line 56) | class SimpleTestTask(beam_dataflow.BeamDataflowJobTask): method requires (line 59) | def requires(self): method output (line 62) | def output(self): method dataflow_executable (line 65) | def dataflow_executable(self): class FullTestTask (line 69) | class FullTestTask(beam_dataflow.BeamDataflowJobTask): method requires (line 91) | def requires(self): method output (line 94) | def output(self): method args (line 97) | def args(self): method dataflow_executable (line 100) | def dataflow_executable(self): class FilePatternsTestTask (line 104) | class FilePatternsTestTask(beam_dataflow.BeamDataflowJobTask): method requires (line 107) | def requires(self): method file_pattern (line 110) | def file_pattern(self): method output (line 113) | def output(self): method dataflow_executable (line 116) | def dataflow_executable(self): class DummyCmdLineTestTask (line 120) | class DummyCmdLineTestTask(beam_dataflow.BeamDataflowJobTask): method dataflow_executable (line 123) | def dataflow_executable(self): method requires (line 126) | def requires(self): method output (line 129) | def output(self): method _mk_cmd_line (line 132) | def _mk_cmd_line(self): class BeamDataflowTest (line 137) | class BeamDataflowTest(unittest.TestCase): method test_dataflow_simple_cmd_line_args (line 138) | def test_dataflow_simple_cmd_line_args(self): method test_dataflow_full_cmd_line_args (line 146) | def test_dataflow_full_cmd_line_args(self): method test_dataflow_with_file_patterns (line 179) | def test_dataflow_with_file_patterns(self): method test_dataflow_with_invalid_file_patterns (line 185) | def test_dataflow_with_invalid_file_patterns(self): method test_dataflow_input_arg_formatting (line 191) | def test_dataflow_input_arg_formatting(self): method test_task_output_arg_completion (line 236) | def test_task_output_arg_completion(self): method test_get_target_path (line 263) | def test_get_target_path(self): method test_dataflow_runner_resolution (line 273) | def test_dataflow_runner_resolution(self): method test_dataflow_successful_run_callbacks (line 285) | def test_dataflow_successful_run_callbacks(self): method test_dataflow_successful_run_invalid_output_callbacks (line 302) | def test_dataflow_successful_run_invalid_output_callbacks(self): method test_dataflow_failed_run_callbacks (line 322) | def test_dataflow_failed_run_callbacks(self, popen, os_exit): FILE: test/contrib/bigquery_avro_test.py class BigQueryAvroTest (line 32) | class BigQueryAvroTest(unittest.TestCase): method test_writer_schema_method_existence (line 33) | def test_writer_schema_method_existence(self): FILE: test/contrib/bigquery_gcloud_test.py function bucket_url (line 59) | def bucket_url(suffix): class TestLoadTask (line 67) | class TestLoadTask(bigquery.BigQueryLoadTask): method schema (line 74) | def schema(self): method source_uris (line 80) | def source_uris(self): method output (line 83) | def output(self): class TestRunQueryTask (line 88) | class TestRunQueryTask(bigquery.BigQueryRunQueryTask): method output (line 93) | def output(self): class TestExtractTask (line 98) | class TestExtractTask(bigquery.BigQueryExtractTask): method output (line 109) | def output(self): method requires (line 112) | def requires(self): class BigQueryGcloudTest (line 117) | class BigQueryGcloudTest(unittest.TestCase): method setUp (line 118) | def setUp(self): method test_extract_to_gcs_csv (line 150) | def test_extract_to_gcs_csv(self): method test_extract_to_gcs_csv_alternate (line 165) | def test_extract_to_gcs_csv_alternate(self): method test_extract_to_gcs_json (line 182) | def test_extract_to_gcs_json(self): method test_extract_to_gcs_avro (line 197) | def test_extract_to_gcs_avro(self): method test_load_eu_to_undefined (line 212) | def test_load_eu_to_undefined(self): method test_load_us_to_eu (line 216) | def test_load_us_to_eu(self): method test_load_eu_to_eu (line 220) | def test_load_eu_to_eu(self): method test_load_undefined_to_eu (line 229) | def test_load_undefined_to_eu(self): method test_load_new_eu_dataset (line 238) | def test_load_new_eu_dataset(self): method test_copy (line 252) | def test_copy(self): method test_table_uri (line 267) | def test_table_uri(self): method test_run_query (line 271) | def test_run_query(self): method test_run_successful_job (line 278) | def test_run_successful_job(self): method test_run_failing_job (line 286) | def test_run_failing_job(self): class BigQueryLoadAvroTest (line 293) | class BigQueryLoadAvroTest(unittest.TestCase): method _produce_test_input (line 294) | def _produce_test_input(self): method setUp (line 465) | def setUp(self): method test_load_avro_dir_and_propagate_doc (line 475) | def test_load_avro_dir_and_propagate_doc(self): FILE: test/contrib/bigquery_test.py class BigQueryLoadTaskTest (line 34) | class BigQueryLoadTaskTest(unittest.TestCase): method test_configure_job (line 36) | def test_configure_job(self, run_job): class BigQueryRunQueryTaskTest (line 70) | class BigQueryRunQueryTaskTest(unittest.TestCase): method test_configure_job (line 72) | def test_configure_job(self, run_job): class BigQueryExtractTaskTest (line 109) | class BigQueryExtractTaskTest(unittest.TestCase): method test_configure_job (line 111) | def test_configure_job(self, run_job): class BigQueryClientTest (line 143) | class BigQueryClientTest(unittest.TestCase): method test_retry_succeeds_on_second_attempt (line 144) | def test_retry_succeeds_on_second_attempt(self): FILE: test/contrib/cascading_test.py class CascadingClientTest (line 26) | class CascadingClientTest(unittest.TestCase): method setUp (line 27) | def setUp(self): method test_successes (line 51) | def test_successes(self): method test_fallbacking (line 55) | def test_fallbacking(self): method test_failings (line 61) | def test_failings(self): method test_FileAlreadyExists_propagation (line 65) | def test_FileAlreadyExists_propagation(self): method test_method_names_kwarg (line 68) | def test_method_names_kwarg(self): FILE: test/contrib/datadog_metric_test.py class DatadogMetricTest (line 15) | class DatadogMetricTest(unittest.TestCase): method setUp (line 16) | def setUp(self): method tearDown (line 22) | def tearDown(self): method startTask (line 28) | def startTask(self, scheduler=None): method mockDatadog (line 40) | def mockDatadog(self): method unMockDatadog (line 50) | def unMockDatadog(self): method setTime (line 55) | def setTime(self, t): method test_send_event_on_task_started (line 58) | def test_send_event_on_task_started(self): method test_send_increment_on_task_started (line 70) | def test_send_increment_on_task_started(self): method test_send_event_on_task_failed (line 76) | def test_send_event_on_task_failed(self): method test_send_increment_on_task_failed (line 88) | def test_send_increment_on_task_failed(self): method test_send_event_on_task_disabled (line 94) | def test_send_event_on_task_disabled(self): method test_send_increment_on_task_disabled (line 109) | def test_send_increment_on_task_disabled(self): method test_send_event_on_task_done (line 115) | def test_send_event_on_task_done(self): method test_send_increment_on_task_done (line 127) | def test_send_increment_on_task_done(self): method test_send_gauge_on_task_done (line 133) | def test_send_gauge_on_task_done(self): FILE: test/contrib/dataproc_test.py class _DataprocBaseTestCase (line 36) | class _DataprocBaseTestCase(unittest.TestCase): method setUp (line 37) | def setUp(self): method tearDown (line 40) | def tearDown(self): class DataprocTaskTest (line 45) | class DataprocTaskTest(_DataprocBaseTestCase): method test_1_create_cluster (line 46) | def test_1_create_cluster(self): method test_2_create_cluster_should_notice_existing_cluster_and_return_immediately (line 52) | def test_2_create_cluster_should_notice_existing_cluster_and_return_im... method test_3_submit_minimal_job (line 60) | def test_3_submit_minimal_job(self): method test_4_submit_spark_job (line 81) | def test_4_submit_spark_job(self): method test_5_submit_pyspark_job (line 106) | def test_5_submit_pyspark_job(self): method test_6_delete_cluster (line 131) | def test_6_delete_cluster(self): method test_7_delete_cluster_should_return_immediately_if_no_cluster (line 137) | def test_7_delete_cluster_should_return_immediately_if_no_cluster(self): method test_8_create_cluster_image_version (line 145) | def test_8_create_cluster_image_version(self): method test_9_delete_cluster_image_version (line 158) | def test_9_delete_cluster_image_version(self): FILE: test/contrib/docker_runner_test.py class SuccessJob (line 60) | class SuccessJob(DockerTask): class FailJobImageNotFound (line 65) | class FailJobImageNotFound(DockerTask): class FailJobContainer (line 70) | class FailJobContainer(DockerTask): class WriteToTmpDir (line 76) | class WriteToTmpDir(DockerTask): class MountLocalFileAsVolume (line 84) | class MountLocalFileAsVolume(DockerTask): class MountLocalFileAsVolumeWithParam (line 92) | class MountLocalFileAsVolumeWithParam(DockerTask): class MountLocalFileAsVolumeWithParamRedefProperties (line 100) | class MountLocalFileAsVolumeWithParamRedefProperties(DockerTask): method binds (line 106) | def binds(self): method command (line 110) | def command(self): method complete (line 113) | def complete(self): class MultipleDockerTask (line 117) | class MultipleDockerTask(luigi.WrapperTask): method requires (line 122) | def requires(self): class MultipleDockerTaskRedefProperties (line 126) | class MultipleDockerTaskRedefProperties(luigi.WrapperTask): method requires (line 127) | def requires(self): class TestDockerTask (line 132) | class TestDockerTask(unittest.TestCase): method test_success_job (line 136) | def test_success_job(self): method test_temp_dir_creation (line 141) | def test_temp_dir_creation(self): method test_local_file_mount (line 145) | def test_local_file_mount(self): method test_fail_job_image_not_found (line 149) | def test_fail_job_image_not_found(self): method test_fail_job_container (line 153) | def test_fail_job_container(self): method test_multiple_jobs (line 157) | def test_multiple_jobs(self): method test_multiple_jobs2 (line 162) | def test_multiple_jobs2(self): FILE: test/contrib/dropbox_test.py class TestClientDropbox (line 63) | class TestClientDropbox(unittest.TestCase): method setUp (line 64) | def setUp(self): method tearDown (line 75) | def tearDown(self): method test_exists (line 79) | def test_exists(self): method test_listdir_simple (line 89) | def test_listdir_simple(self): method test_listdir_simple_with_one_slash (line 95) | def test_listdir_simple_with_one_slash(self): method test_listdir_multiple (line 101) | def test_listdir_multiple(self): method test_listdir_nonexisting (line 107) | def test_listdir_nonexisting(self): method test_remove (line 111) | def test_remove(self): method test_mkdir_new_dir (line 127) | def test_mkdir_new_dir(self): method aux_lifecycle_of_directory (line 135) | def aux_lifecycle_of_directory(self, path): method test_lifecycle_of_dirpath (line 150) | def test_lifecycle_of_dirpath(self): method test_lifecycle_of_dirpath_with_trailing_slash (line 153) | def test_lifecycle_of_dirpath_with_trailing_slash(self): method test_lifecycle_of_dirpath_with_several_trailing_mixed (line 156) | def test_lifecycle_of_dirpath_with_several_trailing_mixed(self): method test_lifecycle_of_dirpath_with_several_trailing_mixed_2 (line 162) | def test_lifecycle_of_dirpath_with_several_trailing_mixed_2(self): method test_mkdir_new_dir_two_slashes (line 168) | def test_mkdir_new_dir_two_slashes(self): method test_mkdir_recreate_dir (line 172) | def test_mkdir_recreate_dir(self): method test_mkdir_recreate_slashed_dir (line 186) | def test_mkdir_recreate_slashed_dir(self): method test_mkdir_recreate_file (line 200) | def test_mkdir_recreate_file(self): method test_isdir (line 210) | def test_isdir(self): method test_move (line 220) | def test_move(self): method test_copy (line 233) | def test_copy(self): class TestDropboxTarget (line 248) | class TestDropboxTarget(unittest.TestCase): method setUp (line 249) | def setUp(self): method tearDown (line 256) | def tearDown(self): method test_download_from_dropboxtarget_to_local (line 260) | def test_download_from_dropboxtarget_to_local(self): method test_write_small_text_file_to_dropbox (line 291) | def test_write_small_text_file_to_dropbox(self): method aux_write_binary_file_to_dropbox (line 306) | def aux_write_binary_file_to_dropbox(self, multiplier): method test_write_small_binary_file_to_dropbox (line 322) | def test_write_small_binary_file_to_dropbox(self): method test_write_medium_binary_file_to_dropbox (line 325) | def test_write_medium_binary_file_to_dropbox(self): method test_write_large_binary_file_to_dropbox (line 328) | def test_write_large_binary_file_to_dropbox(self): method test_write_using_nondefault_format (line 331) | def test_write_using_nondefault_format(self): method test_write_using_a_temporary_path (line 347) | def test_write_using_a_temporary_path(self): FILE: test/contrib/ecs_test.py class ECSTaskNoOutput (line 57) | class ECSTaskNoOutput(ECSTask): method complete (line 58) | def complete(self): class ECSTaskOverrideCommand (line 64) | class ECSTaskOverrideCommand(ECSTaskNoOutput): method command (line 66) | def command(self): class ECSTaskCustomRunTaskKwargs (line 70) | class ECSTaskCustomRunTaskKwargs(ECSTaskNoOutput): method run_task_kwargs (line 72) | def run_task_kwargs(self): class ECSTaskCustomRunTaskKwargsWithCollidingCommand (line 76) | class ECSTaskCustomRunTaskKwargsWithCollidingCommand(ECSTaskNoOutput): method command (line 78) | def command(self): method run_task_kwargs (line 85) | def run_task_kwargs(self): class ECSTaskCustomRunTaskKwargsWithMergedCommands (line 102) | class ECSTaskCustomRunTaskKwargsWithMergedCommands(ECSTaskNoOutput): method command (line 104) | def command(self): method run_task_kwargs (line 108) | def run_task_kwargs(self): class TestECSTask (line 126) | class TestECSTask(unittest.TestCase): method setUp (line 128) | def setUp(self): method test_unregistered_task (line 134) | def test_unregistered_task(self): method test_registered_task (line 139) | def test_registered_task(self): method test_override_command (line 144) | def test_override_command(self): method test_custom_run_task_kwargs (line 149) | def test_custom_run_task_kwargs(self): method test_custom_run_task_kwargs_with_colliding_command (line 155) | def test_custom_run_task_kwargs_with_colliding_command(self): method test_custom_run_task_kwargs_with_merged_commands (line 172) | def test_custom_run_task_kwargs_with_merged_commands(self): FILE: test/contrib/esindex_test.py function _create_test_index (line 55) | def _create_test_index(): class ElasticsearchTargetTest (line 69) | class ElasticsearchTargetTest(unittest.TestCase): method test_touch_and_exists (line 72) | def test_touch_and_exists(self): function delete (line 85) | def delete(): class CopyToTestIndex (line 93) | class CopyToTestIndex(CopyToIndex): method output (line 103) | def output(self): class IndexingTask1 (line 119) | class IndexingTask1(CopyToTestIndex): method docs (line 123) | def docs(self): class IndexingTask2 (line 128) | class IndexingTask2(CopyToTestIndex): method docs (line 131) | def docs(self): class IndexingTask3 (line 136) | class IndexingTask3(CopyToTestIndex): method docs (line 141) | def docs(self): function _cleanup (line 146) | def _cleanup(): class CopyToIndexTest (line 156) | class CopyToIndexTest(unittest.TestCase): method setUpClass (line 160) | def setUpClass(cls): method setUp (line 163) | def setUp(self): method tearDown (line 167) | def tearDown(self): method test_copy_to_index (line 171) | def test_copy_to_index(self): method test_copy_to_index_incrementally (line 182) | def test_copy_to_index_incrementally(self): method test_copy_to_index_purge_existing (line 202) | def test_copy_to_index_purge_existing(self): class MarkerIndexTest (line 217) | class MarkerIndexTest(unittest.TestCase): method setUpClass (line 219) | def setUpClass(cls): method setUp (line 222) | def setUp(self): method tearDown (line 226) | def tearDown(self): method test_update_marker (line 230) | def test_update_marker(self): class IndexingTask4 (line 273) | class IndexingTask4(CopyToTestIndex): method docs (line 279) | def docs(self): class IndexHistSizeTest (line 285) | class IndexHistSizeTest(unittest.TestCase): method setUpClass (line 287) | def setUpClass(cls): method setUp (line 290) | def setUp(self): method tearDown (line 294) | def tearDown(self): method test_limited_history (line 298) | def test_limited_history(self): FILE: test/contrib/external_daily_snapshot_test.py class DataDump (line 23) | class DataDump(ExternalDailySnapshot): method output (line 28) | def output(self): class ExternalDailySnapshotTest (line 32) | class ExternalDailySnapshotTest(unittest.TestCase): method test_latest (line 33) | def test_latest(self): method test_latest_not_exists (line 38) | def test_latest_not_exists(self): method test_deterministic (line 43) | def test_deterministic(self): FILE: test/contrib/external_program_test.py function poll_generator (line 36) | def poll_generator(): function setup_run_process (line 41) | def setup_run_process(proc): class TestExternalProgramTask (line 49) | class TestExternalProgramTask(ExternalProgramTask): method program_args (line 50) | def program_args(self): method output (line 53) | def output(self): class TestLogStderrOnFailureOnlyTask (line 57) | class TestLogStderrOnFailureOnlyTask(TestExternalProgramTask): class TestTouchTask (line 61) | class TestTouchTask(ExternalProgramTask): method program_args (line 64) | def program_args(self): method output (line 67) | def output(self): class TestEchoTask (line 71) | class TestEchoTask(ExternalProgramTask): method program_args (line 74) | def program_args(self): class ExternalProgramTaskTest (line 79) | class ExternalProgramTaskTest(unittest.TestCase): method test_run (line 81) | def test_run(self, proc): method test_handle_failed_job (line 91) | def test_handle_failed_job(self, proc, file, logger): method test_always_log_stderr_on_failure (line 107) | def test_always_log_stderr_on_failure(self, proc, file, logger): method test_log_stderr_on_success_by_default (line 119) | def test_log_stderr_on_success_by_default(self, proc, file, logger): method test_capture_output_set_to_false_writes_output_to_stdout (line 127) | def test_capture_output_set_to_false_writes_output_to_stdout(self): method test_dont_log_stderr_on_success_if_disabled (line 144) | def test_dont_log_stderr_on_success_if_disabled(self, proc, file, logg... method test_program_args_must_be_implemented (line 153) | def test_program_args_must_be_implemented(self, proc): method test_app_interruption (line 159) | def test_app_interruption(self, proc): method test_non_mocked_task_run (line 172) | def test_non_mocked_task_run(self): method test_tracking_url_pattern_works_with_capture_output_disabled (line 187) | def test_tracking_url_pattern_works_with_capture_output_disabled(self): method test_tracking_url_pattern_works_with_capture_output_enabled (line 201) | def test_tracking_url_pattern_works_with_capture_output_enabled(self): method test_tracking_url_pattern_works_with_stderr (line 215) | def test_tracking_url_pattern_works_with_stderr(self): method test_no_url_searching_is_performed_if_pattern_is_not_set (line 232) | def test_no_url_searching_is_performed_if_pattern_is_not_set(self): method test_tracking_url_context_works_without_capture_output (line 243) | def test_tracking_url_context_works_without_capture_output(self): method test_tracking_url_context_works_correctly_when_logs_output_pattern_to_url_is_not_default (line 257) | def test_tracking_url_context_works_correctly_when_logs_output_pattern... class TestExternalPythonProgramTask (line 279) | class TestExternalPythonProgramTask(ExternalPythonProgramTask): method program_args (line 283) | def program_args(self): method output (line 286) | def output(self): class ExternalPythonProgramTaskTest (line 291) | class ExternalPythonProgramTaskTest(unittest.TestCase): method test_original_environment_is_kept_intact (line 294) | def test_original_environment_is_kept_intact(self, proc): method test_venv_is_set_and_prepended_to_path (line 306) | def test_venv_is_set_and_prepended_to_path(self, proc): method test_pythonpath_is_set_if_empty (line 321) | def test_pythonpath_is_set_if_empty(self, proc): method test_pythonpath_is_prepended_if_not_empty (line 333) | def test_pythonpath_is_prepended_if_not_empty(self, proc): FILE: test/contrib/gcs_test.py function bucket_url (line 51) | def bucket_url(suffix): class _GCSBaseTestCase (line 58) | class _GCSBaseTestCase(unittest.TestCase): method setUp (line 59) | def setUp(self): method tearDown (line 75) | def tearDown(self): class GCSClientTest (line 80) | class GCSClientTest(_GCSBaseTestCase): method test_not_exists (line 81) | def test_not_exists(self): method test_exists (line 85) | def test_exists(self): method test_mkdir (line 90) | def test_mkdir(self): method test_mkdir_by_upload (line 95) | def test_mkdir_by_upload(self): method test_download (line 100) | def test_download(self): method test_rename (line 105) | def test_rename(self): method test_rename_recursive (line 111) | def test_rename_recursive(self): method test_remove (line 121) | def test_remove(self): method test_remove_recursive (line 126) | def test_remove_recursive(self): method test_listdir (line 136) | def test_listdir(self): method test_put_file (line 143) | def test_put_file(self): method test_put_file_multiproc (line 155) | def test_put_file_multiproc(self): class GCSTargetTest (line 178) | class GCSTargetTest(_GCSBaseTestCase, FileSystemTargetTestMixin): method create_target (line 179) | def create_target(self, format=None): method test_close_twice (line 182) | def test_close_twice(self): class RetryTest (line 199) | class RetryTest(unittest.TestCase): method test_success_with_retryable_error (line 200) | def test_success_with_retryable_error(self): method test_fail_with_retry_limit_exceed (line 211) | def test_fail_with_retry_limit_exceed(self): FILE: test/contrib/hadoop_jar_test.py class TestHadoopJarJob (line 29) | class TestHadoopJarJob(HadoopJarJobTask): method jar (line 32) | def jar(self): class TestMissingJarJob (line 36) | class TestMissingJarJob(HadoopJarJobTask): class TestRemoteHadoopJarJob (line 40) | class TestRemoteHadoopJarJob(TestHadoopJarJob): method ssh (line 41) | def ssh(self): class TestRemoteMissingJarJob (line 45) | class TestRemoteMissingJarJob(TestHadoopJarJob): method ssh (line 46) | def ssh(self): class TestRemoteHadoopJarTwoParamJob (line 50) | class TestRemoteHadoopJarTwoParamJob(TestRemoteHadoopJarJob): class FixPathsTest (line 55) | class FixPathsTest(unittest.TestCase): method test_fix_paths_non_hdfs_target_path (line 56) | def test_fix_paths_non_hdfs_target_path(self): method test_fix_paths_non_hdfs_target_str (line 63) | def test_fix_paths_non_hdfs_target_str(self): class HadoopJarJobTaskTest (line 70) | class HadoopJarJobTaskTest(unittest.TestCase): method test_good (line 72) | def test_good(self, mock_job): method test_missing_jar (line 79) | def test_missing_jar(self, mock_job): method test_remote_job (line 85) | def test_remote_job(self, mock_job): method test_remote_job_with_space_in_task_id (line 92) | def test_remote_job_with_space_in_task_id(self, mock_job): method test_remote_job_missing_config (line 110) | def test_remote_job_missing_config(self, mock_job): FILE: test/contrib/hdfs/webhdfs_client_test.py class TestWebHdfsClient (line 29) | class TestWebHdfsClient(unittest.TestCase): method test_insecure_client_type (line 31) | def test_insecure_client_type(self): method test_kerberos_client_type (line 36) | def test_kerberos_client_type(self): FILE: test/contrib/hdfs_test.py class ComplexOldFormat (line 30) | class ComplexOldFormat(luigi.format.Format): method hdfs_writer (line 33) | def hdfs_writer(self, output_pipe): method pipe_writer (line 36) | def pipe_writer(self, output_pipe): method pipe_reader (line 39) | def pipe_reader(self, output_pipe): class TestException (line 43) | class TestException(Exception): class HdfsTargetTestMixin (line 47) | class HdfsTargetTestMixin(FileSystemTargetTestMixin): method create_target (line 48) | def create_target(self, format=None): method test_slow_exists (line 54) | def test_slow_exists(self): method test_create_ancestors (line 75) | def test_create_ancestors(self): method test_tmp_cleanup (line 87) | def test_tmp_cleanup(self): method test_luigi_tmp (line 101) | def test_luigi_tmp(self): method test_tmp_move (line 108) | def test_tmp_move(self): method test_rename_no_parent (line 120) | def test_rename_no_parent(self): method test_rename_no_grandparent (line 134) | def test_rename_no_grandparent(self): method test_glob_exists (line 148) | def test_glob_exists(self): method assertRegexpMatches (line 170) | def assertRegexpMatches(self, text, expected_regexp, msg=None): method test_tmppath_not_configured (line 179) | def test_tmppath_not_configured(self): method test_tmppath_username (line 216) | def test_tmppath_username(self): method test_pickle (line 219) | def test_pickle(self): method test_flag_target (line 223) | def test_flag_target(self): method test_flag_target_fails_if_not_directory (line 237) | def test_flag_target_fails_if_not_directory(self): class _MiscOperationsMixin (line 242) | class _MiscOperationsMixin: method get_target (line 245) | def get_target(self): method test_count (line 252) | def test_count(self): method test_chmod (line 258) | def test_chmod(self): method test_chown (line 262) | def test_chown(self): FILE: test/contrib/hive_test.py class HiveTest (line 32) | class HiveTest(unittest.TestCase): method mock_hive_cmd (line 35) | def mock_hive_cmd(self, args, check_return=True): method setUp (line 40) | def setUp(self): method tearDown (line 44) | def tearDown(self): method test_run_hive_command (line 47) | def test_run_hive_command(self): method test_run_hive_script_not_exists (line 53) | def test_run_hive_script_not_exists(self): method test_run_hive_script_exists (line 59) | def test_run_hive_script_exists(self): method test_create_parent_dirs (line 66) | def test_create_parent_dirs(self): class HiveCommandClientTest (line 79) | class HiveCommandClientTest(unittest.TestCase): method setUp (line 83) | def setUp(self): method test_default_table_location (line 89) | def test_default_table_location(self, run_command): method test_table_exists (line 101) | def test_table_exists(self, run_command): method test_table_schema (line 125) | def test_table_schema(self, run_command): method test_partition_spec (line 161) | def test_partition_spec(self): method test_apacheclient_table_exists (line 166) | def test_apacheclient_table_exists(self, run_command): method test_apacheclient_table_schema (line 190) | def test_apacheclient_table_schema(self, run_command): method test_metastoreclient_partition_existence_regardless_of_order (line 227) | def test_metastoreclient_partition_existence_regardless_of_order(self,... method test_metastore_partition_spec_has_the_same_order (line 240) | def test_metastore_partition_spec_has_the_same_order(self): method test_client_def (line 250) | def test_client_def(self, hive_syntax): method test_run_hive_command (line 272) | def test_run_hive_command(self, popen): class WarehouseHiveClientTest (line 294) | class WarehouseHiveClientTest(unittest.TestCase): method test_table_exists_files_actually_exist (line 295) | def test_table_exists_files_actually_exist(self): method test_table_exists_without_partition_spec_files_actually_exist (line 311) | def test_table_exists_without_partition_spec_files_actually_exist(self... method test_table_exists_only_tmp_files_exist (line 334) | def test_table_exists_only_tmp_files_exist(self, ignored_file_masks): method test_table_exists_ambiguous_partition (line 352) | def test_table_exists_ambiguous_partition(self, ignored_file_masks): class MyHiveTask (line 373) | class MyHiveTask(luigi.contrib.hive.HiveQueryTask): method query (line 376) | def query(self): class TestHiveTask (line 381) | class TestHiveTask(unittest.TestCase): method test_run (line 385) | def test_run(self, run_and_track_hadoop_job): class MyHiveTaskArgs (line 391) | class MyHiveTaskArgs(MyHiveTask): method hivevars (line 392) | def hivevars(self): method hiveconfs (line 395) | def hiveconfs(self): class TestHiveTaskArgs (line 399) | class TestHiveTaskArgs(TestHiveTask): method test_arglist (line 402) | def test_arglist(self): class TestHiveTarget (line 423) | class TestHiveTarget(unittest.TestCase): method test_hive_table_target (line 424) | def test_hive_table_target(self): method test_hive_partition_target (line 430) | def test_hive_partition_target(self): class ExternalHiveTaskTest (line 437) | class ExternalHiveTaskTest(unittest.TestCase): method test_table (line 438) | def test_table(self): method test_partition_exists (line 453) | def test_partition_exists(self): FILE: test/contrib/kubernetes_test.py class SuccessJob (line 51) | class SuccessJob(KubernetesJobTask): class FailJob (line 56) | class FailJob(KubernetesJobTask): method labels (line 63) | def labels(self): class TestK8STask (line 68) | class TestK8STask(unittest.TestCase): method test_success_job (line 69) | def test_success_job(self): method test_fail_job (line 73) | def test_fail_job(self): method test_output (line 87) | def test_output(self, mock_signal, mock_job_status): FILE: test/contrib/lsf_test.py function on_lsf_master (line 51) | def on_lsf_master(): class TestJobTask (line 59) | class TestJobTask(LSFJobTask): method work (line 64) | def work(self): method output (line 69) | def output(self): class TestSGEJob (line 74) | class TestSGEJob(unittest.TestCase): method test_run_job (line 79) | def test_run_job(self, mock_open, mock_communicate): method test_run_job_with_dump (line 88) | def test_run_job_with_dump(self, mock_open, mock_communicate): method tearDown (line 94) | def tearDown(self): FILE: test/contrib/mongo_test.py class MongoCellTargetTest (line 41) | class MongoCellTargetTest(unittest.TestCase): method setUp (line 44) | def setUp(self): method tearDown (line 62) | def tearDown(self): method test_exists (line 69) | def test_exists(self): method test_exists_nested (line 81) | def test_exists_nested(self): method test_read (line 97) | def test_read(self): method test_read_nested (line 110) | def test_read_nested(self): method test_write (line 125) | def test_write(self): method test_write_nested (line 134) | def test_write_nested(self): class MongoRangerTargetTest (line 153) | class MongoRangerTargetTest(unittest.TestCase): method setUp (line 156) | def setUp(self): method tearDown (line 174) | def tearDown(self): method test_exists (line 181) | def test_exists(self): method test_read (line 197) | def test_read(self): method test_write (line 211) | def test_write(self): FILE: test/contrib/mysqldb_test.py function datetime_to_epoch (line 11) | def datetime_to_epoch(dt): class MockMysqlCursor (line 16) | class MockMysqlCursor(mock.Mock): method __init__ (line 21) | def __init__(self, existing_update_ids): method execute (line 25) | def execute(self, query, params): method fetchone (line 31) | def fetchone(self): class DummyMysqlImporter (line 35) | class DummyMysqlImporter(luigi.contrib.mysqldb.CopyToTable): class DailyCopyToTableTest (line 51) | class DailyCopyToTableTest(unittest.TestCase): method test_bulk_complete (line 53) | def test_bulk_complete(self, mock_connect): class TestCopyToTableWithMetaColumns (line 79) | class TestCopyToTableWithMetaColumns(unittest.TestCase): method test_copy_with_metadata_columns_enabled (line 86) | def test_copy_with_metadata_columns_enabled( method test_copy_with_metadata_columns_disabled (line 107) | def test_copy_with_metadata_columns_disabled( FILE: test/contrib/opener_test.py class TestOpenerTarget (line 14) | class TestOpenerTarget(unittest.TestCase): method setUp (line 15) | def setUp(self): method tearDown (line 23) | def tearDown(self): method test_invalid_target (line 27) | def test_invalid_target(self): method test_mock_target (line 31) | def test_mock_target(self): method test_mock_target_root (line 40) | def test_mock_target_root(self): method test_default_target (line 49) | def test_default_target(self): method test_local_target (line 58) | def test_local_target(self): method test_local_tmp_target (line 70) | def test_local_tmp_target(self, lt_del_patch, lt_init_patch): method test_s3_parse (line 80) | def test_s3_parse(self, s3_init_patch): method test_s3_parse_param (line 89) | def test_s3_parse_param(self, s3_init_patch): method test_binary_support (line 97) | def test_binary_support(self): FILE: test/contrib/pai_test.py class SklearnJob (line 48) | class SklearnJob(PaiTask): class TestPaiTask (line 56) | class TestPaiTask(unittest.TestCase): method test_success (line 58) | def test_success(self): method test_fail (line 76) | def test_fail(self): FILE: test/contrib/pig_test.py class SimpleTestJob (line 29) | class SimpleTestJob(PigJobTask): method output (line 30) | def output(self): method pig_script_path (line 33) | def pig_script_path(self): class ComplexTestJob (line 37) | class ComplexTestJob(PigJobTask): method output (line 38) | def output(self): method pig_script_path (line 41) | def pig_script_path(self): method pig_env_vars (line 44) | def pig_env_vars(self): method pig_properties (line 47) | def pig_properties(self): method pig_parameters (line 50) | def pig_parameters(self): method pig_options (line 53) | def pig_options(self): class SimplePigTest (line 58) | class SimplePigTest(unittest.TestCase): method setUp (line 59) | def setUp(self): method tearDown (line 62) | def tearDown(self): method test_run__success (line 66) | def test_run__success(self, mock): method test_run__fail (line 78) | def test_run__fail(self, mock): class ComplexPigTest (line 96) | class ComplexPigTest(unittest.TestCase): method setUp (line 97) | def setUp(self): method tearDown (line 100) | def tearDown(self): method test_run__success (line 104) | def test_run__success(self, mock): method test_run__fail (line 149) | def test_run__fail(self, mock): function _get_fake_Popen (line 199) | def _get_fake_Popen(arglist_result, return_code, *args, **kwargs): FILE: test/contrib/postgres_test.py function datetime_to_epoch (line 26) | def datetime_to_epoch(dt): class MockPostgresCursor (line 31) | class MockPostgresCursor(mock.Mock): method __init__ (line 36) | def __init__(self, existing_update_ids): method execute (line 40) | def execute(self, query, params): method fetchone (line 46) | def fetchone(self): class DummyPostgresImporter (line 50) | class DummyPostgresImporter(luigi.contrib.postgres.CopyToTable): class DailyCopyToTableTest (line 65) | class DailyCopyToTableTest(unittest.TestCase): method test_bulk_complete (line 69) | def test_bulk_complete(self, mock_connect): class DummyPostgresQuery (line 90) | class DummyPostgresQuery(luigi.contrib.postgres.PostgresQuery): class DummyPostgresQueryWithPort (line 105) | class DummyPostgresQueryWithPort(DummyPostgresQuery): class DummyPostgresQueryWithPortEncodedInHost (line 109) | class DummyPostgresQueryWithPortEncodedInHost(DummyPostgresQuery): class PostgresQueryTest (line 114) | class PostgresQueryTest(unittest.TestCase): method test_bulk_complete (line 118) | def test_bulk_complete(self, mock_connect): method test_override_port (line 136) | def test_override_port(self): method test_port_encoded_in_host (line 140) | def test_port_encoded_in_host(self): class TestCopyToTableWithMetaColumns (line 146) | class TestCopyToTableWithMetaColumns(unittest.TestCase): method test_copy_with_metadata_columns_enabled (line 153) | def test_copy_with_metadata_columns_enabled( method test_copy_with_metadata_columns_disabled (line 174) | def test_copy_with_metadata_columns_disabled( FILE: test/contrib/postgres_with_server_test.py class CopyToTestDB (line 62) | class CopyToTestDB(postgres.CopyToTable): class TestPostgresTask (line 69) | class TestPostgresTask(CopyToTestDB): method create_table (line 73) | def create_table(self, connection): method rows (line 76) | def rows(self): class MetricBase (line 84) | class MetricBase(CopyToTestDB): class Metric1 (line 89) | class Metric1(MetricBase): method rows (line 92) | def rows(self): class Metric2 (line 98) | class Metric2(MetricBase): method rows (line 101) | def rows(self): class TestPostgresImportTask (line 108) | class TestPostgresImportTask(unittest.TestCase): method test_default_escape (line 109) | def test_default_escape(self): method test_repeat (line 115) | def test_repeat(self): method test_multimetric (line 143) | def test_multimetric(self): method test_clear (line 155) | def test_clear(self): FILE: test/contrib/presto_test.py class WithPrestoClientTest (line 10) | class WithPrestoClientTest(unittest.TestCase): method test_creates_client_with_expected_params (line 11) | def test_creates_client_with_expected_params(self): class PrestoClientTest (line 43) | class PrestoClientTest(unittest.TestCase): method test_watch (line 45) | def test_watch(self, sleep): method test_fetch (line 68) | def test_fetch(self, sleep): class PrestoTargetTest (line 92) | class PrestoTargetTest(unittest.TestCase): method test_non_partitioned (line 93) | def test_non_partitioned(self): method test_partitioned (line 122) | def test_partitioned(self): method test_table_doesnot_exist (line 146) | def test_table_doesnot_exist(self): class PrestoTest (line 167) | class PrestoTest(unittest.TestCase): method test_run (line 169) | def test_run(self, sleep): FILE: test/contrib/prometheus_metric_test.py class PrometheusMetricBaseTest (line 24) | class PrometheusMetricBaseTest(unittest.TestCase): method setUp (line 28) | def setUp(self): method startTask (line 33) | def startTask(self): method test_handle_task_started (line 45) | def test_handle_task_started(self): method test_handle_task_failed (line 56) | def test_handle_task_failed(self): method test_handle_task_disabled (line 67) | def test_handle_task_disabled(self): method test_handle_task_done (line 78) | def test_handle_task_done(self): method test_configure_http_handler (line 89) | def test_configure_http_handler(self): class PrometheusMetricTaskParamsOnlyTest (line 96) | class PrometheusMetricTaskParamsOnlyTest(PrometheusMetricBaseTest): class PrometheusMetricTaskFamilyAndTaskParamsTest (line 105) | class PrometheusMetricTaskFamilyAndTaskParamsTest(PrometheusMetricBaseTe... FILE: test/contrib/rdbms_test.py class DummyS3CopyToTableBase (line 40) | class DummyS3CopyToTableBase(luigi.contrib.redshift.S3CopyToTable): method s3_load_path (line 60) | def s3_load_path(self): class DummyS3CopyToTableKey (line 64) | class DummyS3CopyToTableKey(DummyS3CopyToTableBase): class TestS3CopyToTableWithMetaColumns (line 70) | class TestS3CopyToTableWithMetaColumns(unittest.TestCase): method test_copy_check_meta_columns_to_table_if_exists (line 74) | def test_copy_check_meta_columns_to_table_if_exists(self, mock_redshif... method test_copy_check_meta_columns_to_schematable_if_exists (line 93) | def test_copy_check_meta_columns_to_schematable_if_exists(self, mock_r... method test_copy_not_add_if_meta_columns_already_exists (line 116) | def test_copy_not_add_if_meta_columns_already_exists( method test_copy_add_if_meta_columns_not_already_exists (line 129) | def test_copy_add_if_meta_columns_not_already_exists( method test_copy_add_regular_column (line 141) | def test_copy_add_regular_column(self, mock_redshift_target, mock_colu... method test_copy_add_encoded_column (line 157) | def test_copy_add_encoded_column(self, mock_redshift_target, mock_colu... method test_copy_raise_error_on_no_column_type (line 175) | def test_copy_raise_error_on_no_column_type(self, mock_redshift_target... method test_copy_raise_error_on_invalid_column (line 187) | def test_copy_raise_error_on_invalid_column(self, mock_redshift_target... method test_post_copy_metacolumns (line 196) | def test_post_copy_metacolumns(self, mock_redshift_target, mock_metada... FILE: test/contrib/redis_test.py class RedisTargetTest (line 41) | class RedisTargetTest(unittest.TestCase): method test_touch_and_exists (line 44) | def test_touch_and_exists(self): method test_expiration (line 53) | def test_expiration(self): function flush (line 64) | def flush(): FILE: test/contrib/redshift_test.py function generate_manifest_json (line 48) | def generate_manifest_json(path_to_folders, file_names): class DummyS3CopyToTableBase (line 56) | class DummyS3CopyToTableBase(luigi.contrib.redshift.S3CopyToTable): method s3_load_path (line 77) | def s3_load_path(self): class DummyS3CopyJSONToTableBase (line 81) | class DummyS3CopyJSONToTableBase(luigi.contrib.redshift.S3CopyJSONToTable): method s3_load_path (line 107) | def s3_load_path(self): class DummyS3CopyToTableKey (line 111) | class DummyS3CopyToTableKey(DummyS3CopyToTableBase): class DummyS3CopyToTableWithCompressionEncodings (line 116) | class DummyS3CopyToTableWithCompressionEncodings(DummyS3CopyToTableKey): class DummyS3CopyToTableRole (line 123) | class DummyS3CopyToTableRole(DummyS3CopyToTableBase): class DummyS3CopyToTempTable (line 128) | class DummyS3CopyToTempTable(DummyS3CopyToTableKey): class TestInternalCredentials (line 142) | class TestInternalCredentials(unittest.TestCase, DummyS3CopyToTableKey): method test_from_property (line 143) | def test_from_property(self): class TestExternalCredentials (line 149) | class TestExternalCredentials(unittest.TestCase, DummyS3CopyToTableBase): method test_from_env (line 151) | def test_from_env(self): method test_from_config (line 156) | def test_from_config(self): class TestS3CopyToTableWithMetaColumns (line 162) | class TestS3CopyToTableWithMetaColumns(unittest.TestCase): method test_copy_with_metadata_columns_enabled (line 167) | def test_copy_with_metadata_columns_enabled(self, mock_redshift_target... method test_copy_with_metadata_columns_disabled (line 178) | def test_copy_with_metadata_columns_disabled(self, mock_redshift_targe... method test_json_copy_with_metadata_columns_enabled (line 189) | def test_json_copy_with_metadata_columns_enabled(self, mock_redshift_t... method test_json_copy_with_metadata_columns_disabled (line 200) | def test_json_copy_with_metadata_columns_disabled(self, mock_redshift_... class TestS3CopyToTable (line 209) | class TestS3CopyToTable(unittest.TestCase): method test_copy_missing_creds (line 211) | def test_copy_missing_creds(self, mock_redshift_target): method test_s3_copy_to_table (line 231) | def test_s3_copy_to_table(self, mock_redshift_target, mock_copy): method test_s3_copy_to_missing_table (line 258) | def test_s3_copy_to_missing_table(self, mock_redshift_target, mock_doe... method test_s3_copy_to_missing_schema (line 275) | def test_s3_copy_to_missing_schema(self, mock_redshift_target, mock_do... method test_s3_copy_to_missing_schema_with_no_schema (line 285) | def test_s3_copy_to_missing_schema_with_no_schema(self, mock_redshift_... method test_s3_copy_to_existing_schema_with_schema (line 295) | def test_s3_copy_to_existing_schema_with_schema(self, mock_redshift_ta... method test_s3_copy_to_missing_table_with_compression_encodings (line 305) | def test_s3_copy_to_missing_table_with_compression_encodings(self, moc... method test_s3_copy_to_missing_table_with_table_constraints (line 324) | def test_s3_copy_to_missing_table_with_table_constraints(self, mock_re... method test_s3_copy_to_temp_table (line 341) | def test_s3_copy_to_temp_table(self, mock_redshift_target, mock_copy): method test_s3_copy_with_valid_columns (line 373) | def test_s3_copy_with_valid_columns(self, mock_redshift_target): method test_s3_copy_with_default_columns (line 409) | def test_s3_copy_with_default_columns(self, mock_redshift_target): method test_s3_copy_with_nonetype_columns (line 439) | def test_s3_copy_with_nonetype_columns(self, mock_redshift_target): class TestS3CopyToSchemaTable (line 470) | class TestS3CopyToSchemaTable(unittest.TestCase): method test_s3_copy_to_table (line 473) | def test_s3_copy_to_table(self, mock_redshift_target, mock_copy): class DummyRedshiftUnloadTask (line 488) | class DummyRedshiftUnloadTask(luigi.contrib.redshift.RedshiftUnloadTask): method query (line 507) | def query(self): class TestRedshiftUnloadTask (line 512) | class TestRedshiftUnloadTask(unittest.TestCase): method test_redshift_unload_command (line 514) | def test_redshift_unload_command(self, mock_redshift_target): class DummyRedshiftAutocommitQuery (line 531) | class DummyRedshiftAutocommitQuery(luigi.contrib.redshift.RedshiftQuery): method query (line 541) | def query(self): class TestRedshiftAutocommitQuery (line 546) | class TestRedshiftAutocommitQuery(unittest.TestCase): method test_redshift_autocommit_query (line 548) | def test_redshift_autocommit_query(self, mock_redshift_target): class TestRedshiftManifestTask (line 562) | class TestRedshiftManifestTask(unittest.TestCase): method test_run (line 563) | def test_run(self): method test_run_multiple_paths (line 584) | def test_run_multiple_paths(self): FILE: test/contrib/s3_test.py function create_bucket (line 46) | def create_bucket(): class TestS3Target (line 54) | class TestS3Target(unittest.TestCase, FileSystemTargetTestMixin): method setUp (line 55) | def setUp(self): method create_target (line 67) | def create_target(self, format=None, **kwargs): method create_target_with_session (line 72) | def create_target_with_session(self, format=None, **kwargs): method test_read (line 77) | def test_read(self): method test_read_with_session (line 86) | def test_read_with_session(self): method test_read_no_file (line 95) | def test_read_no_file(self): method test_read_no_file_with_session (line 99) | def test_read_no_file_with_session(self): method test_read_no_file_sse (line 103) | def test_read_no_file_sse(self): method test_read_iterator_long (line 108) | def test_read_iterator_long(self): method test_get_path (line 138) | def test_get_path(self): method test_get_path_sse (line 143) | def test_get_path_sse(self): class TestS3Client (line 150) | class TestS3Client(unittest.TestCase): method setUp (line 151) | def setUp(self): method test_init_without_init_or_config (line 167) | def test_init_without_init_or_config(self, mock): method test_init_with_config (line 178) | def test_init_with_config(self, mock): method test_init_with_config_and_roles (line 185) | def test_init_with_config_and_roles(self, sts_mock, s3_mock): method test_init_with_host_deprecated (line 190) | def test_init_with_host_deprecated(self, mock): method test_put (line 194) | def test_put(self): method test_put_no_such_bucket (line 204) | def test_put_no_such_bucket(self): method test_put_sse_deprecated (line 210) | def test_put_sse_deprecated(self): method test_put_host_deprecated (line 216) | def test_put_host_deprecated(self): method test_put_string (line 222) | def test_put_string(self): method test_put_string_no_such_bucket (line 228) | def test_put_string_no_such_bucket(self): method test_put_string_sse_deprecated (line 234) | def test_put_string_sse_deprecated(self): method test_put_string_host_deprecated (line 240) | def test_put_string_host_deprecated(self): method test_put_multipart_multiple_parts_non_exact_fit (line 247) | def test_put_multipart_multiple_parts_non_exact_fit(self): method test_put_multipart_multiple_parts_exact_fit (line 257) | def test_put_multipart_multiple_parts_exact_fit(self): method test_put_multipart_multiple_parts_with_sse_deprecated (line 266) | def test_put_multipart_multiple_parts_with_sse_deprecated(self): method test_put_multipart_multiple_parts_with_host_deprecated (line 271) | def test_put_multipart_multiple_parts_with_host_deprecated(self): method test_put_multipart_empty_file (line 276) | def test_put_multipart_empty_file(self): method test_put_multipart_less_than_split_size (line 285) | def test_put_multipart_less_than_split_size(self): method test_put_multipart_no_such_bucket (line 294) | def test_put_multipart_no_such_bucket(self): method test_exists (line 300) | def test_exists(self): method test_get (line 323) | def test_get(self): method test_get_as_bytes (line 337) | def test_get_as_bytes(self): method test_get_as_string (line 346) | def test_get_as_string(self): method test_get_as_string_latin1 (line 355) | def test_get_as_string_latin1(self): method test_get_key (line 364) | def test_get_key(self): method test_isdir (line 371) | def test_isdir(self): method test_mkdir (line 385) | def test_mkdir(self): method test_listdir (line 398) | def test_listdir(self): method test_list (line 407) | def test_list(self): method test_listdir_key (line 416) | def test_listdir_key(self): method test_list_key (line 427) | def test_list_key(self): method test_remove_bucket_dne (line 438) | def test_remove_bucket_dne(self): method test_remove_file_dne (line 444) | def test_remove_file_dne(self): method test_remove_file (line 450) | def test_remove_file(self): method test_remove_invalid (line 458) | def test_remove_invalid(self): method test_remove_invalid_no_slash (line 464) | def test_remove_invalid_no_slash(self): method test_remove_dir_not_recursive (line 470) | def test_remove_dir_not_recursive(self): method test_remove_dir (line 477) | def test_remove_dir(self): method test_remove_dir_batch (line 487) | def test_remove_dir_batch(self): method test_copy_multiple_parts_non_exact_fit (line 497) | def test_copy_multiple_parts_non_exact_fit(self): method test_copy_multiple_parts_exact_fit (line 505) | def test_copy_multiple_parts_exact_fit(self): method test_copy_less_than_split_size (line 511) | def test_copy_less_than_split_size(self): method test_copy_empty_file (line 517) | def test_copy_empty_file(self): method test_copy_empty_dir (line 524) | def test_copy_empty_dir(self): method test_copy_dir (line 544) | def test_copy_dir(self): method test__path_to_bucket_and_key (line 580) | def test__path_to_bucket_and_key(self): method test__path_to_bucket_and_key_with_question_mark (line 583) | def test__path_to_bucket_and_key_with_question_mark(self): method _run_copy_test (line 587) | def _run_copy_test(self, put_method, is_multipart=False): method _run_multipart_test (line 616) | def _run_multipart_test(self, part_size, file_size, **kwargs): method _run_copy_response_test (line 637) | def _run_copy_response_test(self, response, expected_num=None, expecte... FILE: test/contrib/salesforce_test.py function mocked_requests_get (line 33) | def mocked_requests_get(*args, **kwargs): function mocked_open (line 56) | def mocked_open(*args, **kwargs): class TestSalesforceAPI (line 64) | class TestSalesforceAPI(unittest.TestCase): method test_deprecated_results_warning (line 67) | def test_deprecated_results_warning(self, mock_get): method test_result_ids (line 74) | def test_result_ids(self, mock_get): class TestQuerySalesforce (line 80) | class TestQuerySalesforce(QuerySalesforce): method output (line 81) | def output(self): method object_name (line 85) | def object_name(self): method soql (line 89) | def soql(self): class TestSalesforceQuery (line 94) | class TestSalesforceQuery(unittest.TestCase): method setUp (line 96) | def setUp(self, mock_open): method test_multi_csv_download (line 112) | def test_multi_csv_download(self, mock_open): FILE: test/contrib/scalding_test.py class MyScaldingTask (line 31) | class MyScaldingTask(scalding.ScaldingJobTask): method source (line 34) | def source(self): class ScaldingTest (line 39) | class ScaldingTest(unittest.TestCase): method setUp (line 40) | def setUp(self): method tearDown (line 57) | def tearDown(self): method test_scalding (line 62) | def test_scalding(self, check_call, track_job): FILE: test/contrib/sge_test.py function on_sge_master (line 44) | def on_sge_master(): class TestSGEWrappers (line 53) | class TestSGEWrappers(unittest.TestCase): method test_track_job (line 54) | def test_track_job(self): class TestJobTask (line 63) | class TestJobTask(SGEJobTask): method work (line 68) | def work(self): method output (line 73) | def output(self): class TestSGEJob (line 78) | class TestSGEJob(unittest.TestCase): method test_run_job (line 81) | def test_run_job(self): method test_run_job_with_dump (line 89) | def test_run_job_with_dump(self, mock_check_output): method tearDown (line 95) | def tearDown(self): FILE: test/contrib/spark_test.py function poll_generator (line 38) | def poll_generator(): function setup_run_process (line 43) | def setup_run_process(proc): class TestSparkSubmitTask (line 51) | class TestSparkSubmitTask(SparkSubmitTask): method app_options (line 76) | def app_options(self): method output (line 79) | def output(self): class TestDefaultSparkSubmitTask (line 83) | class TestDefaultSparkSubmitTask(SparkSubmitTask): method output (line 86) | def output(self): class TestPySparkTask (line 90) | class TestPySparkTask(PySparkTask): method input (line 91) | def input(self): method output (line 94) | def output(self): method main (line 97) | def main(self, sc, *args): class TestPySparkSessionTask (line 101) | class TestPySparkSessionTask(PySparkTask): method input (line 102) | def input(self): method output (line 105) | def output(self): method main (line 108) | def main(self, spark, *args): class MessyNamePySparkTask (line 112) | class MessyNamePySparkTask(TestPySparkTask): class SparkSubmitTaskTest (line 117) | class SparkSubmitTaskTest(unittest.TestCase): method test_run (line 122) | def test_run(self, proc): method test_environment_is_set_correctly (line 184) | def test_environment_is_set_correctly(self, proc): method test_defaults (line 208) | def test_defaults(self, proc): method test_handle_failed_job (line 235) | def test_handle_failed_job(self, proc, file, logger): method test_dont_log_stderr_on_success (line 251) | def test_dont_log_stderr_on_success(self, proc, file, logger): method test_app_must_be_set (line 260) | def test_app_must_be_set(self, proc): method test_app_interruption (line 266) | def test_app_interruption(self, proc): method test_tracking_url_is_found_in_stderr_client_mode (line 280) | def test_tracking_url_is_found_in_stderr_client_mode(self): method test_tracking_url_is_found_in_stderr_cluster_mode (line 297) | def test_tracking_url_is_found_in_stderr_cluster_mode(self): class PySparkTaskTest (line 315) | class PySparkTaskTest(unittest.TestCase): method test_run (line 320) | def test_run(self, proc): method test_run_with_pickle_dump (line 331) | def test_run_with_pickle_dump(self, proc): method test_run_with_cluster (line 343) | def test_run_with_cluster(self, proc): method test_pyspark_runner (line 355) | def test_pyspark_runner(self, spark_context): method test_pyspark_session_runner_use_spark_session_true (line 382) | def test_pyspark_session_runner_use_spark_session_true(self): method test_pyspark_session_runner_use_spark_session_true_spark1 (line 414) | def test_pyspark_session_runner_use_spark_session_true_spark1(self): method test_name_cleanup (line 431) | def test_name_cleanup(self, proc): FILE: test/contrib/sqla_test.py class BaseTask (line 37) | class BaseTask(luigi.Task): method output (line 40) | def output(self): method run (line 43) | def run(self): class TestSQLA (line 51) | class TestSQLA(unittest.TestCase): method _clear_tables (line 54) | def _clear_tables(self): method setUp (line 60) | def setUp(self): method tearDown (line 79) | def tearDown(self): method get_connection_string (line 84) | def get_connection_string(self, db="sqlatest.db"): method test_create_table (line 87) | def test_create_table(self): method test_create_table_raises_no_columns (line 111) | def test_create_table_raises_no_columns(self): method _check_entries (line 130) | def _check_entries(self, engine): method test_rows (line 146) | def test_rows(self): method test_run (line 154) | def test_run(self): method test_run_with_chunk_size (line 169) | def test_run_with_chunk_size(self): method test_reflect (line 180) | def test_reflect(self): method test_create_marker_table (line 213) | def test_create_marker_table(self): method test_touch (line 222) | def test_touch(self): method test_row_overload (line 233) | def test_row_overload(self): method test_column_row_separator (line 262) | def test_column_row_separator(self): method test_update_rows_test (line 293) | def test_update_rows_test(self): method test_multiple_tasks (line 345) | def test_multiple_tasks(self): method test_multiple_engines (line 372) | def test_multiple_engines(self): class TestSQLA2 (line 389) | class TestSQLA2(TestSQLA): FILE: test/contrib/streaming_test.py class MockStreamingJob (line 13) | class MockStreamingJob(JobTask): method output (line 16) | def output(self): class MockStreamingJobWithExtraArguments (line 22) | class MockStreamingJobWithExtraArguments(JobTask): method extra_streaming_arguments (line 25) | def extra_streaming_arguments(self): method extra_archives (line 28) | def extra_archives(self): method output (line 31) | def output(self): class StreamingRunTest (line 38) | class StreamingRunTest(unittest.TestCase): method test_package_binary_run (line 41) | def test_package_binary_run(self, rath_job, shutil): method test_standard_run (line 59) | def test_standard_run(self, rath_job, cpa): method test_run_with_extra_arguments (line 73) | def test_run_with_extra_arguments(self, rath_job, cpa): FILE: test/contrib/test_ssh.py class TestRemoteContext (line 62) | class TestRemoteContext(unittest.TestCase): method setUp (line 63) | def setUp(self): method tearDown (line 66) | def tearDown(self): method test_check_output (line 72) | def test_check_output(self): method test_tunnel (line 80) | def test_tunnel(self): class TestRemoteTarget (line 109) | class TestRemoteTarget(unittest.TestCase): method setUp (line 114) | def setUp(self): method tearDown (line 124) | def tearDown(self): method test_exists (line 127) | def test_exists(self): method test_remove (line 135) | def test_remove(self): method test_open (line 139) | def test_open(self): method test_context_manager (line 148) | def test_context_manager(self): class TestRemoteFilesystem (line 156) | class TestRemoteFilesystem(unittest.TestCase): method setUp (line 157) | def setUp(self): method test_mkdir (line 170) | def test_mkdir(self): method test_list (line 182) | def test_list(self): class TestGetAttrRecursion (line 190) | class TestGetAttrRecursion(unittest.TestCase): method test_recursion_on_delete (line 191) | def test_recursion_on_delete(self): class TestRemoteTargetAtomicity (line 199) | class TestRemoteTargetAtomicity(unittest.TestCase, target_test.FileSyste... method create_target (line 203) | def create_target(self, format=None): method _exists (line 206) | def _exists(self, path): method assertCleanUp (line 216) | def assertCleanUp(self, tp): method setUp (line 219) | def setUp(self): method tearDown (line 225) | def tearDown(self): method test_put (line 230) | def test_put(self): method test_get (line 238) | def test_get(self): class TestRemoteTargetCreateDirectories (line 250) | class TestRemoteTargetCreateDirectories(TestRemoteTargetAtomicity): class TestRemoteTargetRelative (line 254) | class TestRemoteTargetRelative(TestRemoteTargetAtomicity): FILE: test/custom_metrics_test.py class CustomMetricsTestMyTask (line 30) | class CustomMetricsTestMyTask(luigi.Task): method output (line 35) | def output(self): method run (line 39) | def run(self): class CustomMetricsTestWrapper (line 45) | class CustomMetricsTestWrapper(CustomMetricsTestMyTask): method requires (line 46) | def requires(self): class CustomMetricsTest (line 83) | class CustomMetricsTest(LuigiTestCase): method _run_task_on_worker (line 88) | def _run_task_on_worker(self, worker): method _create_worker_and_run_task (line 95) | def _create_worker_and_run_task(self, scheduler): method test_custom_metrics (line 100) | def test_custom_metrics(self): FILE: test/customized_run_test.py class DummyTask (line 30) | class DummyTask(luigi.Task): method __init__ (line 34) | def __init__(self, *args, **kwargs): method complete (line 38) | def complete(self): method run (line 41) | def run(self): class CustomizedLocalScheduler (line 46) | class CustomizedLocalScheduler(luigi.scheduler.Scheduler): method __init__ (line 47) | def __init__(self, *args, **kwargs): method get_work (line 51) | def get_work(self, worker, host=None, **kwargs): method complete (line 56) | def complete(self): class CustomizedRemoteScheduler (line 60) | class CustomizedRemoteScheduler(luigi.rpc.RemoteScheduler): method __init__ (line 61) | def __init__(self, *args, **kwargs): method get_work (line 65) | def get_work(self, worker, host=None): method complete (line 70) | def complete(self): class CustomizedWorker (line 74) | class CustomizedWorker(luigi.worker.Worker): method __init__ (line 75) | def __init__(self, *args, **kwargs): method _run_task (line 79) | def _run_task(self, task_id): method complete (line 83) | def complete(self): class CustomizedWorkerSchedulerFactory (line 87) | class CustomizedWorkerSchedulerFactory: method __init__ (line 88) | def __init__(self, *args, **kwargs): method create_local_scheduler (line 92) | def create_local_scheduler(self): method create_remote_scheduler (line 95) | def create_remote_scheduler(self, url): method create_worker (line 98) | def create_worker(self, scheduler, worker_processes=None, assistant=Fa... class CustomizedWorkerTest (line 102) | class CustomizedWorkerTest(unittest.TestCase): method setUp (line 105) | def setUp(self): method tearDown (line 109) | def tearDown(self): method setTime (line 113) | def setTime(self, t): method test_customized_worker (line 116) | def test_customized_worker(self): method test_cmdline_custom_worker (line 124) | def test_cmdline_custom_worker(self): FILE: test/date_interval_test.py class DateIntervalTest (line 26) | class DateIntervalTest(LuigiTestCase): method test_date (line 27) | def test_date(self): method test_month (line 34) | def test_month(self): method test_year (line 41) | def test_year(self): method test_week (line 48) | def test_week(self): method test_interval (line 64) | def test_interval(self): method test_exception (line 71) | def test_exception(self): method test_comparison (line 74) | def test_comparison(self): method test_comparison_different_types (line 86) | def test_comparison_different_types(self): method test_parameter_parse_and_default (line 91) | def test_parameter_parse_and_default(self): method test_hours (line 117) | def test_hours(self): method test_cmp (line 121) | def test_cmp(self): FILE: test/date_parameter_test.py class DateTask (line 26) | class DateTask(luigi.Task): class DateHourTask (line 30) | class DateHourTask(luigi.Task): class DateMinuteTask (line 34) | class DateMinuteTask(luigi.Task): class DateSecondTask (line 38) | class DateSecondTask(luigi.Task): class MonthTask (line 42) | class MonthTask(luigi.Task): class YearTask (line 46) | class YearTask(luigi.Task): class DateParameterTest (line 50) | class DateParameterTest(unittest.TestCase): method test_parse (line 51) | def test_parse(self): method test_serialize (line 55) | def test_serialize(self): method test_parse_interface (line 59) | def test_parse_interface(self): method test_serialize_task (line 62) | def test_serialize_task(self): class DateHourParameterTest (line 67) | class DateHourParameterTest(unittest.TestCase): method test_parse (line 68) | def test_parse(self): method test_date_to_dh (line 72) | def test_date_to_dh(self): method test_serialize (line 76) | def test_serialize(self): method test_parse_interface (line 80) | def test_parse_interface(self): method test_serialize_task (line 83) | def test_serialize_task(self): class DateMinuteParameterTest (line 88) | class DateMinuteParameterTest(unittest.TestCase): method test_parse (line 89) | def test_parse(self): method test_parse_padding_zero (line 93) | def test_parse_padding_zero(self): method test_parse_deprecated (line 97) | def test_parse_deprecated(self): method test_serialize (line 102) | def test_serialize(self): method test_serialize_padding_zero (line 106) | def test_serialize_padding_zero(self): method test_parse_interface (line 110) | def test_parse_interface(self): method test_serialize_task (line 113) | def test_serialize_task(self): class DateSecondParameterTest (line 118) | class DateSecondParameterTest(unittest.TestCase): method test_parse (line 119) | def test_parse(self): method test_serialize (line 123) | def test_serialize(self): method test_parse_interface (line 127) | def test_parse_interface(self): method test_serialize_task (line 130) | def test_serialize_task(self): class MonthParameterTest (line 135) | class MonthParameterTest(unittest.TestCase): method test_parse (line 136) | def test_parse(self): method test_construct_month_interval (line 140) | def test_construct_month_interval(self): method test_month_interval_default (line 144) | def test_month_interval_default(self): method test_serialize (line 151) | def test_serialize(self): method test_parse_interface (line 155) | def test_parse_interface(self): method test_serialize_task (line 158) | def test_serialize_task(self): class YearParameterTest (line 163) | class YearParameterTest(unittest.TestCase): method test_parse (line 164) | def test_parse(self): method test_construct_year_interval (line 168) | def test_construct_year_interval(self): method test_year_interval_default (line 172) | def test_year_interval_default(self): method test_serialize (line 179) | def test_serialize(self): method test_parse_interface (line 183) | def test_parse_interface(self): method test_serialize_task (line 186) | def test_serialize_task(self): FILE: test/db_task_history_test.py class DummyTask (line 27) | class DummyTask(luigi.Task): class ParamTask (line 31) | class ParamTask(luigi.Task): class DbTaskHistoryTest (line 37) | class DbTaskHistoryTest(unittest.TestCase): method setUp (line 39) | def setUp(self): method test_task_list (line 42) | def test_task_list(self): method test_task_events (line 54) | def test_task_events(self): method test_task_by_params (line 66) | def test_task_by_params(self): method test_task_blank_param (line 84) | def test_task_blank_param(self): method run_task (line 97) | def run_task(self, task): class MySQLDbTaskHistoryTest (line 107) | class MySQLDbTaskHistoryTest(unittest.TestCase): method setUp (line 109) | def setUp(self): method test_subsecond_timestamp (line 115) | def test_subsecond_timestamp(self): method test_utc_conversion (line 125) | def test_utc_conversion(self): method run_task (line 139) | def run_task(self, task): FILE: test/decorator_test.py class A (line 32) | class A(luigi.Task): class B (line 38) | class B(luigi.Task): class C (line 43) | class C(luigi.Task): class D (line 48) | class D(luigi.Task): class D_null (line 53) | class D_null(luigi.Task): class E (line 58) | class E(luigi.Task): class E_stacked (line 64) | class E_stacked(luigi.Task): class InheritTest (line 68) | class InheritTest(unittest.TestCase): method setUp (line 69) | def setUp(self): method test_has_param (line 79) | def test_has_param(self): method test_default_param (line 83) | def test_default_param(self): method test_change_of_defaults_not_equal (line 86) | def test_change_of_defaults_not_equal(self): method tested_chained_inheritance (line 89) | def tested_chained_inheritance(self): method test_overwriting_defaults (line 94) | def test_overwriting_defaults(self): method test_multiple_inheritance (line 100) | def test_multiple_inheritance(self): method test_stacked_inheritance (line 105) | def test_stacked_inheritance(self): method test_empty_inheritance (line 110) | def test_empty_inheritance(self): method test_removing_parameter (line 117) | def test_removing_parameter(self): method test_wrapper_preserve_attributes (line 120) | def test_wrapper_preserve_attributes(self): class F (line 124) | class F(luigi.Task): class G (line 129) | class G(luigi.Task): method requires (line 132) | def requires(self): class H (line 137) | class H(luigi.Task): method requires (line 140) | def requires(self): class H_null (line 145) | class H_null(luigi.Task): method requires (line 148) | def requires(self): class I_task (line 154) | class I_task(luigi.Task): method requires (line 155) | def requires(self): class J (line 159) | class J(luigi.Task): class K_shouldnotinstantiate (line 164) | class K_shouldnotinstantiate(luigi.Task): class K_shouldfail (line 169) | class K_shouldfail(luigi.Task): method requires (line 173) | def requires(self): class K_shouldsucceed (line 178) | class K_shouldsucceed(luigi.Task): method requires (line 182) | def requires(self): class K_wrongparamsorder (line 187) | class K_wrongparamsorder(luigi.Task): method requires (line 191) | def requires(self): class RequiresTest (line 195) | class RequiresTest(unittest.TestCase): method setUp (line 196) | def setUp(self): method test_inherits (line 207) | def test_inherits(self): method test_change_of_defaults (line 211) | def test_change_of_defaults(self): method test_overwriting_parameter (line 216) | def test_overwriting_parameter(self): method test_skipping_one_inheritance (line 222) | def test_skipping_one_inheritance(self): method test_removing_parameter (line 225) | def test_removing_parameter(self): method test_not_setting_required_parameter (line 228) | def test_not_setting_required_parameter(self): method test_setting_required_parameters (line 231) | def test_setting_required_parameters(self): method test_should_not_instantiate (line 234) | def test_should_not_instantiate(self): method test_resuscitation (line 237) | def test_resuscitation(self): method test_wrong_common_params_order (line 241) | def test_wrong_common_params_order(self): class V (line 245) | class V(luigi.Task): class W (line 250) | class W(luigi.Task): method requires (line 251) | def requires(self): class W2 (line 256) | class W2(luigi.Task): class W3 (line 261) | class W3(luigi.Task): class X (line 265) | class X(luigi.Task): class Y (line 270) | class Y(luigi.Task): class CloneParentTest (line 274) | class CloneParentTest(unittest.TestCase): method test_clone_parent (line 275) | def test_clone_parent(self): method test_requires (line 281) | def test_requires(self): method test_requires_override_default (line 287) | def test_requires_override_default(self): method test_multiple_requires (line 294) | def test_multiple_requires(self): method test_empty_requires (line 301) | def test_empty_requires(self): method test_names (line 308) | def test_names(self): class P (line 315) | class P(luigi.Task): method output (line 318) | def output(self): method run (line 321) | def run(self): class PCopy (line 328) | class PCopy(luigi.Task): method output (line 329) | def output(self): class CopyTest (line 333) | class CopyTest(unittest.TestCase): method test_copy (line 334) | def test_copy(self): class PickleTest (line 340) | class PickleTest(unittest.TestCase): method test_pickle (line 341) | def test_pickle(self): class Subtask (line 352) | class Subtask(luigi.Task): method f (line 355) | def f(self, x): class SubtaskDelegator (line 360) | class SubtaskDelegator(luigi.Task): method subtasks (line 361) | def subtasks(self): method run (line 364) | def run(self): class SubtaskTest (line 370) | class SubtaskTest(unittest.TestCase): method test_subtasks (line 371) | def test_subtasks(self): method test_forgot_subtasks (line 376) | def test_forgot_subtasks(self): method test_cmdline (line 384) | def test_cmdline(self): FILE: test/dict_parameter_test.py class DictParameterTask (line 31) | class DictParameterTask(luigi.Task): class DictParameterTest (line 35) | class DictParameterTest(unittest.TestCase): method test_parse (line 38) | def test_parse(self): method test_serialize (line 42) | def test_serialize(self): method test_parse_and_serialize (line 46) | def test_parse_and_serialize(self): method test_parse_interface (line 52) | def test_parse_interface(self): method test_serialize_task (line 57) | def test_serialize_task(self): method test_parse_invalid_input (line 61) | def test_parse_invalid_input(self): method test_hash_normalize (line 64) | def test_hash_normalize(self): method test_schema (line 70) | def test_schema(self): FILE: test/dynamic_import_test.py class CmdlineTest (line 34) | class CmdlineTest(LuigiTestCase): method test_dynamic_loading (line 35) | def test_dynamic_loading(self): FILE: test/event_callbacks_test.py class DummyException (line 27) | class DummyException(Exception): class EmptyTask (line 31) | class EmptyTask(Task): method run (line 34) | def run(self): class TaskWithBrokenDependency (line 40) | class TaskWithBrokenDependency(Task): method requires (line 41) | def requires(self): method run (line 44) | def run(self): class TaskWithCallback (line 48) | class TaskWithCallback(Task): method run (line 49) | def run(self): class TestEventCallbacks (line 54) | class TestEventCallbacks(unittest.TestCase): method test_start_handler (line 55) | def test_start_handler(self): method _run_empty_task (line 67) | def _run_empty_task(self, fail): method test_success (line 92) | def test_success(self): method test_failure (line 100) | def test_failure(self): method test_broken_dependency (line 109) | def test_broken_dependency(self): method test_custom_handler (line 125) | def test_custom_handler(self): method _run_processing_time_handler (line 136) | def _run_processing_time_handler(self, fail): method test_processing_time_handler_success (line 151) | def test_processing_time_handler_success(self): method test_processing_time_handler_failure (line 158) | def test_processing_time_handler_failure(self): method test_remove_event_handler (line 162) | def test_remove_event_handler(self): function eval_contents (line 187) | def eval_contents(f): class ConsistentMockOutput (line 192) | class ConsistentMockOutput: method output (line 199) | def output(self): method produce_output (line 202) | def produce_output(self): class HappyTestFriend (line 207) | class HappyTestFriend(ConsistentMockOutput, luigi.Task): method run (line 212) | def run(self): class D (line 216) | class D(ConsistentMockOutput, luigi.ExternalTask): class C (line 220) | class C(HappyTestFriend): method requires (line 221) | def requires(self): class B (line 225) | class B(HappyTestFriend): method requires (line 226) | def requires(self): class A (line 230) | class A(HappyTestFriend): method requires (line 233) | def requires(self): class TestDependencyEvents (line 237) | class TestDependencyEvents(unittest.TestCase): method tearDown (line 238) | def tearDown(self): method _run_test (line 241) | def _run_test(self, task, expected_events): method test_incomplete_dag (line 262) | def test_incomplete_dag(self): method test_complete_dag (line 289) | def test_complete_dag(self): FILE: test/execution_summary_test.py class ExecutionSummaryTest (line 30) | class ExecutionSummaryTest(LuigiTestCase): method setUp (line 31) | def setUp(self): method run_task (line 36) | def run_task(self, task): method summary_dict (line 40) | def summary_dict(self): method summary (line 43) | def summary(self): method test_all_statuses (line 46) | def test_all_statuses(self): method test_batch_complete (line 100) | def test_batch_complete(self): method test_batch_fail (line 128) | def test_batch_fail(self): method test_check_complete_error (line 153) | def test_check_complete_error(self): method test_not_run_error (line 202) | def test_not_run_error(self): method test_deps_error (line 252) | def test_deps_error(self): method test_config_summary_limit (line 298) | def test_config_summary_limit(self): method test_upstream_not_running (line 359) | def test_upstream_not_running(self): method test_already_running (line 405) | def test_already_running(self): method test_already_running_2 (line 452) | def test_already_running_2(self): method test_not_run (line 476) | def test_not_run(self): method test_somebody_else_finish_task (line 509) | def test_somebody_else_finish_task(self): method test_somebody_else_disables_task (line 526) | def test_somebody_else_disables_task(self): method test_larger_tree (line 547) | def test_larger_tree(self): method test_with_dates (line 606) | def test_with_dates(self): method test_with_ranges_minutes (line 632) | def test_with_ranges_minutes(self): method test_with_ranges_one_param (line 654) | def test_with_ranges_one_param(self): method test_with_ranges_multiple_params (line 673) | def test_with_ranges_multiple_params(self): method test_with_two_tasks (line 694) | def test_with_two_tasks(self): method test_really_long_param_name (line 730) | def test_really_long_param_name(self): method test_multiple_params_multiple_same_task_family (line 745) | def test_multiple_params_multiple_same_task_family(self): method test_happy_smiley_face_normal (line 779) | def test_happy_smiley_face_normal(self): method test_happy_smiley_face_other_workers (line 796) | def test_happy_smiley_face_other_workers(self): method test_sad_smiley_face (line 824) | def test_sad_smiley_face(self): method test_neutral_smiley_face (line 849) | def test_neutral_smiley_face(self): method test_did_not_run_any_tasks (line 864) | def test_did_not_run_any_tasks(self): method test_example (line 888) | def test_example(self): method test_with_datehours (line 961) | def test_with_datehours(self): method test_with_months (line 987) | def test_with_months(self): method test_multiple_dash_dash_workers (line 1013) | def test_multiple_dash_dash_workers(self): method test_with_uncomparable_parameters (line 1030) | def test_with_uncomparable_parameters(self): method test_with_dict_dependency (line 1057) | def test_with_dict_dependency(self): method test_with_dict_argument (line 1089) | def test_with_dict_argument(self): method test_status_with_task_retry (line 1114) | def test_status_with_task_retry(self): FILE: test/factorial_test.py class Factorial (line 23) | class Factorial(luigi.Task): method requires (line 31) | def requires(self): method run (line 35) | def run(self): method complete (line 42) | def complete(self): class FactorialTest (line 46) | class FactorialTest(unittest.TestCase): method test_invoke (line 47) | def test_invoke(self): FILE: test/fib_test.py class Fib (line 27) | class Fib(luigi.Task): method requires (line 30) | def requires(self): method output (line 36) | def output(self): method run (line 39) | def run(self): class FibTestBase (line 55) | class FibTestBase(unittest.TestCase): method setUp (line 56) | def setUp(self): class FibTest (line 60) | class FibTest(FibTestBase): method test_invoke (line 61) | def test_invoke(self): method test_cmdline (line 66) | def test_cmdline(self): method test_build_internal (line 72) | def test_build_internal(self): FILE: test/hdfs_client_test.py class HdfsClientTest (line 8) | class HdfsClientTest(unittest.TestCase): method test_get_autoconfig_client_cached (line 9) | def test_get_autoconfig_client_cached(self): method test_threaded_clients_different (line 14) | def test_threaded_clients_different(self): FILE: test/helpers.py function skipOnTravisAndGithubActions (line 32) | def skipOnTravisAndGithubActions(reason): function skipOnGithubActions (line 40) | def skipOnGithubActions(reason): function _running_on_travis (line 44) | def _running_on_travis(): function _running_on_github_actions (line 48) | def _running_on_github_actions(): function _override_skip_CI_tests (line 52) | def _override_skip_CI_tests(): class with_config (line 56) | class with_config: method __init__ (line 108) | def __init__(self, config, replace_sections=False): method _make_dict (line 112) | def _make_dict(self, old_dict): method __call__ (line 126) | def __call__(self, fun): class RunOnceTask (line 148) | class RunOnceTask(luigi.Task): method __init__ (line 149) | def __init__(self, *args, **kwargs): method complete (line 153) | def complete(self): method run (line 156) | def run(self): class StringContaining (line 162) | class StringContaining(str): method __eq__ (line 163) | def __eq__(self, other_str): class LuigiTestCase (line 167) | class LuigiTestCase(unittest.TestCase): method setUp (line 174) | def setUp(self): method tearDown (line 179) | def tearDown(self): method run_locally (line 184) | def run_locally(self, args): method run_locally_split (line 195) | def run_locally_split(self, space_seperated_args): class parsing (line 201) | class parsing: method __init__ (line 206) | def __init__(self, cmds): method __call__ (line 209) | def __call__(self, fun): function in_parse (line 218) | def in_parse(cmds, deferred_computation): function temporary_unloaded_module (line 224) | def temporary_unloaded_module(python_file_contents): FILE: test/helpers_test.py class LuigiTestCaseTest (line 25) | class LuigiTestCaseTest(LuigiTestCase): method test_1 (line 26) | def test_1(self): method test_2 (line 32) | def test_2(self): class RunOnceTaskTest (line 39) | class RunOnceTaskTest(LuigiTestCase): method test_complete_behavior (line 40) | def test_complete_behavior(self): FILE: test/import_test.py class ImportTest (line 23) | class ImportTest(unittest.TestCase): method import_test (line 24) | def import_test(self): method import_luigi_test (line 41) | def import_luigi_test(self): FILE: test/instance_test.py class InstanceTest (line 28) | class InstanceTest(unittest.TestCase): method test_simple (line 29) | def test_simple(self): method test_dep (line 40) | def test_dep(self): method test_external_instance_cache (line 64) | def test_external_instance_cache(self): method test_date (line 76) | def test_date(self): method test_unhashable_type (line 89) | def test_unhashable_type(self): FILE: test/instance_wrap_test.py class Report (line 30) | class Report(luigi.Task): method run (line 33) | def run(self): method output (line 40) | def output(self): class ReportReader (line 44) | class ReportReader(luigi.Task): method requires (line 47) | def requires(self): method run (line 50) | def run(self): method get_line (line 53) | def get_line(self, line): method complete (line 57) | def complete(self): class CurrencyExchanger (line 61) | class CurrencyExchanger(luigi.Task): method requires (line 67) | def requires(self): method get_line (line 70) | def get_line(self, line): method complete (line 74) | def complete(self): class InstanceWrapperTest (line 78) | class InstanceWrapperTest(unittest.TestCase): method test (line 92) | def test(self): FILE: test/interface_test.py class InterfaceTest (line 33) | class InterfaceTest(LuigiTestCase): method setUp (line 34) | def setUp(self): method _create_summary_dict_with (line 48) | def _create_summary_dict_with(self, updates={}): method _summary_dict_module_path (line 67) | def _summary_dict_module_path(): method test_interface_run_positive_path (line 70) | def test_interface_run_positive_path(self): method test_interface_run_positive_path_with_detailed_summary_enabled (line 75) | def test_interface_run_positive_path_with_detailed_summary_enabled(self): method test_interface_run_with_add_failure (line 80) | def test_interface_run_with_add_failure(self): method test_interface_run_with_add_failure_with_detailed_summary_enabled (line 85) | def test_interface_run_with_add_failure_with_detailed_summary_enabled(... method test_interface_run_with_run_failure (line 90) | def test_interface_run_with_run_failure(self): method test_interface_run_with_run_failure_with_detailed_summary_enabled (line 95) | def test_interface_run_with_run_failure_with_detailed_summary_enabled(... method test_that_status_is_success (line 101) | def test_that_status_is_success(self, fake_summary_dict): method test_that_status_is_success_with_retry (line 108) | def test_that_status_is_success_with_retry(self, fake_summary_dict): method test_that_status_is_failed_when_there_is_one_failed_task (line 115) | def test_that_status_is_failed_when_there_is_one_failed_task(self, fak... method test_that_status_is_failed_with_scheduling_failure (line 122) | def test_that_status_is_failed_with_scheduling_failure(self, fake_summ... method test_that_status_is_scheduling_failed_with_one_scheduling_error (line 131) | def test_that_status_is_scheduling_failed_with_one_scheduling_error(se... method test_that_status_is_not_run_with_one_task_not_run (line 138) | def test_that_status_is_not_run_with_one_task_not_run(self, fake_summa... method test_that_status_is_missing_ext_with_one_task_with_missing_external_dependency (line 145) | def test_that_status_is_missing_ext_with_one_task_with_missing_externa... method test_stops_worker_on_add_exception (line 151) | def test_stops_worker_on_add_exception(self): method test_stops_worker_on_run_exception (line 159) | def test_stops_worker_on_run_exception(self): method test_just_run_main_task_cls (line 168) | def test_just_run_main_task_cls(self): method _run_interface (line 181) | def _run_interface(self, **env_params): class CoreConfigTest (line 185) | class CoreConfigTest(LuigiTestCase): method test_parallel_scheduling_processes_default (line 187) | def test_parallel_scheduling_processes_default(self): method test_parallel_scheduling_processes (line 191) | def test_parallel_scheduling_processes(self): FILE: test/list_parameter_test.py class ListParameterTask (line 29) | class ListParameterTask(luigi.Task): class ListParameterTest (line 33) | class ListParameterTest(unittest.TestCase): method test_parse (line 36) | def test_parse(self): method test_serialize (line 40) | def test_serialize(self): method test_list_serialize_parse (line 44) | def test_list_serialize_parse(self): method test_parse_interface (line 49) | def test_parse_interface(self): method test_serialize_task (line 52) | def test_serialize_task(self): method test_parse_invalid_input (line 56) | def test_parse_invalid_input(self): method test_hash_normalize (line 59) | def test_hash_normalize(self): method test_schema (line 65) | def test_schema(self): FILE: test/local_target_test.py class LocalTargetTest (line 38) | class LocalTargetTest(unittest.TestCase, FileSystemTargetTestMixin): method setUp (line 41) | def setUp(self): method tearDown (line 49) | def tearDown(self): method create_target (line 55) | def create_target(self, format=None): method assertCleanUp (line 58) | def assertCleanUp(self, tmp_path=""): method test_exists (line 61) | def test_exists(self): method test_pathlib (line 69) | def test_pathlib(self): method test_gzip_with_module (line 81) | def test_gzip_with_module(self): method test_bzip2 (line 101) | def test_bzip2(self): method test_copy (line 121) | def test_copy(self): method test_move (line 134) | def test_move(self): method test_move_across_filesystems (line 146) | def test_move_across_filesystems(self): method test_format_chain (line 172) | def test_format_chain(self): method test_format_chain_reverse (line 186) | def test_format_chain_reverse(self): method test_format_newline (line 199) | def test_format_newline(self): method theoretical_io_modes (line 214) | def theoretical_io_modes(self, rwax="rwax", bt=["", "b", "t"], plus=["... method valid_io_modes (line 218) | def valid_io_modes(self, *a, **kw): method valid_write_io_modes_for_luigi (line 236) | def valid_write_io_modes_for_luigi(self): method valid_read_io_modes_for_luigi (line 239) | def valid_read_io_modes_for_luigi(self): method invalid_io_modes_for_luigi (line 242) | def invalid_io_modes_for_luigi(self): method test_open_modes (line 245) | def test_open_modes(self): class LocalTargetCreateDirectoriesTest (line 266) | class LocalTargetCreateDirectoriesTest(LocalTargetTest): class LocalTargetRelativeTest (line 271) | class LocalTargetRelativeTest(LocalTargetTest): class TmpFileTest (line 277) | class TmpFileTest(unittest.TestCase): method test_tmp (line 278) | def test_tmp(self): class FileSystemTest (line 298) | class FileSystemTest(unittest.TestCase): method setUp (line 302) | def setUp(self): method tearDown (line 306) | def tearDown(self): method test_copy (line 309) | def test_copy(self): method test_mkdir (line 318) | def test_mkdir(self): method test_exists (line 329) | def test_exists(self): method test_listdir (line 335) | def test_listdir(self): method test_move_to_new_dir (line 341) | def test_move_to_new_dir(self): class DestructorTest (line 351) | class DestructorTest(unittest.TestCase): method test_destructor (line 352) | def test_destructor(self): FILE: test/lock_test.py class TestCmd (line 33) | class TestCmd(unittest.TestCase): method test_getpcmd (line 34) | def test_getpcmd(self): class LockTest (line 55) | class LockTest(unittest.TestCase): method setUp (line 56) | def setUp(self): method tearDown (line 60) | def tearDown(self): method test_get_info (line 65) | def test_get_info(self): method test_acquiring_free_lock (line 81) | def test_acquiring_free_lock(self): method test_acquiring_taken_lock (line 85) | def test_acquiring_taken_lock(self): method test_acquiring_partially_taken_lock (line 92) | def test_acquiring_partially_taken_lock(self): method test_acquiring_lock_from_missing_process (line 102) | def test_acquiring_lock_from_missing_process(self): method test_take_lock_with_kill (line 114) | def test_take_lock_with_kill(self, kill_fn): method test_take_lock_has_only_one_extra_life (line 125) | def test_take_lock_has_only_one_extra_life(self, getpcmd, kill_fn): method test_cleans_old_pid_entries (line 143) | def test_cleans_old_pid_entries(self, getpcmd): FILE: test/metrics_test.py class TestMetricsCollectors (line 8) | class TestMetricsCollectors(unittest.TestCase): method test_default_value (line 9) | def test_default_value(self): method test_datadog_value (line 15) | def test_datadog_value(self): method test_prometheus_value (line 21) | def test_prometheus_value(self): method test_none_value (line 27) | def test_none_value(self): method test_other_value (line 33) | def test_other_value(self): FILE: test/mock_test.py class MockFileTest (line 24) | class MockFileTest(unittest.TestCase): method test_1 (line 25) | def test_1(self): method test_with (line 35) | def test_with(self): method test_bytes (line 43) | def test_bytes(self): method test_default_mode_value (line 51) | def test_default_mode_value(self): method test_mode_none_error (line 59) | def test_mode_none_error(self): method test_unicode (line 67) | def test_unicode(self): class MockFileSystemTest (line 76) | class MockFileSystemTest(unittest.TestCase): method _touch (line 79) | def _touch(self, path): method setUp (line 84) | def setUp(self): method test_copy (line 92) | def test_copy(self): method test_exists (line 97) | def test_exists(self): method test_remove (line 100) | def test_remove(self): method test_remove_recursive (line 104) | def test_remove_recursive(self): method test_rename (line 109) | def test_rename(self): method test_listdir (line 114) | def test_listdir(self): FILE: test/most_common_test.py class MostCommonTest (line 23) | class MostCommonTest(unittest.TestCase): method setUp (line 24) | def setUp(self): method test_runs (line 27) | def test_runs(self): FILE: test/mypy_test.py function _run_mypy (line 8) | def _run_mypy(test_code: str): class TestMyMypyPlugin (line 24) | class TestMyMypyPlugin(unittest.TestCase): method test_plugin_no_issue (line 25) | def test_plugin_no_issue(self): method test_plugin_invalid_arg (line 104) | def test_plugin_invalid_arg(self): method test_plugin_custom_parameter_subclass_without_default_arg (line 145) | def test_plugin_custom_parameter_subclass_without_default_arg(self): method test_plugin_parameter_type_annotation (line 172) | def test_plugin_parameter_type_annotation(self): method test_plugin_parameter_type_annotation_invalid_arg (line 201) | def test_plugin_parameter_type_annotation_invalid_arg(self): FILE: test/notifications_test.py class TestEmail (line 31) | class TestEmail(unittest.TestCase): method testEmailNoPrefix (line 32) | def testEmailNoPrefix(self): method testEmailPrefix (line 36) | def testEmailPrefix(self): class TestException (line 40) | class TestException(Exception): class TestTask (line 44) | class TestTask(luigi.Task): class FailSchedulingTask (line 49) | class FailSchedulingTask(TestTask): method requires (line 50) | def requires(self): method run (line 53) | def run(self): method complete (line 56) | def complete(self): class FailRunTask (line 60) | class FailRunTask(TestTask): method run (line 61) | def run(self): method complete (line 64) | def complete(self): class ExceptionFormatTest (line 68) | class ExceptionFormatTest(unittest.TestCase): method setUp (line 69) | def setUp(self): method test_fail_run (line 72) | def test_fail_run(self): method test_fail_run_html (line 76) | def test_fail_run_html(self): method test_fail_schedule (line 80) | def test_fail_schedule(self): method test_fail_schedule_html (line 84) | def test_fail_schedule_html(self): method _run_task (line 90) | def _run_task(self, task, mock_send): method _run_task_html (line 102) | def _run_task_html(self, task, mock_send): method _check_subject (line 112) | def _check_subject(self, subject, task): method _check_body (line 115) | def _check_body(self, body, task, html=False): method testEmailRecipients (line 132) | def testEmailRecipients(self): method testEmailRecipientsNoConfig (line 138) | def testEmailRecipientsNoConfig(self): method test_generate_unicode_email (line 143) | def test_generate_unicode_email(self): class NotificationFixture (line 153) | class NotificationFixture: class TestSMTPEmail (line 184) | class TestSMTPEmail(unittest.TestCase, NotificationFixture): method setUp (line 189) | def setUp(self): method tearDown (line 193) | def tearDown(self): method test_sends_smtp_email (line 210) | def test_sends_smtp_email(self): method test_sends_smtp_email_without_tls (line 243) | def test_sends_smtp_email_without_tls(self): method test_sends_smtp_email_exceptions (line 276) | def test_sends_smtp_email_exceptions(self): class TestSendgridEmail (line 298) | class TestSendgridEmail(unittest.TestCase, NotificationFixture): method setUp (line 303) | def setUp(self): method tearDown (line 307) | def tearDown(self): method test_sends_sendgrid_email (line 311) | def test_sends_sendgrid_email(self): class TestSESEmail (line 324) | class TestSESEmail(unittest.TestCase, NotificationFixture): method setUp (line 329) | def setUp(self): method tearDown (line 333) | def tearDown(self): method test_sends_ses_email (line 337) | def test_sends_ses_email(self): class TestSNSNotification (line 353) | class TestSNSNotification(unittest.TestCase, NotificationFixture): method setUp (line 358) | def setUp(self): method tearDown (line 362) | def tearDown(self): method test_sends_sns_email (line 366) | def test_sends_sns_email(self): method test_sns_subject_is_shortened (line 380) | def test_sns_subject_is_shortened(self): class TestNotificationDispatcher (line 399) | class TestNotificationDispatcher(unittest.TestCase, NotificationFixture): method check_dispatcher (line 404) | def check_dispatcher(self, target): method test_smtp (line 422) | def test_smtp(self): method test_ses (line 426) | def test_ses(self): method test_sendgrid (line 430) | def test_sendgrid(self): method test_sns (line 434) | def test_sns(self): FILE: test/numerical_parameter_test.py class NumericalParameterTest (line 25) | class NumericalParameterTest(unittest.TestCase): method test_int_min_value_inclusive (line 26) | def test_int_min_value_inclusive(self): method test_float_min_value_inclusive (line 30) | def test_float_min_value_inclusive(self): method test_int_min_value_exclusive (line 34) | def test_int_min_value_exclusive(self): method test_float_min_value_exclusive (line 38) | def test_float_min_value_exclusive(self): method test_int_max_value_inclusive (line 42) | def test_int_max_value_inclusive(self): method test_float_max_value_inclusive (line 46) | def test_float_max_value_inclusive(self): method test_int_max_value_exclusive (line 50) | def test_int_max_value_exclusive(self): method test_float_max_value_exclusive (line 54) | def test_float_max_value_exclusive(self): method test_defaults_start_range (line 58) | def test_defaults_start_range(self): method test_endpoint_default_exclusive (line 62) | def test_endpoint_default_exclusive(self): method test_var_type_parameter_exception (line 66) | def test_var_type_parameter_exception(self): method test_min_value_parameter_exception (line 69) | def test_min_value_parameter_exception(self): method test_max_value_parameter_exception (line 72) | def test_max_value_parameter_exception(self): method test_hash_int (line 75) | def test_hash_int(self): method test_hash_float (line 82) | def test_hash_float(self): method test_int_serialize_parse (line 89) | def test_int_serialize_parse(self): method test_float_serialize_parse (line 94) | def test_float_serialize_parse(self): FILE: test/optional_parameter_test.py class OptionalParameterTest (line 9) | class OptionalParameterTest(LuigiTestCase): method actual_test (line 10) | def actual_test(self, cls, default, expected_value, expected_type, bad... method test_optional_parameter (line 51) | def test_optional_parameter(self): method test_optional_int_parameter (line 56) | def test_optional_int_parameter(self): method test_optional_bool_parameter (line 61) | def test_optional_bool_parameter(self): method test_optional_float_parameter (line 66) | def test_optional_float_parameter(self): method test_optional_dict_parameter (line 71) | def test_optional_dict_parameter(self): method test_optional_list_parameter (line 76) | def test_optional_list_parameter(self): method test_optional_tuple_parameter (line 81) | def test_optional_tuple_parameter(self): method test_optional_numerical_parameter_float (line 86) | def test_optional_numerical_parameter_float(self): method test_optional_numerical_parameter_int (line 91) | def test_optional_numerical_parameter_int(self): method test_optional_choice_parameter (line 96) | def test_optional_choice_parameter(self): method test_optional_choice_parameter_int (line 102) | def test_optional_choice_parameter_int(self): method test_warning (line 107) | def test_warning(self): FILE: test/other_module.py class OtherModuleTask (line 21) | class OtherModuleTask(luigi.Task): method output (line 24) | def output(self): method run (line 27) | def run(self): FILE: test/parameter_test.py class A (line 37) | class A(luigi.Task): class WithDefault (line 42) | class WithDefault(luigi.Task): class WithDefaultTrue (line 46) | class WithDefaultTrue(luigi.Task): class WithDefaultFalse (line 50) | class WithDefaultFalse(luigi.Task): class Foo (line 54) | class Foo(luigi.Task): class Baz (line 61) | class Baz(luigi.Task): method run (line 66) | def run(self): class ListFoo (line 72) | class ListFoo(luigi.Task): method run (line 75) | def run(self): class TupleFoo (line 79) | class TupleFoo(luigi.Task): method run (line 82) | def run(self): class ForgotParam (line 86) | class ForgotParam(luigi.Task): method run (line 89) | def run(self): class ForgotParamDep (line 93) | class ForgotParamDep(luigi.Task): method requires (line 94) | def requires(self): method run (line 97) | def run(self): class BananaDep (line 101) | class BananaDep(luigi.Task): method output (line 105) | def output(self): method run (line 108) | def run(self): class Banana (line 112) | class Banana(luigi.Task): method requires (line 117) | def requires(self): method output (line 129) | def output(self): method run (line 132) | def run(self): class MyConfig (line 136) | class MyConfig(luigi.Config): class MyConfigWithoutSection (line 141) | class MyConfigWithoutSection(luigi.Config): class NoopTask (line 147) | class NoopTask(luigi.Task): class MyEnum (line 151) | class MyEnum(enum.Enum): function _value (line 156) | def _value(parameter): class ParameterTest (line 170) | class ParameterTest(LuigiTestCase): method test_default_param (line 171) | def test_default_param(self): method test_missing_param (line 174) | def test_missing_param(self): method test_unknown_param (line 180) | def test_unknown_param(self): method test_unknown_param_2 (line 186) | def test_unknown_param_2(self): method test_duplicated_param (line 192) | def test_duplicated_param(self): method test_parameter_registration (line 198) | def test_parameter_registration(self): method test_task_creation (line 201) | def test_task_creation(self): method test_bool_parsing (line 208) | def test_bool_parsing(self): method test_bool_default (line 224) | def test_bool_default(self): method test_bool_coerce (line 228) | def test_bool_coerce(self): method test_bool_no_coerce_none (line 232) | def test_bool_no_coerce_none(self): method test_forgot_param (line 235) | def test_forgot_param(self): method test_forgot_param_in_dep (line 243) | def test_forgot_param_in_dep(self, emails): method test_default_param_cmdline (line 248) | def test_default_param_cmdline(self): method test_default_param_cmdline_2 (line 251) | def test_default_param_cmdline_2(self): method test_insignificant_parameter (line 254) | def test_insignificant_parameter(self): method test_local_significant_param (line 267) | def test_local_significant_param(self): method test_local_insignificant_param (line 278) | def test_local_insignificant_param(self): method test_nonpositional_param (line 288) | def test_nonpositional_param(self): method test_enum_param_valid (line 298) | def test_enum_param_valid(self): method test_enum_param_invalid (line 302) | def test_enum_param_invalid(self): method test_enum_param_missing (line 306) | def test_enum_param_missing(self): method test_enum_list_param_valid (line 309) | def test_enum_list_param_valid(self): method test_enum_list_param_invalid (line 315) | def test_enum_list_param_invalid(self): method test_enum_list_param_missing (line 319) | def test_enum_list_param_missing(self): method test_choice_list_param_valid (line 322) | def test_choice_list_param_valid(self): method test_choice_list_param_invalid (line 328) | def test_choice_list_param_invalid(self): method test_invalid_choice_type (line 332) | def test_invalid_choice_type(self): method test_choice_list_param_missing (line 338) | def test_choice_list_param_missing(self): method test_tuple_serialize_parse (line 341) | def test_tuple_serialize_parse(self): method test_parse_list_without_batch_method (line 346) | def test_parse_list_without_batch_method(self): method test_parse_empty_list_raises_value_error (line 351) | def test_parse_empty_list_raises_value_error(self): method test_parse_int_list_max (line 356) | def test_parse_int_list_max(self): method test_parse_string_list_max (line 360) | def test_parse_string_list_max(self): method test_parse_list_as_tuple (line 364) | def test_parse_list_as_tuple(self): method test_warn_on_default_none (line 369) | def test_warn_on_default_none(self, warnings): method test_no_warn_on_string (line 377) | def test_no_warn_on_string(self, warnings): method test_no_warn_on_none_in_optional (line 384) | def test_no_warn_on_none_in_optional(self): method test_no_warn_on_string_in_optional (line 401) | def test_no_warn_on_string_in_optional(self, warnings): method test_warn_on_bad_type_in_optional (line 409) | def test_warn_on_bad_type_in_optional(self, warnings): method test_optional_parameter_parse_none (line 418) | def test_optional_parameter_parse_none(self): method test_optional_parameter_parse_string (line 421) | def test_optional_parameter_parse_string(self): method test_optional_parameter_serialize_none (line 424) | def test_optional_parameter_serialize_none(self): method test_optional_parameter_serialize_string (line 427) | def test_optional_parameter_serialize_string(self): class TestParametersHashability (line 431) | class TestParametersHashability(LuigiTestCase): method test_date (line 432) | def test_date(self): method test_dateminute (line 439) | def test_dateminute(self): method test_dateinterval (line 446) | def test_dateinterval(self): method test_timedelta (line 454) | def test_timedelta(self): method test_boolean (line 461) | def test_boolean(self): method test_int (line 470) | def test_int(self): method test_float (line 477) | def test_float(self): method test_enum (line 484) | def test_enum(self): method test_enum_list (line 491) | def test_enum_list(self): method test_choice_list (line 503) | def test_choice_list(self): method test_dict (line 510) | def test_dict(self): method test_list (line 517) | def test_list(self): method test_list_param_with_default_none_in_dynamic_req_task (line 524) | def test_list_param_with_default_none_in_dynamic_req_task(self): method test_list_dict (line 535) | def test_list_dict(self): method test_list_nested (line 542) | def test_list_nested(self): method test_tuple (line 549) | def test_tuple(self): method test_tuple_dict (line 556) | def test_tuple_dict(self): method test_tuple_nested (line 563) | def test_tuple_nested(self): method test_tuple_string_with_json (line 570) | def test_tuple_string_with_json(self): method test_tuple_invalid_string (line 577) | def test_tuple_invalid_string(self): method test_tuple_invalid_string_in_tuple (line 581) | def test_tuple_invalid_string_in_tuple(self): method test_parse_invalid_format (line 585) | def test_parse_invalid_format(self): method test_task (line 589) | def test_task(self): class TestNewStyleGlobalParameters (line 600) | class TestNewStyleGlobalParameters(LuigiTestCase): method setUp (line 601) | def setUp(self): method expect_keys (line 605) | def expect_keys(self, expected): method test_x_arg (line 608) | def test_x_arg(self): method test_x_arg_override (line 612) | def test_x_arg_override(self): method test_x_arg_override_stupid (line 616) | def test_x_arg_override_stupid(self): method test_x_arg_y_arg (line 620) | def test_x_arg_y_arg(self): method test_x_arg_y_arg_override (line 624) | def test_x_arg_y_arg_override(self): method test_x_arg_y_arg_override_all (line 628) | def test_x_arg_y_arg_override_all(self): method test_y_arg_override (line 632) | def test_y_arg_override(self): method test_y_arg_override_both (line 636) | def test_y_arg_override_both(self): method test_y_arg_override_banana (line 640) | def test_y_arg_override_banana(self): class TestRemoveGlobalParameters (line 645) | class TestRemoveGlobalParameters(LuigiTestCase): method run_and_check (line 646) | def run_and_check(self, args): method test_use_config_class_1 (line 652) | def test_use_config_class_1(self): method test_use_config_class_2 (line 659) | def test_use_config_class_2(self): method test_use_config_class_more_args (line 666) | def test_use_config_class_more_args(self): method test_use_config_class_with_configuration (line 674) | def test_use_config_class_with_configuration(self): method test_use_config_class_with_configuration_2 (line 682) | def test_use_config_class_with_configuration_2(self): method test_configuration_style (line 689) | def test_configuration_style(self): method test_misc_1 (line 693) | def test_misc_1(self): method test_global_significant_param_warning (line 709) | def test_global_significant_param_warning(self): class TestParamWithDefaultFromConfig (line 730) | class TestParamWithDefaultFromConfig(LuigiTestCase): method testNoSection (line 731) | def testNoSection(self): method testNoValue (line 735) | def testNoValue(self): method testDefault (line 739) | def testDefault(self): method testDateHour (line 747) | def testDateHour(self): method testDateHourWithInterval (line 752) | def testDateHourWithInterval(self): method testDateMinute (line 757) | def testDateMinute(self): method testDateWithMinuteInterval (line 762) | def testDateWithMinuteInterval(self): method testDateMinuteDeprecated (line 767) | def testDateMinuteDeprecated(self): method testDateSecond (line 773) | def testDateSecond(self): method testDateSecondWithInterval (line 778) | def testDateSecondWithInterval(self): method testDate (line 783) | def testDate(self): method testDateWithInterval (line 788) | def testDateWithInterval(self): method testMonthParameter (line 793) | def testMonthParameter(self): method testMonthWithIntervalParameter (line 798) | def testMonthWithIntervalParameter(self): method testYearParameter (line 803) | def testYearParameter(self): method testYearWithIntervalParameter (line 808) | def testYearWithIntervalParameter(self): method testInt (line 813) | def testInt(self): method testBool (line 818) | def testBool(self): method testBoolConfigOutranksDefault (line 823) | def testBoolConfigOutranksDefault(self): method testDateInterval (line 828) | def testDateInterval(self): method testTimeDeltaNoSeconds (line 834) | def testTimeDeltaNoSeconds(self): method testTimeDeltaNoDays (line 839) | def testTimeDeltaNoDays(self): method testTimeDelta (line 844) | def testTimeDelta(self): method testTimeDeltaPlural (line 849) | def testTimeDeltaPlural(self): method testTimeDeltaMultiple (line 854) | def testTimeDeltaMultiple(self): method testTimeDelta8601 (line 859) | def testTimeDelta8601(self): method testTimeDelta8601NoTimeComponent (line 864) | def testTimeDelta8601NoTimeComponent(self): method testTimeDelta8601Weeks (line 869) | def testTimeDelta8601Weeks(self): method testTimeDelta8601YearMonthNotSupported (line 875) | def testTimeDelta8601YearMonthNotSupported(self, exc): method testTimeDelta8601MAfterT (line 883) | def testTimeDelta8601MAfterT(self): method testTimeDelta8601MBeforeT (line 889) | def testTimeDelta8601MBeforeT(self, exc): method testTimeDeltaFloat (line 897) | def testTimeDeltaFloat(self): method testTimeDeltaInt (line 902) | def testTimeDeltaInt(self): method testHasDefaultNoSection (line 906) | def testHasDefaultNoSection(self): method testHasDefaultNoValue (line 910) | def testHasDefaultNoValue(self): method testHasDefaultWithBoth (line 914) | def testHasDefaultWithBoth(self): method testWithDefault (line 918) | def testWithDefault(self): method testWithDefaultAndMissing (line 922) | def testWithDefaultAndMissing(self): method testDefaultFromTaskName (line 927) | def testDefaultFromTaskName(self): method testDefaultFromTaskNameInt (line 935) | def testDefaultFromTaskNameInt(self): method testDefaultFromConfigWithTaskNameToo (line 943) | def testDefaultFromConfigWithTaskNameToo(self): method testDefaultFromTaskNameWithDefault (line 951) | def testDefaultFromTaskNameWithDefault(self): method testWithLongParameterName (line 959) | def testWithLongParameterName(self): method testSettingOtherMember (line 967) | def testSettingOtherMember(self): method testCommandLineWithDefault (line 975) | def testCommandLineWithDefault(self): method testCommandLineNoDefault (line 1000) | def testCommandLineNoDefault(self): method testWithNamespaceConfig (line 1028) | def testWithNamespaceConfig(self): method testWithNamespaceCli (line 1036) | def testWithNamespaceCli(self): method testListWithNamespaceCli (line 1054) | def testListWithNamespaceCli(self): method testTupleWithNamespaceCli (line 1068) | def testTupleWithNamespaceCli(self): method testListConfig (line 1083) | def testListConfig(self): method testTupleConfig (line 1087) | def testTupleConfig(self): method testNumericalParameter (line 1091) | def testNumericalParameter(self): method testChoiceParameter (line 1096) | def testChoiceParameter(self): class OverrideEnvStuff (line 1101) | class OverrideEnvStuff(LuigiTestCase): method testOverrideSchedulerPort (line 1103) | def testOverrideSchedulerPort(self): method testOverrideSchedulerPort2 (line 1109) | def testOverrideSchedulerPort2(self): method testOverrideSchedulerPort3 (line 1115) | def testOverrideSchedulerPort3(self): class TestSerializeDateParameters (line 1120) | class TestSerializeDateParameters(LuigiTestCase): method testSerialize (line 1121) | def testSerialize(self): class TestSerializeTimeDeltaParameters (line 1130) | class TestSerializeTimeDeltaParameters(LuigiTestCase): method testSerialize (line 1131) | def testSerialize(self): class TestTaskParameter (line 1138) | class TestTaskParameter(LuigiTestCase): method testUsage (line 1139) | def testUsage(self): method testSerialize (line 1166) | def testSerialize(self): class TestSerializeTupleParameter (line 1193) | class TestSerializeTupleParameter(LuigiTestCase): method testSerialize (line 1194) | def testSerialize(self): class NewStyleParameters822Test (line 1200) | class NewStyleParameters822Test(LuigiTestCase): method test_subclasses (line 1208) | def test_subclasses(self): class LocalParameters1304Test (line 1221) | class LocalParameters1304Test(LuigiTestCase): method test_local_params (line 1232) | def test_local_params(self): method test_local_takes_precedence (line 1248) | def test_local_takes_precedence(self): method test_local_only_affects_root (line 1261) | def test_local_only_affects_root(self): method test_range_doesnt_propagate_args (line 1274) | def test_range_doesnt_propagate_args(self): class TaskAsParameterName1335Test (line 1293) | class TaskAsParameterName1335Test(LuigiTestCase): method test_parameter_can_be_named_task (line 1294) | def test_parameter_can_be_named_task(self): class TestPathParameter (line 1303) | class TestPathParameter: method default (line 1305) | def default(self, request): method absolute (line 1309) | def absolute(self, request): method exists (line 1313) | def exists(self, request): method path_parameter (line 1317) | def path_parameter(self, tmpdir, default, absolute, exists): method test_exists (line 1357) | def test_exists(self, path_parameter): FILE: test/priority_test.py class PrioTask (line 26) | class PrioTask(luigi.Task): method priority (line 31) | def priority(self): method requires (line 34) | def requires(self): method run (line 38) | def run(self): method complete (line 42) | def complete(self): class PriorityTest (line 46) | class PriorityTest(unittest.TestCase): method test_priority (line 47) | def test_priority(self): method test_priority_w_dep (line 52) | def test_priority_w_dep(self): FILE: test/range_test.py class CommonDateMinuteTask (line 40) | class CommonDateMinuteTask(luigi.Task): method output (line 43) | def output(self): class CommonDateHourTask (line 47) | class CommonDateHourTask(luigi.Task): method output (line 50) | def output(self): class CommonDateTask (line 54) | class CommonDateTask(luigi.Task): method output (line 57) | def output(self): class CommonMonthTask (line 61) | class CommonMonthTask(luigi.Task): method output (line 64) | def output(self): class TaskA (line 116) | class TaskA(luigi.Task): method output (line 119) | def output(self): class TaskB (line 123) | class TaskB(luigi.Task): method output (line 127) | def output(self): class TaskC (line 131) | class TaskC(luigi.Task): method output (line 134) | def output(self): class CommonWrapperTask (line 138) | class CommonWrapperTask(luigi.WrapperTask): method requires (line 141) | def requires(self): class TaskMinutesA (line 146) | class TaskMinutesA(luigi.Task): method output (line 149) | def output(self): class TaskMinutesB (line 153) | class TaskMinutesB(luigi.Task): method output (line 157) | def output(self): class TaskMinutesC (line 161) | class TaskMinutesC(luigi.Task): method output (line 164) | def output(self): class CommonWrapperTaskMinutes (line 168) | class CommonWrapperTaskMinutes(luigi.WrapperTask): method requires (line 171) | def requires(self): function mock_listdir (line 176) | def mock_listdir(contents): function mock_exists_always_true (line 184) | def mock_exists_always_true(_, _2): function mock_exists_always_false (line 188) | def mock_exists_always_false(_, _2): class ConstrainGlobTest (line 192) | class ConstrainGlobTest(unittest.TestCase): method test_limit (line 193) | def test_limit(self): method test_no_wildcards (line 228) | def test_no_wildcards(self): function datetime_to_epoch (line 239) | def datetime_to_epoch(dt): class RangeDailyBaseTest (line 244) | class RangeDailyBaseTest(unittest.TestCase): method setUp (line 247) | def setUp(self): method test_consistent_formatting (line 265) | def test_consistent_formatting(self): method _empty_subcase (line 269) | def _empty_subcase(self, kwargs, expected_events): method test_stop_before_days_back (line 286) | def test_stop_before_days_back(self): method _nonempty_subcase (line 309) | def _nonempty_subcase(self, kwargs, expected_finite_datetimes_range, e... method test_start_long_before_long_days_back_and_with_long_days_forward (line 327) | def test_start_long_before_long_days_back_and_with_long_days_forward(s... class RangeHourlyBaseTest (line 358) | class RangeHourlyBaseTest(unittest.TestCase): method setUp (line 361) | def setUp(self): method test_consistent_formatting (line 379) | def test_consistent_formatting(self): method _empty_subcase (line 383) | def _empty_subcase(self, kwargs, expected_events): method test_start_after_hours_forward (line 400) | def test_start_after_hours_forward(self): method _nonempty_subcase (line 422) | def _nonempty_subcase(self, kwargs, expected_finite_datetimes_range, e... method test_start_long_before_hours_back (line 440) | def test_start_long_before_hours_back(self): method test_start_after_long_hours_back (line 471) | def test_start_after_long_hours_back(self): method test_start_long_before_long_hours_back_and_with_long_hours_forward (line 499) | def test_start_long_before_long_hours_back_and_with_long_hours_forward... class RangeByMinutesBaseTest (line 529) | class RangeByMinutesBaseTest(unittest.TestCase): method setUp (line 532) | def setUp(self): method test_consistent_formatting (line 550) | def test_consistent_formatting(self): method _empty_subcase (line 556) | def _empty_subcase(self, kwargs, expected_events): method test_start_after_minutes_forward (line 573) | def test_start_after_minutes_forward(self): method _nonempty_subcase (line 596) | def _nonempty_subcase(self, kwargs, expected_finite_datetimes_range, e... method test_negative_interval (line 614) | def test_negative_interval(self): method test_non_dividing_interval (line 626) | def test_non_dividing_interval(self): method test_start_and_minutes_period (line 638) | def test_start_and_minutes_period(self): method test_start_long_before_minutes_back (line 670) | def test_start_long_before_minutes_back(self): method test_start_after_long_minutes_back (line 700) | def test_start_after_long_minutes_back(self): method test_start_long_before_long_minutes_back_and_with_long_minutes_forward (line 729) | def test_start_long_before_long_minutes_back_and_with_long_minutes_for... class FilesystemInferenceTest (line 760) | class FilesystemInferenceTest(unittest.TestCase): method _test_filesystems_and_globs (line 761) | def _test_filesystems_and_globs(self, datetime_to_task, datetime_to_re... method test_date_glob_successfully_inferred (line 768) | def test_date_glob_successfully_inferred(self): method test_datehour_glob_successfully_inferred (line 777) | def test_datehour_glob_successfully_inferred(self): method test_dateminute_glob_successfully_inferred (line 786) | def test_dateminute_glob_successfully_inferred(self): method test_wrapped_datehour_globs_successfully_inferred (line 795) | def test_wrapped_datehour_globs_successfully_inferred(self): method test_inconsistent_output_datehour_glob_not_inferred (line 805) | def test_inconsistent_output_datehour_glob_not_inferred(self): method test_wrapped_inconsistent_datehour_globs_not_inferred (line 824) | def test_wrapped_inconsistent_datehour_globs_not_inferred(self): class RangeMonthlyTest (line 838) | class RangeMonthlyTest(unittest.TestCase): method setUp (line 839) | def setUp(self): method _empty_subcase (line 857) | def _empty_subcase(self, kwargs, expected_events): method test_stop_before_months_back (line 874) | def test_stop_before_months_back(self): method test_start_after_months_forward (line 897) | def test_start_after_months_forward(self): method _nonempty_subcase (line 919) | def _nonempty_subcase(self, kwargs, expected_finite_datetimes_range, e... method test_start_long_before_months_back (line 935) | def test_start_long_before_months_back(self): method test_start_after_long_months_back (line 967) | def test_start_after_long_months_back(self): method test_start_long_before_long_months_back_and_with_long_months_forward (line 996) | def test_start_long_before_long_months_back_and_with_long_months_forwa... method test_zero_months_forward (line 1027) | def test_zero_months_forward(self): method test_months_forward_on_first_of_month (line 1056) | def test_months_forward_on_first_of_month(self): method test_consistent_formatting (line 1088) | def test_consistent_formatting(self): class MonthInstantiationTest (line 1093) | class MonthInstantiationTest(LuigiTestCase): method test_old_month_instantiation (line 1094) | def test_old_month_instantiation(self): method test_month_cli_instantiation (line 1111) | def test_month_cli_instantiation(self): method test_param_name (line 1133) | def test_param_name(self): method test_param_name_with_inferred_fs (line 1151) | def test_param_name_with_inferred_fs(self): method test_of_param_distinction (line 1169) | def test_of_param_distinction(self): method test_of_param_commandline (line 1190) | def test_of_param_commandline(self): class RangeDailyTest (line 1225) | class RangeDailyTest(unittest.TestCase): method test_bulk_complete_correctly_interfaced (line 1226) | def test_bulk_complete_correctly_interfaced(self): method test_bulk_complete_of_params (line 1249) | def test_bulk_complete_of_params(self): method test_missing_tasks_correctly_required (line 1291) | def test_missing_tasks_correctly_required(self): class RangeHourlyTest (line 1310) | class RangeHourlyTest(unittest.TestCase): method test_missing_tasks_correctly_required (line 1314) | def test_missing_tasks_correctly_required(self): method test_missing_wrapper_tasks_correctly_required (line 1327) | def test_missing_wrapper_tasks_correctly_required(self): method test_bulk_complete_correctly_interfaced (line 1338) | def test_bulk_complete_correctly_interfaced(self): method test_bulk_complete_of_params (line 1364) | def test_bulk_complete_of_params(self): method test_missing_directory (line 1396) | def test_missing_directory(self): class RangeByMinutesTest (line 1405) | class RangeByMinutesTest(unittest.TestCase): method test_missing_tasks_correctly_required (line 1409) | def test_missing_tasks_correctly_required(self): method test_missing_wrapper_tasks_correctly_required (line 1435) | def test_missing_wrapper_tasks_correctly_required(self): method test_bulk_complete_correctly_interfaced (line 1453) | def test_bulk_complete_correctly_interfaced(self): method test_bulk_complete_of_params (line 1480) | def test_bulk_complete_of_params(self): method test_missing_directory (line 1514) | def test_missing_directory(self): class RangeInstantiationTest (line 1527) | class RangeInstantiationTest(LuigiTestCase): method test_old_instantiation (line 1528) | def test_old_instantiation(self): method test_cli_instantiation (line 1545) | def test_cli_instantiation(self): method test_param_name (line 1567) | def test_param_name(self): method test_param_name_with_inferred_fs (line 1585) | def test_param_name_with_inferred_fs(self): method test_of_param_distinction (line 1603) | def test_of_param_distinction(self): method test_of_param_commandline (line 1624) | def test_of_param_commandline(self): FILE: test/recursion_test.py class Popularity (line 27) | class Popularity(luigi.Task): method output (line 30) | def output(self): method requires (line 33) | def requires(self): method run (line 36) | def run(self): class RecursionTest (line 44) | class RecursionTest(unittest.TestCase): method setUp (line 45) | def setUp(self): method test_invoke (line 48) | def test_invoke(self): FILE: test/remote_scheduler_test.py class DummyTask (line 28) | class DummyTask(luigi.Task): method run (line 31) | def run(self): method output (line 35) | def output(self): class RemoteSchedulerTest (line 39) | class RemoteSchedulerTest(server_test.ServerTestBase): method _test_run (line 40) | def _test_run(self, workers): method test_single_worker (line 48) | def test_single_worker(self): method test_multiple_workers (line 51) | def test_multiple_workers(self): FILE: test/retcodes_test.py class RetcodesTest (line 25) | class RetcodesTest(LuigiTestCase): method run_and_expect (line 26) | def run_and_expect(self, joined_params, retcode, extra_args=["--local-... method run_with_config (line 31) | def run_with_config(self, retcode_config, *args, **kwargs): method test_task_failed (line 34) | def test_task_failed(self): method test_missing_data (line 43) | def test_missing_data(self): method test_already_running (line 52) | def test_already_running(self): method test_when_locked (line 71) | def test_when_locked(self): method test_failure_in_complete (line 80) | def test_failure_in_complete(self): method test_failure_in_requires (line 91) | def test_failure_in_requires(self): method test_validate_dependency_error (line 98) | def test_validate_dependency_error(self): method test_task_limit (line 109) | def test_task_limit(self): method test_unhandled_exception (line 125) | def test_unhandled_exception(self): method test_when_mixed_errors (line 139) | def test_when_mixed_errors(self): method test_unknown_reason (line 157) | def test_unknown_reason(self): method test_retry_sucess_task (line 178) | def test_retry_sucess_task(self): FILE: test/rpc_test.py class RemoteSchedulerTest (line 35) | class RemoteSchedulerTest(unittest.TestCase): method testUrlArgumentVariations (line 36) | def testUrlArgumentVariations(self): method testUrlArgumentVariationsNotRoot (line 44) | def testUrlArgumentVariationsNotRoot(self): method get_work (line 52) | def get_work(self, fetcher_side_effect): method test_retry_rpc_method (line 61) | def test_retry_rpc_method(self): method test_retry_rpc_limited (line 69) | def test_retry_rpc_limited(self): method test_log_rpc_retries_enabled (line 78) | def test_log_rpc_retries_enabled(self, mock_logger): method test_log_rpc_retries_disabled (line 99) | def test_log_rpc_retries_disabled(self, mock_logger): method test_get_work_retries_on_null (line 112) | def test_get_work_retries_on_null(self): method test_get_work_retries_on_null_limited (line 120) | def test_get_work_retries_on_null_limited(self): class RPCTest (line 129) | class RPCTest(scheduler_api_test.SchedulerApiTest, ServerTestBase): method get_app (line 130) | def get_app(self): method setUp (line 135) | def setUp(self): method test_task_first_failure_time (line 142) | def test_task_first_failure_time(self): method test_task_first_failure_time_remains_constant (line 145) | def test_task_first_failure_time_remains_constant(self): method test_task_has_excessive_failures (line 148) | def test_task_has_excessive_failures(self): method test_quadratic_behavior (line 151) | def test_quadratic_behavior(self): method test_get_work_speed (line 155) | def test_get_work_speed(self): class RequestsFetcherTest (line 160) | class RequestsFetcherTest(ServerTestBase): method test_fork_changes_session (line 161) | def test_fork_changes_session(self): class URLLibFetcherTest (line 179) | class URLLibFetcherTest(ServerTestBase): method test_url_with_basic_auth (line 180) | def test_url_with_basic_auth(self): method test_url_without_basic_auth (line 201) | def test_url_without_basic_auth(self): method test_body_encoding (line 208) | def test_body_encoding(self): FILE: test/safe_extractor_test.py class TestSafeExtract (line 34) | class TestSafeExtract(unittest.TestCase): method setUp (line 39) | def setUp(self): method tearDown (line 46) | def tearDown(self): method create_test_tar (line 50) | def create_test_tar(self, tar_path, file_count=1, with_traversal=False): method verify_extracted_files (line 77) | def verify_extracted_files(self, file_count): method test_safe_extract (line 97) | def test_safe_extract(self): method test_safe_extract_with_traversal (line 111) | def test_safe_extract_with_traversal(self): FILE: test/scheduler_api_test.py class SchedulerApiTest (line 33) | class SchedulerApiTest(unittest.TestCase): method setUp (line 34) | def setUp(self): method get_scheduler_config (line 40) | def get_scheduler_config(self): method tearDown (line 52) | def tearDown(self): method setTime (line 57) | def setTime(self, t): method test_dep (line 60) | def test_dep(self): method test_failed_dep (line 69) | def test_failed_dep(self): method test_broken_dep (line 82) | def test_broken_dep(self): method test_two_workers (line 92) | def test_two_workers(self): method test_status_wont_override (line 106) | def test_status_wont_override(self): method test_retry (line 114) | def test_retry(self): method test_resend_task (line 131) | def test_resend_task(self): method test_resend_multiple_tasks (line 138) | def test_resend_multiple_tasks(self): method test_disconnect_running (line 153) | def test_disconnect_running(self): method test_get_work_single_batch_item (line 169) | def test_get_work_single_batch_item(self): method test_get_work_multiple_batch_items (line 179) | def test_get_work_multiple_batch_items(self): method test_batch_time_running (line 190) | def test_batch_time_running(self): method test_batch_ignore_items_not_ready (line 201) | def test_batch_ignore_items_not_ready(self): method test_batch_ignore_first_item_not_ready (line 217) | def test_batch_ignore_first_item_not_ready(self): method test_get_work_with_batch_items_with_resources (line 231) | def test_get_work_with_batch_items_with_resources(self): method test_get_work_limited_batch_size (line 242) | def test_get_work_limited_batch_size(self): method test_get_work_do_not_batch_non_batchable_item (line 256) | def test_get_work_do_not_batch_non_batchable_item(self): method test_get_work_group_on_non_batch_params (line 270) | def test_get_work_group_on_non_batch_params(self): method test_get_work_multiple_batched_params (line 288) | def test_get_work_multiple_batched_params(self): method test_get_work_with_unbatched_worker_on_batched_task (line 304) | def test_get_work_with_unbatched_worker_on_batched_task(self): method test_batched_tasks_become_batch_running (line 314) | def test_batched_tasks_become_batch_running(self): method test_downstream_jobs_from_batch_running_have_upstream_running_status (line 321) | def test_downstream_jobs_from_batch_running_have_upstream_running_stat... method test_set_batch_runner_new_task (line 331) | def test_set_batch_runner_new_task(self): method test_set_batch_runner_max (line 344) | def test_set_batch_runner_max(self): method _start_simple_batch (line 357) | def _start_simple_batch(self, use_max=False, mark_running=True, resour... method test_set_batch_runner_retry (line 369) | def test_set_batch_runner_retry(self): method test_set_batch_runner_multiple_retries (line 375) | def test_set_batch_runner_multiple_retries(self): method test_batch_fail (line 382) | def test_batch_fail(self): method test_batch_fail_max (line 392) | def test_batch_fail_max(self): method test_batch_fail_from_dead_worker (line 402) | def test_batch_fail_from_dead_worker(self): method test_batch_fail_max_from_dead_worker (line 409) | def test_batch_fail_max_from_dead_worker(self): method test_batch_fail_from_dead_worker_without_running (line 416) | def test_batch_fail_from_dead_worker_without_running(self): method test_batch_update_status (line 423) | def test_batch_update_status(self): method test_batch_update_progress (line 429) | def test_batch_update_progress(self): method test_batch_decrease_resources (line 435) | def test_batch_decrease_resources(self): method test_batch_tracking_url (line 442) | def test_batch_tracking_url(self): method test_finish_batch (line 450) | def test_finish_batch(self): method test_reschedule_max_batch (line 455) | def test_reschedule_max_batch(self): method test_resend_batch_on_get_work_retry (line 468) | def test_resend_batch_on_get_work_retry(self): method test_resend_batch_runner_on_get_work_retry (line 478) | def test_resend_batch_runner_on_get_work_retry(self): method test_resend_max_batch_runner_on_get_work_retry (line 483) | def test_resend_max_batch_runner_on_get_work_retry(self): method test_do_not_resend_batch_runner_on_get_work (line 488) | def test_do_not_resend_batch_runner_on_get_work(self): method test_do_not_resend_max_batch_runner_on_get_work (line 493) | def test_do_not_resend_max_batch_runner_on_get_work(self): method test_rescheduled_batch_running_tasks_stay_batch_running_before_runner (line 498) | def test_rescheduled_batch_running_tasks_stay_batch_running_before_run... method test_rescheduled_batch_running_tasks_stay_batch_running_after_runner (line 508) | def test_rescheduled_batch_running_tasks_stay_batch_running_after_runn... method test_disabled_batch_running_tasks_stay_batch_running_before_runner (line 514) | def test_disabled_batch_running_tasks_stay_batch_running_before_runner... method test_get_work_returns_batch_task_id_list (line 524) | def test_get_work_returns_batch_task_id_list(self): method test_disabled_batch_running_tasks_stay_batch_running_after_runner (line 531) | def test_disabled_batch_running_tasks_stay_batch_running_after_runner(... method test_do_not_overwrite_tracking_url_while_running (line 537) | def test_do_not_overwrite_tracking_url_while_running(self): method test_do_update_tracking_url_while_running (line 545) | def test_do_update_tracking_url_while_running(self): method test_keep_tracking_url_on_done_and_fail (line 552) | def test_keep_tracking_url_on_done_and_fail(self): method test_drop_tracking_url_when_rescheduled_while_not_running (line 560) | def test_drop_tracking_url_when_rescheduled_while_not_running(self): method test_reset_tracking_url_on_new_run (line 568) | def test_reset_tracking_url_on_new_run(self): method test_remove_dep (line 575) | def test_remove_dep(self): method test_start_time (line 589) | def test_start_time(self): method test_last_updated_does_not_change_with_same_status_update (line 597) | def test_last_updated_does_not_change_with_same_status_update(self): method test_last_updated_shows_running_start (line 607) | def test_last_updated_shows_running_start(self): method test_last_updated_with_failure_and_recovery (line 620) | def test_last_updated_with_failure_and_recovery(self): method test_timeout (line 633) | def test_timeout(self): method test_disallowed_state_changes (line 645) | def test_disallowed_state_changes(self): method test_two_worker_info (line 653) | def test_two_worker_info(self): method test_assistant_get_work (line 665) | def test_assistant_get_work(self): method test_assistant_get_work_external_task (line 677) | def test_assistant_get_work_external_task(self): method test_task_fails_when_assistant_dies (line 681) | def test_task_fails_when_assistant_dies(self): method test_prune_with_live_assistant (line 694) | def test_prune_with_live_assistant(self): method test_re_enable_failed_task_assistant (line 710) | def test_re_enable_failed_task_assistant(self): method test_assistant_doesnt_keep_alive_task (line 723) | def test_assistant_doesnt_keep_alive_task(self): method test_assistant_request_runnable_task (line 741) | def test_assistant_request_runnable_task(self): method test_assistant_request_external_task (line 752) | def test_assistant_request_external_task(self): method _test_prune_done_tasks (line 756) | def _test_prune_done_tasks(self, expected=None): method test_prune_done_tasks_not_assistant (line 771) | def test_prune_done_tasks_not_assistant(self, expected=None): method test_keep_tasks_for_assistant (line 775) | def test_keep_tasks_for_assistant(self): method test_keep_scheduler_disabled_tasks_for_assistant (line 779) | def test_keep_scheduler_disabled_tasks_for_assistant(self): method test_keep_failed_tasks_for_assistant (line 791) | def test_keep_failed_tasks_for_assistant(self): method test_count_pending (line 796) | def test_count_pending(self): method test_count_pending_include_failures (line 808) | def test_count_pending_include_failures(self): method test_count_pending_do_not_include_done_or_disabled (line 822) | def test_count_pending_do_not_include_done_or_disabled(self): method test_count_pending_on_disabled_worker (line 837) | def test_count_pending_on_disabled_worker(self): method test_count_pending_do_not_count_upstream_disabled (line 844) | def test_count_pending_do_not_count_upstream_disabled(self): method test_count_pending_count_upstream_failed (line 857) | def test_count_pending_count_upstream_failed(self): method test_count_pending_missing_worker (line 870) | def test_count_pending_missing_worker(self): method test_count_pending_uniques (line 881) | def test_count_pending_uniques(self): method test_count_pending_last_scheduled (line 897) | def test_count_pending_last_scheduled(self): method test_count_pending_disabled_worker (line 924) | def test_count_pending_disabled_worker(self): method test_count_pending_running_tasks (line 946) | def test_count_pending_running_tasks(self): method test_scheduler_resources_none_allow_one (line 959) | def test_scheduler_resources_none_allow_one(self): method test_scheduler_resources_none_disallow_two (line 963) | def test_scheduler_resources_none_disallow_two(self): method test_scheduler_with_insufficient_resources (line 967) | def test_scheduler_with_insufficient_resources(self): method test_scheduler_with_sufficient_resources (line 972) | def test_scheduler_with_sufficient_resources(self): method test_scheduler_with_resources_used (line 977) | def test_scheduler_with_resources_used(self): method test_scheduler_overprovisioned_on_other_resource (line 985) | def test_scheduler_overprovisioned_on_other_resource(self): method test_scheduler_with_priority_and_competing_resources (line 994) | def test_scheduler_with_priority_and_competing_resources(self): method test_do_not_lock_resources_when_not_ready (line 1006) | def test_do_not_lock_resources_when_not_ready(self): method test_lock_resources_when_one_of_multiple_workers_is_ready (line 1016) | def test_lock_resources_when_one_of_multiple_workers_is_ready(self): method test_do_not_lock_resources_while_running_higher_priority (line 1027) | def test_do_not_lock_resources_while_running_higher_priority(self): method test_lock_resources_while_running_lower_priority (line 1038) | def test_lock_resources_while_running_lower_priority(self): method test_lock_resources_for_second_worker (line 1049) | def test_lock_resources_for_second_worker(self): method test_can_work_on_lower_priority_while_waiting_for_resources (line 1062) | def test_can_work_on_lower_priority_while_waiting_for_resources(self): method validate_resource_count (line 1072) | def validate_resource_count(self, name, count): method test_update_new_resource (line 1076) | def test_update_new_resource(self): method test_update_existing_resource (line 1081) | def test_update_existing_resource(self): method test_disable_existing_resource (line 1086) | def test_disable_existing_resource(self): method test_attempt_to_set_resource_to_negative_value (line 1091) | def test_attempt_to_set_resource_to_negative_value(self): method test_attempt_to_set_resource_to_non_integer (line 1096) | def test_attempt_to_set_resource_to_non_integer(self): method test_priority_update_with_pruning (line 1103) | def test_priority_update_with_pruning(self): method test_update_resources (line 1122) | def test_update_resources(self): method test_handle_multiple_resources (line 1135) | def test_handle_multiple_resources(self): method test_single_resource_lock (line 1144) | def test_single_resource_lock(self): method test_no_lock_if_too_many_resources_required (line 1155) | def test_no_lock_if_too_many_resources_required(self): method test_multiple_resources_lock (line 1161) | def test_multiple_resources_lock(self): method test_multiple_resources_no_lock (line 1171) | def test_multiple_resources_no_lock(self): method test_do_not_allow_stowaway_resources (line 1181) | def test_do_not_allow_stowaway_resources(self): method test_do_not_allow_same_resources (line 1189) | def test_do_not_allow_same_resources(self): method test_change_resources_on_running_task (line 1197) | def test_change_resources_on_running_task(self): method test_interleave_resource_change_and_get_work (line 1210) | def test_interleave_resource_change_and_get_work(self): method test_assistant_has_different_resources_than_scheduled_max_task_id (line 1221) | def test_assistant_has_different_resources_than_scheduled_max_task_id(... method test_assistant_has_different_resources_than_scheduled_new_task_id (line 1234) | def test_assistant_has_different_resources_than_scheduled_new_task_id(... method test_assistant_has_different_resources_than_scheduled_max_task_id_during_scheduling (line 1247) | def test_assistant_has_different_resources_than_scheduled_max_task_id_... method test_assistant_has_different_resources_than_scheduled_new_task_id_during_scheduling (line 1262) | def test_assistant_has_different_resources_than_scheduled_new_task_id_... method test_allow_resource_use_while_scheduling (line 1277) | def test_allow_resource_use_while_scheduling(self): method test_stop_locking_resource_for_uninterested_worker (line 1283) | def test_stop_locking_resource_for_uninterested_worker(self): method check_task_order (line 1294) | def check_task_order(self, order): method test_priorities (line 1300) | def test_priorities(self): method test_priorities_default_and_negative (line 1307) | def test_priorities_default_and_negative(self): method test_priorities_and_dependencies (line 1315) | def test_priorities_and_dependencies(self): method test_priority_update_dependency_after_scheduling (line 1323) | def test_priority_update_dependency_after_scheduling(self): method test_disable (line 1330) | def test_disable(self): method test_disable_and_reenable (line 1342) | def test_disable_and_reenable(self): method test_disable_and_reenable_and_disable_again (line 1360) | def test_disable_and_reenable_and_disable_again(self): method test_disable_and_done (line 1395) | def test_disable_and_done(self): method test_automatic_re_enable (line 1413) | def test_automatic_re_enable(self): method test_automatic_re_enable_with_one_failure_allowed (line 1426) | def test_automatic_re_enable_with_one_failure_allowed(self): method test_no_automatic_re_enable_after_manual_disable (line 1438) | def test_no_automatic_re_enable_after_manual_disable(self): method test_no_automatic_re_enable_after_auto_then_manual_disable (line 1450) | def test_no_automatic_re_enable_after_auto_then_manual_disable(self): method test_disable_by_worker (line 1467) | def test_disable_by_worker(self): method test_disable_worker (line 1478) | def test_disable_worker(self): method test_pause_work (line 1486) | def test_pause_work(self): method test_is_paused (line 1505) | def test_is_paused(self): method test_disable_worker_leaves_jobs_running (line 1512) | def test_disable_worker_leaves_jobs_running(self): method test_disable_worker_cannot_pick_up_failed_jobs (line 1520) | def test_disable_worker_cannot_pick_up_failed_jobs(self): method test_disable_worker_cannot_continue_scheduling (line 1540) | def test_disable_worker_cannot_continue_scheduling(self): method test_disable_worker_cannot_add_tasks (line 1545) | def test_disable_worker_cannot_add_tasks(self): method _test_disable_worker_helper (line 1555) | def _test_disable_worker_helper(self, new_status, new_deps): method test_disable_worker_can_finish_task (line 1572) | def test_disable_worker_can_finish_task(self): method test_disable_worker_can_fail_task (line 1575) | def test_disable_worker_can_fail_task(self): method test_disable_worker_stays_disabled_on_new_deps (line 1578) | def test_disable_worker_stays_disabled_on_new_deps(self): method test_disable_worker_assistant_gets_no_task (line 1581) | def test_disable_worker_assistant_gets_no_task(self): method test_prune_worker (line 1590) | def test_prune_worker(self): method test_task_list_beyond_limit (line 1599) | def test_task_list_beyond_limit(self): method test_task_list_within_limit (line 1606) | def test_task_list_within_limit(self): method test_task_lists_some_beyond_limit (line 1612) | def test_task_lists_some_beyond_limit(self): method test_dynamic_shown_tasks_in_task_list (line 1621) | def test_dynamic_shown_tasks_in_task_list(self): method add_task (line 1634) | def add_task(self, family, **params): method search_pending (line 1639) | def search_pending(self, term, expected_keys): method test_task_list_filter_by_search_family_name (line 1643) | def test_task_list_filter_by_search_family_name(self): method test_task_list_filter_by_search_long_family_name (line 1652) | def test_task_list_filter_by_search_long_family_name(self): method test_task_list_filter_by_param_name (line 1656) | def test_task_list_filter_by_param_name(self): method test_task_list_filter_by_long_param_name (line 1663) | def test_task_list_filter_by_long_param_name(self): method test_task_list_filter_by_param_value (line 1668) | def test_task_list_filter_by_param_value(self): method test_task_list_filter_by_long_param_value (line 1675) | def test_task_list_filter_by_long_param_value(self): method test_task_list_filter_by_param_name_value_pair (line 1679) | def test_task_list_filter_by_param_name_value_pair(self): method test_task_list_does_not_filter_by_task_id (line 1683) | def test_task_list_does_not_filter_by_task_id(self): method test_task_list_filter_by_multiple_search_terms (line 1687) | def test_task_list_filter_by_multiple_search_terms(self): method test_upstream_beyond_limit (line 1697) | def test_upstream_beyond_limit(self): method test_do_not_prune_on_beyond_limit_check (line 1704) | def test_do_not_prune_on_beyond_limit_check(self): method test_search_results_beyond_limit (line 1712) | def test_search_results_beyond_limit(self): method test_priority_update_dependency_chain (line 1719) | def test_priority_update_dependency_chain(self): method test_priority_no_decrease_with_multiple_updates (line 1726) | def test_priority_no_decrease_with_multiple_updates(self): method test_unique_tasks (line 1733) | def test_unique_tasks(self): method test_pending_downstream_disable (line 1743) | def test_pending_downstream_disable(self): method test_pending_downstream_failure (line 1753) | def test_pending_downstream_failure(self): method test_task_list_no_deps (line 1763) | def test_task_list_no_deps(self): method test_task_first_failure_time (line 1769) | def test_task_first_failure_time(self): method test_task_first_failure_time_remains_constant (line 1781) | def test_task_first_failure_time_remains_constant(self): method test_task_has_excessive_failures (line 1792) | def test_task_has_excessive_failures(self): method test_quadratic_behavior (line 1807) | def test_quadratic_behavior(self): method test_get_work_speed (line 1824) | def test_get_work_speed(self): method test_assistants_dont_nurture_finished_statuses (line 1845) | def test_assistants_dont_nurture_finished_statuses(self): method test_no_crash_on_only_disable_hard_timeout (line 1884) | def test_no_crash_on_only_disable_hard_timeout(self): method test_assistant_running_task_dont_disappear (line 1905) | def test_assistant_running_task_dont_disappear(self): method test_batch_failure_emails (line 1933) | def test_batch_failure_emails(self, BatchNotifier): method test_send_batch_email_on_dump (line 1946) | def test_send_batch_email_on_dump(self, BatchNotifier): method test_do_not_send_batch_email_on_dump_without_batch_enabled (line 1954) | def test_do_not_send_batch_email_on_dump_without_batch_enabled(self, B... method test_handle_bad_expl_in_failure_emails (line 1961) | def test_handle_bad_expl_in_failure_emails(self, BatchNotifier): method test_scheduling_failure (line 1974) | def test_scheduling_failure(self, BatchNotifier): method test_scheduling_failure_without_batcher (line 1980) | def test_scheduling_failure_without_batcher(self, BatchNotifier): method test_batch_failure_emails_with_task_batcher (line 1986) | def test_batch_failure_emails_with_task_batcher(self, BatchNotifier): method test_scheduling_failure_with_task_batcher (line 2000) | def test_scheduling_failure_with_task_batcher(self, BatchNotifier): method test_batch_failure_email_with_owner (line 2007) | def test_batch_failure_email_with_owner(self, BatchNotifier): method test_batch_disable_emails (line 2029) | def test_batch_disable_emails(self, BatchNotifier, notifications): method test_batch_disable_email_with_owner (line 2049) | def test_batch_disable_email_with_owner(self, BatchNotifier, notificat... method test_batch_disable_emails_with_task_batcher (line 2071) | def test_batch_disable_emails_with_task_batcher(self, BatchNotifier, n... method test_send_normal_disable_email (line 2091) | def test_send_normal_disable_email(self, notifications): method test_no_batch_notifier_without_batch_emails (line 2098) | def test_no_batch_notifier_without_batch_emails(self, BatchNotifier): method test_update_batcher_on_prune (line 2103) | def test_update_batcher_on_prune(self, BatchNotifier): method test_forgive_failures (line 2109) | def test_forgive_failures(self): method test_you_can_forgive_failures_twice (line 2121) | def test_you_can_forgive_failures_twice(self): method test_mark_running_as_done_works (line 2134) | def test_mark_running_as_done_works(self): method test_mark_failed_as_done_works (line 2144) | def test_mark_failed_as_done_works(self): method test_collector_metrics_on_task_started (line 2157) | def test_collector_metrics_on_task_started(self, MetricsCollector): method test_collector_metrics_on_task_disabled (line 2168) | def test_collector_metrics_on_task_disabled(self, MetricsCollector): method test_collector_metrics_on_task_failed (line 2178) | def test_collector_metrics_on_task_failed(self, MetricsCollector): method test_collector_metrics_on_task_done (line 2188) | def test_collector_metrics_on_task_done(self, MetricsCollector): FILE: test/scheduler_message_test.py function fast_worker (line 29) | def fast_worker(scheduler, **kwargs): class WriteMessageToFile (line 35) | class WriteMessageToFile(luigi.Task): method output (line 40) | def output(self): method run (line 43) | def run(self): class SchedulerMessageTest (line 54) | class SchedulerMessageTest(LuigiTestCase): method test_scheduler_methods (line 55) | def test_scheduler_methods(self): method test_receive_messsage (line 69) | def test_receive_messsage(self): method test_receive_messages_disabled (line 86) | def test_receive_messages_disabled(self): method test_send_messages_disabled (line 103) | def test_send_messages_disabled(self): FILE: test/scheduler_parameter_visibilities_test.py class SchedulerParameterVisibilitiesTest (line 30) | class SchedulerParameterVisibilitiesTest(LuigiTestCase): method test_task_with_deps (line 31) | def test_task_with_deps(self): method test_public_and_hidden_params (line 77) | def test_public_and_hidden_params(self): class Task (line 99) | class Task(RunOnceTask): class RemoteSchedulerParameterVisibilitiesTest (line 106) | class RemoteSchedulerParameterVisibilitiesTest(server_test.ServerTestBase): method test_public_params (line 107) | def test_public_params(self): FILE: test/scheduler_test.py class SchedulerIoTest (line 33) | class SchedulerIoTest(unittest.TestCase): method test_pretty_id_unicode (line 34) | def test_pretty_id_unicode(self): method test_load_old_state (line 40) | def test_load_old_state(self): method test_load_broken_state (line 54) | def test_load_broken_state(self): method test_scheduler_with_config (line 65) | def test_scheduler_with_config(self): method test_scheduler_with_resources (line 76) | def test_scheduler_with_resources(self): method test_local_scheduler_task_history_status (line 81) | def test_local_scheduler_task_history_status(self): method test_load_recovers_tasks_index (line 85) | def test_load_recovers_tasks_index(self): method test_worker_prune_after_init (line 109) | def test_worker_prune_after_init(self): method test_get_empty_retry_policy (line 121) | def test_get_empty_retry_policy(self): method test_scheduler_get_retry_policy (line 128) | def test_scheduler_get_retry_policy(self): method test_generate_retry_policy (line 133) | def test_generate_retry_policy(self): method test_per_task_retry_policy (line 152) | def test_per_task_retry_policy(self): method test_has_task_history (line 239) | def test_has_task_history(self): method test_has_no_task_history (line 247) | def test_has_no_task_history(self): method test_pause_disabled (line 252) | def test_pause_disabled(self): method test_default_metrics_collector (line 259) | def test_default_metrics_collector(self): method test_datadog_metrics_collector (line 268) | def test_datadog_metrics_collector(self): method test_prometheus_metrics_collector (line 277) | def test_prometheus_metrics_collector(self): method test_custom_metrics_collector (line 286) | def test_custom_metrics_collector(self): class SchedulerWorkerTest (line 295) | class SchedulerWorkerTest(unittest.TestCase): method get_pending_ids (line 296) | def get_pending_ids(self, worker, state): method test_get_pending_tasks_with_many_done_tasks (line 299) | def test_get_pending_tasks_with_many_done_tasks(self): class FailingOnDoubleRunTask (line 314) | class FailingOnDoubleRunTask(luigi.Task): method __init__ (line 319) | def __init__(self, *args, **kwargs): method complete (line 323) | def complete(self): method run (line 329) | def run(self): class StableDoneCooldownSecsTest (line 336) | class StableDoneCooldownSecsTest(unittest.TestCase): method setUp (line 337) | def setUp(self): method tearDown (line 340) | def tearDown(self): method run_task (line 343) | def run_task(self): method get_second_run_result_on_double_run (line 347) | def get_second_run_result_on_double_run(self): method test_sending_same_task_twice_with_cooldown_does_not_lead_to_double_run (line 365) | def test_sending_same_task_twice_with_cooldown_does_not_lead_to_double... method test_sending_same_task_twice_without_cooldown_leads_to_double_run (line 370) | def test_sending_same_task_twice_without_cooldown_leads_to_double_run(... FILE: test/scheduler_visualisation_test.py class DummyTask (line 34) | class DummyTask(luigi.Task): method run (line 37) | def run(self): method output (line 41) | def output(self): class FactorTask (line 45) | class FactorTask(luigi.Task): method requires (line 48) | def requires(self): method run (line 55) | def run(self): method output (line 59) | def output(self): class BadReqTask (line 63) | class BadReqTask(luigi.Task): method requires (line 66) | def requires(self): method run (line 70) | def run(self): method complete (line 73) | def complete(self): class FailingTask (line 77) | class FailingTask(luigi.Task): method complete (line 81) | def complete(self): method run (line 84) | def run(self): class OddFibTask (line 88) | class OddFibTask(luigi.Task): method requires (line 92) | def requires(self): method complete (line 97) | def complete(self): method run (line 100) | def run(self): class SchedulerVisualisationTest (line 104) | class SchedulerVisualisationTest(unittest.TestCase): method setUp (line 105) | def setUp(self): method tearDown (line 108) | def tearDown(self): method _assert_complete (line 111) | def _assert_complete(self, tasks): method _build (line 115) | def _build(self, tasks): method _remote (line 121) | def _remote(self): method _test_run (line 124) | def _test_run(self, workers): method test_graph (line 129) | def test_graph(self): method test_large_graph_truncate (line 151) | def test_large_graph_truncate(self): method test_large_inverse_graph_truncate (line 172) | def test_large_inverse_graph_truncate(self): method test_truncate_graph_with_full_levels (line 193) | def test_truncate_graph_with_full_levels(self): method test_truncate_graph_with_multiple_depths (line 211) | def test_truncate_graph_with_multiple_depths(self): method _assert_all_done (line 234) | def _assert_all_done(self, tasks): method _assert_all (line 237) | def _assert_all(self, tasks, status): method test_dep_graph_single (line 241) | def test_dep_graph_single(self): method test_dep_graph_not_found (line 252) | def test_dep_graph_not_found(self): method test_inverse_dep_graph_not_found (line 258) | def test_inverse_dep_graph_not_found(self): method test_dep_graph_tree (line 264) | def test_dep_graph_tree(self): method test_dep_graph_missing_deps (line 286) | def test_dep_graph_missing_deps(self): method test_dep_graph_diamond (line 299) | def test_dep_graph_diamond(self): method test_dep_graph_skip_done (line 318) | def test_dep_graph_skip_done(self): method test_inverse_dep_graph_skip_done (line 332) | def test_inverse_dep_graph_skip_done(self): method test_task_list_single (line 346) | def test_task_list_single(self): method test_dep_graph_root_has_display_name (line 360) | def test_dep_graph_root_has_display_name(self): method test_dep_graph_non_root_nodes_lack_display_name (line 367) | def test_dep_graph_non_root_nodes_lack_display_name(self): method test_task_list_failed (line 376) | def test_task_list_failed(self): method test_task_list_upstream_status (line 388) | def test_task_list_upstream_status(self): method test_task_search (line 461) | def test_task_search(self): method test_fetch_error (line 470) | def test_fetch_error(self): method test_inverse_deps (line 479) | def test_inverse_deps(self): method test_simple_worker_list (line 511) | def test_simple_worker_list(self): method test_worker_list_pending_uniques (line 533) | def test_worker_list_pending_uniques(self): method test_worker_list_running (line 558) | def test_worker_list_running(self): method test_worker_list_disabled_worker (line 580) | def test_worker_list_disabled_worker(self): FILE: test/server_test.py function _is_running_from_main_thread (line 44) | def _is_running_from_main_thread(): class ServerTestBase (line 59) | class ServerTestBase(AsyncHTTPTestCase): method get_app (line 60) | def get_app(self): method setUp (line 63) | def setUp(self): method tearDown (line 78) | def tearDown(self): class ServerTest (line 83) | class ServerTest(ServerTestBase): method setUp (line 84) | def setUp(self): method tearDown (line 93) | def tearDown(self): method test_visualiser (line 97) | def test_visualiser(self): method _test_404 (line 101) | def _test_404(self, path): method test_404 (line 105) | def test_404(self): method test_api_404 (line 108) | def test_api_404(self): method test_root_redirect (line 111) | def test_root_redirect(self): method test_api_preflight_cors_headers (line 116) | def test_api_preflight_cors_headers(self): method test_api_preflight_cors_headers_all_response_headers (line 127) | def test_api_preflight_cors_headers_all_response_headers(self): method test_api_preflight_cors_headers_null_origin (line 140) | def test_api_preflight_cors_headers_null_origin(self): method test_api_preflight_cors_headers_disallow_null (line 151) | def test_api_preflight_cors_headers_disallow_null(self): method test_api_preflight_cors_headers_disallow_any (line 163) | def test_api_preflight_cors_headers_disallow_any(self): method test_api_preflight_cors_headers_disallow_any_no_matched_allowed_origins (line 176) | def test_api_preflight_cors_headers_disallow_any_no_matched_allowed_or... method test_api_preflight_cors_headers_disallow_any_no_allowed_origins (line 189) | def test_api_preflight_cors_headers_disallow_any_no_allowed_origins(se... method test_api_preflight_cors_headers_disabled (line 201) | def test_api_preflight_cors_headers_disabled(self): method test_api_preflight_cors_headers_no_origin_header (line 213) | def test_api_preflight_cors_headers_no_origin_header(self): method test_api_cors_headers (line 224) | def test_api_cors_headers(self): method test_api_cors_headers_null_origin (line 230) | def test_api_cors_headers_null_origin(self): method test_api_cors_headers_disallow_null (line 236) | def test_api_cors_headers_disallow_null(self): method test_api_cors_headers_disallow_any (line 243) | def test_api_cors_headers_disallow_any(self): method test_api_cors_headers_disallow_any_no_matched_allowed_origins (line 251) | def test_api_cors_headers_disallow_any_no_matched_allowed_origins(self): method test_api_cors_headers_disallow_any_no_allowed_origins (line 259) | def test_api_cors_headers_disallow_any_no_allowed_origins(self): method test_api_cors_headers_disabled (line 266) | def test_api_cors_headers_disabled(self): method test_api_cors_headers_no_origin_header (line 273) | def test_api_cors_headers_no_origin_header(self): method test_api_allow_head_on_root (line 279) | def test_api_allow_head_on_root(self): class _ServerTest (line 284) | class _ServerTest(unittest.TestCase): method start_server (line 291) | def start_server(self): method stop_server (line 298) | def stop_server(self): method setUp (line 304) | def setUp(self): method tearDown (line 312) | def tearDown(self): method test_ping (line 316) | def test_ping(self): method test_raw_ping (line 320) | def test_raw_ping(self): method test_raw_ping_extended (line 324) | def test_raw_ping_extended(self): method test_404 (line 328) | def test_404(self): method test_save_state (line 333) | def test_save_state(self): class UNIXServerTest (line 344) | class UNIXServerTest(_ServerTest): class ServerClient (line 345) | class ServerClient: method __init__ (line 346) | def __init__(self): method run_server (line 350) | def run_server(self): method scheduler (line 353) | def scheduler(self): method tearDown (line 366) | def tearDown(self): class INETServerClient (line 371) | class INETServerClient: method __init__ (line 372) | def __init__(self): method scheduler (line 376) | def scheduler(self): class _INETServerTest (line 380) | class _INETServerTest(_ServerTest): method test_with_cmdline (line 386) | def test_with_cmdline(self): class INETProcessServerTest (line 394) | class INETProcessServerTest(_INETServerTest): class ServerClient (line 397) | class ServerClient(INETServerClient): method run_server (line 398) | def run_server(self): class INETURLLibServerTest (line 404) | class INETURLLibServerTest(INETProcessServerTest): method start_server (line 406) | def start_server(self, *args, **kwargs): method patching_test (line 410) | def patching_test(self): class INETLuigidServerTest (line 421) | class INETLuigidServerTest(_INETServerTest): class ServerClient (line 424) | class ServerClient(INETServerClient): method run_server (line 425) | def run_server(self): class INETLuigidDaemonServerTest (line 434) | class INETLuigidDaemonServerTest(_INETServerTest): class ServerClient (line 437) | class ServerClient(INETServerClient): method __init__ (line 438) | def __init__(self): method run_server (line 443) | def run_server(self, daemon_context): method tearDown (line 456) | def tearDown(self): class MetricsHandlerTest (line 463) | class MetricsHandlerTest(unittest.TestCase): method setUp (line 464) | def setUp(self): method test_initialize (line 468) | def test_initialize(self): method test_get (line 471) | def test_get(self): method test_get_no_metrics (line 479) | def test_get_no_metrics(self): class FromUtcTest (line 486) | class FromUtcTest(unittest.TestCase): method test_with_microseconds (line 487) | def test_with_microseconds(self): method test_without_microseconds (line 492) | def test_without_microseconds(self): method test_with_custom_format (line 497) | def test_with_custom_format(self): method test_invalid_format_raises_error (line 502) | def test_invalid_format_raises_error(self): method test_custom_format_mismatch_raises_error (line 507) | def test_custom_format_mismatch_raises_error(self): FILE: test/set_task_name_test.py function create_class (line 23) | def create_class(cls_name): class SetTaskNameTest (line 35) | class SetTaskNameTest(unittest.TestCase): method test_set_task_name (line 42) | def test_set_task_name(self): FILE: test/setup_logging_test.py class TestDaemonLogging (line 7) | class TestDaemonLogging(unittest.TestCase): method setUp (line 10) | def setUp(self): method tearDown (line 13) | def tearDown(self): method test_cli (line 17) | def test_cli(self): method test_section (line 34) | def test_section(self): method test_section_cfg (line 75) | def test_section_cfg(self): method test_cfg (line 80) | def test_cfg(self): method test_default (line 98) | def test_default(self): class TestInterfaceLogging (line 103) | class TestInterfaceLogging(TestDaemonLogging): method test_cli (line 106) | def test_cli(self): method test_cfg (line 113) | def test_cfg(self): method test_default (line 130) | def test_default(self): class PatchedLogging (line 137) | class PatchedLogging(InterfaceLogging): method _cli (line 139) | def _cli(cls, *args): method _conf (line 144) | def _conf(cls, *args): method _section (line 149) | def _section(cls, *args): method _default (line 154) | def _default(cls, *args): class TestSetup (line 159) | class TestSetup(unittest.TestCase): method setUp (line 160) | def setUp(self): method tearDown (line 168) | def tearDown(self): method test_configured (line 171) | def test_configured(self): method test_disabled (line 177) | def test_disabled(self): method test_order (line 183) | def test_order(self): method test_cli (line 187) | def test_cli(self): method test_conf (line 193) | def test_conf(self): method test_section (line 199) | def test_section(self): method test_default (line 205) | def test_default(self): FILE: test/simulate_test.py function temp_dir (line 28) | def temp_dir(): function is_writable (line 32) | def is_writable(): class TaskA (line 49) | class TaskA(luigi.Task): method output (line 52) | def output(self): method run (line 55) | def run(self): class TaskB (line 68) | class TaskB(TaskA): method requires (line 69) | def requires(self): class TaskC (line 73) | class TaskC(TaskA): method requires (line 74) | def requires(self): class TaskD (line 78) | class TaskD(TaskA): method requires (line 79) | def requires(self): class TaskWrap (line 83) | class TaskWrap(luigi.WrapperTask): method requires (line 84) | def requires(self): function reset (line 88) | def reset(): class RunAnywayTargetTest (line 95) | class RunAnywayTargetTest(unittest.TestCase): method test_output (line 97) | def test_output(self): method test_output_again (line 114) | def test_output_again(self): FILE: test/subtask_test.py class AbstractTask (line 25) | class AbstractTask(luigi.Task): method foo (line 30) | def foo(self): method helper_function (line 34) | def helper_function(self): method run (line 37) | def run(self): class Implementation (line 41) | class Implementation(AbstractTask): method foo (line 43) | def foo(self): method helper_function (line 46) | def helper_function(self): class AbstractSubclassTest (line 50) | class AbstractSubclassTest(unittest.TestCase): method test_instantiate_abstract (line 51) | def test_instantiate_abstract(self): method test_instantiate (line 57) | def test_instantiate(self): FILE: test/target_test.py class TestException (line 28) | class TestException(Exception): class TargetTest (line 32) | class TargetTest(unittest.TestCase): method test_cannot_instantiate (line 33) | def test_cannot_instantiate(self): method test_abstract_subclass (line 39) | def test_abstract_subclass(self): method test_instantiate_subclass (line 48) | def test_instantiate_subclass(self): class FileSystemTargetTestMixin (line 59) | class FileSystemTargetTestMixin: method create_target (line 64) | def create_target(self, format=None): method assertCleanUp (line 67) | def assertCleanUp(self, tmp_path=""): method test_atomicity (line 70) | def test_atomicity(self): method test_readback (line 78) | def test_readback(self): method test_unicode_obj (line 90) | def test_unicode_obj(self): method test_with_close (line 102) | def test_with_close(self): method test_with_exception (line 112) | def test_with_exception(self): method test_del (line 127) | def test_del(self): method test_write_cleanup_no_close (line 137) | def test_write_cleanup_no_close(self): method test_text (line 152) | def test_text(self): method test_del_with_Text (line 161) | def test_del_with_Text(self): method test_format_injection (line 171) | def test_format_injection(self): method test_binary_write (line 189) | def test_binary_write(self): method test_writelines (line 199) | def test_writelines(self): method test_read_iterator (line 215) | def test_read_iterator(self): method test_gzip (line 227) | def test_gzip(self): method test_gzip_works_and_cleans_up (line 238) | def test_gzip_works_and_cleans_up(self): method test_move_on_fs (line 252) | def test_move_on_fs(self): method test_rename_dont_move_on_fs (line 263) | def test_rename_dont_move_on_fs(self): class TemporaryPathTest (line 276) | class TemporaryPathTest(unittest.TestCase): method setUp (line 277) | def setUp(self): method test_temporary_path_files (line 287) | def test_temporary_path_files(self): method test_temporary_path_directory (line 312) | def test_temporary_path_directory(self): method test_windowsish_dir (line 324) | def test_windowsish_dir(self): method test_hadoopish_dir (line 332) | def test_hadoopish_dir(self): method test_creates_dir_for_file (line 339) | def test_creates_dir_for_file(self): method test_creates_dir_for_dir (line 345) | def test_creates_dir_for_dir(self): method test_file_in_current_dir (line 351) | def test_file_in_current_dir(self): FILE: test/task_bulk_complete_test.py class MockTask (line 26) | class MockTask(MixinNaiveBulkComplete, Task): method complete (line 30) | def complete(self): class MixinNaiveBulkCompleteTest (line 34) | class MixinNaiveBulkCompleteTest(unittest.TestCase): method test_single_arg_list (line 43) | def test_single_arg_list(self): method test_multiple_arg_tuple (line 48) | def test_multiple_arg_tuple(self): method test_multiple_arg_dict (line 53) | def test_multiple_arg_dict(self): FILE: test/task_forwarded_attributes_test.py class NonYieldingTask (line 27) | class NonYieldingTask(RunOnceTask): method gather_forwarded_attributes (line 31) | def gather_forwarded_attributes(self): method run (line 43) | def run(self): class YieldingTask (line 51) | class YieldingTask(NonYieldingTask): method run (line 52) | def run(self): class TaskForwardedAttributesTest (line 64) | class TaskForwardedAttributesTest(LuigiTestCase): method run_task (line 65) | def run_task(self, task): method test_non_yielding_task (line 72) | def test_non_yielding_task(self): method test_yielding_task (line 77) | def test_yielding_task(self): FILE: test/task_history_test.py class SimpleTaskHistory (line 28) | class SimpleTaskHistory(luigi.task_history.TaskHistory): method __init__ (line 29) | def __init__(self): method task_scheduled (line 32) | def task_scheduled(self, task): method task_finished (line 35) | def task_finished(self, task, successful): method task_started (line 38) | def task_started(self, task, worker_host): class TaskHistoryTest (line 42) | class TaskHistoryTest(LuigiTestCase): method test_run (line 43) | def test_run(self): FILE: test/task_progress_percentage_test.py class TaskProgressPercentageTest (line 25) | class TaskProgressPercentageTest(LuigiTestCase): method test_run (line 26) | def test_run(self): FILE: test/task_register_test.py class TaskRegisterTest (line 27) | class TaskRegisterTest(LuigiTestCase): method test_externalize_taskclass (line 28) | def test_externalize_taskclass(self): FILE: test/task_running_resources_test.py class ResourceTestTask (line 30) | class ResourceTestTask(RunOnceTask): method process_resources (line 34) | def process_resources(self): method run (line 37) | def run(self): class ResourceWrapperTask (line 46) | class ResourceWrapperTask(RunOnceTask): method requires (line 49) | def requires(self): class LocalRunningResourcesTest (line 56) | class LocalRunningResourcesTest(unittest.TestCase): method test_resource_reduction (line 57) | def test_resource_reduction(self): class ConcurrentRunningResourcesTest (line 71) | class ConcurrentRunningResourcesTest(unittest.TestCase): method setUp (line 73) | def setUp(self): method tearDown (line 85) | def tearDown(self): method worker (line 95) | def worker(self, scheduler=None, processes=2): method assert_duration (line 102) | def assert_duration(self, min_duration=0, max_duration=-1): method test_tasks_serial (line 112) | def test_tasks_serial(self): method test_tasks_parallel (line 124) | def test_tasks_parallel(self): FILE: test/task_serialize_test.py function _mk_param_strategy (line 40) | def _mk_param_strategy(param_cls, param_value_strat, with_default=None): function _mk_task (line 51) | def _mk_task(name, params): function _task_to_dict (line 72) | def _task_to_dict(task): function _task_from_dict (line 81) | def _task_from_dict(task_cls, param_dict): function test_serializable (line 91) | def test_serializable(task_cls): function test_json_serializable (line 101) | def test_json_serializable(task_cls): function test_task_id_alphanumeric (line 113) | def test_task_id_alphanumeric(task_cls): FILE: test/task_status_message_test.py class TaskStatusMessageTest (line 27) | class TaskStatusMessageTest(LuigiTestCase): method test_run (line 28) | def test_run(self): FILE: test/task_test.py class DummyTask (line 31) | class DummyTask(luigi.Task): class DefaultInsignificantParamTask (line 54) | class DefaultInsignificantParamTask(luigi.Task): class TaskTest (line 59) | class TaskTest(unittest.TestCase): method test_tasks_doctest (line 60) | def test_tasks_doctest(self): method test_task_to_str_to_task (line 63) | def test_task_to_str_to_task(self): method test_task_from_str_insignificant (line 68) | def test_task_from_str_insignificant(self): method test_task_missing_necessary_param (line 74) | def test_task_missing_necessary_param(self): method test_external_tasks_loadable (line 78) | def test_external_tasks_loadable(self): method test_getpaths (line 82) | def test_getpaths(self): method test_flatten (line 105) | def test_flatten(self): method test_externalized_task_picklable (line 114) | def test_externalized_task_picklable(self): method test_no_unpicklable_properties (line 119) | def test_no_unpicklable_properties(self): method test_no_warn_if_param_types_ok (line 132) | def test_no_warn_if_param_types_ok(self): method test_warn_on_non_str_param (line 137) | def test_warn_on_non_str_param(self): method test_warn_on_non_timedelta_param (line 143) | def test_warn_on_non_timedelta_param(self): method test_disable_window_seconds (line 154) | def test_disable_window_seconds(self): method test_bad_param (line 166) | def test_bad_param(self): method test_unconsumed_params (line 187) | def test_unconsumed_params(self): method test_unconsumed_params_edge_cases (line 229) | def test_unconsumed_params_edge_cases(self): method test_unconsumed_params_ignore_unconsumed (line 260) | def test_unconsumed_params_ignore_unconsumed(self): class TaskFlattenOutputTest (line 280) | class TaskFlattenOutputTest(unittest.TestCase): method test_single_task (line 281) | def test_single_task(self): method test_wrapper_task (line 290) | def test_wrapper_task(self): method test_wrapper_tasks_diamond (line 307) | def test_wrapper_tasks_diamond(self): class ExternalizeTaskTest (line 329) | class ExternalizeTaskTest(LuigiTestCase): method test_externalize_taskclass (line 330) | def test_externalize_taskclass(self): method test_externalize_taskobject (line 341) | def test_externalize_taskobject(self): method test_externalize_taskclass_readable_name (line 351) | def test_externalize_taskclass_readable_name(self): method test_externalize_taskclass_instance_cache (line 360) | def test_externalize_taskclass_instance_cache(self): method test_externalize_same_id (line 370) | def test_externalize_same_id(self): method test_externalize_same_id_with_task_namespace (line 381) | def test_externalize_same_id_with_task_namespace(self): method test_externalize_same_id_with_luigi_namespace (line 397) | def test_externalize_same_id_with_luigi_namespace(self): method test_externalize_with_requires (line 415) | def test_externalize_with_requires(self): method test_externalize_doesnt_affect_the_registry (line 428) | def test_externalize_doesnt_affect_the_registry(self): method test_can_uniquely_command_line_parse (line 437) | def test_can_uniquely_command_line_parse(self): class TaskNamespaceTest (line 451) | class TaskNamespaceTest(LuigiTestCase): method setup_tasks (line 452) | def setup_tasks(self): method go_mynamespace (line 461) | def go_mynamespace(self): method test_vanilla (line 476) | def test_vanilla(self): method test_namespace (line 484) | def test_namespace(self): method test_uses_latest_namespace (line 497) | def test_uses_latest_namespace(self): method test_with_scope (line 513) | def test_with_scope(self): method test_with_scope_not_matching (line 524) | def test_with_scope_not_matching(self): class AutoNamespaceTest (line 536) | class AutoNamespaceTest(LuigiTestCase): method test_auto_namespace_global (line 539) | def test_auto_namespace_global(self): method test_auto_namespace_scope (line 548) | def test_auto_namespace_scope(self): method test_auto_namespace_not_matching (line 559) | def test_auto_namespace_not_matching(self): method test_auto_namespace_not_matching_2 (line 570) | def test_auto_namespace_not_matching_2(self): class InitSubclassTest (line 580) | class InitSubclassTest(LuigiTestCase): method test_task_works_with_init_subclass (line 581) | def test_task_works_with_init_subclass(self): FILE: test/test_sigpipe.py class TestSigpipe (line 45) | class TestSigpipe(unittest.TestCase): method setUp (line 46) | def setUp(self): method tearDown (line 50) | def tearDown(self): method test_partial_read (line 55) | def test_partial_read(self): method test_full_read (line 61) | def test_full_read(self): class TestSubprocessException (line 71) | class TestSubprocessException(unittest.TestCase): method setUp (line 72) | def setUp(self): method tearDown (line 76) | def tearDown(self): method test_partial_read (line 81) | def test_partial_read(self): method test_full_read (line 87) | def test_full_read(self): FILE: test/test_ssh.py class TestMockedRemoteContext (line 25) | class TestMockedRemoteContext(unittest.TestCase): method test_subprocess_delegation (line 26) | def test_subprocess_delegation(self): method test_check_output_fail_connect (line 45) | def test_check_output_fail_connect(self): FILE: test/util_previous_test.py class DateTaskOk (line 27) | class DateTaskOk(luigi.Task): method complete (line 30) | def complete(self): class DateTaskOkTest (line 35) | class DateTaskOkTest(unittest.TestCase): method test_previous (line 36) | def test_previous(self): method test_get_previous_completed (line 41) | def test_get_previous_completed(self): method test_get_previous_completed_not_found (line 46) | def test_get_previous_completed_not_found(self): class DateHourTaskOk (line 52) | class DateHourTaskOk(luigi.Task): method complete (line 55) | def complete(self): class DateHourTaskOkTest (line 60) | class DateHourTaskOkTest(unittest.TestCase): method test_previous (line 61) | def test_previous(self): method test_get_previous_completed (line 66) | def test_get_previous_completed(self): method test_get_previous_completed_not_found (line 71) | def test_get_previous_completed_not_found(self): class DateMinuteTaskOk (line 77) | class DateMinuteTaskOk(luigi.Task): method complete (line 80) | def complete(self): class DateMinuteTaskOkTest (line 85) | class DateMinuteTaskOkTest(unittest.TestCase): method test_previous (line 86) | def test_previous(self): method test_get_previous_completed (line 91) | def test_get_previous_completed(self): method test_get_previous_completed_not_found (line 96) | def test_get_previous_completed_not_found(self): class DateSecondTaskOk (line 102) | class DateSecondTaskOk(luigi.Task): method complete (line 105) | def complete(self): class DateSecondTaskOkTest (line 109) | class DateSecondTaskOkTest(unittest.TestCase): method test_previous (line 110) | def test_previous(self): method test_get_previous_completed (line 115) | def test_get_previous_completed(self): method test_get_previous_completed_not_found (line 120) | def test_get_previous_completed_not_found(self): class DateIntervalTaskOk (line 126) | class DateIntervalTaskOk(luigi.Task): method complete (line 129) | def complete(self): class DateIntervalTaskOkTest (line 133) | class DateIntervalTaskOkTest(unittest.TestCase): method test_previous (line 134) | def test_previous(self): method test_get_previous_completed (line 139) | def test_get_previous_completed(self): method test_get_previous_completed_not_found (line 144) | def test_get_previous_completed_not_found(self): class ExtendedDateTaskOk (line 150) | class ExtendedDateTaskOk(DateTaskOk): class ExtendedDateTaskOkTest (line 155) | class ExtendedDateTaskOkTest(unittest.TestCase): method test_previous (line 156) | def test_previous(self): class MultiTemporalTaskNok (line 164) | class MultiTemporalTaskNok(luigi.Task): class MultiTemporalTaskNokTest (line 169) | class MultiTemporalTaskNokTest(unittest.TestCase): method test_previous (line 170) | def test_previous(self): class NoTemporalTaskNok (line 176) | class NoTemporalTaskNok(luigi.Task): class NoTemporalTaskNokTest (line 180) | class NoTemporalTaskNokTest(unittest.TestCase): method test_previous (line 181) | def test_previous(self): FILE: test/util_test.py class BasicsTest (line 24) | class BasicsTest(LuigiTestCase): method test_task_ids_using_inherits (line 26) | def test_task_ids_using_inherits(self): method test_task_ids_using_inherits_2 (line 42) | def test_task_ids_using_inherits_2(self): method test_task_ids_using_inherits_kwargs (line 61) | def test_task_ids_using_inherits_kwargs(self): method _setup_parent_and_child_inherits (line 77) | def _setup_parent_and_child_inherits(self): method test_inherits_has_effect_run_child (line 95) | def test_inherits_has_effect_run_child(self): method test_inherits_has_effect_run_parent (line 100) | def test_inherits_has_effect_run_parent(self): method _setup_inherits_inheritence (line 105) | def _setup_inherits_inheritence(self): method test_inherits_has_effect_MRO (line 118) | def test_inherits_has_effect_MRO(self): method test_task_ids_using_requries (line 123) | def test_task_ids_using_requries(self): method test_task_ids_using_requries_2 (line 138) | def test_task_ids_using_requries_2(self): method _setup_parent_and_child (line 156) | def _setup_parent_and_child(self): method test_requires_has_effect_run_child (line 173) | def test_requires_has_effect_run_child(self): method test_requires_has_effect_run_parent (line 178) | def test_requires_has_effect_run_parent(self): method _setup_requires_inheritence (line 183) | def _setup_requires_inheritence(self): method test_requires_has_effect_MRO (line 196) | def test_requires_has_effect_MRO(self): method test_kwargs_requires_gives_named_inputs (line 200) | def test_kwargs_requires_gives_named_inputs(self): FILE: test/visible_parameters_test.py class TestTask1 (line 9) | class TestTask1(luigi.Task): class TestTask2 (line 15) | class TestTask2(luigi.Task): class TestTask3 (line 21) | class TestTask3(luigi.Task): class TestTask4 (line 27) | class TestTask4(luigi.Task): class Test (line 33) | class Test(unittest.TestCase): method test_to_str_params (line 34) | def test_to_str_params(self): method test_all_public_equals_all_hidden (line 47) | def test_all_public_equals_all_hidden(self): method test_all_public_equals_all_hidden_using_significant (line 53) | def test_all_public_equals_all_hidden_using_significant(self): method test_private_params_and_significant (line 59) | def test_private_params_and_significant(self): method test_param_visibilities (line 64) | def test_param_visibilities(self): method test_incorrect_visibility_value (line 69) | def test_incorrect_visibility_value(self): method test_task_id_exclude_hidden_and_private_params (line 77) | def test_task_id_exclude_hidden_and_private_params(self): method test_json_dumps (line 82) | def test_json_dumps(self): FILE: test/visualiser/phantomjs_test.js function do_tests (line 20) | function do_tests(page) { function report (line 35) | function report(retval, func_name) { function def_test (line 83) | function def_test(test_name, func) { FILE: test/visualiser/visualiser_test.py class TestVisualiser (line 29) | class TestVisualiser(ServerTestBase): method setUp (line 36) | def setUp(self): method tearDown (line 62) | def tearDown(self): method test (line 66) | def test(self): method test_keeps_entries_after_page_refresh (line 88) | def test_keeps_entries_after_page_refresh(self): method test_keeps_table_filter_after_page_refresh (line 119) | def test_keeps_table_filter_after_page_refresh(self): method test_keeps_order_after_page_refresh (line 144) | def test_keeps_order_after_page_refresh(self): method test_keeps_filter_on_server_after_page_refresh (line 168) | def test_keeps_filter_on_server_after_page_refresh(self): method test_synchronizes_fields_on_tasks_tab (line 188) | def test_synchronizes_fields_on_tasks_tab(self): method test_keeps_invert_after_page_refresh (line 209) | def test_keeps_invert_after_page_refresh(self): method test_keeps_task_id_after_page_refresh (line 229) | def test_keeps_task_id_after_page_refresh(self): method test_keeps_hide_done_after_page_refresh (line 250) | def test_keeps_hide_done_after_page_refresh(self): method test_keeps_visualisation_type_after_page_refresh (line 270) | def test_keeps_visualisation_type_after_page_refresh(self): method test_synchronizes_fields_on_graph_tab (line 291) | def test_synchronizes_fields_on_graph_tab(self): method _get_cell_value (line 313) | def _get_cell_value(self, elem, row, column): function generate_task_families (line 323) | def generate_task_families(task_class, n): class UberTask (line 340) | class UberTask(luigi.Task): method requires (line 352) | def requires(self): method complete (line 357) | def complete(self): method run (line 360) | def run(self): function popmin (line 364) | def popmin(a, b): class MemoryTarget (line 381) | class MemoryTarget(luigi.Target): method __init__ (line 382) | def __init__(self): method exists (line 385) | def exists(self): class MergeSort (line 389) | class MergeSort(luigi.Task): method __init__ (line 392) | def __init__(self, *args, **kwargs): method requires (line 397) | def requires(self): method output (line 406) | def output(self): method run (line 409) | def run(self): class FailingMergeSort (line 423) | class FailingMergeSort(MergeSort): method run (line 431) | def run(self): FILE: test/worker_external_task_test.py class TestExternalFileTask (line 30) | class TestExternalFileTask(luigi.ExternalTask): method __init__ (line 36) | def __init__(self, *args, **kwargs): method complete (line 40) | def complete(self): method output (line 51) | def output(self): class TestTask (line 55) | class TestTask(luigi.Task): method __init__ (line 63) | def __init__(self, *args, **kwargs): method requires (line 69) | def requires(self): method output (line 72) | def output(self): method run (line 75) | def run(self): class WorkerExternalTaskTest (line 79) | class WorkerExternalTaskTest(unittest.TestCase): method setUp (line 80) | def setUp(self): method tearDown (line 83) | def tearDown(self): method _assert_complete (line 86) | def _assert_complete(self, tasks): method _build (line 90) | def _build(self, tasks): method _make_worker (line 96) | def _make_worker(self): method test_external_dependency_already_complete (line 100) | def test_external_dependency_already_complete(self): method test_external_dependency_gets_rechecked (line 115) | def test_external_dependency_gets_rechecked(self): method test_external_dependency_worker_is_patient (line 130) | def test_external_dependency_worker_is_patient(self): method test_external_dependency_bare (line 148) | def test_external_dependency_bare(self): method test_external_task_complete_but_missing_dep_at_runtime (line 174) | def test_external_task_complete_but_missing_dep_at_runtime(self): FILE: test/worker_keep_alive_test.py class WorkerKeepAliveUpstreamTest (line 27) | class WorkerKeepAliveUpstreamTest(LuigiTestCase): method run (line 34) | def run(self, result=None): method test_alive_while_has_failure (line 44) | def test_alive_while_has_failure(self): method test_alive_while_has_success (line 80) | def test_alive_while_has_success(self): FILE: test/worker_multiprocess_test.py class DummyTask (line 31) | class DummyTask(Task): method __init__ (line 34) | def __init__(self, *args, **kwargs): method complete (line 38) | def complete(self): method run (line 43) | def run(self): class MultiprocessWorkerTest (line 48) | class MultiprocessWorkerTest(unittest.TestCase): method run (line 49) | def run(self, result=None): method gw_res (line 57) | def gw_res(self, pending, task_id): method test_positive_path (line 60) | def test_positive_path(self): method test_path_with_task_failures (line 79) | def test_path_with_task_failures(self): class SingleWorkerMultiprocessTest (line 102) | class SingleWorkerMultiprocessTest(unittest.TestCase): method test_default_multiprocessing_behavior (line 103) | def test_default_multiprocessing_behavior(self): method test_force_multiprocessing (line 109) | def test_force_multiprocessing(self): FILE: test/worker_parallel_scheduling_test.py function running_children (line 33) | def running_children(): function pause_gc (line 43) | def pause_gc(): class SlowCompleteWrapper (line 53) | class SlowCompleteWrapper(luigi.WrapperTask): method requires (line 54) | def requires(self): class SlowCompleteTask (line 58) | class SlowCompleteTask(luigi.Task): method complete (line 61) | def complete(self): class OverlappingSelfDependenciesTask (line 66) | class OverlappingSelfDependenciesTask(luigi.Task): method complete (line 70) | def complete(self): method requires (line 73) | def requires(self): class ExceptionCompleteTask (line 77) | class ExceptionCompleteTask(luigi.Task): method complete (line 78) | def complete(self): class ExceptionRequiresTask (line 82) | class ExceptionRequiresTask(luigi.Task): method requires (line 83) | def requires(self): class UnpicklableExceptionTask (line 87) | class UnpicklableExceptionTask(luigi.Task): method complete (line 88) | def complete(self): class ParallelSchedulingTest (line 95) | class ParallelSchedulingTest(unittest.TestCase): method setUp (line 96) | def setUp(self): method added_tasks (line 100) | def added_tasks(self, status): method test_number_of_processes (line 103) | def test_number_of_processes(self): method test_zero_processes (line 112) | def test_zero_processes(self): method test_children_terminated (line 121) | def test_children_terminated(self): method test_multiprocess_scheduling_with_overlapping_dependencies (line 130) | def test_multiprocess_scheduling_with_overlapping_dependencies(self): method test_raise_exception_in_complete (line 164) | def test_raise_exception_in_complete(self, send): method test_raise_unpicklable_exception_in_complete (line 172) | def test_raise_unpicklable_exception_in_complete(self, send): method test_raise_exception_in_requires (line 189) | def test_raise_exception_in_requires(self, send): FILE: test/worker_scheduler_com_test.py class WorkerSchedulerCommunicationTest (line 32) | class WorkerSchedulerCommunicationTest(LuigiTestCase): method run (line 39) | def run(self, result=None): method wrapper_task (line 50) | def wrapper_task(test_self): method test_message_handling (line 74) | def test_message_handling(self): method test_ping_content (line 86) | def test_ping_content(self): method run_wrapper (line 103) | def run_wrapper(self, n): method test_dispatch_valid_message (line 126) | def test_dispatch_valid_message(self): method test_dispatch_invalid_message (line 143) | def test_dispatch_invalid_message(self): method test_dispatch_unregistered_message (line 160) | def test_dispatch_unregistered_message(self): FILE: test/worker_task_process_test.py class ContextManagedTaskProcessTest (line 26) | class ContextManagedTaskProcessTest(LuigiTestCase): method _test_context_manager (line 27) | def _test_context_manager(self, force_multiprocessing): method test_context_manager_without_multiprocessing (line 66) | def test_context_manager_without_multiprocessing(self): method test_context_manager_with_multiprocessing (line 69) | def test_context_manager_with_multiprocessing(self): FILE: test/worker_task_test.py class WorkerTaskTest (line 36) | class WorkerTaskTest(LuigiTestCase): method test_constructor (line 37) | def test_constructor(self): method test_run_none (line 50) | def test_run_none(self): class TaskProcessTest (line 57) | class TaskProcessTest(LuigiTestCase): method test_update_result_queue_on_success (line 58) | def test_update_result_queue_on_success(self): method test_update_result_queue_on_failure (line 73) | def test_update_result_queue_on_failure(self): method test_fail_on_false_complete (line 91) | def test_fail_on_false_complete(self): method test_fail_on_unfulfilled_dependencies (line 104) | def test_fail_on_unfulfilled_dependencies(self): method test_cleanup_children_on_terminate (line 142) | def test_cleanup_children_on_terminate(self): method test_disable_worker_timeout (line 171) | def test_disable_worker_timeout(self): FILE: test/worker_test.py class DummyTask (line 45) | class DummyTask(Task): method __init__ (line 46) | def __init__(self, *args, **kwargs): method complete (line 50) | def complete(self): method run (line 53) | def run(self): class DynamicDummyTask (line 58) | class DynamicDummyTask(Task): method output (line 62) | def output(self): method run (line 65) | def run(self): class DynamicDummyTaskWithNamespace (line 71) | class DynamicDummyTaskWithNamespace(DynamicDummyTask): class DynamicRequires (line 75) | class DynamicRequires(Task): method output (line 79) | def output(self): method run (line 82) | def run(self): class DynamicRequiresWrapped (line 95) | class DynamicRequiresWrapped(Task): method output (line 98) | def output(self): method run (line 101) | def run(self): class DynamicRequiresOtherModule (line 123) | class DynamicRequiresOtherModule(Task): method output (line 126) | def output(self): method run (line 129) | def run(self): class DummyErrorTask (line 139) | class DummyErrorTask(Task): method run (line 142) | def run(self): class WorkerTest (line 147) | class WorkerTest(LuigiTestCase): method run (line 148) | def run(self, result=None): method setTime (line 159) | def setTime(self, t): method test_dep (line 162) | def test_dep(self): method test_external_dep (line 191) | def test_external_dep(self): method test_externalized_dep (line 219) | def test_externalized_dep(self): method test_legacy_externalized_dep (line 243) | def test_legacy_externalized_dep(self): method test_type_error_in_tracking_run_deprecated (line 268) | def test_type_error_in_tracking_run_deprecated(self): method test_tracking_url (line 286) | def test_tracking_url(self): method test_fail (line 306) | def test_fail(self): method test_unknown_dep (line 342) | def test_unknown_dep(self): method test_unfulfilled_dep (line 381) | def test_unfulfilled_dep(self): method test_check_unfulfilled_deps_config (line 408) | def test_check_unfulfilled_deps_config(self): method test_cache_task_completion_config (line 456) | def test_cache_task_completion_config(self): method test_gets_missed_work (line 536) | def test_gets_missed_work(self): method test_avoid_infinite_reschedule (line 555) | def test_avoid_infinite_reschedule(self): method test_fails_registering_signal (line 570) | def test_fails_registering_signal(self): method test_allow_reschedule_with_many_missing_deps (line 575) | def test_allow_reschedule_with_many_missing_deps(self): method test_interleaved_workers (line 610) | def test_interleaved_workers(self): method test_interleaved_workers2 (line 639) | def test_interleaved_workers2(self): method test_interleaved_workers3 (line 661) | def test_interleaved_workers3(self): method test_die_for_non_unique_pending (line 693) | def test_die_for_non_unique_pending(self): method test_complete_exception (line 725) | def test_complete_exception(self): method test_requires_exception (line 752) | def test_requires_exception(self): method test_run_csv_batch_job (line 784) | def test_run_csv_batch_job(self): method test_run_max_batch_job (line 807) | def test_run_max_batch_job(self): method test_run_batch_job_unbatched (line 831) | def test_run_batch_job_unbatched(self): method test_run_batch_job_limit_batch_size (line 856) | def test_run_batch_job_limit_batch_size(self): method test_fail_max_batch_job (line 883) | def test_fail_max_batch_job(self): method test_gracefully_handle_batch_method_failure (line 906) | def test_gracefully_handle_batch_method_failure(self): method test_post_error_message_for_failed_batch_methods (line 927) | def test_post_error_message_for_failed_batch_methods(self): class WorkerKeepAliveTests (line 942) | class WorkerKeepAliveTests(LuigiTestCase): method setUp (line 943) | def setUp(self): method _worker_keep_alive_test (line 947) | def _worker_keep_alive_test(self, first_should_live, second_should_liv... method test_no_keep_alive (line 983) | def test_no_keep_alive(self): method test_keep_alive (line 989) | def test_keep_alive(self): method test_keep_alive_count_uniques (line 996) | def test_keep_alive_count_uniques(self): method test_keep_alive_count_last_scheduled (line 1004) | def test_keep_alive_count_last_scheduled(self): method test_keep_alive_through_failure (line 1012) | def test_keep_alive_through_failure(self): method test_do_not_keep_alive_through_disable (line 1020) | def test_do_not_keep_alive_through_disable(self): class WorkerInterruptedTest (line 1029) | class WorkerInterruptedTest(unittest.TestCase): method setUp (line 1030) | def setUp(self): method _test_stop_getting_new_work (line 1035) | def _test_stop_getting_new_work(self, worker): method test_stop_getting_new_work (line 1045) | def test_stop_getting_new_work(self): method test_stop_getting_new_work_assistant (line 1049) | def test_stop_getting_new_work_assistant(self): method test_stop_getting_new_work_assistant_keep_alive (line 1053) | def test_stop_getting_new_work_assistant_keep_alive(self): method test_existence_of_disabling_option (line 1056) | def test_existence_of_disabling_option(self): method test_can_run_luigi_in_thread (line 1062) | def test_can_run_luigi_in_thread(self): class WorkerDisabledTest (line 1075) | class WorkerDisabledTest(LuigiTestCase): method make_sch (line 1076) | def make_sch(self): method _test_stop_getting_new_work_build (line 1079) | def _test_stop_getting_new_work_build(self, sch, worker): method _test_stop_getting_new_work_manual (line 1102) | def _test_stop_getting_new_work_manual(self, sch, worker): method _test_stop_getting_new_work (line 1111) | def _test_stop_getting_new_work(self, **worker_kwargs): method test_stop_getting_new_work_keep_alive (line 1122) | def test_stop_getting_new_work_keep_alive(self): method test_stop_getting_new_work_assistant (line 1125) | def test_stop_getting_new_work_assistant(self): method test_stop_getting_new_work_assistant_keep_alive (line 1128) | def test_stop_getting_new_work_assistant_keep_alive(self): class DynamicDependenciesTest (line 1132) | class DynamicDependenciesTest(LuigiTestCase): method setUp (line 1136) | def setUp(self): method tearDown (line 1139) | def tearDown(self): method test_dynamic_dependencies (line 1142) | def test_dynamic_dependencies(self, use_banana_task=False): method test_dynamic_dependencies_with_namespace (line 1155) | def test_dynamic_dependencies_with_namespace(self): method test_dynamic_dependencies_other_module (line 1158) | def test_dynamic_dependencies_other_module(self): method test_wrapped_dynamic_requirements (line 1163) | def test_wrapped_dynamic_requirements(self): class DynamicDependenciesWithMultipleWorkersTest (line 1171) | class DynamicDependenciesWithMultipleWorkersTest(DynamicDependenciesTest): class WorkerPingThreadTests (line 1176) | class WorkerPingThreadTests(unittest.TestCase): method test_ping_retry (line 1177) | def test_ping_retry(self): method test_ping_thread_shutdown (line 1206) | def test_ping_thread_shutdown(self): function email_patch (line 1212) | def email_patch(test_func, email_config=None): function custom_email_patch (line 1231) | def custom_email_patch(config): class WorkerEmailTest (line 1235) | class WorkerEmailTest(LuigiTestCase): method run (line 1236) | def run(self, result=None): method test_connection_error (line 1243) | def test_connection_error(self, emails): method test_complete_error (line 1263) | def test_complete_error(self, emails): method test_complete_error_email_batch (line 1278) | def test_complete_error_email_batch(self, emails): method test_complete_error_email_batch_to_owner (line 1297) | def test_complete_error_email_batch_to_owner(self, emails): method test_announce_scheduling_failure_unexpected_error (line 1317) | def test_announce_scheduling_failure_unexpected_error(self, emails): method test_requires_error (line 1336) | def test_requires_error(self, emails): method test_requires_error_email_batch (line 1350) | def test_requires_error_email_batch(self, emails): method test_complete_return_value (line 1367) | def test_complete_return_value(self, emails): method test_complete_return_value_email_batch (line 1382) | def test_complete_return_value_email_batch(self, emails): method test_run_error (line 1400) | def test_run_error(self, emails): method test_run_error_long_traceback (line 1411) | def test_run_error_long_traceback(self, emails): method test_run_error_email_batch (line 1423) | def test_run_error_email_batch(self, emails): method test_run_error_batch_email_string (line 1441) | def test_run_error_batch_email_string(self, emails): method test_run_error_no_email (line 1458) | def test_run_error_no_email(self, emails): method read_email (line 1467) | def read_email(email_msg): method test_task_process_dies_with_email (line 1472) | def test_task_process_dies_with_email(self, emails): method test_task_process_dies_no_email (line 1482) | def test_task_process_dies_no_email(self, emails): method test_task_times_out (line 1487) | def test_task_times_out(self, emails): method test_task_times_out_no_email (line 1503) | def test_task_times_out_no_email(self, emails): method test_external_task_retries (line 1515) | def test_external_task_retries(self, emails): method test_no_error (line 1528) | def test_no_error(self, emails): method test_disable_emails (line 1541) | def test_disable_emails(self, emails): class RaiseSystemExit (line 1550) | class RaiseSystemExit(luigi.Task): method run (line 1551) | def run(self): class SendSignalTask (line 1555) | class SendSignalTask(luigi.Task): method run (line 1558) | def run(self): class HangTheWorkerTask (line 1562) | class HangTheWorkerTask(luigi.Task): method run (line 1565) | def run(self): method complete (line 1569) | def complete(self): class MultipleWorkersTest (line 1573) | class MultipleWorkersTest(LuigiTestCase): method test_multiple_workers (line 1575) | def test_multiple_workers(self): method test_zero_workers (line 1591) | def test_zero_workers(self): method test_system_exit (line 1596) | def test_system_exit(self): method test_term_worker (line 1601) | def test_term_worker(self): method test_kill_worker (line 1604) | def test_kill_worker(self): method test_purge_multiple_workers (line 1607) | def test_purge_multiple_workers(self): method test_stop_worker_kills_subprocesses (line 1622) | def test_stop_worker_kills_subprocesses(self): method test_no_process_leak_from_repeatedly_running_same_task (line 1639) | def test_no_process_leak_from_repeatedly_running_same_task(self, worke... method test_time_out_hung_worker (line 1658) | def test_time_out_hung_worker(self): method test_time_out_hung_single_worker (line 1661) | def test_time_out_hung_single_worker(self): method test_purge_hung_worker_default_timeout_time (line 1666) | def test_purge_hung_worker_default_timeout_time(self, mock_time): method test_purge_hung_worker_override_timeout_time (line 1683) | def test_purge_hung_worker_override_timeout_time(self, mock_time): class Dummy2Task (line 1699) | class Dummy2Task(Task): method output (line 1702) | def output(self): method run (line 1705) | def run(self): class AssistantTest (line 1711) | class AssistantTest(LuigiTestCase): method run (line 1712) | def run(self, result=None): method test_get_work (line 1719) | def test_get_work(self): method test_bad_job_type (line 1727) | def test_bad_job_type(self): method test_unimported_job_type (line 1739) | def test_unimported_job_type(self): method test_unimported_job_sends_failure_message (line 1768) | def test_unimported_job_sends_failure_message(self): class ForkBombTask (line 1780) | class ForkBombTask(luigi.Task): method output (line 1785) | def output(self): method run (line 1788) | def run(self): method requires (line 1792) | def requires(self): class TaskLimitTest (line 1798) | class TaskLimitTest(unittest.TestCase): method tearDown (line 1799) | def tearDown(self): method test_task_limit_exceeded (line 1803) | def test_task_limit_exceeded(self): method test_task_limit_not_exceeded (line 1817) | def test_task_limit_not_exceeded(self): method test_no_task_limit (line 1824) | def test_no_task_limit(self): class WorkerConfigurationTest (line 1832) | class WorkerConfigurationTest(unittest.TestCase): method test_asserts_for_worker (line 1833) | def test_asserts_for_worker(self): class WorkerWaitJitterTest (line 1841) | class WorkerWaitJitterTest(unittest.TestCase): method test_wait_jitter (line 1845) | def test_wait_jitter(self, mock_sleep, mock_random): method test_wait_jitter_default (line 1862) | def test_wait_jitter_default(self, mock_sleep, mock_random): class KeyboardInterruptBehaviorTest (line 1877) | class KeyboardInterruptBehaviorTest(LuigiTestCase): method test_propagation_when_executing (line 1878) | def test_propagation_when_executing(self): method test_propagation_when_scheduling (line 1893) | def test_propagation_when_scheduling(self): class WorkerPurgeEventHandlerTest (line 1910) | class WorkerPurgeEventHandlerTest(unittest.TestCase): method test_process_killed_handler (line 1912) | def test_process_killed_handler(self, task_proc): method test_timeout_handler (line 1932) | def test_timeout_handler(self, mock_time): method test_timeout_handler_single_worker (line 1952) | def test_timeout_handler_single_worker(self, mock_time): class PerTaskRetryPolicyBehaviorTest (line 1972) | class PerTaskRetryPolicyBehaviorTest(LuigiTestCase): method setUp (line 1973) | def setUp(self): method test_with_all_disabled_with_single_worker (line 1979) | def test_with_all_disabled_with_single_worker(self): method test_with_all_disabled_with_multiple_worker (line 2018) | def test_with_all_disabled_with_multiple_worker(self): method test_with_includes_success_with_single_worker (line 2063) | def test_with_includes_success_with_single_worker(self): method test_with_includes_success_with_multiple_worker (line 2101) | def test_with_includes_success_with_multiple_worker(self): method test_with_dynamic_dependencies_with_single_worker (line 2145) | def test_with_dynamic_dependencies_with_single_worker(self): method test_with_dynamic_dependencies_with_multiple_workers (line 2193) | def test_with_dynamic_dependencies_with_multiple_workers(self): method test_per_task_disable_persist_with_single_worker (line 2244) | def test_per_task_disable_persist_with_single_worker(self): FILE: test/wrap_test.py class A (line 30) | class A(luigi.Task): method output (line 33) | def output(self): method run (line 36) | def run(self): class B (line 42) | class B(luigi.Task): method output (line 45) | def output(self): method run (line 48) | def run(self): function XMLWrapper (line 54) | def XMLWrapper(cls): class AXML (line 71) | class AXML(XMLWrapper(A)): method output (line 72) | def output(self): class BXML (line 76) | class BXML(XMLWrapper(B)): method output (line 77) | def output(self): class WrapperTest (line 81) | class WrapperTest(unittest.TestCase): method setUp (line 88) | def setUp(self): method test_a (line 91) | def test_a(self): method test_b (line 95) | def test_b(self): class WrapperWithMultipleWorkersTest (line 100) | class WrapperWithMultipleWorkersTest(WrapperTest):