redun

• redun package
  • Subpackages
    • redun.backends package
      • Subpackages
      • Submodules
      • redun.backends.base module
      • redun.backends.value_store module
      • Module contents
    • redun.console package
      • Submodules
      • redun.console.app module
      • redun.console.parser module
      • redun.console.screens module
      • redun.console.upstream_screen module
      • redun.console.utils module
      • redun.console.widgets module
      • Module contents
    • redun.executors package
      • Submodules
      • redun.executors.alias module
      • redun.executors.aws_batch module
      • redun.executors.aws_glue module
      • redun.executors.aws_utils module
      • redun.executors.base module
      • redun.executors.code_packaging module
      • redun.executors.command module
      • redun.executors.docker module
      • redun.executors.gcp_batch module
      • redun.executors.gcp_utils module
      • redun.executors.k8s module
      • redun.executors.k8s_utils module
      • redun.executors.launch module
      • redun.executors.local module
      • redun.executors.scratch module
      • Module contents
  • Submodules
  • redun.azure_utils module
    • get_az_credential()
    • is_azure_managed_node()
  • redun.bcoding module
    • assert_btype()
    • bdecode()
    • bencode()
    • main()
  • redun.cli module
    • ArgFormatter
    • RedunClient
      • RedunClient.STATUS_WIDTH
      • RedunClient.aws_kill_jobs_command()
      • RedunClient.aws_list_jobs_command()
      • RedunClient.aws_logs_command()
      • RedunClient.check_version()
      • RedunClient.console_command()
      • RedunClient.db_downgrade_command()
      • RedunClient.db_info_command()
      • RedunClient.db_migrate_command()
      • RedunClient.db_upgrade_command()
      • RedunClient.db_versions_command()
      • RedunClient.display()
      • RedunClient.display_doc_tags()
      • RedunClient.execute()
      • RedunClient.export_command()
      • RedunClient.fs_command()
      • RedunClient.fs_copy_command()
      • RedunClient.get_backend()
      • RedunClient.get_command_parser()
      • RedunClient.get_record_ids()
      • RedunClient.get_scheduler()
      • RedunClient.get_session()
      • RedunClient.help_command()
      • RedunClient.import_command()
      • RedunClient.infer_file_path()
      • RedunClient.infer_id()
      • RedunClient.init_command()
      • RedunClient.launch_command()
      • RedunClient.log_call_node()
      • RedunClient.log_command()
      • RedunClient.log_dataflow()
      • RedunClient.log_execution()
      • RedunClient.log_file()
      • RedunClient.log_files()
      • RedunClient.log_job()
      • RedunClient.log_record()
      • RedunClient.log_task()
      • RedunClient.log_traceback()
      • RedunClient.log_value()
      • RedunClient.oneshot_command()
      • RedunClient.pull_command()
      • RedunClient.push_command()
      • RedunClient.repl_command()
      • RedunClient.repo_add_command()
      • RedunClient.repo_list_command()
      • RedunClient.repo_remove_command()
      • RedunClient.resolve_context_updates()
      • RedunClient.run_command()
      • RedunClient.server_command()
      • RedunClient.start_pager()
      • RedunClient.stop_pager()
      • RedunClient.tag_add_command()
      • RedunClient.tag_list_command()
      • RedunClient.tag_rm_command()
      • RedunClient.tag_update_command()
      • RedunClient.viz_command()
    • RedunClientError
    • add_value_arg_parser()
    • arg_name2cli_name()
    • check_version()
    • find_config_dir()
    • format_arguments()
    • format_id()
    • format_setup_help()
    • format_tags()
    • get_abs_path()
    • get_anno_origin()
    • get_config_dir()
    • get_config_path()
    • get_default_execution_tags()
    • get_gcp_user()
    • get_setup_parser()
    • get_task_arg_parser()
    • get_user_setup_func()
    • get_username()
    • import_script()
    • infer_project_name()
    • is_config_local_db()
    • is_port_in_use()
    • is_python_filename()
    • make_parse_arg_func()
    • parse_func_path()
    • parse_setup_args()
    • parse_version()
    • run_command()
    • setup_backend_db()
    • setup_config()
    • setup_repo_config()
    • setup_scheduler()
    • with_pager()
  • redun.config module
    • Config
      • Config.configdir
      • Config.get()
      • Config.get_config_dict()
      • Config.items()
      • Config.keys()
      • Config.read_dict()
      • Config.read_path()
      • Config.read_string()
    • RedunConfigParser
      • RedunConfigParser.optionxform()
    • RedunExtendedInterpolation
      • RedunExtendedInterpolation.before_get()
    • create_config_section()
  • redun.context module
    • get_context
    • get_context_value()
  • redun.db_utils module
    • filter_in()
    • get_or_create()
    • query_filter_in()
  • redun.expression module
    • ApplyExpression
      • ApplyExpression.type_name
    • Expression
      • Expression.get_hash()
      • Expression.type_name
    • QuotedExpression
      • QuotedExpression.eval()
    • SchedulerExpression
      • SchedulerExpression.type_name
    • SimpleExpression
      • SimpleExpression.type_name
    • TaskExpression
      • TaskExpression.is_valid()
      • TaskExpression.type_name
    • ValueExpression
      • ValueExpression.type_name
    • derive_expression()
    • format_arguments()
    • get_lazy_operation()
    • lazy_operation()
    • quote()
  • redun.federated_tasks module
    • InvocationException
    • federated_task
    • lambda_federated_task
    • launch_federated_task()
    • rest_federated_task
  • redun.file module
    • AzureBlobFileSystem
      • AzureBlobFileSystem.az_credential
      • AzureBlobFileSystem.copy()
      • AzureBlobFileSystem.exists()
      • AzureBlobFileSystem.filesize()
      • AzureBlobFileSystem.get_account_name_from_path()
      • AzureBlobFileSystem.get_fs_for_path()
      • AzureBlobFileSystem.get_hash()
      • AzureBlobFileSystem.glob()
      • AzureBlobFileSystem.isdir()
      • AzureBlobFileSystem.isfile()
      • AzureBlobFileSystem.mkdir()
      • AzureBlobFileSystem.name
      • AzureBlobFileSystem.remove()
      • AzureBlobFileSystem.rmdir()
    • ContentDir
      • ContentDir.classes
      • ContentDir.type_basename
      • ContentDir.type_name
    • ContentFile
      • ContentFile.classes
      • ContentFile.type_basename
      • ContentFile.type_name
    • ContentFileClasses
    • ContentFileSet
      • ContentFileSet.classes
      • ContentFileSet.type_basename
      • ContentFileSet.type_name
    • ContentStagingDir
      • ContentStagingDir.classes
      • ContentStagingDir.type_basename
      • ContentStagingDir.type_name
    • ContentStagingFile
      • ContentStagingFile.classes
      • ContentStagingFile.type_basename
      • ContentStagingFile.type_name
    • Dir
      • Dir.classes
      • Dir.copy_to()
      • Dir.exists()
      • Dir.file()
      • Dir.mkdir()
      • Dir.rel_path()
      • Dir.rmdir()
      • Dir.shell_copy_to()
      • Dir.stage()
      • Dir.type_basename
      • Dir.type_name
    • FTPFileSystem
      • FTPFileSystem.name
    • File
      • File.basename()
      • File.classes
      • File.copy_to()
      • File.dirname()
      • File.exists()
      • File.get_hash()
      • File.hash
      • File.is_valid()
      • File.isdir()
      • File.isfile()
      • File.open()
      • File.read()
      • File.readlines()
      • File.remove()
      • File.shell_copy_to()
      • File.size()
      • File.stage()
      • File.touch()
      • File.type_basename
      • File.type_name
      • File.update_hash()
      • File.write()
    • FileClasses
      • FileClasses.Dir
      • FileClasses.File
      • FileClasses.FileSet
      • FileClasses.StagingDir
      • FileClasses.StagingFile
    • FileSet
      • FileSet.classes
      • FileSet.files()
      • FileSet.get_hash()
      • FileSet.hash
      • FileSet.is_valid()
      • FileSet.iter_subvalues()
      • FileSet.type_basename
      • FileSet.type_name
      • FileSet.update_hash()
    • FileSystem
      • FileSystem.copy()
      • FileSystem.exists()
      • FileSystem.filesize()
      • FileSystem.get_hash()
      • FileSystem.glob()
      • FileSystem.isdir()
      • FileSystem.isfile()
      • FileSystem.mkdir()
      • FileSystem.name
      • FileSystem.open()
      • FileSystem.remove()
      • FileSystem.rmdir()
      • FileSystem.shell_copy()
      • FileSystem.touch()
    • FsspecFileSystem
      • FsspecFileSystem.copy()
      • FsspecFileSystem.exists()
      • FsspecFileSystem.filesize()
      • FsspecFileSystem.fs
      • FsspecFileSystem.get_hash()
      • FsspecFileSystem.glob()
      • FsspecFileSystem.isdir()
      • FsspecFileSystem.isfile()
      • FsspecFileSystem.mkdir()
      • FsspecFileSystem.name
      • FsspecFileSystem.remove()
      • FsspecFileSystem.rmdir()
      • FsspecFileSystem.shell_copy()
    • GSFileSystem
      • GSFileSystem.glob()
      • GSFileSystem.name
      • GSFileSystem.shell_copy()
    • HTTPFileSystem
      • HTTPFileSystem.name
    • HTTPSFileSystem
      • HTTPSFileSystem.name
    • IDir
      • IDir.classes
      • IDir.type_basename
      • IDir.type_name
    • IFile
      • IFile.classes
      • IFile.is_valid()
      • IFile.type_basename
      • IFile.type_name
    • IFileClasses
    • IFileSet
      • IFileSet.classes
      • IFileSet.is_valid()
      • IFileSet.type_basename
      • IFileSet.type_name
    • IStagingDir
      • IStagingDir.classes
      • IStagingDir.type_basename
      • IStagingDir.type_name
    • IStagingFile
      • IStagingFile.classes
      • IStagingFile.type_basename
      • IStagingFile.type_name
    • LocalFileSystem
      • LocalFileSystem.copy()
      • LocalFileSystem.exists()
      • LocalFileSystem.filesize()
      • LocalFileSystem.get_hash()
      • LocalFileSystem.glob()
      • LocalFileSystem.isdir()
      • LocalFileSystem.isfile()
      • LocalFileSystem.mkdir()
      • LocalFileSystem.name
      • LocalFileSystem.remove()
      • LocalFileSystem.rmdir()
      • LocalFileSystem.shell_copy()
      • LocalFileSystem.touch()
    • RedunFileNotFoundError
    • RedunOSError
    • RedunPermissionError
    • S3FileSystem
      • S3FileSystem.copy()
      • S3FileSystem.exists()
      • S3FileSystem.filesize()
      • S3FileSystem.get_bucket_and_key()
      • S3FileSystem.get_hash()
      • S3FileSystem.glob()
      • S3FileSystem.isdir()
      • S3FileSystem.isfile()
      • S3FileSystem.mkdir()
      • S3FileSystem.name
      • S3FileSystem.remove()
      • S3FileSystem.rmdir()
      • S3FileSystem.s3
      • S3FileSystem.s3_raw
      • S3FileSystem.shell_copy()
    • ShardedS3Dataset
      • ShardedS3Dataset.filenames
      • ShardedS3Dataset.format
      • ShardedS3Dataset.from_data()
      • ShardedS3Dataset.from_files()
      • ShardedS3Dataset.get_hash()
      • ShardedS3Dataset.hash
      • ShardedS3Dataset.is_valid()
      • ShardedS3Dataset.iter_subvalues()
      • ShardedS3Dataset.load_pandas()
      • ShardedS3Dataset.load_pandas_shards()
      • ShardedS3Dataset.load_spark()
      • ShardedS3Dataset.path
      • ShardedS3Dataset.postprocess()
      • ShardedS3Dataset.purge_spark()
      • ShardedS3Dataset.recurse
      • ShardedS3Dataset.save_spark()
      • ShardedS3Dataset.type_name
      • ShardedS3Dataset.update_hash()
    • Staging
      • Staging.parse_arg()
      • Staging.render_stage()
      • Staging.render_unstage()
      • Staging.stage()
      • Staging.type_name
      • Staging.unstage()
    • StagingDir
      • StagingDir.classes
      • StagingDir.get_hash()
      • StagingDir.render_stage()
      • StagingDir.render_unstage()
      • StagingDir.stage()
      • StagingDir.type_basename
      • StagingDir.type_name
      • StagingDir.unstage()
    • StagingFile
      • StagingFile.classes
      • StagingFile.get_hash()
      • StagingFile.render_stage()
      • StagingFile.render_unstage()
      • StagingFile.stage()
      • StagingFile.type_basename
      • StagingFile.type_name
      • StagingFile.unstage()
    • copy_file()
    • get_filesystem()
    • get_filesystem_class()
    • get_proto()
    • glob_file()
    • list_filesystems()
    • open_file()
    • register_filesystem()
  • redun.functools module
    • apply_func
    • as_task()
    • compose()
    • compose_apply
    • const
    • delay()
    • eval_
    • flat_map
    • flatten
    • force()
    • identity
    • map_
    • seq
    • starmap()
    • zip_
  • redun.glue module
    • clean_datacatalog_table()
    • get_glue_context()
    • get_num_workers()
    • get_spark_context()
    • get_spark_session()
    • load_datacatalog_spark_dataset()
    • setup_glue_job()
    • sql_query()
    • udf()
  • redun.handle module
    • Handle
      • Handle.HandleInfo
      • Handle.apply_call()
      • Handle.fork()
      • Handle.get_hash()
      • Handle.is_valid()
      • Handle.postprocess()
      • Handle.preprocess()
      • Handle.type_name
    • get_fullname()
    • get_handle_class()
  • redun.hashing module
    • Hash
      • Hash.hexdigest()
      • Hash.update()
    • hash_arguments()
    • hash_bytes()
    • hash_call_node()
    • hash_eval()
    • hash_kwargs()
    • hash_positional_args()
    • hash_stream()
    • hash_struct()
    • hash_tag()
    • hash_tag_bytes()
    • hash_text()
  • redun.job_array module
    • JobArrayer
      • JobArrayer.add_job()
      • JobArrayer.get_stale_descrs()
      • JobArrayer.start()
      • JobArrayer.stop()
      • JobArrayer.submit_pending_jobs()
    • JobDescription
    • get_job_array_index()
  • redun.logging module
  • redun.namespace module
    • compute_namespace()
    • get_current_namespace()
    • namespace()
  • redun.promise module
    • Promise
      • Promise.all()
      • Promise.catch()
      • Promise.do_reject()
      • Promise.do_resolve()
      • Promise.error
      • Promise.then()
      • Promise.value
    • wait_promises()
  • redun.pytest module
  • redun.scheduler module
    • DryRunResult
    • ErrorValue
      • ErrorValue.get_hash()
      • ErrorValue.type_name
    • Execution
      • Execution.add_job()
    • Frame
      • Frame.filename
      • Frame.lineno
      • Frame.locals
      • Frame.name
      • Frame.type_name
    • Job
      • Job.STATUSES
      • Job.add_parent()
      • Job.clear()
      • Job.collapse()
      • Job.get_context()
      • Job.get_limits()
      • Job.get_option()
      • Job.get_options()
      • Job.get_raw_option()
      • Job.get_raw_options()
      • Job.reject()
      • Job.resolve()
      • Job.status
    • JobEnv
      • JobEnv.get_context()
    • NoCurrentScheduler
    • Scheduler
      • Scheduler.add_executor()
      • Scheduler.add_job_tags()
      • Scheduler.clear()
      • Scheduler.done_job()
      • Scheduler.evaluate()
      • Scheduler.extend_run()
      • Scheduler.get_job_status_report()
      • Scheduler.is_running
      • Scheduler.load()
      • Scheduler.log()
      • Scheduler.log_job_statuses()
      • Scheduler.reject_job()
      • Scheduler.run()
      • Scheduler.set_cache()
    • SchedulerError
    • Traceback
      • Traceback.format()
      • Traceback.from_error()
      • Traceback.trim_frames()
      • Traceback.type_name
    • _subrun_root_task
    • apply_tags
    • catch
    • catch_all
    • cond
    • format_arg()
    • format_job_statuses()
    • format_task_call()
    • get_arg_defaults()
    • get_backend_from_config()
    • get_current_scheduler()
    • get_ignore_warnings_from_config()
    • get_limits_from_config()
    • is_debugger_active()
    • merge_handles
    • needs_root_task()
    • root_task
    • set_arg_defaults()
    • set_current_scheduler()
    • settrace_patch()
    • subrun
    • throw
  • redun.scheduler_config module
    • get_abs_config_dir()
    • get_abs_db_uri()
    • get_abs_url()
    • postprocess_config()
  • redun.scripting module
    • ScriptError
    • _script
    • exec_script()
    • get_command_eof()
    • get_task_command()
    • get_wrapped_command()
    • postprocess_script
    • prepare_command()
    • script()
    • script_task
  • redun.sphinx module
    • Introduction
      • Usage
    • SchedulerTaskDirective
      • SchedulerTaskDirective.get_signature_prefix()
    • SchedulerTaskDocumenter
      • SchedulerTaskDocumenter.can_document_member()
      • SchedulerTaskDocumenter.format_args()
      • SchedulerTaskDocumenter.member_order
      • SchedulerTaskDocumenter.objtype
    • TaskDirective
      • TaskDirective.get_signature_prefix()
    • TaskDocumenter
      • TaskDocumenter.can_document_member()
      • TaskDocumenter.check_module()
      • TaskDocumenter.document_members()
      • TaskDocumenter.format_args()
      • TaskDocumenter.get_doc()
      • TaskDocumenter.member_order
      • TaskDocumenter.objtype
    • autodoc_skip_member_handler()
    • setup()
  • redun.tags module
    • format_tag_key_value()
    • format_tag_value()
    • parse_tag_key_value()
    • parse_tag_value()
    • str2literal()
  • redun.task module
    • CacheCheckValid
      • CacheCheckValid.FULL
      • CacheCheckValid.SHALLOW
    • CacheResult
      • CacheResult.CSE
      • CacheResult.MISS
      • CacheResult.SINGLE
      • CacheResult.ULTIMATE
    • CacheScope
      • CacheScope.BACKEND
      • CacheScope.CSE
      • CacheScope.NONE
    • PartialTask
      • PartialTask.get_task_option()
      • PartialTask.get_task_options()
      • PartialTask.has_task_option()
      • PartialTask.is_valid()
      • PartialTask.options()
      • PartialTask.partial()
      • PartialTask.type_name
    • SchedulerTask
      • SchedulerTask.type_name
    • Task
      • Task.fullname
      • Task.get_hash()
      • Task.get_task_option()
      • Task.get_task_options()
      • Task.has_task_option()
      • Task.inner_task
      • Task.is_valid()
      • Task.load_module
      • Task.nout
      • Task.options()
      • Task.partial()
      • Task.recompute_hash()
      • Task.signature
      • Task.type_name
      • Task.update_context()
      • Task.wrapped_task
    • TaskRegistry
      • TaskRegistry.add()
      • TaskRegistry.get()
      • TaskRegistry.rename()
    • get_task_registry()
    • get_tuple_type_length()
    • hash_args_eval()
    • scheduler_task()
    • split_task_fullname()
    • task()
    • undefined_task()
    • wraps_task()
  • redun.tools module
    • copy_dir
    • copy_file
    • copy_files
    • debug_task
    • render_template
  • redun.utils module
    • CacheArgs
    • Comparable
    • MultiMap
      • MultiMap.add()
      • MultiMap.as_dict()
      • MultiMap.get()
      • MultiMap.has_item()
      • MultiMap.items()
      • MultiMap.keys()
      • MultiMap.values()
    • PreviewClass
    • PreviewUnpicklable
    • PreviewingUnpickler
      • PreviewingUnpickler.find_class()
    • add_import_path()
    • assert_never()
    • clear_import_paths()
    • format_table()
    • format_timedelta()
    • format_timestamp()
    • get_func_source()
    • get_import_paths()
    • iter_nested_value()
    • iter_nested_value_children()
    • json_cache_key()
    • json_dumps()
    • lru_cache_custom()
    • map_nested_value()
    • merge_dicts()
    • pickle_dump()
    • pickle_dumps()
    • pickle_loads()
    • pickle_preview()
    • str2bool()
    • trim_string()
    • utcnow()
    • with_pickle_preview()
  • redun.value module
    • Bool
      • Bool.parse_arg()
      • Bool.type
      • Bool.type_name
    • DatetimeType
      • DatetimeType.parse_arg()
      • DatetimeType.type
      • DatetimeType.type_name
    • EnumType
      • EnumType.parse_arg()
      • EnumType.type
      • EnumType.type_name
    • FileCache
      • FileCache.base_path
      • FileCache.deserialize()
      • FileCache.serialize()
      • FileCache.type_name
    • Function
      • Function.deserialize()
      • Function.fullname
      • Function.get_hash()
      • Function.is_valid()
      • Function.parse_arg()
      • Function.serialize()
      • Function.type
      • Function.type_name
    • InvalidValueError
    • MetaValue
    • ProxyValue
      • ProxyValue.get_hash()
      • ProxyValue.iter_subvalues()
      • ProxyValue.postprocess()
      • ProxyValue.preprocess()
      • ProxyValue.proxy
      • ProxyValue.serialize()
      • ProxyValue.type
      • ProxyValue.type_name
    • Set
      • Set.get_hash()
      • Set.type
      • Set.type_name
    • TypeError
    • TypeRegistry
      • TypeRegistry.deserialize()
      • TypeRegistry.get_hash()
      • TypeRegistry.get_serialization_format()
      • TypeRegistry.get_type()
      • TypeRegistry.get_type_name()
      • TypeRegistry.get_value()
      • TypeRegistry.is_valid()
      • TypeRegistry.is_valid_nested()
      • TypeRegistry.iter_subvalues()
      • TypeRegistry.parse_arg()
      • TypeRegistry.parse_type_name()
      • TypeRegistry.postprocess()
      • TypeRegistry.preprocess()
      • TypeRegistry.register()
      • TypeRegistry.serialize()
    • Value
      • Value.deserialize()
      • Value.get_hash()
      • Value.get_serialization_format()
      • Value.is_valid()
      • Value.iter_subvalues()
      • Value.parse_arg()
      • Value.postprocess()
      • Value.preprocess()
      • Value.serialize()
      • Value.type_name
    • get_raw_type_name()
    • get_type_registry()
    • is_unknown_function()
    • make_unknown_function()
  • redun.version module
  • redun.visualize module
  • Module contents
    • Dir
      • Dir.classes
      • Dir.copy_to()
      • Dir.exists()
      • Dir.file()
      • Dir.filesystem
      • Dir.mkdir()
      • Dir.rel_path()
      • Dir.rmdir()
      • Dir.shell_copy_to()
      • Dir.stage()
      • Dir.type_basename
      • Dir.type_name
    • File
      • File.basename()
      • File.classes
      • File.copy_to()
      • File.dirname()
      • File.exists()
      • File.filesystem
      • File.get_hash()
      • File.hash
      • File.is_valid()
      • File.isdir()
      • File.isfile()
      • File.open()
      • File.path
      • File.read()
      • File.readlines()
      • File.remove()
      • File.shell_copy_to()
      • File.size()
      • File.stage()
      • File.touch()
      • File.type_basename
      • File.type_name
      • File.update_hash()
      • File.write()
    • Handle
      • Handle.HandleInfo
      • Handle.apply_call()
      • Handle.fork()
      • Handle.get_hash()
      • Handle.is_valid()
      • Handle.postprocess()
      • Handle.preprocess()
      • Handle.type_name
    • PartialTask
      • PartialTask.get_task_option()
      • PartialTask.get_task_options()
      • PartialTask.has_task_option()
      • PartialTask.is_valid()
      • PartialTask.options()
      • PartialTask.partial()
      • PartialTask.type_name
    • Scheduler
      • Scheduler.add_executor()
      • Scheduler.add_job_tags()
      • Scheduler.clear()
      • Scheduler.done_job()
      • Scheduler.evaluate()
      • Scheduler.extend_run()
      • Scheduler.get_job_status_report()
      • Scheduler.is_running
      • Scheduler.load()
      • Scheduler.log()
      • Scheduler.log_job_statuses()
      • Scheduler.reject_job()
      • Scheduler.run()
      • Scheduler.set_cache()
    • ShardedS3Dataset
      • ShardedS3Dataset.filenames
      • ShardedS3Dataset.filesystem
      • ShardedS3Dataset.format
      • ShardedS3Dataset.from_data()
      • ShardedS3Dataset.from_files()
      • ShardedS3Dataset.get_hash()
      • ShardedS3Dataset.hash
      • ShardedS3Dataset.is_valid()
      • ShardedS3Dataset.iter_subvalues()
      • ShardedS3Dataset.load_pandas()
      • ShardedS3Dataset.load_pandas_shards()
      • ShardedS3Dataset.load_spark()
      • ShardedS3Dataset.path
      • ShardedS3Dataset.postprocess()
      • ShardedS3Dataset.purge_spark()
      • ShardedS3Dataset.recurse
      • ShardedS3Dataset.save_spark()
      • ShardedS3Dataset.type_name
      • ShardedS3Dataset.update_hash()
    • Task
      • Task.fullname
      • Task.get_hash()
      • Task.get_task_option()
      • Task.get_task_options()
      • Task.has_task_option()
      • Task.inner_task
      • Task.is_valid()
      • Task.load_module
      • Task.nout
      • Task.options()
      • Task.partial()
      • Task.recompute_hash()
      • Task.signature
      • Task.type_name
      • Task.update_context()
      • Task.wrapped_task
    • apply_tags
    • catch
    • cond
    • get_context
    • get_current_namespace()
    • get_current_scheduler()
    • get_task_registry()
    • merge_handles
    • namespace()
    • script()
    • set_current_scheduler()
    • task()
    • throw