Index

_

__call__() (scaffold.data.catalog.artifact.ArtifactDataset method) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset method) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset method) (scaffold.data.catalog.ArtifactDataset method) (scaffold.data.catalog.catalog.SafeInit method) (scaffold.data.catalog.Dataset method) (scaffold.data.catalog.dataset.Dataset method) (scaffold.data.catalog.dataset.PartialDataset method) (scaffold.data.catalog.FileSystemArtifactManagerDataset method) (scaffold.data.catalog.SafeInit method) (scaffold.data.catalog.WandBArtifactManagerDataset method) (scaffold.entrypoints.Entrypoint method) (scaffold.entrypoints.entrypoint.Entrypoint method) __class_vars__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __delitem__() (scaffold.data.catalog.Catalog method) (scaffold.data.catalog.catalog.Catalog method) __enter__() (scaffold.ctx_manager.LoggingContext method) (scaffold.ctx_manager.TimerContext method) (scaffold.ctx_manager.WandBContext method) (scaffold.data.artifact_manager.base.DirectoryLogger method) (scaffold.data.artifact_manager.base.TmpArtifact method) __exit__() (scaffold.ctx_manager.LoggingContext method) (scaffold.ctx_manager.TimerContext method) (scaffold.ctx_manager.WandBContext method) (scaffold.data.artifact_manager.base.DirectoryLogger method) (scaffold.data.artifact_manager.base.TmpArtifact method) __getitem__() (scaffold.data.catalog.artifact.ArtifactDataset method) (scaffold.data.catalog.ArtifactDataset method) (scaffold.data.catalog.Catalog method) (scaffold.data.catalog.catalog.Catalog method) __iter__() (scaffold.data.catalog.artifact.ArtifactDataset method) (scaffold.data.catalog.ArtifactDataset method) (scaffold.data.catalog.Catalog method) (scaffold.data.catalog.catalog.Catalog method) (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) (scaffold.data.iterstream.FilePathGenerator method) (scaffold.data.iterstream.IterableSamplerSource method) (scaffold.data.iterstream.IterableSource method) (scaffold.data.iterstream.source.IterableSamplerSource method) (scaffold.data.iterstream.source.IterableSource method) __len__() (scaffold.data.catalog.artifact.ArtifactDataset method) (scaffold.data.catalog.ArtifactDataset method) (scaffold.data.catalog.Catalog method) (scaffold.data.catalog.catalog.Catalog method) __private_attributes__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_complete__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_computed_fields__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_core_schema__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_custom_init__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_decorators__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_extra__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute)

__pydantic_fields__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_fields_set__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_generic_metadata__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_parent_namespace__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_post_init__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_private__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_root_model__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_serializer__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __pydantic_validator__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __setitem__() (scaffold.data.catalog.Catalog method) (scaffold.data.catalog.catalog.Catalog method) __signature__ (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) (scaffold.data.catalog.Dataset attribute) (scaffold.data.catalog.dataset.Dataset attribute) (scaffold.data.catalog.dataset.PartialDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.meta.MetaData attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) __version__ (in module scaffold)

A

ABORTED (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) ABORTING (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) AbstractBackendSender (class in scaffold.system_monitor) active_collection (scaffold.data.artifact_manager.base.ArtifactManager property) add_if_not_exists() (in module scaffold.conf) add_logo() (in module scaffold.plotting) ADMIRAL (in module scaffold.plotting) ALLOWED_DATASETS (in module scaffold.data.catalog) (in module scaffold.data.catalog.catalog) apply_runtime_cfg() (in module scaffold.flyte) (in module scaffold.flyte.flyte_utils) Artifact (class in scaffold.data.artifact_manager.base) artifact (scaffold.data.artifact_manager.base.TmpArtifact attribute) artifact_description (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute)

ARTIFACT_DESCRIPTION_FILE (in module scaffold.constants) artifact_manager (scaffold.data.artifact_manager.artifact_logger.ModelLogger attribute) (scaffold.data.artifact_manager.base.DirectoryLogger attribute) (scaffold.data.artifact_manager.base.TmpArtifact attribute) (scaffold.data.artifact_manager.ModelLogger attribute) (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) ARTIFACT_META_DIR (in module scaffold.constants) artifact_name (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) ArtifactDataset (class in scaffold.data.catalog) (class in scaffold.data.catalog.artifact) ArtifactManager (class in scaffold.data.artifact_manager.base) ASSETS_DIR (in module scaffold.plotting) async_map() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) AsyncContent (class in scaffold.data.iterstream.base)

B

base_image (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) base_image_version (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) batched() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) batched_() (in module scaffold.data.iterstream.iterators) best_state_dir (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) best_state_path (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute)

BLACK (in module scaffold.plotting) BLUEBERRY (in module scaffold.plotting) build_image() (in module scaffold.flyte.image_builder) build_runtime_cfg() (in module scaffold.flyte.core) BUILD_TIMEOUT (in module scaffold.flyte.image_builder) build_workflow_inputs() (in module scaffold.flyte.core) buildargs (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute)

C

callbacks module CARIBBEAN (in module scaffold.plotting) Catalog (class in scaffold.data.catalog) (class in scaffold.data.catalog.catalog) check_cfg_for_missing_values() (in module scaffold.hydra.config_helpers) check_distributed_setup() (in module scaffold.torch.distributed.ddp) cls (scaffold.data.catalog.catalog.SafeInit attribute) (scaffold.data.catalog.SafeInit attribute) collect() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) collection (scaffold.data.artifact_manager.base.Artifact attribute) collection_name (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute)

combined_context() (in module scaffold.ctx_manager) Composable (class in scaffold.data.iterstream) (class in scaffold.data.iterstream.base) compose() (in module scaffold.hydra) (in module scaffold.hydra.compose) (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) config (scaffold.entrypoints.Entrypoint attribute) (scaffold.entrypoints.entrypoint.Entrypoint attribute) CONFIG_STORE (in module scaffold.hydra.compose) (in module scaffold.hydra.config_helpers) CORAL (in module scaffold.plotting) cron_schedule (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute)

D

DARK (scaffold.plotting.MXM_STYLE attribute) Dataset (class in scaffold.data.catalog) (class in scaffold.data.catalog.dataset) DEFAULT_CONFIGURATION (scaffold.ctx_manager.LoggingContext attribute) default_image (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute) DEFAULT_LOGGING (in module scaffold.conf.scaffold.entrypoint) (in module scaffold.ctx_manager) delete_artifact() (scaffold.aim_utils.fsspec_artifact_storage.FsspecArtifactStorage method) development (scaffold.flyte.launcher_conf.FlyteDomainEnum attribute) DirectoryLogger (class in scaffold.data.artifact_manager.base)

DISABLED_LOGGING (in module scaffold.conf.scaffold.entrypoint) (in module scaffold.ctx_manager) docker_context (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) docker_kwargs (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) dockerfile_path (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) domain (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute) download_artifact() (scaffold.aim_utils.fsspec_artifact_storage.FsspecArtifactStorage method) (scaffold.data.artifact_manager.base.ArtifactManager method) (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager method) (scaffold.data.artifact_manager.wandb.WandbArtifactManager method)

E

early_termination() (in module scaffold.flyte.image_builder) ELECTRIC (in module scaffold.plotting) email (scaffold.flyte.launcher_conf.FlyteNotificationEnum attribute) entity (scaffold.ctx_manager.WandBContext attribute) (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) Entrypoint (class in scaffold.entrypoints) (class in scaffold.entrypoints.entrypoint) ENTRYPOINT_CONFIG_TYPE (in module scaffold.entrypoints.entrypoint)

EntrypointConf (in module scaffold.conf.scaffold.entrypoint) execute_flyte_launchplan() (scaffold.flyte.flyte_utils.FlyteRemoteHelper method) (scaffold.flyte.FlyteRemoteHelper method) ExecutionEnvironmentEnum (class in scaffold.flyte.launcher_conf) exists() (scaffold.data.artifact_manager.base.ArtifactManager method) exists_in_collection() (scaffold.data.artifact_manager.base.ArtifactManager method) (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager method) (scaffold.data.artifact_manager.wandb.WandbArtifactManager method) extra_images (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute) extract_flyte_entities() (in module scaffold.flyte.core)

F

FAILED (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) FAILING (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) fetch_launchplan() (scaffold.flyte.flyte_utils.FlyteRemoteHelper method) (scaffold.flyte.FlyteRemoteHelper method) FilePathGenerator (class in scaffold.data.iterstream) FILESYSTEM (in module scaffold.data.artifact_manager.artifact_id_manager) (in module scaffold.data.constants) FileSystemArtifactManager (class in scaffold.data.artifact_manager.filesystem) FileSystemArtifactManagerConf (in module scaffold.conf.scaffold.artifact_manager) FileSystemArtifactManagerDataset (class in scaffold.data.catalog) (class in scaffold.data.catalog.artifact) filter() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) filter_() (in module scaffold.data.iterstream.iterators) finalize() (scaffold.torch.lightning.loggers.HyperoptLightningLogger method) flatten() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) flatten_() (in module scaffold.data.iterstream.iterators) flush() (scaffold.system_monitor.SystemMonitor method)

flyte_image_name (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) flyte_launcher_plugin module flyte_remote (scaffold.flyte.flyte_utils.FlyteRemoteHelper attribute) (scaffold.flyte.FlyteRemoteHelper attribute) FlyteDockerImageConf (class in scaffold.flyte.launcher_conf) FlyteDomainEnum (class in scaffold.flyte.launcher_conf) FlyteLauncherConf (in module scaffold.conf.scaffold.flyte_launcher) FlyteNotificationConf (class in scaffold.flyte.launcher_conf) FlyteNotificationEnum (class in scaffold.flyte.launcher_conf) FlyteRemoteHelper (class in scaffold.flyte) (class in scaffold.flyte.flyte_utils) FlyteWorkflowConf (class in scaffold.flyte.launcher_conf) FlyteWorkflowExecutionPhaseEnum (class in scaffold.flyte.launcher_conf) from_config_name_or_class() (scaffold.entrypoints.Entrypoint class method) (scaffold.entrypoints.entrypoint.Entrypoint class method) fs (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager attribute) FsspecArtifactStorage (class in scaffold.aim_utils.fsspec_artifact_storage) FsspecArtifactStorageAutoClean (class in scaffold.aim_utils.fsspec_artifact_storage) func_cfg (scaffold.data.catalog.dataset.PartialDataset attribute) future (scaffold.data.iterstream.base.AsyncContent attribute)

G

get_branch_identifier() (in module scaffold.flyte.git) get_cfg_from_config_fp() (in module scaffold.hydra.custom) get_color_cycle() (in module scaffold.plotting) get_fs_from_url() (in module scaffold.data.fs) get_mpl_context() (in module scaffold.plotting) get_new_afid() (in module scaffold.data.artifact_manager.artifact_id_manager) get_protocol() (in module scaffold.data.fs) get_random_range() (in module scaffold.data.iterstream.iterators) get_rc_params() (in module scaffold.plotting)

get_serialization_settings() (in module scaffold.flyte.core) get_store_args() (scaffold.hydra.config_helpers.StructuredConfig class method) get_store_path() (scaffold.hydra.config_helpers.StructuredConfig class method) getsize() (in module scaffold.data.iterstream.iterators) gpu_count (scaffold.system_monitor.SystemMonitor attribute) GPUHandle (in module scaffold.system_monitor) GROUP (in module callbacks) (in module scaffold.conf.scaffold.artifact_manager) (in module scaffold.conf.scaffold.entrypoint)

H

HyperoptLightningLogger (class in scaffold.torch.lightning.loggers)

I

identify_main_workflow() (in module scaffold.flyte.core) ignore (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute) init_configstore() (in module scaffold.hydra.custom) initialize() (in module scaffold.hydra) (in module scaffold.hydra.initialize) is_distributed() (in module scaffold.torch.distributed.ddp)

is_same_accross_workers() (in module scaffold.torch.distributed.ddp) iterables (scaffold.data.iterstream.IterableSamplerSource attribute) (scaffold.data.iterstream.source.IterableSamplerSource attribute) IterableSamplerSource (class in scaffold.data.iterstream) (class in scaffold.data.iterstream.source) IterableSource (class in scaffold.data.iterstream) (class in scaffold.data.iterstream.source)

J

join() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method)

K

KICKOFF_TIME_KEY (in module scaffold.constants)

kwargs (scaffold.ctx_manager.WandBContext attribute)

L

latest (scaffold.data.catalog.artifact.ArtifactDataset property) (scaffold.data.catalog.ArtifactDataset property) LAVENDER (in module scaffold.plotting) legacy_scaffold_store (in module scaffold.conf) LIGHT (scaffold.plotting.MXM_STYLE attribute) LightningCheckpointer (class in scaffold.torch.lightning.callbacks) LightningCheckpointerConf (in module callbacks) list_artifacts() (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager method) list_collection_names() (scaffold.data.artifact_manager.base.ArtifactManager method) (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager method) (scaffold.data.artifact_manager.wandb.WandbArtifactManager method) list_versions() (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager method) load_best_state() (scaffold.torch.lightning.callbacks.LightningCheckpointer method) local (scaffold.flyte.launcher_conf.ExecutionEnvironmentEnum attribute) log_config (scaffold.ctx_manager.LoggingContext attribute) log_files() (scaffold.data.artifact_manager.base.ArtifactManager method) (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager method) (scaffold.data.artifact_manager.wandb.WandbArtifactManager method) log_folder() (scaffold.data.artifact_manager.base.ArtifactManager method) log_hyperparams() (scaffold.torch.lightning.loggers.HyperoptLightningLogger method)

log_metrics() (scaffold.torch.lightning.loggers.HyperoptLightningLogger method) log_state_to_artifact() (scaffold.data.artifact_manager.artifact_logger.ModelLogger method) (scaffold.data.artifact_manager.ModelLogger method) logger (in module scaffold.ctx_manager) (in module scaffold.data.artifact_manager.artifact_id_manager) (in module scaffold.data.artifact_manager.artifact_logger) (in module scaffold.data.artifact_manager.base) (in module scaffold.data.artifact_manager.wandb) (in module scaffold.entrypoints.entrypoint) (in module scaffold.flyte.core) (in module scaffold.flyte.flyte_utils) (in module scaffold.flyte.image_builder) (in module scaffold.hydra.custom) (in module scaffold.torch.lightning.callbacks) (in module scaffold.torch.lightning.loggers) (in module scaffold.wandb.helpers) LoggingContext (class in scaffold.ctx_manager) LOGO_MAP (in module scaffold.plotting) loop() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) lowest_avg_val_loss (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute)

M

manager (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) MANIFEST_DIR (in module scaffold.constants) manipulate_search_path() (scaffold_searchpath_plugin.scaffold_searchpath_plugin.ScaffoldSearchPathPlugin method) map() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) map_() (in module scaffold.data.iterstream.iterators) max_dirs (scaffold.data.iterstream.FilePathGenerator attribute) max_keys (scaffold.data.iterstream.FilePathGenerator attribute) max_workers (scaffold.data.iterstream.FilePathGenerator attribute) MetaData (class in scaffold.data.catalog.meta) metadata (scaffold.data.catalog.meta.MetaData attribute) model_logger (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) model_to_ddp() (in module scaffold.torch.distributed.ddp) ModelLogger (class in scaffold.data.artifact_manager) (class in scaffold.data.artifact_manager.artifact_logger) module callbacks flyte_launcher_plugin scaffold scaffold.aim_utils scaffold.aim_utils.core scaffold.aim_utils.fsspec_artifact_storage scaffold.conf scaffold.conf.scaffold scaffold.conf.scaffold.artifact_manager scaffold.conf.scaffold.ctx_manager scaffold.conf.scaffold.entrypoint scaffold.conf.scaffold.flyte_launcher scaffold.constants scaffold.ctx_manager scaffold.data scaffold.data.artifact_manager scaffold.data.artifact_manager.artifact_id_manager scaffold.data.artifact_manager.artifact_logger scaffold.data.artifact_manager.base scaffold.data.artifact_manager.filesystem scaffold.data.artifact_manager.wandb scaffold.data.catalog scaffold.data.catalog.artifact scaffold.data.catalog.catalog scaffold.data.catalog.dataset scaffold.data.catalog.meta scaffold.data.constants scaffold.data.fs scaffold.data.iterstream scaffold.data.iterstream.base scaffold.data.iterstream.iterators scaffold.data.iterstream.source scaffold.entrypoints scaffold.entrypoints.entrypoint scaffold.flyte scaffold.flyte.core scaffold.flyte.flyte_utils scaffold.flyte.git scaffold.flyte.image_builder scaffold.flyte.launcher_conf scaffold.hydra scaffold.hydra.compose scaffold.hydra.config_helpers scaffold.hydra.constants scaffold.hydra.custom scaffold.hydra.initialize scaffold.plotting scaffold.system_monitor scaffold.torch scaffold.torch.distributed scaffold.torch.distributed.ddp scaffold.torch.lightning scaffold.torch.lightning.callbacks scaffold.torch.lightning.loggers scaffold.wandb scaffold.wandb.helpers scaffold_searchpath_plugin scaffold_searchpath_plugin.scaffold_searchpath_plugin

module_name (scaffold.ctx_manager.TimerContext attribute) MODULE_PATH (in module scaffold.constants) mxm_register() (in module scaffold.flyte.core) MXM_STYLE (class in scaffold.plotting) MXM_THEME (in module scaffold.plotting)

N

name (scaffold.data.artifact_manager.base.Artifact attribute) (scaffold.torch.lightning.loggers.HyperoptLightningLogger property) nested (scaffold.data.iterstream.FilePathGenerator attribute)

network_init (scaffold.system_monitor.SystemMonitor attribute) NONE_LOGGING (in module scaffold.conf.scaffold.entrypoint) (in module scaffold.ctx_manager)

O

OFFWHITE (in module scaffold.plotting) on_train_end() (scaffold.torch.lightning.callbacks.LightningCheckpointer method)

on_train_start() (scaffold.torch.lightning.callbacks.LightningCheckpointer method) on_validation_epoch_end() (scaffold.torch.lightning.callbacks.LightningCheckpointer method) only_log_current_best (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute)

P

PartialDataset (class in scaffold.data.catalog.dataset) partialDataset() (in module scaffold.data.catalog) (in module scaffold.data.catalog.dataset) phases (scaffold.flyte.launcher_conf.FlyteNotificationConf attribute) PINE (in module scaffold.plotting) probs (scaffold.data.iterstream.IterableSamplerSource attribute) (scaffold.data.iterstream.source.IterableSamplerSource attribute) proc (scaffold.system_monitor.SystemMonitor property)

production (scaffold.flyte.launcher_conf.FlyteDomainEnum attribute) project (scaffold.data.catalog.artifact.WandBArtifactManagerDataset attribute) (scaffold.data.catalog.WandBArtifactManagerDataset attribute) (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute) protocol (scaffold.data.iterstream.FilePathGenerator attribute) publish() (scaffold.system_monitor.AbstractBackendSender method) push() (scaffold.data.catalog.artifact.ArtifactDataset method) (scaffold.data.catalog.ArtifactDataset method)

Q

QUEUED (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute)

R

recipients (scaffold.flyte.launcher_conf.FlyteNotificationConf attribute) register_all() (in module scaffold.conf) register_fsspec_to_aim() (in module scaffold.aim_utils) (in module scaffold.aim_utils.core) remote (scaffold.flyte.launcher_conf.ExecutionEnvironmentEnum attribute) resolve_and_split_path() (in module scaffold.hydra.custom) resolve_rel_config_path() (in module scaffold.hydra.custom) resume_checkpoint_afid (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) resume_checkpoint_version (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) retrieve_state_from_artifact() (scaffold.data.artifact_manager.artifact_logger.ModelLogger method) (scaffold.data.artifact_manager.ModelLogger method) rng (scaffold.data.iterstream.IterableSamplerSource attribute) (scaffold.data.iterstream.source.IterableSamplerSource attribute)

run (scaffold.ctx_manager.WandBContext attribute) run() (scaffold.entrypoints.Entrypoint method) (scaffold.entrypoints.entrypoint.Entrypoint method) run_component_with_config_fp() (in module scaffold.hydra.custom) run_config (scaffold.ctx_manager.WandBContext attribute) run_id (scaffold.ctx_manager.WandBContext attribute) run_local_workflow() (in module scaffold.flyte) (in module scaffold.flyte.flyte_utils) run_with_hydra() (in module scaffold.hydra.custom) RUNNING (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) RUNTIME_CFG_KEY (in module scaffold.constants) runtime_task() (in module scaffold.flyte) (in module scaffold.flyte.flyte_utils)

S

SafeInit (class in scaffold.data.catalog) (class in scaffold.data.catalog.catalog) sampler (scaffold.system_monitor.SystemMonitor attribute) SamplerDict (in module scaffold.system_monitor) SampleType (in module scaffold.data.constants) save_state() (scaffold.data.artifact_manager.artifact_logger.ModelLogger static method) (scaffold.data.artifact_manager.ModelLogger static method) scaffold module scaffold.aim_utils module scaffold.aim_utils.core module scaffold.aim_utils.fsspec_artifact_storage module scaffold.conf module scaffold.conf.scaffold module scaffold.conf.scaffold.artifact_manager module scaffold.conf.scaffold.ctx_manager module scaffold.conf.scaffold.entrypoint module scaffold.conf.scaffold.flyte_launcher module scaffold.constants module scaffold.ctx_manager module scaffold.data module scaffold.data.artifact_manager module scaffold.data.artifact_manager.artifact_id_manager module scaffold.data.artifact_manager.artifact_logger module scaffold.data.artifact_manager.base module scaffold.data.artifact_manager.filesystem module scaffold.data.artifact_manager.wandb module scaffold.data.catalog module scaffold.data.catalog.artifact module scaffold.data.catalog.catalog module scaffold.data.catalog.dataset module scaffold.data.catalog.meta module scaffold.data.constants module scaffold.data.fs module scaffold.data.iterstream module scaffold.data.iterstream.base module scaffold.data.iterstream.iterators module scaffold.data.iterstream.source module scaffold.entrypoints module scaffold.entrypoints.entrypoint module scaffold.flyte module scaffold.flyte.core module scaffold.flyte.flyte_utils module scaffold.flyte.git module

scaffold.flyte.image_builder module scaffold.flyte.launcher_conf module scaffold.hydra module scaffold.hydra.compose module scaffold.hydra.config_helpers module scaffold.hydra.constants module scaffold.hydra.custom module scaffold.hydra.initialize module scaffold.plotting module scaffold.system_monitor module scaffold.torch module scaffold.torch.distributed module scaffold.torch.distributed.ddp module scaffold.torch.lightning module scaffold.torch.lightning.callbacks module scaffold.torch.lightning.loggers module scaffold.wandb module scaffold.wandb.helpers module scaffold_searchpath_plugin module scaffold_searchpath_plugin.scaffold_searchpath_plugin module scaffold_store (in module scaffold.conf) (in module scaffold.conf.scaffold.entrypoint) ScaffoldSearchPathPlugin (class in scaffold_searchpath_plugin.scaffold_searchpath_plugin) scheme (scaffold.aim_utils.fsspec_artifact_storage.FsspecArtifactStorage attribute) secrets (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) SeedType (in module scaffold.data.constants) should_distribute() (in module scaffold.torch.distributed.ddp) shuffle() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) shuffle_() (in module scaffold.data.iterstream.iterators) shutdown() (scaffold.system_monitor.SystemMonitor method) SILENT_CONFIGURATION (scaffold.ctx_manager.LoggingContext attribute) slack (scaffold.flyte.launcher_conf.FlyteNotificationEnum attribute) sliding() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) sorted_versions() (scaffold.data.catalog.artifact.ArtifactDataset method) (scaffold.data.catalog.ArtifactDataset method) source (scaffold.data.iterstream.base.Composable attribute) (scaffold.data.iterstream.Composable attribute) source_() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) stack (scaffold.data.iterstream.base.AsyncContent attribute) staging (scaffold.flyte.launcher_conf.FlyteDomainEnum attribute) start() (scaffold.system_monitor.SystemMonitor method) start_time (scaffold.ctx_manager.TimerContext attribute) STATE_FILENAME (in module scaffold.data.artifact_manager.artifact_logger) StatsDict (in module scaffold.system_monitor) STDOUT_AND_LOGFILE_LOGGING (in module scaffold.conf.scaffold.entrypoint) (in module scaffold.ctx_manager) STDOUT_LOGGING (in module scaffold.conf.scaffold.entrypoint) (in module scaffold.ctx_manager) storage_options (scaffold.data.iterstream.FilePathGenerator attribute) structured_config() (in module scaffold.hydra.config_helpers) StructuredConfig (class in scaffold.hydra.config_helpers) SUCCEEDED (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) SUCCEEDING (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) SystemMonitor (class in scaffold.system_monitor)

T

take() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) take_() (in module scaffold.data.iterstream.iterators) target_afid (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) target_afid_best (scaffold.torch.lightning.callbacks.LightningCheckpointer attribute) target_image (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) target_image_version (scaffold.flyte.launcher_conf.FlyteDockerImageConf attribute) temp_flyte_remote() (in module scaffold.flyte.core) tempdir (scaffold.data.artifact_manager.base.DirectoryLogger attribute) (scaffold.data.artifact_manager.base.TmpArtifact attribute) thread_pool (scaffold.aim_utils.fsspec_artifact_storage.FsspecArtifactStorage attribute)

TIMED_OUT (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) TimerContext (class in scaffold.ctx_manager) TITLE_FONT (in module scaffold.plotting) TmpArtifact (class in scaffold.data.artifact_manager.base) to() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) tqdm() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method) tqdm_() (in module scaffold.data.iterstream.iterators) type (scaffold.flyte.launcher_conf.FlyteNotificationConf attribute)

U

UNDEFINED (scaffold.flyte.launcher_conf.FlyteWorkflowExecutionPhaseEnum attribute) (scaffold.flyte.launcher_conf.WorkflowExecutionPhase attribute) upload_artifact() (scaffold.aim_utils.fsspec_artifact_storage.FsspecArtifactStorage method) URL (in module scaffold.data.constants)

url (scaffold.data.artifact_manager.filesystem.FileSystemArtifactManager attribute) (scaffold.data.catalog.artifact.FileSystemArtifactManagerDataset attribute) (scaffold.data.catalog.FileSystemArtifactManagerDataset attribute) (scaffold.data.iterstream.FilePathGenerator attribute)

V

validate_input_afid() (in module scaffold.data.artifact_manager.artifact_id_manager) validate_or_generate_target_afid() (in module scaffold.data.artifact_manager.artifact_id_manager) vals (scaffold.data.catalog.Catalog attribute) (scaffold.data.catalog.catalog.Catalog attribute) value() (scaffold.data.iterstream.base.AsyncContent method) VANILLA (in module scaffold.plotting) verbose (scaffold.ctx_manager.LoggingContext attribute)

VERMILLION (in module scaffold.plotting) version (scaffold.data.artifact_manager.base.Artifact attribute) (scaffold.data.catalog.artifact.ArtifactDataset attribute) (scaffold.data.catalog.ArtifactDataset attribute) (scaffold.flyte.launcher_conf.FlyteWorkflowConf attribute) (scaffold.torch.lightning.loggers.HyperoptLightningLogger property) VERSION_BASE (in module scaffold.hydra.constants)

W

wandb_environment_setup() (in module scaffold.wandb.helpers) WANDB_KEY (in module scaffold.wandb.helpers) WANDB_SECRET (in module scaffold.wandb.helpers) WandbArtifactManager (class in scaffold.data.artifact_manager.wandb) WandbArtifactManagerConf (in module scaffold.conf.scaffold.artifact_manager)

WandBArtifactManagerDataset (class in scaffold.data.catalog) (class in scaffold.data.catalog.artifact) WandBContext (class in scaffold.ctx_manager) WandBContextConf (in module scaffold.conf.scaffold.ctx_manager) WHITE (in module scaffold.plotting) WorkflowExecutionPhase (class in scaffold.flyte.launcher_conf)

Z

zen_call() (in module scaffold.flyte) (in module scaffold.flyte.flyte_utils)

zip_index() (scaffold.data.iterstream.base.Composable method) (scaffold.data.iterstream.Composable method)