Index

A

abort (otter.task.model.TaskContext attribute) abort() (otter.task.task_reporter.TaskReporter method) ABORTED (otter.manifest.model.Result attribute) absolute (otter.storage.asynchronous.handle.AsyncStorageHandle property) (otter.storage.synchronous.handle.StorageHandle property) add_specs() (otter.task.model.TaskContext method) Artifact (class in otter.manifest.model) artifacts (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute) (otter.task.task_reporter.TaskReporter property)

async_exists() (in module otter.validators.file) async_size() (in module otter.validators.file) AsyncFilesystemStorage (class in otter.storage.asynchronous.filesystem) AsyncGoogleStorage (class in otter.storage.asynchronous.google) AsyncHTTPStorage (class in otter.storage.asynchronous.http) AsyncStorageHandle (class in otter.storage.asynchronous.handle)

B

BaseConfig (class in otter.config.model)

build() (otter.task.task_registry.TaskRegistry method)

C

check_destination() (in module otter.util.fs) check_dir() (in module otter.util.fs) check_source() (in module otter.util.fs) Config (class in otter.config.model) config (otter.step.coordinator.Coordinator attribute) (otter.task.model.TaskContext attribute) config_path (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) config_to_env() (in module otter.config.cli) Coordinator (class in otter.step.coordinator) COORDINATOR_POLLING_INTERVAL (in module otter.step.coordinator)

Copy (class in otter.tasks.copy) copy_to() (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.synchronous.handle.StorageHandle method) copy_within() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method) CopyError CopySpec (class in otter.tasks.copy)

D

Defaultconfig (class in otter.config.model) destination (otter.manifest.model.Artifact attribute) (otter.tasks.copy.CopySpec attribute) do (otter.tasks.explode.ExplodeSpec attribute) (otter.tasks.explode_glob.ExplodeGlobSpec attribute)

DONE (otter.task.model.State attribute) Download (class in otter.tasks.download) DownloadError DownloadSpec (class in otter.tasks.download)

E

each_placeholder (otter.tasks.explode.ExplodeSpec attribute) elapsed (otter.manifest.model.StepManifest property) (otter.manifest.model.TaskManifest property) env_to_config() (in module otter.config.env) execute_task() (otter.step.worker.Worker method)

exists() (in module otter.validators.file) Explode (class in otter.tasks.explode) ExplodeGlob (class in otter.tasks.explode_glob) ExplodeGlobSpec (class in otter.tasks.explode_glob) ExplodeSpec (class in otter.tasks.explode)

F

fail() (otter.task.task_reporter.TaskReporter method) FAILURE (otter.manifest.model.Result attribute) FilesystemStorage (class in otter.storage.synchronous.filesystem) FindLatest (class in otter.tasks.find_latest) FindLatestSpec (class in otter.tasks.find_latest) finish() (otter.step.model.Step method) finish_run() (otter.task.task_reporter.TaskReporter method)

finish_validation() (otter.task.task_reporter.TaskReporter method) finished_run_at (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute) finished_validation_at (otter.manifest.model.TaskManifest attribute) flush() (otter.util.logger.MessageQueue method) foreach (otter.tasks.explode.ExplodeSpec attribute) FSError

G

get_exception_info() (in module otter.util.logger) get_execution_method() (otter.task.model.Task method) get_format_log() (in module otter.util.logger) get_next_state() (otter.task.model.Task method) glob (otter.tasks.explode_glob.ExplodeGlobSpec attribute) glob() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method)

GoogleStorage (class in otter.storage.synchronous.google)

H

has_subtasks() (otter.task.model.Task method) has_validation() (otter.task.model.Task method)

HelloWorld (class in otter.tasks.hello_world) HelloWorldSpec (class in otter.tasks.hello_world) HTTPStorage (class in otter.storage.synchronous.http)

I

idpattern (otter.scratchpad.model.ScratchpadTemplate attribute) init_logger() (in module otter.util.logger) init_logger_early() (in module otter.util.logger)

is_absolute (otter.storage.asynchronous.handle.AsyncStorageHandle property) (otter.storage.synchronous.handle.StorageHandle property) is_dir (otter.storage.model.StatResult attribute) is_reg (otter.storage.model.StatResult attribute)

L

load_config() (in module otter.config) load_scratchpad() (in module otter.scratchpad) load_specs() (in module otter.task) log (otter.manifest.model.RootManifest attribute) (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute)

log_level (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) (otter.config.model.YamlConfig attribute) LOG_LEVELS (in module otter.config.model) log_pydantic() (in module otter.util.errors)

M

main() (in module otter.core) Manifest (class in otter.manifest.model) manifest (otter.step.model.Step attribute) ManifestError merge() (otter.scratchpad.model.Scratchpad method) MessageQueue (class in otter.util.logger) model_config (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) (otter.config.model.YamlConfig attribute) (otter.manifest.model.Artifact attribute) (otter.manifest.model.RootManifest attribute) (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute) (otter.task.model.Spec attribute) (otter.tasks.copy.CopySpec attribute) (otter.tasks.download.DownloadSpec attribute) (otter.tasks.explode.ExplodeSpec attribute) (otter.tasks.explode_glob.ExplodeGlobSpec attribute) (otter.tasks.find_latest.FindLatestSpec attribute) (otter.tasks.hello_world.HelloWorldSpec attribute) modified_at (otter.manifest.model.RootManifest attribute) module otter.config otter.config.cli otter.config.env otter.config.model otter.config.yaml otter.core otter.manifest otter.manifest.model otter.scratchpad otter.scratchpad.model otter.step otter.step.coordinator otter.step.model otter.step.worker otter.storage otter.storage.asynchronous.filesystem otter.storage.asynchronous.google otter.storage.asynchronous.handle otter.storage.asynchronous.http otter.storage.model otter.storage.synchronous.filesystem otter.storage.synchronous.google otter.storage.synchronous.handle otter.storage.synchronous.http otter.storage.synchronous.noop otter.task otter.task.model otter.task.task_registry otter.task.task_reporter otter.tasks otter.tasks.copy otter.tasks.download otter.tasks.explode otter.tasks.explode_glob otter.tasks.find_latest otter.tasks.hello_world otter.util otter.util.errors otter.util.fs otter.util.logger otter.validators otter.validators.file

mtime (otter.storage.model.StatResult attribute)

N

name (otter.core.Runner attribute) (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute) (otter.step.model.Step attribute) (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage property) (otter.storage.asynchronous.google.AsyncGoogleStorage property) (otter.storage.asynchronous.http.AsyncHTTPStorage property) (otter.storage.synchronous.filesystem.FilesystemStorage property) (otter.storage.synchronous.google.GoogleStorage property) (otter.storage.synchronous.http.HTTPStorage property) (otter.storage.synchronous.noop.NoopStorage property) (otter.task.model.Spec attribute)

NoopStorage (class in otter.storage.synchronous.noop) NotFoundError

O

open() (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method) otter.config module otter.config.cli module otter.config.env module otter.config.model module otter.config.yaml module otter.core module otter.manifest module otter.manifest.model module otter.scratchpad module otter.scratchpad.model module otter.step module otter.step.coordinator module otter.step.model module otter.step.worker module otter.storage module otter.storage.asynchronous.filesystem module otter.storage.asynchronous.google module otter.storage.asynchronous.handle module otter.storage.asynchronous.http module otter.storage.model module

otter.storage.synchronous.filesystem module otter.storage.synchronous.google module otter.storage.synchronous.handle module otter.storage.synchronous.http module otter.storage.synchronous.noop module otter.task module otter.task.model module otter.task.task_registry module otter.task.task_reporter module otter.tasks module otter.tasks.copy module otter.tasks.download module otter.tasks.explode module otter.tasks.explode_glob module otter.tasks.find_latest module otter.tasks.hello_world module otter.util module otter.util.errors module otter.util.fs module otter.util.logger module otter.validators module otter.validators.file module OtterError

P

parse_cli() (in module otter.config.cli) parse_env() (in module otter.config.env) parse_yaml() (in module otter.config.yaml) PENDING (otter.manifest.model.Result attribute) PENDING_RUN (otter.task.model.State attribute) PENDING_VALIDATION (otter.task.model.State attribute)

pool_size (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) (otter.config.model.YamlConfig attribute) PreconditionFailedError put() (otter.util.logger.MessageQueue method)

R

read() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method) read_text() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method) READY_STATES (in module otter.task.model) register() (otter.task.task_registry.TaskRegistry method) register_tasks() (otter.core.Runner method) release_uri (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) (otter.config.model.YamlConfig attribute)

replace_dict() (otter.scratchpad.model.Scratchpad method) report() (in module otter.task.task_reporter) requires (otter.task.model.Spec attribute) Result (class in otter.manifest.model) result (otter.manifest.model.RootManifest attribute) (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute) Revision (in module otter.storage.model) revision (otter.storage.model.StatResult attribute) RootManifest (class in otter.manifest.model) run() (otter.core.Runner method) (otter.step.coordinator.Coordinator method) (otter.step.worker.Worker method) (otter.task.model.Task method) (otter.tasks.hello_world.HelloWorld method) run_elapsed (otter.manifest.model.TaskManifest property) Runner (class in otter.core) runner_name (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) RUNNING (otter.task.model.State attribute)

S

Scratchpad (class in otter.scratchpad.model) scratchpad (otter.task.model.TaskContext attribute) (otter.tasks.explode_glob.ExplodeGlob attribute) scratchpad_ignore_missing (otter.task.model.Spec attribute) scratchpad_key (otter.tasks.find_latest.FindLatestSpec attribute) ScratchpadError ScratchpadTemplate (class in otter.scratchpad.model) sentinel_dict (otter.scratchpad.model.Scratchpad attribute) size (otter.storage.model.StatResult attribute) size() (in module otter.validators.file) source (otter.manifest.model.Artifact attribute) (otter.tasks.copy.CopySpec attribute) (otter.tasks.download.DownloadSpec attribute) (otter.tasks.find_latest.FindLatestSpec attribute) Spec (class in otter.task.model) spec (otter.tasks.copy.Copy attribute) (otter.tasks.download.Download attribute) (otter.tasks.explode.Explode attribute) (otter.tasks.explode_glob.ExplodeGlob attribute) (otter.tasks.find_latest.FindLatest attribute) (otter.tasks.hello_world.HelloWorld attribute) specs (otter.step.model.Step attribute) (otter.task.model.TaskContext attribute) start() (otter.core.Runner method) (otter.step.model.Step method) start_run() (otter.task.task_reporter.TaskReporter method) start_validation() (otter.task.task_reporter.TaskReporter method) started_at (otter.manifest.model.RootManifest attribute) started_run_at (otter.manifest.model.StepManifest attribute) (otter.manifest.model.TaskManifest attribute)

started_validation_at (otter.manifest.model.TaskManifest attribute) stat() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method) State (class in otter.task.model) state (otter.task.model.TaskContext attribute) StatResult (class in otter.storage.model) Step (class in otter.step.model) step (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.step.coordinator.Coordinator attribute) StepFailedError StepInvalidError StepManifest (class in otter.manifest.model) steps (otter.config.model.Config attribute) (otter.config.model.YamlConfig attribute) (otter.manifest.model.RootManifest attribute) storage (otter.storage.asynchronous.handle.AsyncStorageHandle property) (otter.storage.synchronous.handle.StorageHandle property) StorageError StorageHandle (class in otter.storage.synchronous.handle) store() (otter.scratchpad.model.Scratchpad method) SUCCESS (otter.manifest.model.Result attribute)

T

Task (class in otter.task.model) task_logging() (in module otter.util.logger) task_registry (otter.step.coordinator.Coordinator attribute) task_type (otter.task.model.Spec property) TaskAbortedError TaskContext (class in otter.task.model)

TaskManifest (class in otter.manifest.model) TaskRegistry (class in otter.task.task_registry) TaskReporter (class in otter.task.task_reporter) TaskRunError tasks (otter.manifest.model.StepManifest attribute) (otter.step.model.Step attribute) TaskValidationError

U

update() (otter.manifest.model.Manifest method)

UploadError upsert_task_manifest() (otter.step.model.Step method)

V

validate() (otter.task.model.Task method) (otter.tasks.copy.Copy method) (otter.tasks.download.Download method) (otter.tasks.hello_world.HelloWorld method)

VALIDATING (otter.task.model.State attribute) validation_elapsed (otter.manifest.model.TaskManifest property)

W

WAITING_FOR_SUBTASKS (otter.task.model.State attribute) who (otter.tasks.hello_world.HelloWorldSpec attribute) work_path (otter.config.model.BaseConfig attribute) (otter.config.model.Config attribute) (otter.config.model.Defaultconfig attribute) (otter.config.model.YamlConfig attribute) Worker (class in otter.step.worker) WORKER_POLLING_INTERVAL (in module otter.step.worker) worker_process() (in module otter.step.worker) write() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method)

write_text() (otter.storage.asynchronous.filesystem.AsyncFilesystemStorage method) (otter.storage.asynchronous.google.AsyncGoogleStorage method) (otter.storage.asynchronous.handle.AsyncStorageHandle method) (otter.storage.asynchronous.http.AsyncHTTPStorage method) (otter.storage.synchronous.filesystem.FilesystemStorage method) (otter.storage.synchronous.google.GoogleStorage method) (otter.storage.synchronous.handle.StorageHandle method) (otter.storage.synchronous.http.HTTPStorage method) (otter.storage.synchronous.noop.NoopStorage method)

Y

YamlConfig (class in otter.config.model)