Index

A

AbortableStreamWrapper (class in pis.util.download) ABORTED (pis.manifest.models.Result attribute)

aborted() (pis.manifest.task_reporter.TaskReporter method) absolute_path() (in module pis.util.fs) attach_manifest() (pis.manifest.step_reporter.StepReporter method)

C

check() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method) check_dir() (in module pis.util.fs) check_file() (in module pis.util.fs) check_fs() (in module pis.util.fs) complete() (pis.manifest.manifest.Manifest method) COMPLETED (pis.manifest.models.Result attribute) completed (pis.manifest.models.StepManifest attribute)

completed() (pis.manifest.step_reporter.StepReporter method) (pis.manifest.task_reporter.TaskReporter method) Config (class in pis.config.config) config_file (pis.config.models.CliSettings attribute) (pis.config.models.EnvSettings attribute) (pis.config.models.Settings attribute) counts() (in module pis.validators.elasticsearch) created (pis.manifest.models.RootManifest attribute) (pis.manifest.models.StepManifest attribute) (pis.manifest.models.TaskManifest attribute)

D

date_str() (in module pis.util.misc) definition (pis.manifest.models.TaskManifest attribute) destination (pis.config.models.TaskDefinition attribute) (pis.manifest.models.Resource attribute) (pis.tasks.elasticsearch.ElasticsearchDefinition attribute) do (pis.tasks.explode.ExplodeDefinition attribute) Download (class in pis.tasks.download) download() (in module pis.util.download) (pis.util.download.Downloader method) (pis.util.download.DownloadHelper method) (pis.util.download.GoogleSheetsDownloader method) (pis.util.download.GoogleStorageDownloader method) (pis.util.download.HttpDownloader method)

download_to_file() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method) download_to_string() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method) Downloader (class in pis.util.download) DownloadError DownloadHelper (class in pis.util.download) DownloadLatest (class in pis.tasks.download_latest)

E

elapsed (pis.manifest.models.StepManifest attribute) (pis.manifest.models.TaskManifest attribute) Elasticsearch (class in pis.tasks.elasticsearch)

ElasticsearchError execute() (pis.step.step.Step method) Explode (class in pis.tasks.explode)

F

FAILED (pis.manifest.models.Result attribute) failed() (pis.manifest.step_reporter.StepReporter method) (pis.manifest.task_reporter.TaskReporter method) fields (pis.tasks.elasticsearch.ElasticsearchDefinition attribute)

file_exists() (in module pis.validators.file) file_size() (in module pis.validators.file) foreach (pis.tasks.explode.ExplodeDefinition attribute) foreach_function (pis.tasks.explode.ExplodeDefinition attribute) foreach_function_args (pis.tasks.explode.ExplodeDefinition attribute)

G

get_exception_info() (in module pis.util.logger) get_format_log() (in module pis.util.logger) get_remote_storage() (in module pis.storage.remote_storage) get_scratchpad_sentinel_dict() (pis.config.config.Config method) get_session() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method)

get_task_definitions() (pis.config.config.Config method) get_yaml_sentinel_dict() (in module pis.config.yaml) get_yaml_settings() (in module pis.config.yaml) get_yaml_stepdefs() (in module pis.config.yaml) GoogleSheetsDownloader (class in pis.util.download) GoogleStorage (class in pis.storage.google) GoogleStorageDownloader (class in pis.util.download)

H

HelloWorld (class in pis.tasks.hello_world)

HelperError HttpDownloader (class in pis.util.download)

I

idpattern (pis.config.scratchpad.TemplateWithDots attribute) index (pis.tasks.elasticsearch.ElasticsearchDefinition attribute) init_config() (in module pis.config) init_logger() (in module pis.util.logger)

init_task_registry() (in module pis.task) instantiate_p() (pis.task.task_registry.TaskRegistry method) instantiate_t() (pis.task.task_registry.TaskRegistry method) is_completed() (pis.manifest.manifest.Manifest method) is_pretask() (pis.task.task_registry.TaskRegistry method)

L

list() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method) list_str() (in module pis.util.misc) load_yaml_file() (in module pis.config.yaml) log (pis.manifest.models.RootManifest attribute) (pis.manifest.models.StepManifest attribute) (pis.manifest.models.TaskManifest attribute)

log_level (pis.config.models.CliSettings attribute) (pis.config.models.EnvSettings attribute) (pis.config.models.Settings attribute) (pis.config.models.YamlSettings attribute) LOG_LEVELS (in module pis.config.models)

M

main() (in module pis.core) make_absolute() (pis.manifest.models.Resource method) Manifest (class in pis.manifest.manifest) merge_model() (pis.config.models.Settings method) modified (pis.manifest.models.RootManifest attribute) module pis.config pis.config.cli pis.config.config pis.config.env pis.config.models pis.config.scratchpad pis.config.yaml pis.core pis.manifest pis.manifest.manifest pis.manifest.models pis.manifest.step_reporter pis.manifest.task_reporter pis.step pis.step.step pis.storage pis.storage.google pis.storage.noop pis.storage.remote_storage pis.task pis.task.task pis.task.task_registry pis.tasks pis.tasks.download pis.tasks.download_latest pis.tasks.elasticsearch pis.tasks.explode pis.tasks.hello_world pis.util pis.util.download pis.util.errors pis.util.fs pis.util.logger pis.util.misc pis.validators pis.validators.elasticsearch pis.validators.file

N

name (pis.config.models.BaseTaskDefinition attribute) (pis.manifest.models.StepManifest attribute) (pis.manifest.models.TaskManifest attribute)

NoopStorage (class in pis.storage.noop) NotFoundError

P

parse_cli() (in module pis.config.cli) parse_env() (in module pis.config.env) parse_yaml() (in module pis.config.yaml) parse_yaml_string() (in module pis.config.yaml) pattern (pis.config.scratchpad.TemplateWithDots attribute) (pis.tasks.download_latest.DownloadLatestDefinition attribute) PENDING (pis.manifest.models.Result attribute) pis.config module pis.config.cli module pis.config.config module pis.config.env module pis.config.models module pis.config.scratchpad module pis.config.yaml module pis.core module pis.manifest module pis.manifest.manifest module pis.manifest.models module pis.manifest.step_reporter module pis.manifest.task_reporter module pis.step module pis.step.step module pis.storage module pis.storage.google module pis.storage.noop module pis.storage.remote_storage module

pis.task module pis.task.task module pis.task.task_registry module pis.tasks module pis.tasks.download module pis.tasks.download_latest module pis.tasks.elasticsearch module pis.tasks.explode module pis.tasks.hello_world module pis.util module pis.util.download module pis.util.errors module pis.util.fs module pis.util.logger module pis.util.misc module pis.validators module pis.validators.elasticsearch module pis.validators.file module PISCriticalError PISError pool (pis.config.models.CliSettings attribute) (pis.config.models.EnvSettings attribute) (pis.config.models.Settings attribute) (pis.config.models.YamlSettings attribute) PreconditionFailedError Pretask (class in pis.task.task)

R

read() (pis.util.download.AbortableStreamWrapper method) real_name() (in module pis.util.misc) register_tasks() (pis.task.task_registry.TaskRegistry method) remote_uri (pis.config.models.CliSettings attribute) (pis.config.models.EnvSettings attribute) (pis.config.models.Settings attribute) (pis.config.models.YamlSettings attribute) remote_uri_is_valid() (in module pis.config.models) RemoteStorage (class in pis.storage.remote_storage) replace() (pis.config.scratchpad.Scratchpad method) report() (in module pis.manifest.step_reporter) (in module pis.manifest.task_reporter)

resources (pis.manifest.models.StepManifest attribute) Result (class in pis.manifest.models) result (pis.manifest.models.RootManifest attribute) (pis.manifest.models.StepManifest attribute) (pis.manifest.models.TaskManifest attribute) run() (pis.task.task.Task method) (pis.tasks.download.Download method) (pis.tasks.download_latest.DownloadLatest method) (pis.tasks.elasticsearch.Elasticsearch method) (pis.tasks.explode.Explode method) (pis.tasks.hello_world.HelloWorld method) run_ok() (pis.manifest.manifest.Manifest method)

S

Scratchpad (class in pis.config.scratchpad) scratchpad() (in module pis.config) ScratchpadError settings() (in module pis.config) source (pis.manifest.models.Resource attribute) (pis.tasks.download.DownloadDefinition attribute) (pis.tasks.download_latest.DownloadLatestDefinition attribute) STAGED (pis.manifest.models.Result attribute) staged (pis.manifest.models.TaskManifest attribute) staged() (pis.manifest.step_reporter.StepReporter method) (pis.manifest.task_reporter.TaskReporter method) stat() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method)

Step (class in pis.step.step) step (pis.config.models.CliSettings attribute) (pis.config.models.EnvSettings attribute) (pis.config.models.Settings attribute) StepFailedError StepReporter (class in pis.manifest.step_reporter) steps (pis.manifest.models.RootManifest attribute) steps() (in module pis.config) StorageError store() (pis.config.scratchpad.Scratchpad method)

T

Task (class in pis.task.task) task_definitions() (in module pis.config) task_logging() (in module pis.util.logger) task_registry() (in module pis.task) TaskAbortedError

TaskRegistry (class in pis.task.task_registry) TaskReporter (class in pis.manifest.task_reporter) tasks (pis.manifest.models.StepManifest attribute) TemplateWithDots (class in pis.config.scratchpad) to_env() (in module pis.config.cli) to_setting() (in module pis.config.env)

U

update_step() (pis.manifest.manifest.Manifest method) upload() (pis.storage.google.GoogleStorage method) (pis.storage.noop.NoopStorage method) (pis.storage.remote_storage.RemoteStorage method) (pis.task.task.Task method)

upsert_task_manifests() (pis.manifest.step_reporter.StepReporter method) url (pis.tasks.elasticsearch.ElasticsearchDefinition attribute) urls_from_json() (in module pis.tasks.explode)

V

v() (in module pis.validators) validate() (pis.task.task.Task method) (pis.tasks.download.Download method) (pis.tasks.elasticsearch.Elasticsearch method) (pis.tasks.hello_world.HelloWorld method)

VALIDATED (pis.manifest.models.Result attribute) validated() (pis.manifest.step_reporter.StepReporter method) (pis.manifest.task_reporter.TaskReporter method) ValidationError

W

who (pis.tasks.hello_world.HelloWorldDefinition attribute) work_dir (pis.config.models.CliSettings attribute) (pis.config.models.EnvSettings attribute) (pis.config.models.Settings attribute) (pis.config.models.YamlSettings attribute)

X

xmap() (pis.step.step.XPool method)

XPool (class in pis.step.step)