docs-archive/apache-airflow-providers-amazon/1.1.0/searchindex.js

Search.setIndex({docnames:["_api/airflow/providers/amazon/aws/hooks/athena/index","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index","_api/airflow/providers/amazon/aws/hooks/base_aws/index","_api/airflow/providers/amazon/aws/hooks/batch_client/index","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index","_api/airflow/providers/amazon/aws/hooks/datasync/index","_api/airflow/providers/amazon/aws/hooks/dynamodb/index","_api/airflow/providers/amazon/aws/hooks/ec2/index","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index","_api/airflow/providers/amazon/aws/hooks/emr/index","_api/airflow/providers/amazon/aws/hooks/glacier/index","_api/airflow/providers/amazon/aws/hooks/glue/index","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index","_api/airflow/providers/amazon/aws/hooks/index","_api/airflow/providers/amazon/aws/hooks/kinesis/index","_api/airflow/providers/amazon/aws/hooks/lambda_function/index","_api/airflow/providers/amazon/aws/hooks/logs/index","_api/airflow/providers/amazon/aws/hooks/redshift/index","_api/airflow/providers/amazon/aws/hooks/s3/index","_api/airflow/providers/amazon/aws/hooks/sagemaker/index","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index","_api/airflow/providers/amazon/aws/hooks/ses/index","_api/airflow/providers/amazon/aws/hooks/sns/index","_api/airflow/providers/amazon/aws/hooks/sqs/index","_api/airflow/providers/amazon/aws/hooks/step_function/index","_api/airflow/providers/amazon/aws/index","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index","_api/airflow/providers/amazon/aws/log/index","_api/airflow/providers/amazon/aws/log/s3_task_handler/index","_api/airflow/providers/amazon/aws/operators/athena/index","_api/airflow/providers/amazon/aws/operators/batch/index","_api/airflow/providers/amazon/aws/operators/cloud_formation/index","_api/airflow/providers/amazon/aws/operators/datasync/index","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index","_api/airflow/providers/amazon/aws/operators/ecs/index","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index","_api/airflow/providers/amazon/aws/operators/glacier/index","_api/airflow/providers/amazon/aws/operators/glue/index","_api/airflow/providers/amazon/aws/operators/glue_crawler/index","_api/airflow/providers/amazon/aws/operators/index","_api/airflow/providers/amazon/aws/operators/s3_bucket/index","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index","_api/airflow/providers/amazon/aws/operators/s3_list/index","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/operators/sns/index","_api/airflow/providers/amazon/aws/operators/sqs/index","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index","_api/airflow/providers/amazon/aws/secrets/index","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index","_api/airflow/providers/amazon/aws/secrets/systems_manager/index","_api/airflow/providers/amazon/aws/sensors/athena/index","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index","_api/airflow/providers/amazon/aws/sensors/emr_base/index","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index","_api/airflow/providers/amazon/aws/sensors/emr_step/index","_api/airflow/providers/amazon/aws/sensors/glacier/index","_api/airflow/providers/amazon/aws/sensors/glue/index","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index","_api/airflow/providers/amazon/aws/sensors/index","_api/airflow/providers/amazon/aws/sensors/redshift/index","_api/airflow/providers/amazon/aws/sensors/s3_key/index","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/sensors/sqs/index","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index","_api/airflow/providers/amazon/aws/transfers/index","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index","_api/airflow/providers/amazon/aws/utils/emailer/index","_api/airflow/providers/amazon/aws/utils/index","_api/airflow/providers/amazon/index","commits","connections/aws","index","logging/cloud-watch-task-handlers","logging/index","logging/s3-task-handler","operators/datasync","operators/ecs","operators/emr","operators/glacier","operators/google_api_to_s3_transfer","operators/imap_attachment_to_s3","operators/index","operators/s3_to_redshift","operators/transfer/glacier_to_gcs","operators/transfer/index","secrets-backends/aws-secrets-manaager","secrets-backends/aws-ssm-parameter-store","secrets-backends/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/amazon/aws/hooks/athena/index.rst","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/base_aws/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_client/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index.rst","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/hooks/datasync/index.rst","_api/airflow/providers/amazon/aws/hooks/dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/ec2/index.rst","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index.rst","_api/airflow/providers/amazon/aws/hooks/emr/index.rst","_api/airflow/providers/amazon/aws/hooks/glacier/index.rst","_api/airflow/providers/amazon/aws/hooks/glue/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/hooks/index.rst","_api/airflow/providers/amazon/aws/hooks/kinesis/index.rst","_api/airflow/providers/amazon/aws/hooks/lambda_function/index.rst","_api/airflow/providers/amazon/aws/hooks/logs/index.rst","_api/airflow/providers/amazon/aws/hooks/redshift/index.rst","_api/airflow/providers/amazon/aws/hooks/s3/index.rst","_api/airflow/providers/amazon/aws/hooks/sagemaker/index.rst","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/hooks/ses/index.rst","_api/airflow/providers/amazon/aws/hooks/sns/index.rst","_api/airflow/providers/amazon/aws/hooks/sqs/index.rst","_api/airflow/providers/amazon/aws/hooks/step_function/index.rst","_api/airflow/providers/amazon/aws/index.rst","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.rst","_api/airflow/providers/amazon/aws/log/index.rst","_api/airflow/providers/amazon/aws/log/s3_task_handler/index.rst","_api/airflow/providers/amazon/aws/operators/athena/index.rst","_api/airflow/providers/amazon/aws/operators/batch/index.rst","_api/airflow/providers/amazon/aws/operators/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/operators/datasync/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ecs/index.rst","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index.rst","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index.rst","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/glacier/index.rst","_api/airflow/providers/amazon/aws/operators/glue/index.rst","_api/airflow/providers/amazon/aws/operators/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/operators/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket/index.rst","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index.rst","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index.rst","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index.rst","_api/airflow/providers/amazon/aws/operators/s3_list/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/operators/sns/index.rst","_api/airflow/providers/amazon/aws/operators/sqs/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index.rst","_api/airflow/providers/amazon/aws/secrets/index.rst","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/secrets/systems_manager/index.rst","_api/airflow/providers/amazon/aws/sensors/athena/index.rst","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_base/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_step/index.rst","_api/airflow/providers/amazon/aws/sensors/glacier/index.rst","_api/airflow/providers/amazon/aws/sensors/glue/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/sensors/index.rst","_api/airflow/providers/amazon/aws/sensors/redshift/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_key/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/sensors/sqs/index.rst","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index.rst","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index.rst","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index.rst","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/index.rst","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index.rst","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index.rst","_api/airflow/providers/amazon/aws/utils/emailer/index.rst","_api/airflow/providers/amazon/aws/utils/index.rst","_api/airflow/providers/amazon/index.rst","commits.rst","connections/aws.rst","index.rst","logging/cloud-watch-task-handlers.rst","logging/index.rst","logging/s3-task-handler.rst","operators/datasync.rst","operators/ecs.rst","operators/emr.rst","operators/glacier.rst","operators/google_api_to_s3_transfer.rst","operators/imap_attachment_to_s3.rst","operators/index.rst","operators/s3_to_redshift.rst","operators/transfer/glacier_to_gcs.rst","operators/transfer/index.rst","secrets-backends/aws-secrets-manaager.rst","secrets-backends/aws-ssm-parameter-store.rst","secrets-backends/index.rst"],objects:{"airflow.providers":{amazon:[105,0,0,"-"]},"airflow.providers.amazon":{aws:[27,0,0,"-"]},"airflow.providers.amazon.aws":{hooks:[15,0,0,"-"],log:[29,0,0,"-"],operators:[45,0,0,"-"],secrets:[63,0,0,"-"],sensors:[76,0,0,"-"],transfers:[95,0,0,"-"],utils:[104,0,0,"-"]},"airflow.providers.amazon.aws.hooks":{athena:[0,0,0,"-"],aws_dynamodb:[1,0,0,"-"],base_aws:[2,0,0,"-"],batch_client:[3,0,0,"-"],batch_waiters:[4,0,0,"-"],cloud_formation:[5,0,0,"-"],datasync:[6,0,0,"-"],dynamodb:[7,0,0,"-"],ec2:[8,0,0,"-"],elasticache_replication_group:[9,0,0,"-"],emr:[10,0,0,"-"],glacier:[11,0,0,"-"],glue:[12,0,0,"-"],glue_catalog:[13,0,0,"-"],glue_crawler:[14,0,0,"-"],kinesis:[16,0,0,"-"],lambda_function:[17,0,0,"-"],logs:[18,0,0,"-"],redshift:[19,0,0,"-"],s3:[20,0,0,"-"],sagemaker:[21,0,0,"-"],secrets_manager:[22,0,0,"-"],ses:[23,0,0,"-"],sns:[24,0,0,"-"],sqs:[25,0,0,"-"],step_function:[26,0,0,"-"]},"airflow.providers.amazon.aws.hooks.athena":{AWSAthenaHook:[0,1,1,""]},"airflow.providers.amazon.aws.hooks.athena.AWSAthenaHook":{FAILURE_STATES:[0,2,1,""],INTERMEDIATE_STATES:[0,2,1,""],SUCCESS_STATES:[0,2,1,""],check_query_status:[0,3,1,""],get_query_results:[0,3,1,""],get_query_results_paginator:[0,3,1,""],get_state_change_reason:[0,3,1,""],poll_query_status:[0,3,1,""],run_query:[0,3,1,""],stop_query:[0,3,1,""]},"airflow.providers.amazon.aws.hooks.base_aws":{AwsBaseHook:[2,1,1,""],_SessionFactory:[2,1,1,""],_parse_s3_config:[2,4,1,""]},"airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook":{_get_credentials:[2,3,1,""],conn:[2,3,1,""],conn_name_attr:[2,2,1,""],conn_type:[2,2,1,""],default_conn_name:[2,2,1,""],expand_role:[2,3,1,""],get_client_type:[2,3,1,""],get_conn:[2,3,1,""],get_credentials:[2,3,1,""],get_resource_type:[2,3,1,""],get_session:[2,3,1,""],hook_name:[2,2,1,""]},"airflow.providers.amazon.aws.hooks.base_aws._SessionFactory":{_assume_role:[2,3,1,""],_assume_role_with_saml:[2,3,1,""],_assume_role_with_web_identity:[2,3,1,""],_create_basic_session:[2,3,1,""],_fetch_saml_assertion_using_http_spegno_auth:[2,3,1,""],_get_google_identity_token_loader:[2,3,1,""],_impersonate_to_role:[2,3,1,""],_read_credentials_from_connection:[2,3,1,""],_read_role_arn_from_extra_config:[2,3,1,""],create_session:[2,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_client":{AwsBatchClientHook:[3,1,1,""],AwsBatchProtocol:[3,1,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchClientHook":{DEFAULT_DELAY_MAX:[3,2,1,""],DEFAULT_DELAY_MIN:[3,2,1,""],MAX_RETRIES:[3,2,1,""],STATUS_RETRIES:[3,2,1,""],add_jitter:[3,3,1,""],check_job_success:[3,3,1,""],client:[3,2,1,""],delay:[3,3,1,""],exponential_delay:[3,3,1,""],get_job_description:[3,3,1,""],parse_job_description:[3,3,1,""],poll_for_job_complete:[3,3,1,""],poll_for_job_running:[3,3,1,""],poll_job_status:[3,3,1,""],terminate_job:[3,3,1,""],wait_for_job:[3,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchProtocol":{describe_jobs:[3,3,1,""],get_waiter:[3,3,1,""],submit_job:[3,3,1,""],terminate_job:[3,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters":{AwsBatchWaitersHook:[4,1,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters.AwsBatchWaitersHook":{default_config:[4,2,1,""],get_waiter:[4,3,1,""],list_waiters:[4,3,1,""],wait_for_job:[4,3,1,""],waiter_config:[4,2,1,""],waiter_model:[4,2,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation":{AWSCloudFormationHook:[5,1,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation.AWSCloudFormationHook":{create_stack:[5,3,1,""],delete_stack:[5,3,1,""],get_stack_status:[5,3,1,""]},"airflow.providers.amazon.aws.hooks.datasync":{AWSDataSyncHook:[6,1,1,""]},"airflow.providers.amazon.aws.hooks.datasync.AWSDataSyncHook":{TASK_EXECUTION_FAILURE_STATES:[6,2,1,""],TASK_EXECUTION_INTERMEDIATE_STATES:[6,2,1,""],TASK_EXECUTION_SUCCESS_STATES:[6,2,1,""],_refresh_locations:[6,3,1,""],_refresh_tasks:[6,3,1,""],cancel_task_execution:[6,3,1,""],create_location:[6,3,1,""],create_task:[6,3,1,""],delete_task:[6,3,1,""],describe_task_execution:[6,3,1,""],get_current_task_execution_arn:[6,3,1,""],get_location_arns:[6,3,1,""],get_task_arns_for_location_arns:[6,3,1,""],get_task_description:[6,3,1,""],start_task_execution:[6,3,1,""],update_task:[6,3,1,""],wait_for_task_execution:[6,3,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb":{AwsDynamoDBHook:[7,1,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb.AwsDynamoDBHook":{write_batch_data:[7,3,1,""]},"airflow.providers.amazon.aws.hooks.ec2":{EC2Hook:[8,1,1,""]},"airflow.providers.amazon.aws.hooks.ec2.EC2Hook":{get_instance:[8,3,1,""],get_instance_state:[8,3,1,""],wait_for_state:[8,3,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group":{ElastiCacheReplicationGroupHook:[9,1,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook":{TERMINAL_STATES:[9,2,1,""],create_replication_group:[9,3,1,""],delete_replication_group:[9,3,1,""],describe_replication_group:[9,3,1,""],ensure_delete_replication_group:[9,3,1,""],get_replication_group_status:[9,3,1,""],is_replication_group_available:[9,3,1,""],wait_for_availability:[9,3,1,""],wait_for_deletion:[9,3,1,""]},"airflow.providers.amazon.aws.hooks.emr":{EmrHook:[10,1,1,""]},"airflow.providers.amazon.aws.hooks.emr.EmrHook":{conn_name_attr:[10,2,1,""],conn_type:[10,2,1,""],create_job_flow:[10,3,1,""],default_conn_name:[10,2,1,""],get_cluster_id_by_name:[10,3,1,""],hook_name:[10,2,1,""]},"airflow.providers.amazon.aws.hooks.glacier":{GlacierHook:[11,1,1,""]},"airflow.providers.amazon.aws.hooks.glacier.GlacierHook":{describe_job:[11,3,1,""],retrieve_inventory:[11,3,1,""],retrieve_inventory_results:[11,3,1,""]},"airflow.providers.amazon.aws.hooks.glue":{AwsGlueJobHook:[12,1,1,""]},"airflow.providers.amazon.aws.hooks.glue.AwsGlueJobHook":{JOB_POLL_INTERVAL:[12,2,1,""],get_iam_execution_role:[12,3,1,""],get_job_state:[12,3,1,""],get_or_create_glue_job:[12,3,1,""],initialize_job:[12,3,1,""],job_completion:[12,3,1,""],list_jobs:[12,3,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog":{AwsGlueCatalogHook:[13,1,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog.AwsGlueCatalogHook":{check_for_partition:[13,3,1,""],get_partitions:[13,3,1,""],get_table:[13,3,1,""],get_table_location:[13,3,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler":{AwsGlueCrawlerHook:[14,1,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler.AwsGlueCrawlerHook":{create_crawler:[14,3,1,""],get_crawler:[14,3,1,""],glue_client:[14,3,1,""],has_crawler:[14,3,1,""],start_crawler:[14,3,1,""],update_crawler:[14,3,1,""],wait_for_crawler_completion:[14,3,1,""]},"airflow.providers.amazon.aws.hooks.kinesis":{AwsFirehoseHook:[16,1,1,""]},"airflow.providers.amazon.aws.hooks.kinesis.AwsFirehoseHook":{put_records:[16,3,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function":{AwsLambdaHook:[17,1,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function.AwsLambdaHook":{invoke_lambda:[17,3,1,""]},"airflow.providers.amazon.aws.hooks.logs":{AwsLogsHook:[18,1,1,""]},"airflow.providers.amazon.aws.hooks.logs.AwsLogsHook":{get_log_events:[18,3,1,""]},"airflow.providers.amazon.aws.hooks.redshift":{RedshiftHook:[19,1,1,""]},"airflow.providers.amazon.aws.hooks.redshift.RedshiftHook":{cluster_status:[19,3,1,""],create_cluster_snapshot:[19,3,1,""],delete_cluster:[19,3,1,""],describe_cluster_snapshots:[19,3,1,""],restore_from_cluster_snapshot:[19,3,1,""]},"airflow.providers.amazon.aws.hooks.s3":{S3Hook:[20,1,1,""],T:[20,5,1,""],provide_bucket_name:[20,4,1,""],unify_bucket_name_and_key:[20,4,1,""]},"airflow.providers.amazon.aws.hooks.s3.S3Hook":{_upload_file_obj:[20,3,1,""],check_for_bucket:[20,3,1,""],check_for_key:[20,3,1,""],check_for_prefix:[20,3,1,""],check_for_wildcard_key:[20,3,1,""],conn_type:[20,2,1,""],copy_object:[20,3,1,""],create_bucket:[20,3,1,""],delete_bucket:[20,3,1,""],delete_objects:[20,3,1,""],download_file:[20,3,1,""],generate_presigned_url:[20,3,1,""],get_bucket:[20,3,1,""],get_key:[20,3,1,""],get_wildcard_key:[20,3,1,""],hook_name:[20,2,1,""],list_keys:[20,3,1,""],list_prefixes:[20,3,1,""],load_bytes:[20,3,1,""],load_file:[20,3,1,""],load_file_obj:[20,3,1,""],load_string:[20,3,1,""],parse_s3_url:[20,3,1,""],read_key:[20,3,1,""],select_key:[20,3,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker":{LogState:[21,1,1,""],Position:[21,5,1,""],SageMakerHook:[21,1,1,""],argmin:[21,4,1,""],secondary_training_status_changed:[21,4,1,""],secondary_training_status_message:[21,4,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.LogState":{COMPLETE:[21,2,1,""],JOB_COMPLETE:[21,2,1,""],STARTING:[21,2,1,""],TAILING:[21,2,1,""],WAIT_IN_PROGRESS:[21,2,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.SageMakerHook":{_list_request:[21,3,1,""],check_s3_url:[21,3,1,""],check_status:[21,3,1,""],check_training_config:[21,3,1,""],check_training_status_with_log:[21,3,1,""],check_tuning_config:[21,3,1,""],configure_s3_resources:[21,3,1,""],create_endpoint:[21,3,1,""],create_endpoint_config:[21,3,1,""],create_model:[21,3,1,""],create_processing_job:[21,3,1,""],create_training_job:[21,3,1,""],create_transform_job:[21,3,1,""],create_tuning_job:[21,3,1,""],describe_endpoint:[21,3,1,""],describe_endpoint_config:[21,3,1,""],describe_model:[21,3,1,""],describe_processing_job:[21,3,1,""],describe_training_job:[21,3,1,""],describe_training_job_with_log:[21,3,1,""],describe_transform_job:[21,3,1,""],describe_tuning_job:[21,3,1,""],endpoint_non_terminal_states:[21,2,1,""],failed_states:[21,2,1,""],get_log_conn:[21,3,1,""],list_processing_jobs:[21,3,1,""],list_training_jobs:[21,3,1,""],log_stream:[21,3,1,""],multi_stream_iter:[21,3,1,""],non_terminal_states:[21,2,1,""],tar_and_s3_upload:[21,3,1,""],update_endpoint:[21,3,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager":{SecretsManagerHook:[22,1,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager.SecretsManagerHook":{get_secret:[22,3,1,""],get_secret_as_dict:[22,3,1,""]},"airflow.providers.amazon.aws.hooks.ses":{SESHook:[23,1,1,""]},"airflow.providers.amazon.aws.hooks.ses.SESHook":{send_email:[23,3,1,""]},"airflow.providers.amazon.aws.hooks.sns":{AwsSnsHook:[24,1,1,""],_get_message_attribute:[24,4,1,""]},"airflow.providers.amazon.aws.hooks.sns.AwsSnsHook":{publish_to_target:[24,3,1,""]},"airflow.providers.amazon.aws.hooks.sqs":{SQSHook:[25,1,1,""]},"airflow.providers.amazon.aws.hooks.sqs.SQSHook":{create_queue:[25,3,1,""],send_message:[25,3,1,""]},"airflow.providers.amazon.aws.hooks.step_function":{StepFunctionHook:[26,1,1,""]},"airflow.providers.amazon.aws.hooks.step_function.StepFunctionHook":{describe_execution:[26,3,1,""],start_execution:[26,3,1,""]},"airflow.providers.amazon.aws.log":{cloudwatch_task_handler:[28,0,0,"-"],s3_task_handler:[30,0,0,"-"]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler":{CloudwatchTaskHandler:[28,1,1,""]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler":{_read:[28,3,1,""],_render_filename:[28,3,1,""],close:[28,3,1,""],get_cloudwatch_logs:[28,3,1,""],hook:[28,3,1,""],set_context:[28,3,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler":{S3TaskHandler:[30,1,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler":{_read:[30,3,1,""],close:[30,3,1,""],hook:[30,3,1,""],s3_log_exists:[30,3,1,""],s3_read:[30,3,1,""],s3_write:[30,3,1,""],set_context:[30,3,1,""]},"airflow.providers.amazon.aws.operators":{athena:[31,0,0,"-"],batch:[32,0,0,"-"],cloud_formation:[33,0,0,"-"],datasync:[34,0,0,"-"],ec2_start_instance:[35,0,0,"-"],ec2_stop_instance:[36,0,0,"-"],ecs:[37,0,0,"-"],emr_add_steps:[38,0,0,"-"],emr_create_job_flow:[39,0,0,"-"],emr_modify_cluster:[40,0,0,"-"],emr_terminate_job_flow:[41,0,0,"-"],glacier:[42,0,0,"-"],glue:[43,0,0,"-"],glue_crawler:[44,0,0,"-"],s3_bucket:[46,0,0,"-"],s3_copy_object:[47,0,0,"-"],s3_delete_objects:[48,0,0,"-"],s3_file_transform:[49,0,0,"-"],s3_list:[50,0,0,"-"],sagemaker_base:[51,0,0,"-"],sagemaker_endpoint:[52,0,0,"-"],sagemaker_endpoint_config:[53,0,0,"-"],sagemaker_model:[54,0,0,"-"],sagemaker_processing:[55,0,0,"-"],sagemaker_training:[56,0,0,"-"],sagemaker_transform:[57,0,0,"-"],sagemaker_tuning:[58,0,0,"-"],sns:[59,0,0,"-"],sqs:[60,0,0,"-"],step_function_get_execution_output:[61,0,0,"-"],step_function_start_execution:[62,0,0,"-"]},"airflow.providers.amazon.aws.operators.athena":{AWSAthenaOperator:[31,1,1,""]},"airflow.providers.amazon.aws.operators.athena.AWSAthenaOperator":{execute:[31,3,1,""],hook:[31,3,1,""],on_kill:[31,3,1,""],template_ext:[31,2,1,""],template_fields:[31,2,1,""],ui_color:[31,2,1,""]},"airflow.providers.amazon.aws.operators.batch":{AwsBatchOperator:[32,1,1,""]},"airflow.providers.amazon.aws.operators.batch.AwsBatchOperator":{arn:[32,2,1,""],execute:[32,3,1,""],monitor_job:[32,3,1,""],on_kill:[32,3,1,""],submit_job:[32,3,1,""],template_fields:[32,2,1,""],ui_color:[32,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation":{CloudFormationCreateStackOperator:[33,1,1,""],CloudFormationDeleteStackOperator:[33,1,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationCreateStackOperator":{execute:[33,3,1,""],template_ext:[33,2,1,""],template_fields:[33,2,1,""],ui_color:[33,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationDeleteStackOperator":{execute:[33,3,1,""],template_ext:[33,2,1,""],template_fields:[33,2,1,""],ui_color:[33,2,1,""],ui_fgcolor:[33,2,1,""]},"airflow.providers.amazon.aws.operators.datasync":{AWSDataSyncOperator:[34,1,1,""]},"airflow.providers.amazon.aws.operators.datasync.AWSDataSyncOperator":{_create_datasync_task:[34,3,1,""],_delete_datasync_task:[34,3,1,""],_execute_datasync_task:[34,3,1,""],_get_location_arns:[34,3,1,""],_get_tasks_and_locations:[34,3,1,""],_update_datasync_task:[34,3,1,""],choose_location:[34,3,1,""],choose_task:[34,3,1,""],execute:[34,3,1,""],get_hook:[34,3,1,""],on_kill:[34,3,1,""],template_fields:[34,2,1,""],ui_color:[34,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance":{EC2StartInstanceOperator:[35,1,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance.EC2StartInstanceOperator":{execute:[35,3,1,""],template_fields:[35,2,1,""],ui_color:[35,2,1,""],ui_fgcolor:[35,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance":{EC2StopInstanceOperator:[36,1,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance.EC2StopInstanceOperator":{execute:[36,3,1,""],template_fields:[36,2,1,""],ui_color:[36,2,1,""],ui_fgcolor:[36,2,1,""]},"airflow.providers.amazon.aws.operators.ecs":{ECSOperator:[37,1,1,""],ECSProtocol:[37,1,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSOperator":{_aws_logs_enabled:[37,3,1,""],_check_success_task:[37,3,1,""],_cloudwatch_log_events:[37,3,1,""],_last_log_message:[37,3,1,""],_start_task:[37,3,1,""],_try_reattach_task:[37,3,1,""],_wait_for_task_ended:[37,3,1,""],execute:[37,3,1,""],get_hook:[37,3,1,""],get_logs_hook:[37,3,1,""],on_kill:[37,3,1,""],template_fields:[37,2,1,""],ui_color:[37,2,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSProtocol":{describe_task_definition:[37,3,1,""],describe_tasks:[37,3,1,""],get_waiter:[37,3,1,""],list_tasks:[37,3,1,""],run_task:[37,3,1,""],stop_task:[37,3,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps":{EmrAddStepsOperator:[38,1,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps.EmrAddStepsOperator":{execute:[38,3,1,""],template_ext:[38,2,1,""],template_fields:[38,2,1,""],ui_color:[38,2,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow":{EmrCreateJobFlowOperator:[39,1,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator":{execute:[39,3,1,""],template_ext:[39,2,1,""],template_fields:[39,2,1,""],ui_color:[39,2,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster":{EmrModifyClusterOperator:[40,1,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster.EmrModifyClusterOperator":{execute:[40,3,1,""],template_ext:[40,2,1,""],template_fields:[40,2,1,""],ui_color:[40,2,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow":{EmrTerminateJobFlowOperator:[41,1,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator":{execute:[41,3,1,""],template_ext:[41,2,1,""],template_fields:[41,2,1,""],ui_color:[41,2,1,""]},"airflow.providers.amazon.aws.operators.glacier":{GlacierCreateJobOperator:[42,1,1,""]},"airflow.providers.amazon.aws.operators.glacier.GlacierCreateJobOperator":{execute:[42,3,1,""],template_fields:[42,2,1,""]},"airflow.providers.amazon.aws.operators.glue":{AwsGlueJobOperator:[43,1,1,""]},"airflow.providers.amazon.aws.operators.glue.AwsGlueJobOperator":{execute:[43,3,1,""],template_ext:[43,2,1,""],template_fields:[43,2,1,""],ui_color:[43,2,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler":{AwsGlueCrawlerOperator:[44,1,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler.AwsGlueCrawlerOperator":{execute:[44,3,1,""],hook:[44,3,1,""],ui_color:[44,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket":{S3CreateBucketOperator:[46,1,1,""],S3DeleteBucketOperator:[46,1,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3CreateBucketOperator":{execute:[46,3,1,""],template_fields:[46,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3DeleteBucketOperator":{execute:[46,3,1,""],template_fields:[46,2,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object":{S3CopyObjectOperator:[47,1,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object.S3CopyObjectOperator":{execute:[47,3,1,""],template_fields:[47,2,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects":{S3DeleteObjectsOperator:[48,1,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects.S3DeleteObjectsOperator":{execute:[48,3,1,""],template_fields:[48,2,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform":{S3FileTransformOperator:[49,1,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform.S3FileTransformOperator":{execute:[49,3,1,""],template_ext:[49,2,1,""],template_fields:[49,2,1,""],ui_color:[49,2,1,""]},"airflow.providers.amazon.aws.operators.s3_list":{S3ListOperator:[50,1,1,""]},"airflow.providers.amazon.aws.operators.s3_list.S3ListOperator":{execute:[50,3,1,""],template_fields:[50,2,1,""],ui_color:[50,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base":{SageMakerBaseOperator:[51,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base.SageMakerBaseOperator":{execute:[51,3,1,""],expand_role:[51,3,1,""],hook:[51,3,1,""],integer_fields:[51,2,1,""],parse_config_integers:[51,3,1,""],parse_integer:[51,3,1,""],preprocess_config:[51,3,1,""],template_ext:[51,2,1,""],template_fields:[51,2,1,""],ui_color:[51,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint":{SageMakerEndpointOperator:[52,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint.SageMakerEndpointOperator":{create_integer_fields:[52,3,1,""],execute:[52,3,1,""],expand_role:[52,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config":{SageMakerEndpointConfigOperator:[53,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config.SageMakerEndpointConfigOperator":{execute:[53,3,1,""],integer_fields:[53,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model":{SageMakerModelOperator:[54,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model.SageMakerModelOperator":{execute:[54,3,1,""],expand_role:[54,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing":{SageMakerProcessingOperator:[55,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing.SageMakerProcessingOperator":{_create_integer_fields:[55,3,1,""],execute:[55,3,1,""],expand_role:[55,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training":{SageMakerTrainingOperator:[56,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training.SageMakerTrainingOperator":{execute:[56,3,1,""],expand_role:[56,3,1,""],integer_fields:[56,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform":{SageMakerTransformOperator:[57,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform.SageMakerTransformOperator":{create_integer_fields:[57,3,1,""],execute:[57,3,1,""],expand_role:[57,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning":{SageMakerTuningOperator:[58,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning.SageMakerTuningOperator":{execute:[58,3,1,""],expand_role:[58,3,1,""],integer_fields:[58,2,1,""]},"airflow.providers.amazon.aws.operators.sns":{SnsPublishOperator:[59,1,1,""]},"airflow.providers.amazon.aws.operators.sns.SnsPublishOperator":{execute:[59,3,1,""],template_ext:[59,2,1,""],template_fields:[59,2,1,""]},"airflow.providers.amazon.aws.operators.sqs":{SQSPublishOperator:[60,1,1,""]},"airflow.providers.amazon.aws.operators.sqs.SQSPublishOperator":{execute:[60,3,1,""],template_fields:[60,2,1,""],ui_color:[60,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output":{StepFunctionGetExecutionOutputOperator:[61,1,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output.StepFunctionGetExecutionOutputOperator":{execute:[61,3,1,""],template_ext:[61,2,1,""],template_fields:[61,2,1,""],ui_color:[61,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution":{StepFunctionStartExecutionOperator:[62,1,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution.StepFunctionStartExecutionOperator":{execute:[62,3,1,""],template_ext:[62,2,1,""],template_fields:[62,2,1,""],ui_color:[62,2,1,""]},"airflow.providers.amazon.aws.secrets":{secrets_manager:[64,0,0,"-"],systems_manager:[65,0,0,"-"]},"airflow.providers.amazon.aws.secrets.secrets_manager":{SecretsManagerBackend:[64,1,1,""]},"airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend":{_get_secret:[64,3,1,""],client:[64,3,1,""],get_config:[64,3,1,""],get_conn_uri:[64,3,1,""],get_variable:[64,3,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager":{SystemsManagerParameterStoreBackend:[65,1,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend":{_get_secret:[65,3,1,""],client:[65,3,1,""],get_config:[65,3,1,""],get_conn_uri:[65,3,1,""],get_variable:[65,3,1,""]},"airflow.providers.amazon.aws.sensors":{athena:[66,0,0,"-"],cloud_formation:[67,0,0,"-"],ec2_instance_state:[68,0,0,"-"],emr_base:[69,0,0,"-"],emr_job_flow:[70,0,0,"-"],emr_step:[71,0,0,"-"],glacier:[72,0,0,"-"],glue:[73,0,0,"-"],glue_catalog_partition:[74,0,0,"-"],glue_crawler:[75,0,0,"-"],redshift:[77,0,0,"-"],s3_key:[78,0,0,"-"],s3_keys_unchanged:[79,0,0,"-"],s3_prefix:[80,0,0,"-"],sagemaker_base:[81,0,0,"-"],sagemaker_endpoint:[82,0,0,"-"],sagemaker_training:[83,0,0,"-"],sagemaker_transform:[84,0,0,"-"],sagemaker_tuning:[85,0,0,"-"],sqs:[86,0,0,"-"],step_function_execution:[87,0,0,"-"]},"airflow.providers.amazon.aws.sensors.athena":{AthenaSensor:[66,1,1,""]},"airflow.providers.amazon.aws.sensors.athena.AthenaSensor":{FAILURE_STATES:[66,2,1,""],INTERMEDIATE_STATES:[66,2,1,""],SUCCESS_STATES:[66,2,1,""],hook:[66,3,1,""],poke:[66,3,1,""],template_ext:[66,2,1,""],template_fields:[66,2,1,""],ui_color:[66,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation":{CloudFormationCreateStackSensor:[67,1,1,""],CloudFormationDeleteStackSensor:[67,1,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationCreateStackSensor":{poke:[67,3,1,""],template_fields:[67,2,1,""],ui_color:[67,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationDeleteStackSensor":{get_hook:[67,3,1,""],poke:[67,3,1,""],template_fields:[67,2,1,""],ui_color:[67,2,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state":{EC2InstanceStateSensor:[68,1,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state.EC2InstanceStateSensor":{poke:[68,3,1,""],template_fields:[68,2,1,""],ui_color:[68,2,1,""],ui_fgcolor:[68,2,1,""],valid_states:[68,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_base":{EmrBaseSensor:[69,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_base.EmrBaseSensor":{failure_message_from_response:[69,3,1,""],get_emr_response:[69,3,1,""],get_hook:[69,3,1,""],poke:[69,3,1,""],state_from_response:[69,3,1,""],ui_color:[69,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow":{EmrJobFlowSensor:[70,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow.EmrJobFlowSensor":{failure_message_from_response:[70,3,1,""],get_emr_response:[70,3,1,""],state_from_response:[70,3,1,""],template_ext:[70,2,1,""],template_fields:[70,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_step":{EmrStepSensor:[71,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_step.EmrStepSensor":{failure_message_from_response:[71,3,1,""],get_emr_response:[71,3,1,""],state_from_response:[71,3,1,""],template_ext:[71,2,1,""],template_fields:[71,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier":{GlacierJobOperationSensor:[72,1,1,""],JobStatus:[72,1,1,""]},"airflow.providers.amazon.aws.sensors.glacier.GlacierJobOperationSensor":{poke:[72,3,1,""],template_fields:[72,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier.JobStatus":{IN_PROGRESS:[72,2,1,""],SUCCEEDED:[72,2,1,""]},"airflow.providers.amazon.aws.sensors.glue":{AwsGlueJobSensor:[73,1,1,""]},"airflow.providers.amazon.aws.sensors.glue.AwsGlueJobSensor":{poke:[73,3,1,""],template_fields:[73,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition":{AwsGlueCatalogPartitionSensor:[74,1,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition.AwsGlueCatalogPartitionSensor":{get_hook:[74,3,1,""],poke:[74,3,1,""],template_fields:[74,2,1,""],ui_color:[74,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler":{AwsGlueCrawlerSensor:[75,1,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler.AwsGlueCrawlerSensor":{get_hook:[75,3,1,""],poke:[75,3,1,""]},"airflow.providers.amazon.aws.sensors.redshift":{AwsRedshiftClusterSensor:[77,1,1,""]},"airflow.providers.amazon.aws.sensors.redshift.AwsRedshiftClusterSensor":{get_hook:[77,3,1,""],poke:[77,3,1,""],template_fields:[77,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key":{S3KeySensor:[78,1,1,""],S3KeySizeSensor:[78,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySensor":{get_hook:[78,3,1,""],poke:[78,3,1,""],template_fields:[78,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySizeSensor":{check_fn:[78,3,1,""],get_files:[78,3,1,""],poke:[78,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged":{S3KeysUnchangedSensor:[79,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor":{hook:[79,3,1,""],is_keys_unchanged:[79,3,1,""],poke:[79,3,1,""],template_fields:[79,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix":{S3PrefixSensor:[80,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix.S3PrefixSensor":{get_hook:[80,3,1,""],poke:[80,3,1,""],template_fields:[80,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base":{SageMakerBaseSensor:[81,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base.SageMakerBaseSensor":{failed_states:[81,3,1,""],get_failed_reason_from_response:[81,3,1,""],get_hook:[81,3,1,""],get_sagemaker_response:[81,3,1,""],non_terminal_states:[81,3,1,""],poke:[81,3,1,""],state_from_response:[81,3,1,""],ui_color:[81,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint":{SageMakerEndpointSensor:[82,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint.SageMakerEndpointSensor":{failed_states:[82,3,1,""],get_failed_reason_from_response:[82,3,1,""],get_sagemaker_response:[82,3,1,""],non_terminal_states:[82,3,1,""],state_from_response:[82,3,1,""],template_ext:[82,2,1,""],template_fields:[82,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training":{SageMakerTrainingSensor:[83,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training.SageMakerTrainingSensor":{failed_states:[83,3,1,""],get_failed_reason_from_response:[83,3,1,""],get_sagemaker_response:[83,3,1,""],init_log_resource:[83,3,1,""],non_terminal_states:[83,3,1,""],state_from_response:[83,3,1,""],template_ext:[83,2,1,""],template_fields:[83,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform":{SageMakerTransformSensor:[84,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform.SageMakerTransformSensor":{failed_states:[84,3,1,""],get_failed_reason_from_response:[84,3,1,""],get_sagemaker_response:[84,3,1,""],non_terminal_states:[84,3,1,""],state_from_response:[84,3,1,""],template_ext:[84,2,1,""],template_fields:[84,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning":{SageMakerTuningSensor:[85,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning.SageMakerTuningSensor":{failed_states:[85,3,1,""],get_failed_reason_from_response:[85,3,1,""],get_sagemaker_response:[85,3,1,""],non_terminal_states:[85,3,1,""],state_from_response:[85,3,1,""],template_ext:[85,2,1,""],template_fields:[85,2,1,""]},"airflow.providers.amazon.aws.sensors.sqs":{SQSSensor:[86,1,1,""]},"airflow.providers.amazon.aws.sensors.sqs.SQSSensor":{get_hook:[86,3,1,""],poke:[86,3,1,""],template_fields:[86,2,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution":{StepFunctionExecutionSensor:[87,1,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution.StepFunctionExecutionSensor":{FAILURE_STATES:[87,2,1,""],INTERMEDIATE_STATES:[87,2,1,""],SUCCESS_STATES:[87,2,1,""],get_hook:[87,3,1,""],poke:[87,3,1,""],template_ext:[87,2,1,""],template_fields:[87,2,1,""],ui_color:[87,2,1,""]},"airflow.providers.amazon.aws.transfers":{dynamodb_to_s3:[88,0,0,"-"],exasol_to_s3:[89,0,0,"-"],gcs_to_s3:[90,0,0,"-"],glacier_to_gcs:[91,0,0,"-"],google_api_to_s3:[92,0,0,"-"],hive_to_dynamodb:[93,0,0,"-"],imap_attachment_to_s3:[94,0,0,"-"],mongo_to_s3:[96,0,0,"-"],mysql_to_s3:[97,0,0,"-"],redshift_to_s3:[98,0,0,"-"],s3_to_ftp:[99,0,0,"-"],s3_to_redshift:[100,0,0,"-"],s3_to_sftp:[101,0,0,"-"],sftp_to_s3:[102,0,0,"-"]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3":{DynamoDBToS3Operator:[88,1,1,""],_convert_item_to_json_bytes:[88,4,1,""],_upload_file_to_s3:[88,4,1,""]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3.DynamoDBToS3Operator":{_scan_dynamodb_and_upload_to_s3:[88,3,1,""],execute:[88,3,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3":{ExasolToS3Operator:[89,1,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3.ExasolToS3Operator":{execute:[89,3,1,""],template_ext:[89,2,1,""],template_fields:[89,2,1,""],template_fields_renderers:[89,2,1,""],ui_color:[89,2,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3":{GCSToS3Operator:[90,1,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3.GCSToS3Operator":{execute:[90,3,1,""],template_fields:[90,2,1,""],ui_color:[90,2,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs":{GlacierToGCSOperator:[91,1,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs.GlacierToGCSOperator":{execute:[91,3,1,""],template_fields:[91,2,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3":{GoogleApiToS3Operator:[92,1,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3.GoogleApiToS3Operator":{_expose_google_api_response_via_xcom:[92,3,1,""],_load_data_to_s3:[92,3,1,""],_retrieve_data_from_google_api:[92,3,1,""],_update_google_api_endpoint_params_via_xcom:[92,3,1,""],execute:[92,3,1,""],template_ext:[92,2,1,""],template_fields:[92,2,1,""],ui_color:[92,2,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb":{HiveToDynamoDBOperator:[93,1,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb.HiveToDynamoDBOperator":{execute:[93,3,1,""],template_ext:[93,2,1,""],template_fields:[93,2,1,""],ui_color:[93,2,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3":{ImapAttachmentToS3Operator:[94,1,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3.ImapAttachmentToS3Operator":{execute:[94,3,1,""],template_fields:[94,2,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3":{MongoToS3Operator:[96,1,1,""],_DEPRECATION_MSG:[96,5,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3.MongoToS3Operator":{_stringify:[96,3,1,""],execute:[96,3,1,""],template_fields:[96,2,1,""],transform:[96,3,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3":{MySQLToS3Operator:[97,1,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3.MySQLToS3Operator":{_fix_int_dtypes:[97,3,1,""],execute:[97,3,1,""],template_ext:[97,2,1,""],template_fields:[97,2,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3":{RedshiftToS3Operator:[98,1,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3.RedshiftToS3Operator":{execute:[98,3,1,""],template_ext:[98,2,1,""],template_fields:[98,2,1,""],ui_color:[98,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp":{S3ToFTPOperator:[99,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp.S3ToFTPOperator":{execute:[99,3,1,""],template_fields:[99,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift":{S3ToRedshiftOperator:[100,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift.S3ToRedshiftOperator":{execute:[100,3,1,""],template_ext:[100,2,1,""],template_fields:[100,2,1,""],ui_color:[100,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp":{S3ToSFTPOperator:[101,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp.S3ToSFTPOperator":{execute:[101,3,1,""],get_s3_key:[101,3,1,""],template_fields:[101,2,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3":{SFTPToS3Operator:[102,1,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3.SFTPToS3Operator":{execute:[102,3,1,""],get_s3_key:[102,3,1,""],template_fields:[102,2,1,""]},"airflow.providers.amazon.aws.utils":{emailer:[103,0,0,"-"]},"airflow.providers.amazon.aws.utils.emailer":{send_email:[103,4,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"000287753":106,"00642a46d":106,"008035450":106,"00ffedb8c":106,"00z":116,"01049ddce":106,"02d94349b":106,"04d278f93":106,"07b81029e":106,"0823d46a7":106,"08t02":122,"0a0e1af80":106,"0b0e4f7a4":106,"0b2":106,"0beta1":106,"0c3db84c3":106,"0c77ea8a3":106,"0df60b773":106,"100":21,"1000":[0,48,106],"10004":106,"10025":106,"10052":106,"10079":106,"10097":106,"10163":106,"10164":106,"10167":106,"1024":[91,115,120],"10256":123,"10276":106,"10280":106,"10286":106,"10391":106,"10436":106,"10437":106,"10468":106,"10483":106,"1048576":78,"10528":106,"10543":106,"10580":106,"10590":106,"10642":106,"10643":106,"10645":106,"10653":106,"10655":106,"10671":106,"10774":106,"10778":106,"10804":106,"10818":106,"10829":106,"10890":106,"10910":106,"10913":123,"10927":106,"10947":106,"11001":106,"11020":106,"11023":106,"11031":106,"11032":106,"11112223344":112,"11138":106,"11178":106,"11209":106,"112223334444":107,"11238":106,"11242":106,"11249":106,"11250":106,"11293":106,"11434":106,"11447":106,"11448":106,"11470":106,"11487":106,"11531":106,"11688":106,"11747":[106,108],"11806":106,"11809":106,"11814":106,"11821":106,"11825":106,"11826":106,"11844":106,"11855":106,"12033":[106,108],"12049":106,"12079":106,"12082":106,"12093":106,"12096":[106,108],"12123":106,"12143":106,"12206":106,"12212":106,"12230":106,"12304":106,"123456ab":113,"12353":106,"12366":106,"12389":106,"12390":106,"123abc":113,"12427":106,"12438":106,"12444":106,"12449":106,"12513":106,"12558":106,"12578":106,"12653":106,"12681":106,"12917":106,"12955":106,"12af6a080":106,"12c5e5d8a":106,"13049":[106,108],"1307":3,"13072":[106,108],"13073":106,"13135":106,"13148":106,"13187":[106,108],"132000":122,"13361":[106,108],"13380":106,"13396":[106,108],"13490":[106,108],"13717":106,"13718":[106,108],"13732":106,"13767":106,"13773":[106,108],"13847":[106,108],"13851":106,"13973":[106,108],"13986":[106,108],"1508c43ec":106,"16e712971":106,"17adcea83":106,"180":6,"18t00":116,"1915":4,"1988a97e8":106,"19bc97d0c":106,"1b38f6d9b":106,"1d36b0303":106,"1d472b":33,"1ed171bfb":106,"2012":107,"2015":[13,74],"2016":4,"2018":[13,50],"2019":[106,116],"2020":[106,108,122],"2021":106,"2310":106,"23rc1":106,"240057002457":107,"2410f592a":106,"24c8e4c2d":106,"250436d96":106,"2577f9334":106,"25t00":116,"27d08b76a":106,"2934220dc":106,"295d66f91":106,"29730d720":106,"2a1":106,"2a54512d7":106,"2b8dea64":106,"2bf7b7cac":106,"2ca615cff":106,"2f31b3060":106,"2fbpxrficyexamplekei":107,"2fexampl":123,"2fk7mdeng":107,"2fspark":123,"2fwebident":107,"2ndwatch":4,"308f1d066":106,"314524341751":122,"32971a1a2":106,"32b3cfbcf":106,"3320e432a":106,"33f0cd265":106,"349b0811c":106,"34f90eff":122,"357e11e0c":106,"3600":20,"3696c34c2":106,"370e7d07d":106,"3723":[106,108],"3734876d9":106,"373c6aa4a":106,"375d1ca22":106,"379a884d6":106,"383a118d2":106,"3934ef224":106,"3a240057002457":107,"3aaw":107,"3aiam":107,"3arol":107,"3bb60afc7":106,"3d76fb4bf":106,"3ea3e1a2b":106,"3fa51f94d":106,"3fd5ef355":106,"40246132a":106,"40add26d4":106,"40bf8f28f":106,"4175":106,"41bf172c1":106,"4200":[3,32],"422b61a9d":106,"42a23d16f":106,"42eef3821":106,"4364":106,"438da7241":106,"4421f011e":106,"4438":106,"44b5e2":[31,34],"455a":122,"4572":111,"465":122,"4681":106,"47a922b86":106,"483068745":106,"4c8e033c0":106,"4d03e33c1":106,"4e1f3a69d":106,"4e479e1e1":106,"4e8f9cc8d":106,"4fb498f87":106,"504cfbac1":106,"5090fb0c8":106,"5115":106,"5220e4c38":106,"5231":106,"52b6efe1":106,"53ada6e79":106,"553bb7af7":106,"564192c16":106,"5648dfbc3":106,"5705":106,"5781":106,"5782":106,"5783":106,"5786":106,"57da45685":106,"5824":106,"5825":106,"58a8ec0e4":106,"58c3542ed":106,"5908":106,"5924":106,"599e4791c":106,"59eb5de78":106,"5a439e84":106,"5e77a6154":106,"5ee74b21be672":122,"600":3,"6007":106,"6021":106,"6038":106,"6072":106,"6075":106,"6083":106,"6206":106,"6245":106,"625576a3a":106,"6258":106,"6319":106,"6333":106,"6376":106,"63aa3db88":106,"6424":106,"6502":106,"6512":106,"6515":106,"6518":106,"6539":106,"6541":106,"6570":106,"6572":106,"6574":106,"6577":106,"6588":106,"6617":106,"663259d4b":106,"6654":106,"6655":106,"6659":106,"6672":106,"6674":106,"6678":106,"6682":106,"6686":106,"66c3ff":[66,69,87],"6708":106,"6714":106,"6716":106,"6718":106,"674368f66":106,"6761":106,"6764":106,"6767":106,"6773":106,"6792":106,"6811":106,"6817":106,"6822":106,"6824":106,"6830":106,"6854":106,"686d7d50b":106,"6871":106,"6877":106,"6884":106,"6888":106,"6889a333c":106,"68d1714f2":106,"6962":106,"6975":106,"6ad3fa":60,"6b9659":33,"6ce855af1":106,"6cf76d7ac":106,"6d55f329f":106,"6d573e8ab":106,"6eaa7e3b1":106,"7068":106,"7077":123,"7105":106,"7111":106,"7146":106,"7176":106,"7178":106,"7213":106,"7236862a1":106,"7239d9a82":106,"7270":106,"7271":106,"7274":106,"7287":106,"7288":106,"7295":106,"7309":106,"7330":106,"7336":106,"7338":106,"7339":106,"7341":106,"7342":106,"7347":106,"7375":106,"7386":106,"7394":106,"7412":106,"7443":106,"7451":106,"7456":106,"7474":106,"74bc316c5":106,"7502cad28":106,"7506":106,"7517":106,"7527eddc5":106,"7541":106,"7598":106,"7600":106,"7619":106,"7680":106,"7731":106,"7733":106,"7745":106,"7753":106,"7825e8f59":106,"7827":106,"7830":106,"7846":106,"7891":106,"78d8fe694":106,"7945":106,"7948":106,"7c206a82a":106,"7ca0b6f12":106,"7d0e7122d":106,"7d24b088c":106,"7ea66a1a9":106,"7meuul":122,"8011":106,"8080":107,"8170":106,"8186":106,"822285134":106,"8248":106,"82c0e5aff":106,"82f744b87":106,"8349061f9":106,"83c037873":106,"8441":106,"8451":106,"8452":106,"8534":106,"8571":106,"8572":106,"8581":106,"85a18e13d":106,"85bbab27d":106,"8618":106,"8669":106,"8701":106,"872b1566a":106,"8749":106,"87969a350":106,"87fdbd070":106,"8802":106,"8807":106,"8811":106,"8845":106,"8863":106,"8877":106,"8882":106,"8886":106,"8888":106,"8891":106,"8895":106,"8898":106,"88e40c714":106,"8936":106,"8969b7185":106,"8984":106,"8987":106,"8994":106,"8a0240257":106,"8afdb6ac6":106,"8b1":106,"8b10a4b35":106,"8c42cf1b0":106,"8d42d9ed6":106,"9019":106,"9022":106,"9026":106,"9054":106,"9106":106,"9211":106,"9214":106,"9246":106,"92585ca4c":106,"9282185e6":106,"9290":106,"9306":106,"9320":106,"9350":106,"9370":106,"9400":106,"9404":106,"9408":106,"941a07057":106,"9444":106,"9458":106,"9460":106,"94fccca97":106,"9516":106,"9523":106,"9549274d1":106,"9550":106,"9559":106,"9594":106,"9602":106,"9604":106,"9645":106,"9667314b2":106,"9784":106,"9786":106,"97a429f9d":106,"9817":106,"9878":106,"9908":106,"992a18c84":106,"992f0e3ac":106,"9982":106,"9985":106,"99e699":100,"9a94ab246":106,"9b39f2478":106,"9c8f":122,"9cbd7de6d":106,"9edfcb7ac":106,"boolean":78,"byte":[20,22,24,88,91,106],"case":[3,4,6,20,51,96,107,108,112,115,123],"class":[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,106,108,115,120],"default":[2,3,4,9,18,20,21,23,24,25,34,37,46,47,48,49,50,55,56,59,60,61,64,65,66,70,71,72,74,75,78,79,80,86,87,88,90,93,97,98,100,106,112,114,122,123],"enum":[21,72],"export":[89,107],"final":[0,3,12,19,106,107,112],"float":[3,4,8,9,21,24,35,36,72,78,79,106],"function":[0,17,18,20,21,26,31,61,62,74,78,87,93,94,106],"import":[3,4,106],"int":[0,3,4,6,9,12,13,14,18,20,21,24,25,31,32,34,40,43,44,52,55,56,57,58,60,66,67,72,74,78,79,86,88,91,92,97,106],"long":[72,88,107,115,120],"new":[4,6,21,30,34,37,75,79,106,107,108,112,114],"null":[64,65,122,123],"public":119,"return":[0,2,3,4,6,8,9,10,11,12,13,14,18,19,20,21,22,23,25,26,28,30,31,32,34,37,43,44,50,51,52,53,54,55,56,57,58,60,64,65,66,67,69,70,71,72,75,77,78,79,80,81,86,87,96,106,112,115,116],"short":[72,90,91,92],"static":[3,20,69,70,71,96,101,102,106],"super":[2,106],"switch":106,"throw":[84,85],"true":[3,6,9,13,14,18,19,20,21,30,34,37,38,40,52,55,56,57,58,62,78,79,83,86,89,90,92,98,109,111,112,114,115],"try":[67,109,111,112],"while":[20,89,94],AND:[13,74],AWS:[0,2,3,4,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,32,34,35,36,37,42,43,44,46,51,52,53,54,55,56,57,58,60,64,65,67,68,69,70,71,72,73,74,75,79,81,86,89,91,98,103,106,108,109,111,113,114,116,117,119,124],Added:106,Adding:[3,106],And:[64,65,114],ECS:[37,106,118],EFS:6,For:[2,13,20,25,34,37,42,52,53,54,55,56,57,58,60,64,65,72,88,90,91,92,94,100,106,107,108,111,112,113,114,115,116,117,119,120,122,123],GCS:[90,106],IDs:116,NFS:[6,112],NOT:80,One:2,SES:[23,103,106],SNS:[24,59,106],SQS:[25,60,86],The:[0,2,3,4,6,12,13,18,20,21,23,26,34,42,43,46,47,48,49,50,51,52,53,54,55,56,57,58,60,62,64,65,67,72,73,74,75,77,78,79,80,84,85,86,90,91,92,94,96,99,101,102,107,112,114,115,116,117,119,122,123],Then:112,There:[3,34,80],These:[112,116,117],Use:[3,38,72,106,111,113],Used:107,Useful:107,Uses:74,Using:[3,4,107],Will:10,With:[70,71,107,112],__init__:106,_assume_rol:2,_assume_role_with_saml:2,_assume_role_with_web_ident:2,_aws_logs_en:37,_check_and_transform_video_id:116,_check_success_task:37,_cloudwatch_log_ev:37,_convert_item_to_json_byt:88,_create_basic_sess:2,_create_datasync_task:34,_create_integer_field:55,_delete_datasync_task:34,_deprecation_msg:96,_execute_datasync_task:34,_expose_google_api_response_via_xcom:92,_fetch_saml_assertion_using_http_spegno_auth:2,_fix_int_dtyp:97,_get_credenti:[2,106],_get_google_identity_token_load:2,_get_location_arn:34,_get_message_attribut:24,_get_secret:[64,65],_get_tasks_and_loc:34,_hook:106,_impersonate_to_rol:2,_kwarg:112,_last_log_messag:37,_list_request:21,_load_data_to_s3:92,_oper:106,_parse_s3_config:2,_prefix:[122,123],_read:[28,30],_read_credentials_from_connect:2,_read_role_arn_from_extra_config:2,_refresh_loc:6,_refresh_task:6,_render_filenam:28,_retrieve_data_from_google_api:92,_scan_dynamodb_and_upload_to_s3:88,_sensor:106,_sessionfactori:2,_start_task:37,_stringifi:96,_try_reattach_task:37,_update_datasync_task:34,_update_google_api_endpoint_params_via_xcom:92,_upload_file_obj:20,_upload_file_to_s3:88,_wait_for_task_end:37,a0e08c:93,a1e2f8635:106,a311d3d82:106,a36002412:106,a60f589aa:106,a69b031f2:106,a79e2d4c4:106,a80cd25e8:106,a8b5fc74d:106,a9ac2b040:106,aaa:107,ab10443e9:106,ab1290cb0:106,ab5fe56ac:106,abil:106,abl:23,abort:87,about:[6,20,22,25,60,71,106,107,115,116,120],abov:[109,111,112],absolut:97,ac2f72c98:106,accept:[38,80,106,107],access:[20,47,64,65,107,109,111,112],access_kei:2,access_token:[90,91,92],accident:4,accord:106,accordingli:79,account:[12,14,28,43,90,91,92,107,109],acl:[20,47,89,90,106],acl_polici:[20,47,89,106,108],action:[107,112,114,116,117,119],action_if_job_exist:[55,56],actiononfailur:114,actual:[106,115,120],add:[4,23,38,106,107,108,112,114],add_jitt:3,add_step:114,added:[3,38,106],adding:114,addit:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,34,60,61,62,64,79,107,112],addition:[107,111],address:[23,107],advanc:116,ae7cb4a1:106,aeea71274:106,af4157fd:106,after:[21,37,70,79,106,107,112,114],against:[93,107],aip:106,airfl:80,airflow:[107,109,111,112,113,114,115,116,117,119,120,122,123],airflow_bucket:34,airflow_conn_:107,airflow_conn_aws_default:107,airflowbadrequest:6,airflowexcept:[3,4,6,9,12,14,32,34,84,85,86],airflowtasktimeout:6,akiaiosfodnn7exampl:107,algorithm:112,alia:17,all:[0,6,18,20,21,28,34,46,48,50,51,52,90,92,94,96,106,107,108,112,116,117],alloc:[12,43],allow:[3,4,12,43,92,94,106,107,108,114],allow_delet:79,allow_disk_us:96,allow_random_location_choic:[34,112],allow_random_task_choic:[34,112],allowdiskus:[106,108],almost:106,along:107,alreadi:[2,3,6,14,20,37,47,49,55,56,89,94,112],also:[4,37,49,64,81,88,107,111,112,114,116],altern:[38,107,112],alwai:[106,112],amazon:[110,112,113,116,117,119,122,123],amazonaw:[2,3,4,21,26,33,37,70,71,88],amount:93,amp:107,analyticsreport:92,ani:[0,2,3,4,6,10,14,20,21,23,26,30,31,32,38,39,40,41,62,69,70,71,73,75,78,88,90,91,92,96,107,112,116,122,123],annot:106,apach:[107,113,114,116],api:[2,3,4,9,13,21,26,33,37,69,70,71,74,88,92,106,108,112,113,114,115,118,120],api_assumerol:107,api_assumerolewithsaml:107,apirefer:[3,32],append:30,appli:[3,32],applic:[49,107,113],apply_default:106,approach:112,architectur:3,archiv:[115,120],arg:[0,3,4,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,106,114],argmin:21,argument:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,39,43,47,48,49,50,61,62,64,78,79,80,90,93,97,98,100,106,112],arn:[2,26,28,32,51,52,53,54,55,56,57,58,61,62,107,109,112,122],around:2,arr:21,arrai:[24,37,96],array_properti:32,arrayproperti:[3,32],ask:[66,70,71,82,83,84,85,87],assert:107,assig:106,assign:[106,107],associ:[21,35,36,37,68,83],assum:[3,4,96,107,112],assume_rol:107,assume_role_kwarg:[2,107],assume_role_method:107,assume_role_with_saml:107,assume_role_with_web_ident:107,assume_role_with_web_identity_feder:107,assume_role_with_web_identity_federation_audi:107,assumerolewithsaml:[106,107],assumerolewithwebident:107,athena:[15,27,45,76,105,106],athenasensor:66,attach:[23,37,94,107,118],attempt:[34,112],attribut:[2,24,25,59,60],aud:107,audienc:107,augment:106,authent:[2,92,106,122],author:[90,91,92,107],auto:[30,106],autocommit:[98,100],autom:106,automat:[59,98,106,112],avail:[9,18,21,49,77,86,92,113,114,116],avoid:[0,3,4,31,112],aws:[105,106,107,108,109,112,113,114,115,116,117,119,120,122,123],aws_access_key_id:[64,122],aws_account_id:107,aws_conn_id:[0,2,4,5,6,7,8,10,11,13,14,16,17,18,19,20,21,22,23,24,25,26,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,50,51,52,53,54,55,56,57,58,59,60,61,62,66,67,68,69,72,73,74,75,77,78,79,80,81,86,87,89,91,92,93,96,97,98,99,100,112,113,114,115,120],aws_customers_conn:50,aws_default:[2,11,31,33,34,35,36,38,39,40,41,42,43,44,46,47,48,49,50,51,59,60,61,62,66,67,68,69,72,73,74,75,77,78,79,80,81,86,87,89,90,91,92,93,94,96,97,98,99,100,101,102,107,112,114,115,120],aws_default_region:107,aws_dynamodb:[15,27,105],aws_ec:113,aws_glue_default_job:43,aws_hook:106,aws_iam_rol:107,aws_policy_nam:107,aws_role_nam:107,aws_secret_access_kei:[64,122],aws_session_token:107,awsathenahook:[0,31,66,106],awsathenaoper:[31,106],awsbasehook:[0,2,3,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,106,107,112],awsbatchcli:3,awsbatchclienthook:[3,4],awsbatchoper:[32,106],awsbatchprotocol:3,awsbatchwait:[4,32],awsbatchwaitershook:4,awscloudformationhook:[5,67],awscurr:122,awsdatasync:34,awsdatasynchook:[6,34,112],awsdatasyncoper:[6,34,112],awsdynamodb:106,awsdynamodbhook:7,awsfirehosehook:16,awsgluecataloghook:[13,74],awsgluecatalogpartitionsensor:74,awsgluecrawlerhook:[14,44,75],awsgluecrawleroper:44,awsgluecrawlersensor:75,awsgluejobhook:[12,106],awsgluejoboper:43,awsgluejobsensor:[73,106],awshook:[37,106],awslambdahook:17,awslogs_group:[37,113],awslogs_region:37,awslogs_stream_prefix:[37,113],awslogshook:[18,21,28,37,109],awsredshiftclustersensor:77,awssnshook:24,awsssmsecretsbackend:106,awsvpcconfigur:113,b2a28d159:106,b40dffa08:106,b46d6c060:106,b61225a88:106,b6434dedf:106,b7aa778b3:106,b7cdda1c6:106,b9d677cdd:106,baae14084:106,back:[3,32],backend:[64,65,103,106,108],backend_kwarg:[64,65,106,122,123],backoff:3,backport:[106,108],backup:[115,120],backward:107,bad:106,bandwidth:112,base:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,106,107,112],base_aw:[0,3,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,105],base_log_fold:[28,30],base_sess:2,basecli:3,basehook:2,baseoper:[31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,59,60,61,62,88,89,90,91,92,93,94,96,97,98,99,100,101,102],basesecretsbackend:[64,65,106],basesensoroper:[66,67,68,69,72,73,74,75,77,78,79,80,81,86,87],basic:[18,92,116,119],batch:[3,4,7,16,21,27,45,105,106,108],batch_client:[4,15,27,105],batch_wait:[15,27,105],batchget:92,bcc:[23,103],bd74eb0ca:106,bd90136aa:106,becaus:[112,114],becedd5af:106,becom:68,been:[20,79,90,96,107,108],befor:[0,3,4,6,31,46,52,66,72,93,98,100,106,107,112,113],begin:[18,50,61,62,90],behav:[79,112],behavior:[3,34,69,79,81],behaviour:[2,46,55,56],being:[20,47,77,78,79,80,89,92,93,96,112,122,123],belong:13,below:[32,73,75,107],better:106,between:[0,3,6,8,14,21,31,34,35,36,44,66,67,72,74,79,112,116],big:[91,120],bigger:[115,120],bin:114,binari:24,black:106,blob:4,block:[3,4,32],blog:[3,4],bool:[2,3,6,9,13,18,19,20,21,30,34,37,38,40,46,47,48,49,50,52,55,56,57,58,62,78,79,80,83,89,90,91,92,94,96,97,98,100,106],bootstrap:70,both:[20,47,57,112],boto3:[2,3,4,6,10,19,20,21,26,32,33,34,35,36,37,38,39,46,51,64,69,70,71,88,106,107,108,112,113,114,116,117,119],boto:[2,3,4,6,20,96,106,107],botocor:[2,3,4,25,47,48,49,50,60,78,79,80,90,97,98,100,107,108],bounc:23,box:107,branchpythonoper:116,brand:106,bring:116,broken:106,browser:107,bucket:[12,20,21,43,46,47,48,50,78,79,80,88,89,90,91,92,94,96,97,98,99,100,101,102,106,111,112,116,117,119],bucket_access_role_arn:112,bucket_kei:78,bucket_nam:[20,46,78,79,80,88,89,91,106,108,115,120],bucketaccessrolearn:[34,112],bug:106,bugfix:106,build:[4,106],build_full_result:0,build_path:106,builtin:106,bump:106,bundl:[47,48,49,50,78,79,80,90,97,98,100],busi:6,bytes_data:20,bytesio:20,c015eb2f6:106,c065d3218:106,c0c5f11ad:106,c319e81ca:106,c34ef853c:106,c3dae0:32,c3e340584:106,c4c635df6:106,c5cae9:[67,74],c6358045f:106,c7788a689:106,c7a454aa3:106,c7e5bce57:106,c858babdd:106,c94b1241a:106,ca4238eb4:106,cach:[2,106],calcul:[106,114],calculate_pi:114,call:[0,4,6,9,14,21,23,31,32,34,44,51,66,69,70,71,92,106,107,116],callabl:[21,78,88,93],camelcas:[3,4,21],can:[2,3,4,6,9,12,20,23,30,39,47,48,49,50,64,78,79,80,88,89,90,92,97,98,100,107,108,109,111,112,114,115,116,117,119,122,123],cancel:[0,6,14,31,34,66,75],cancel_task_execut:6,candid:[106,112],capabl:[106,108],capac:7,case_sensit:6,cast:[52,55,57],catalog:[13,44,74],cater:112,cb766b05b:106,cbebed2b4:106,cc181e:92,cc8811:68,cert:[47,48,49,50,78,79,80,90,97,98,100],certain:78,certif:[2,47,48,49,50,78,79,80,90,97,98,100],cf141506a:106,cf647c27e:106,cf9437d79:106,cfg:[64,65,109,111,122,123],chain:[90,91,92,107],chang:[0,2,3,21,79,106,107],changelog:106,channel:116,channelid:116,charact:[80,106],charset:23,check:[0,3,4,6,8,9,13,14,20,21,30,31,34,35,36,37,44,55,56,57,58,66,68,70,71,72,74,78,79,80,81,82,83,84,85,86,87,91,94,106,112,115],check_and_transform_video_id:116,check_fn:78,check_for_bucket:20,check_for_kei:20,check_for_partit:13,check_for_prefix:20,check_for_wildcard_kei:20,check_interv:[8,21,35,36,52,55,56,57,58],check_job_flow:114,check_job_success:3,check_query_statu:0,check_s3_url:21,check_statu:21,check_training_config:21,check_training_status_with_log:21,check_tuning_config:21,child:96,choic:108,choos:[107,112],choose_loc:[34,112],choose_task:[34,112],chosen:34,chunk:[91,115,120],chunk_siz:[91,115,120],claus:74,cleanup:106,cli:[113,114],client:[2,3,4,5,14,20,21,25,26,33,35,36,37,52,53,54,55,56,57,58,60,64,65,68,70,71,92,106,107,112,114,116],client_method:20,client_request_token:[0,31],client_typ:2,clienterror:6,clienthook:106,clientmethod:20,close:[28,30,98,106],cloud:[43,44,90,91,92,106,115,120],cloud_form:[15,27,45,76,105],cloudant:106,cloudbasehook:106,cloudform:[5,33,67,106],cloudformationcreatestackoper:33,cloudformationcreatestacksensor:67,cloudformationdeletestackoper:33,cloudformationdeletestacksensor:67,cloudwatch:[18,21,28,37,55,56,83,110],cloudwatch_task_handl:[27,29,105],cloudwatchtaskhandl:28,cluster:[10,19,37,38,40,70,71,77,106,113,114],cluster_cr:114,cluster_id:40,cluster_identifi:[19,77],cluster_remov:114,cluster_st:[10,38],cluster_statu:19,code:[3,4,32,80,106,114,115,116,119],collect:[32,96],column:[13,97,98],com:[2,3,4,13,21,26,32,33,37,70,71,74,88,92,107,122,123],combin:[4,37,122,123],come:[21,106],command:[98,100,106,108,113,114,119],comment:106,commit:[98,106,108],common:106,commun:[92,107],compani:107,comparison:74,compat:[2,106,107],compelet:106,complaint:23,complet:[3,4,6,8,12,14,21,34,35,36,71,87,106,112,115],compon:107,compos:13,composit:106,compress:[20,89,91,96,106],concaten:64,concurr:[3,4,12,40,43],concurrent_run_limit:[12,43],condit:107,conf:2,config:[0,2,4,9,10,21,31,39,44,51,52,53,54,55,56,57,58,64,65,106,107,114,122,123],config_file_nam:2,config_format:2,config_kwarg:107,config_prefix:[64,65],configur:[2,3,4,9,14,21,32,37,44,46,51,52,53,54,55,56,57,58,64,65,67,74,106,109,111,112,122,123],configure_s3_resourc:21,conflict:107,conn:[2,106],conn_id:[64,65,103,107],conn_name_attr:[2,10],conn_typ:[2,10,20],connect:[2,4,10,11,12,20,25,31,32,33,34,35,36,37,38,39,40,41,42,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,69,72,74,75,78,79,80,86,87,90,91,92,93,94,96,97,98,99,100,101,102,106,108,109,111,113,114],connections_prefix:[64,65,122,123],consecut:[0,6,14,31,34,44,66],consid:[34,79,81],consist:106,consol:[107,113,114],constant:[107,114],constraint:37,construct:[80,107],constructor:106,contain:[0,2,5,7,13,16,17,18,20,21,23,24,25,33,37,44,46,67,69,71,81,84,85,88,90,93,96,97,98,107,113],containeroverrid:[3,32,113],content:[106,107],context:[0,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,66,67,68,69,72,73,74,75,77,78,79,80,81,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102],continu:114,contrib:106,control:[49,92],conveni:[3,20],convent:[20,47],convers:106,copi:[20,47,49,100,106],copy_object:20,copy_opt:[100,119],core:2,correct:[101,102,106,107,112],correctli:[79,106],correspond:92,cost:[115,120],could:34,cover:3,coverag:106,crawl:14,crawler:[12,14,44,75,106,108],crawler_kwarg:14,crawler_nam:[14,75],creat:[0,2,4,5,6,9,10,12,14,19,20,21,25,30,31,33,34,37,39,43,44,46,47,52,53,54,55,56,57,58,64,65,66,67,77,78,80,86,87,88,106,107,113],create_:112,create_bucket:20,create_cluster_snapshot:19,create_crawl:14,create_destination_location_kwarg:[34,112],create_endpoint:[21,52],create_endpoint_config:[21,52,53],create_glacier_job:115,create_hyper_parameter_tuning_job:58,create_integer_field:[52,57],create_job_flow:[10,114],create_loc:6,create_location_kwarg:6,create_location_xyz:[6,34],create_model:[21,52,54,57],create_processing_job:[21,55],create_queu:25,create_replication_group:9,create_sess:2,create_source_location_kwarg:[34,112],create_stack:[5,33],create_task:[6,34],create_task_kwarg:[6,34,112],create_training_job:[21,56],create_transform_job:[21,57],create_tuning_job:21,createdd:122,creation:[19,21,34,52,114],creator:[90,91,92],credenti:[2,4,32,37,46,67,74,90,91,92,106,107],criteria:[72,78,88,112],cross:106,csv:[90,98,119],current:[2,6,8,9,18,20,21,43,44,66,70,73,80,96],current_job_descript:21,current_object:79,currenttaskexecutionarn:6,cursor:96,custom:[4,32,37,50,92,96,106,113,114],custom_config:4,custom_head:23,d0ab7f6d3:106,d0e7db402:106,d200:106,d202:106,d204:106,d305876be:106,d38a0a781:106,d5589673a:106,d590e5e76:106,dag:[106,108,112,113,114,116,117,119],data:[4,18,20,26,44,49,50,59,62,78,88,89,91,92,93,96,97,98,106,115,116,119,120],databas:[13,31,74,89,93,96,97,98,100],database_nam:[13,74],databrick:106,datafram:97,datasync:[15,27,45,105,106,118],datasync_task:112,datasync_task_1:112,datasync_task_2:112,datasynctask:34,datatyp:24,date:[106,107],days_ago:106,db121f726:106,dd98b2149:106,de3b1e687:106,dea345b05:106,debug:107,decid:[9,20,89,112,116],decor:[20,106],decrypt:106,deepcopi:4,def:[3,78,116],default_arg:106,default_config:4,default_conn_nam:[2,10],default_create_source_location_kwarg:112,default_create_task_kwarg:112,default_delay_max:3,default_delay_min:3,default_destination_location_kwarg:112,default_update_task_kwarg:112,defin:[4,14,32,34,92,112,113,122,123],definit:[3,32,37,113,114],delai:[3,4,25,60],delay_second:[25,60],deleg:[90,91,92],delegate_to:[90,91,92,115,120],delet:[5,6,9,19,20,33,34,46,48,67,79,86,106],delete_bucket:20,delete_clust:19,delete_object:[20,106],delete_replication_group:9,delete_stack:[5,33],delete_task:6,delete_task_after_execut:[34,112],delimit:[20,50,78,80,90],deliveri:16,delivery_stream:16,depend:[24,91,96,106,120],deprec:[1,21,90,96,107,108],desc:12,describ:[3,9,21,26,106,107],describe_clust:70,describe_cluster_snapshot:19,describe_endpoint:21,describe_endpoint_config:21,describe_execut:26,describe_funct:21,describe_job:[3,11],describe_model:21,describe_processing_job:21,describe_replication_group:9,describe_step:71,describe_task:37,describe_task_definit:37,describe_task_execut:6,describe_training_job:21,describe_training_job_with_log:21,describe_transform_job:21,describe_tuning_job:21,describetrainingjob:21,descript:[3,4,6,12,21,43,72,106,107,112,116],design:79,desir:[77,97,98,112],desiredstatu:37,dest:[34,49,112],dest_aws_conn_id:[49,90],dest_bucket_kei:[20,47],dest_bucket_nam:[20,47],dest_s3_extra_arg:90,dest_s3_kei:[49,90],dest_verifi:[49,90],destin:[6,20,34,47,49,90,94,100,112],destination_location_arn:6,destination_location_uri:[34,112],detail:[4,20,25,26,42,43,52,53,54,55,56,57,58,60,70,71,72,91,94,106,108,112,113,114,123],detect:[3,106],determin:[6,19,34,59],dev:106,develop:[4,92,113],df8efd04f:106,diagram:107,dict:[0,2,3,4,5,6,9,10,12,13,18,20,21,22,23,24,25,26,31,32,33,34,37,38,39,40,41,43,44,51,52,53,54,55,56,57,58,59,60,62,66,69,70,71,78,81,86,88,89,90,92,93,94,96,97,106],dictionari:[14,37,39,69,70,71,96,107,115],differ:[21,47,48,49,50,78,79,80,90,97,98,100,112],differenti:112,directli:[34,90,91,92],directori:[20,21,90,112],disabl:[88,106,107],discoveri:[92,116],discuss:123,disk:96,displai:21,distribut:[2,46],do_xcom_push:[34,38,40,62,112],doc:[3,13,32,74,96,106,107,108],docstr:106,document:[2,3,4,6,13,21,26,33,37,70,71,88,96,106,107,112,113,114,115,116,117,119,120,123],doe:[20,55,56,57,58,78,108],doesn:[52,55,56,57,58,112],domain:[90,91,92],don:[106,109,111],done:[21,107,112,115],dot:74,down:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,61,62,106,114],downgrad:108,download:[20,91,99,101,102,115,120],download_fil:[20,106],downstream:50,dpu:[12,43],drop:20,dtype:97,due:116,dummi:106,dummy_oper:106,dummyoper:116,dump:[88,112],duplic:106,durabl:[115,120],durat:[72,106],dure:[4,55,56,79,114],dynam:106,dynamodb:[1,2,15,27,88,93,105],dynamodb_scan_kwarg:88,dynamodb_table_nam:88,dynamodb_to_s3:[27,95,105,106],dynamodbtos3oper:88,e0b022725:106,e13a14c87:106,e31e9ddd2:106,e3f96ce7a:106,e4878e677:106,e501:88,e61b9bb9b:106,e7c87fe45:106,e9add7916:106,ea21:122,each:[0,2,6,8,13,21,35,36,46,67,72,74,86,96,112,122,123],east:[12,43,74,93,107,122],eb4af4f94:106,ec2:[4,15,27,35,36,37,68,105,106],ec2_instance_st:[27,76,105],ec2_start_inst:[27,45,105],ec2_stop_inst:[27,45,105],ec2hook:8,ec2instancestatesensor:68,ec2startinstanceoper:35,ec2stopinstanceoper:36,ecce1ace7:106,ecfdc60bb:106,echo:113,ecs:[27,45,105,113],ecsoper:[37,106,108,113],ecsprotocol:37,ed09915a0:106,ed3f5131a:106,eded:[43,44,51,81,89,98],ee20086b8:106,ee7ca128a:106,eeaa11:[35,36],eef87b995:106,effect:107,either:[9,20,24,34,47,52,59,107,108,111,112,122],elast:[10,37],elasticach:[9,106],elasticache_replication_group:[15,27,105],elasticachereplicationgrouphook:9,element:96,elimin:107,els:[0,3,9,30],elsewher:107,email:[23,27,94,104,105,106,107,108,117],emailoper:[106,108],empti:[2,6,14,20,46,107],emr:[2,15,27,38,39,40,41,69,70,71,105,106,118],emr_add_step:[27,45,105],emr_bas:[27,70,71,76,105],emr_cluster_nam:10,emr_conn_id:[10,39,114],emr_connect:39,emr_create_job_flow:[27,45,105],emr_default:[10,39,114],emr_defaultrol:114,emr_ec2_defaultrol:114,emr_job_flow:[27,76,105],emr_modify_clust:[27,45,105],emr_step:[27,76,105],emr_terminate_job_flow:[27,45,105],emraddstepsoper:[38,106,114],emrbasesensor:[69,70,71],emrcreatejobflowoper:[39,114],emrhook:[10,69],emrjobflowsensor:[70,106,114],emrmodifyclusteroper:[40,114],emrstepsensor:[71,114],emrterminatejobflowoper:[41,114],emul:111,enabl:[20,48,80,90,91,92,99,101,102,106,107,109,122,123],encod:[20,23,106,107],encrypt:[0,20,31,89,111],encrypt_s3_log:111,end:[6,18,97,114],endpoint:[21,24,52,53,82,92,107,111,116],endpoint_config_configur:52,endpoint_configur:52,endpoint_nam:82,endpoint_non_terminal_st:21,endpointarn:[24,59],endpointconfig:52,engin:80,enhanc:106,ensur:[9,107],ensure_delete_replication_group:9,entri:[18,21,106],envelop:23,environ:[34,65,107,113,122],environment:107,equal:[8,68],error:[0,6,20,30,70,71,79,82,83,84,85,89,106,108],establish:[99,101,102,107],etc:[2,17],etl:[12,43],even:20,event:[17,18,21],everi:115,exaconnect:89,exactli:[38,112],exampl:[3,4,12,13,21,34,43,50,64,65,74,78,92,93,106,108,109,111,112,113,114,115,116,117,119,120,122,123],example_dag:[106,112,113,114,115,116,117,119,120],example_ecs_farg:113,example_emr_job_flow_automatic_step:114,example_emr_job_flow_manual_step:114,example_glacier_to_gc:[115,120],exasol:[89,108],exasol_conn_id:89,exasol_default:89,exasol_to_s3:[27,95,105],exasoltos3oper:[89,106,108],exce:88,exceed:6,except:[112,114],exchang:107,exclud:[34,50,122,123],exclus:[122,123],execut:[0,3,6,11,12,21,26,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,71,72,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,107,115],execution_arn:[26,61,62,87],exist:[2,6,13,14,20,21,30,34,38,40,49,52,55,56,57,74,75,80,89,90,92,94,96,108,109,111,112],exit:[0,31],exp:3,expand:51,expand_rol:[2,51,52,54,55,56,57,58],expect:[21,49,72],expir:20,expires_in:20,explicit:[3,106],explicitli:123,explor:92,exponenti:[3,32],exponential_back_off_factor:9,exponential_delai:3,export_param:89,export_to_fil:89,expos:92,express:[13,20,49,74,94,106],expression_typ:20,extend:[28,30,96],extens:97,extern:107,external_id:107,extra:[10,39,67,74,89,106,108,111,112],extra_arg:106,extract:[3,21,81,116],extrem:[115,120],f06fe616:106,f0ede4:37,f0eee4:90,f3521fb0e:106,f3ad5cf61:106,f3e87c503:106,f40ac9b15:106,f473ca713:106,f4edd90a9:106,f6734b3b8:106,f69405fb0:106,f6bd817a3:106,f7a1334ab:106,f946f96da:106,f9c915:[38,39,40,41,49,61,62],face:106,factor:9,fail:[0,3,12,14,21,30,34,38,43,52,55,56,57,58,66,70,71,73,75,81,82,83,86,87,92,106,109,111,112],failed_st:[21,69,70,71,81,82,83,84,85],failur:[3,66,69,70,71,81,84,85,87,112],failure_message_from_respons:[69,70,71],failure_st:[0,66,87],fals:[6,9,14,18,20,30,34,37,46,47,48,49,50,78,79,80,86,89,90,92,94,96,97,98,100,107,111,114,115,120],famili:37,fargat:[37,113],fb6bddba0:106,fcb6b00ef:106,fdd9b6f65:106,featur:[106,109,111],fetch:[0,10,21,46,92],few:[113,114],ff5b70149:106,ffb857403:106,ffd700:50,fff:33,ffffff:[35,36,68],field:[51,52,55,57,69,106,111,116],file:[2,3,4,20,21,23,28,30,38,39,47,49,50,78,88,89,90,91,92,94,96,97,98,99,100,101,102,103,106,107,108,112,115,120,122,123],file_obj:[20,88],file_s:88,file_task_handl:[28,30],filenam:[20,47,48,49,50,78,79,80,90,97,98,100],filename_templ:[28,30],filesystem:[49,88],filetaskhandl:[28,30],filter:[13,24,49,50,88,90,92,112],final_cluster_snapshot_identifi:19,find:[10,34,50,90,112,116,119],finish:[12,21,37,52,55,56,57,58,106,114,115],firehos:16,first:[49,80,90,91,92,106,112,116],fix:106,flag:[9,20,89,106],flat:[24,59],flow:[10,70,107],flush:[88,106],flynt:106,folder:[28,78,94],follow:[2,4,18,47,48,49,50,69,78,79,80,90,97,98,100,107,109,111,112,113,114,116,117,119],force_delet:[20,46],forcibl:46,form:[20,37,51,89,106,107],format:[2,20,21,22,23,28,44,101,102,106,116],formmatt:106,found:[10,20,30,34,79,112],free:72,fresh:106,from:[3,4,5,6,9,10,18,19,20,21,22,23,28,30,34,37,39,43,44,46,47,48,49,50,64,65,69,70,71,74,78,79,80,81,86,88,89,90,91,92,93,94,96,97,98,99,100,101,102,106,107,108,112,115,116,117,119,120],ftp:[99,108],ftp_conn_id:99,ftp_default:99,ftp_path:99,full:[20,47,78],fulli:92,func:20,function_nam:17,further:[4,13,112,113,114,116,117,119],futur:[92,123],gcp:[91,106],gcp_conn_id:[90,91,92,106,115,116,120],gcs:106,gcs_to_s3:[27,95,105],gcshook:106,gcstos3oper:[90,106,108],gener:[3,4,18,20,69,81,106],generate_presigned_url:[20,106],get:[0,2,3,4,5,6,8,9,12,13,14,19,28,32,34,64,65,69,70,71,74,78,81,86,90,91,92,98,106,107,113,115,120,122,123],get_bucket:20,get_client_typ:2,get_cloudwatch_log:28,get_cluster_id_by_nam:10,get_config:[64,65],get_conn:[2,21],get_conn_uri:[64,65],get_crawl:14,get_credenti:2,get_current_task_execution_arn:6,get_emr_respons:[69,70,71],get_failed_reason_from_respons:[81,82,83,84,85],get_fil:78,get_hook:[34,37,67,69,74,75,77,78,80,81,86,87],get_iam_execution_rol:12,get_inst:8,get_instance_st:8,get_job_descript:3,get_job_st:12,get_kei:20,get_location_arn:6,get_log_conn:21,get_log_ev:[18,21],get_logs_hook:37,get_or_create_glue_job:12,get_partit:[13,74],get_query_result:0,get_query_results_pagin:0,get_replication_group_statu:9,get_resource_typ:2,get_s3_kei:[101,102],get_sagemaker_respons:[81,82,83,84,85],get_secret:22,get_secret_as_dict:22,get_sess:2,get_stack_statu:5,get_state_change_reason:0,get_tabl:13,get_table_loc:13,get_task_arns_for_location_arn:6,get_task_descript:6,get_vari:[64,65],get_wait:[3,4,32,37],get_wildcard_kei:20,getenv:[112,116,117,119],getpartit:[13,74],github:[3,4,123],given:[10,20,21,28,30,50,64,65,116],glacier:[15,27,45,76,91,105,106,118,121],glacier_to_gc:[27,95,105],glaciercreatejoboper:42,glacierdownloadarch:115,glacierhook:11,glacierjoboperationsensor:72,glaciertogcsoper:[91,115],glaciertransferdatatogc:115,glob:80,global:3,glue:[13,14,15,27,44,45,74,75,76,105,106,108],glue_catalog:[15,27,105],glue_catalog_partit:[27,76,105],glue_client:14,glue_crawl:[15,27,45,76,105],going:[20,48],googl:[90,91,92,106,108,118,120],google_api_endpoint_param:[92,116],google_api_endpoint_params_via_xcom:[92,116],google_api_endpoint_params_via_xcom_task_id:92,google_api_endpoint_path:[92,116],google_api_num_retri:92,google_api_pagin:92,google_api_response_via_xcom:[92,116],google_api_service_nam:[92,116],google_api_service_vers:[92,116],google_api_to_s3:[27,95,105],google_api_to_s3_transf:106,google_cloud_default:[90,91,92,115,116,120],google_cloud_storage_conn_id:[90,106],google_impersonation_chain:[90,91,92,115,120],google_openid_audi:107,google_service_account:107,google_sheet_id:116,google_sheet_rang:116,google_sheets_values_to_s3:116,googleapitos3oper:[92,116],googleapitos3transf:116,googlebasehook:106,googlediscoveryapihook:92,grammar:106,grant:[90,91,92],greater:78,group:[9,18,21,28,37,106,109],gserviceaccount:107,gssapi:107,guid:[2,3,4,32,34,37,42,72,91,94,100,106,108,112],gzip:[20,89,91,96,106,108,115,120],had:107,hadoopjarstep:114,handl:[28,30,106,112],handler:[28,30,106],happen:79,has:[20,21,37,79,90,96,107,108,112,114],has_crawl:14,hash:[10,106],have:[3,6,10,20,47,78,79,90,91,92,96,97,107,109,111,115,122,123],head:106,header:[23,97,98,106,107],hello:[64,65,88,113,122,123],hello_world:113,help:[3,4],helper:9,henc:92,here:[20,47,107,114,116,119,122,123],hierarchi:[20,50,80],high:[3,106],hint:[3,37,106],hive:[13,93,108],hive_to_dynamodb:[27,95,105],hiveserver2_conn_id:93,hiveserver2_default:93,hivetodynamodboper:93,hold:[21,51,72],hook:[27,28,30,31,32,37,44,51,66,79,83,105,106,112],hook_nam:[2,10,20],host:[30,107,111,122],hostnam:112,hour:[3,20,32],how:[2,34,37,42,72,88,91,94,100,101,102,107,112,114],howto:106,html:[2,3,4,13,20,21,23,26,32,33,37,70,71,74,88,107],html_content:[23,103],http:[2,3,4,13,20,21,26,32,33,37,48,70,71,74,88,92,106,107,111,123],http_method:20,http_spegno_auth:107,hyperparamet:58,hyperparametertuningjobconfig:58,iam:[2,12,43,51,90,91,92,107,112,114],iam_role_nam:[12,43],id_credentials_temp_request:107,idempot:106,ident:[90,91,92],identifi:[9,19,23,34,40,73,77,99,101,102,112],idp:107,idp_auth_method:107,idp_request_kwarg:107,idp_url:107,ids:[79,92],ignor:6,ignore_trailing_slash:6,illustr:107,imap4:94,imap:[94,108,118],imap_attachment_nam:[94,117],imap_attachment_to_s3:[27,95,105,106],imap_check_regex:94,imap_conn_id:94,imap_default:94,imap_mail_filt:[94,117],imap_mail_fold:[94,117],imapattachmenttos3oper:[94,117],imaplib:94,immut:4,impact:4,imperson:[90,91,92,106],implement:[2,69,81,93,106,112],impli:21,implicit:106,improv:[106,107],in_progress:72,inact:79,inactivity_period:79,inbox:[94,117],includ:[3,4,96,97,98,106,107,108,112],include_head:98,incorrect:106,increas:79,increment:[55,56],independ:123,index:[21,97],indic:[3,20,80],infer:44,infinit:21,info:[21,92,106],inform:[2,13,22,25,34,37,42,60,72,91,92,94,100,106,107,112,114,115,116,117,119,120],infrastructur:20,ingest:[18,21],ingestiontim:18,inherit:112,init:4,init_log_resourc:83,initi:[6,9,11,12,42,55,56,57,58,107,108,115],initial_poke_interv:9,initial_sleep_tim:9,initialinstancecount:53,initialis:107,initialize_job:12,inprogress:[72,115],input:[20,26,62,107],input_seri:20,insid:107,inspect:[4,112],instal:[106,107,113,114],instanc:[4,8,28,30,34,35,36,68,78,82,84,85,88,107,114],instance_count:21,instance_id:[8,35,36,68],instancecount:[56,58,114],instancegroup:114,instancerol:114,instancetyp:114,instead:[21,37,90,96,106,107,114],integ:[51,52,55,57],integer_field:[51,53,56,58],integr:[106,107,108,114],intend:[2,80],interact:[0,2,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,114],interfac:106,interleav:21,intermedi:0,intermediate_st:[0,66,87],intern:34,interpret:78,interv:[3,4,21,52,55,56,57,58,72],introduc:106,intuit:123,invalid:6,inventori:[11,42,115],invoc:[17,79],invocation_typ:17,invok:17,invoke_lambda:17,is_keys_unchang:79,is_replication_group_avail:9,isinst:78,isn:78,issu:[4,106,123],item:[0,7,13,18,20,88,116],iter:[0,6,7,16,21,23,24,50,51,70,71,90,96,112],its:[8,19,20,72,112,116],jar:114,jinja:51,jitter:[3,4],job:[3,4,8,10,11,12,21,32,35,36,37,42,43,51,55,56,57,58,67,70,72,73,74,83,84,85,91,106,108,115],job_complet:[12,21],job_definit:32,job_desc:43,job_descript:21,job_flow:38,job_flow_cr:114,job_flow_id:[38,41,70,71,114],job_flow_nam:38,job_flow_overrid:[10,39,114],job_id:[3,4,11,32,72,115],job_nam:[12,21,32,43,73,82,83,84,85],job_poll_interv:12,job_queu:32,job_sensor:114,jobcomplet:[4,32],jobdefinit:3,jobexist:[4,32],jobflow:[38,39,41,70],jobflowrol:114,jobid:[3,4,32,115],jobnam:3,jobqueu:3,jobrun:[4,32],jobrunid:12,jobrunst:12,jobstatu:72,join:[96,116],joinabl:96,json:[10,26,38,39,62,88,92,96,106,107,112,116,117],just:[12,78,96,112],keep:[21,106],keepjobflowalivewhennostep:114,kei:[3,4,7,10,18,20,21,38,40,47,48,49,50,62,64,65,78,79,80,86,88,89,90,92,93,94,96,97,98,99,100,101,102,106,107,114,116,117,122,123],keyword:[14,64],kinesi:[15,27,105,106],know:112,known:123,kwarg:[0,3,4,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,106,107,112,116],lack:106,lambda:[17,106],lambda_funct:[15,27,105],languag:43,last:[21,79,90,91,92],last_describe_job_cal:21,last_descript:21,later:72,latest:[2,3,4,13,14,17,20,21,26,32,33,37,70,71,74,88,106,107],launch:[6,37],launch_typ:[37,106,113],launchtyp:37,lazi:106,lead:108,leak:4,least:[20,119],leav:78,led:123,left:112,legaci:108,level:[9,20,47,70,78,79,80,106],lib:114,librari:[2,6,19,20,92,107,112,113,114,116,117,119],like:[3,20,34,38,64,65,74,78,80,88,112,115,122,123],limit:[3,4,88,107,112],line:88,link:[106,112],list:[3,4,6,7,10,12,19,20,21,23,33,34,37,38,48,50,70,71,78,79,90,91,92,93,96,98,100,103,106,108,116],list_3s_fil:50,list_:21,list_job:12,list_kei:20,list_prefix:20,list_processing_job:21,list_task:37,list_training_job:21,list_transform_job:21,list_wait:4,liter:106,live:107,load:[20,21,72,93,100,106,112],load_byt:[20,106],load_fil:[20,106],load_file_obj:20,load_str:[20,106],local:[6,12,20,21,28,30,43,49,88,89,91,107,111],local_path:20,localstack:111,locat:[6,13,20,30,34,43,49,106,109,111,112],location_arn_list:34,location_uri:[6,34],locationarn:[6,34,112],locationuri:[6,112],log:[2,12,15,21,27,37,43,55,56,64,65,79,83,105,106,107,108,112],log_group:[18,21],log_group_arn:28,log_idp_respons:107,log_stream:21,log_stream_nam:18,log_typ:17,logger:106,logging_mixin:[2,28,30,64,65],loggingmixin:[2,28,30,64,65],logic:112,login:107,logo:106,logstat:[21,83],longer:[21,107],look:[2,21,34,37,42,72,91,94,100,107,112,113,114,116,117,119,122,123],lookup:106,lost:79,lot:96,low:[115,120],machin:[26,30,61,62,87],made:[2,92],magic:106,mai:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,34,48,61,62,79,91,96,107,112,120,122,123],mail:[23,94],mail_from:23,main:112,maintain:[2,46],mainten:92,make:[69,70,71,90,91,92,106],manag:[4,22,44,64,106,107,123,124],mani:[3,4,34,112],manner:[2,46],manual:107,mapreduc:10,mark:[20,50],markdown:106,markdownlint:106,market:114,master:[106,114,123],match:[3,4,6,13,20,21,34,38,48,80,106,107,112,115,120],match_statu:3,mathemat:114,max:[9,21],max_attempt:4,max_ingestion_tim:[21,52,55,56,57,58],max_interv:3,max_item:[0,13,20],max_iter:6,max_messag:86,max_result:[0,21],max_retri:[3,9,32,66],max_tri:[0,31],maximum:[0,3,6,12,13,20,21,43,86],maxnumberoftrainingjob:58,maxparalleltrainingjob:58,maxresult:116,maxruntimeinsecond:[56,58],maxsiz:4,md003:106,mean:[80,92,107,115],meant:96,mechan:79,medium:114,megabyt:78,memori:[91,93,120],messag:[0,18,21,23,24,25,30,59,60,69,70,71,79,86,106],message_attribut:[24,25,59,60],message_bodi:25,message_cont:60,messageattribut:106,met:[72,78],metadata:[6,28,30,44,107],method:[2,3,4,10,20,21,51,69,81,89,92,96,106,112,113],might:[3,108,112],migrat:106,millisecond:18,mime:23,mime_charset:[23,103],mime_subtyp:[23,103],min:3,min_object:79,minim:21,minima:3,minimum:[3,79],minut:[3,72,115],miss:106,misus:107,mix:[23,103],mode:[72,79,92],model:[3,4,20,21,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,54,57,59,60,61,62,88,89,90,91,92,93,94,96,97,98,99,100,101,102],model_config:57,model_configur:52,modifi:[3,4,40,106],modul:[1,106],moment:18,mongo:[96,108],mongo_collect:[96,106,108],mongo_conn_id:96,mongo_db:96,mongo_default:96,mongo_queri:96,mongo_to_s3:[27,95,105,106,108],mongotos3oper:[96,106,108],monitor:[3,32,34,112,114],monitor_job:32,month:106,more:[2,20,21,34,37,42,72,78,91,92,94,100,106,107,112,114,115,116,119,120,123],most:[6,112],move:[3,93,96,106],much:[72,112],multi:106,multi_stream_it:21,multipl:[0,9,13,18,31,34,48,88,112],must:[2,6,21,32,34,38,39,43,46,52,90,91,92,98,107,109,111,112,113,114,122,123],mutat:[4,97],mutual_authent:107,my_aws_datasync_task_arn:112,my_databas:74,my_profil:107,my_rol:107,my_saml_provid:107,my_tabl:74,mybucket:[6,112],mycloudwatchconn:109,mycompani:107,myjob:21,mypath:6,mypi:[3,37,106],myproxi:107,mys3conn:111,mysql:[97,108],mysql_conn_id:97,mysql_default:97,mysql_to_s3:[27,95,105],mysqltos3:106,mysqltos3oper:[97,106],name:[0,2,3,4,10,12,13,14,16,17,18,19,20,21,22,25,26,28,32,33,34,35,36,37,38,43,44,46,47,48,50,51,55,56,62,64,65,67,68,72,73,74,75,78,79,80,83,89,90,91,93,94,97,98,99,101,102,106,107,109,112,113,114,122,123],name_contain:21,namecontain:21,nan:97,navig:107,necessari:[4,10,51,52,53,54,55,56,57,58,113,114],need:[0,20,31,47,52,57,78,79,96,107,108,112,113,114,115,116,119,120,123],neg:3,nest:14,network:37,network_configur:[37,113],never:52,next:[9,107,115,116],next_token_id:0,nexttoken:21,no_video_id:116,node:[2,46,114],non:3,non_termin:21,non_terminal_st:[21,81,82,83,84,85],none:[0,2,3,4,5,6,7,8,9,12,13,17,19,20,21,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,43,46,47,48,49,50,52,55,56,57,58,59,60,61,62,64,65,66,67,68,70,71,74,78,79,80,87,88,89,90,91,92,93,96,97,98,100,103,106,112,115,120],nontermin:21,noqa:88,normal:20,notat:74,note:[4,20,21,32,47,72,79,92,93,106,107,112],noth:116,notif:24,novemb:108,now:93,num_of_dpu:[12,43],number:[0,3,6,12,18,20,21,24,31,32,43,66,79,86,92,106],oaud:107,object:[2,3,4,8,20,25,30,32,37,46,47,48,50,60,64,65,78,79,86,88,90,91,122,123],object_min_s:78,object_nam:[91,115,120],obtain:107,occur:[4,30],occurr:106,octob:106,off:[3,32],offici:13,often:3,old:106,omit:[20,47,49],on_kil:[31,32,34,37],onc:[0,88,112],one:[0,6,34,38,47,48,49,50,72,78,79,80,90,97,98,100,107,112,114],ones:[90,112,122,123],onli:[3,4,10,20,32,37,72,78,88,90,94,96,106,114],onto:72,op1:88,op2:88,op_arg:116,open:107,openid:107,oper:[4,8,21,27,72,74,79,83,88,90,91,92,93,94,96,99,100,101,102,105,106,108],option:[0,2,3,4,5,7,9,10,12,13,19,20,21,23,24,25,26,31,32,33,34,35,36,37,38,39,43,44,46,47,48,49,50,52,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,78,79,80,87,88,89,90,91,92,93,96,97,98,100,103,106,107,108,112],order:[21,107,108,114],org:107,origin:[20,23,90,91,92],other:[21,94,106,107,112,122,123],otherwis:[14,30,86,98,112],our:114,out:[6,52,106],outbound:[106,107],outdat:107,output:[0,20,49,87,96],output_loc:31,output_seri:20,over:[9,21,49,107,116],overrid:[4,10,32,37,39,96,112,113,115,120],overwrit:[20,89,94],overwritten:[30,92],own:112,page:[0,106],page_s:[0,13,20],pageiter:0,pagin:[0,13,20,92,116],pair:[18,21,107],pane:107,parallel:88,param:[5,12,20,33,38,40,65,92,98,106],paramet:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,106,107,108,112,122,124],paramiko:107,pars:[2,3,20,51,101,102],parse_config_integ:51,parse_integ:51,parse_job_descript:3,parse_s3_url:20,part:[80,116,123],partial:21,partial_func:21,partit:[7,13,74,93],pass:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,33,34,38,39,61,62,64,74,79,88,89,90,96,101,102,106,107,112,116,117,119],password:107,path:[0,2,12,20,21,23,30,31,43,47,48,49,50,64,65,78,79,80,90,92,97,98,99,100,101,102,111],path_prefix:[64,65],pattern:78,paus:3,payload:17,pd_csv_kwarg:97,pem:[47,48,49,50,78,79,80,90,97,98,100],pend:3,per:[12,14,43,106,107],perform:[9,96,107,112],period:[79,112],permiss:[107,114],physic:13,picalc:114,ping:77,pip:[106,107,113,114],place:97,placehold:[51,81],placement:37,placement_constraint:37,placement_strategi:[37,106],plan:107,platform:[37,92,107],platform_vers:37,pleas:[1,13,20,21,47,78,91,92,114,120],point:[20,21,89,106,111,112],poke:[66,67,68,69,72,73,74,75,77,78,79,80,81,86,87],poke_interv:[67,72,74,79,115],polici:[20,47,89,90,106,107],polidea:107,poll:[0,3,4,21,31,32,52,66],poll_for_job_complet:3,poll_for_job_run:3,poll_for_job_statu:3,poll_interv:[14,44],poll_job_statu:3,poll_query_statu:0,pool:72,port:107,posit:[3,21],possibl:[21,55,56,80],postgr:108,pow:3,pre:[75,93,106],pre_process:93,pre_process_arg:93,pre_process_kwarg:93,preced:[90,91,92],precis:80,predecessor:12,prefix:[6,20,34,37,48,50,64,65,79,80,88,90,106,112,113],prefix_b:113,premis:112,prepar:[6,106],preprocess_config:51,present:78,presign:20,presto:[0,31],prev_descript:21,prev_job_descript:21,prevent:[72,107,122,123],previou:[21,114],previous:[96,107],previous_object:79,primari:[0,31],princip:107,principal_arn:107,print:[3,21,55,56,83,107],print_log:[21,55,56,83],prior:112,privat:20,problem:106,process:[21,51,55,93,96,109,111],process_func:88,processingjob:106,productionvari:53,profil:[2,64,65,107,122,123],profile_nam:[64,65,107,122,123],program:21,progress:[114,115],project:[106,107,113],project_id:107,propag:106,propagate_tag:37,properli:[109,111],properti:[4,112],protect:107,protocol:[3,37,117,123],provid:[107,109,111,112,113,114,115,116,117,119,120,122,123],provide_bucket_nam:20,provis:7,proxi:[106,107],publish:[24,59,60],publish_to_target:24,publishedaft:116,publishedat:116,publishedbefor:116,pull:[3,92],push:[34,38,40,62,86,87,93,106,108,112,116],put:[92,122],put_record:16,pydocstyl:106,pylint:[88,106],pymongo:96,pypi:[106,107,108],python:[2,21,28,30,32,43,50,80,92,96,106,107,108],python_cal:116,pyupgrad:106,qualifi:17,queri:[0,31,66,89,93,96,97,106,107],query_context:0,query_execution_context:31,query_execution_id:[0,66],query_or_t:89,query_param:89,queu:[0,6,66],queue:[3,25,32,59,60,86],queue_nam:25,queue_url:25,quickli:[3,107],quit:72,rais:[3,4,6,9,12,14,20,32,34,79,89,112],ram:96,random:[3,4,34],randomli:112,rang:[3,116],rather:[107,112],rc3:106,reach:[0,66,70,71,73,75,77,82,83,84,85,87],read:[18,20,21,28,30,39,49,64,65,86,109,111],read_kei:[20,106],readi:70,readm:106,readthedoc:[3,4,20,21,32,37],real:79,reason:[0,3,37,81,84,85],reattach:[37,106],rebas:106,receiv:[3,37,78,86,88],recogn:107,recommend:[3,92],record:[16,21,88],recurs:51,redshift:[15,27,76,98,100,105,106,118],redshift_conn_id:[98,100],redshift_default:[98,100],redshift_t:119,redshift_to_s3:[27,95,105],redshifthook:[19,77,106],redshifttos3oper:[98,106],redund:106,ref:106,refactor:106,refer:[2,3,4,20,21,26,32,33,37,38,39,42,70,71,72,78,79,80,88,91,94,96,97,98,100,106,108,122,123],referenc:112,refernc:106,reflect:22,refresh:6,regardless:[101,102],regener:106,regex:80,region:[4,12,20,28,32,35,36,37,43,68,74,93,107,109],region_nam:[2,3,4,12,20,26,32,35,36,37,39,43,46,61,62,64,67,68,74,87,93,107],regular:94,rel:[20,47,78,79,80],relai:122,relas:106,relat:[0,31,64,65,106,115],releas:[3,106,108],releaselabel:114,relev:[122,123],reli:[2,112,116,117,119],rema:106,remain:106,remot:[28,30,99,101,102,106,109],remote_base_log_fold:[109,111],remote_log:[109,111],remote_log_conn_id:[109,111],remote_log_loc:30,remov:106,remove_clust:114,renam:106,render:51,renew:107,replac:[20,49,89,90,96,106],repli:23,replic:[9,88,106],replication_group_id:9,reply_to:23,report:92,repositori:108,repres:21,represent:[22,122,123],request:[0,3,4,17,21,48,64,65,90,91,92,107,115,116,122,123],requestrespons:17,requests_gssapi:107,requests_kerbero:107,requir:[3,37,72,90,91,92,107,115,116],reschedul:[72,79,115],resid:[13,74],resolv:[108,123],resourc:[2,5,78,107,108,112,113,114],resource_typ:2,resourceconfig:[56,58],resourcelimit:58,respons:[3,9,21,23,28,69,70,71,81,82,83,84,85,92,107,115,116],rest:[20,89],restor:19,restore_from_cluster_snapshot:19,restrict:107,result:[0,6,11,21,31,92,106],result_configur:[0,31],result_kei:21,retri:[3,9,12,32,43,92,106],retriev:[11,13,20,21,22,42,49,64,65,86,92,96,112,115,116],retrieve_inventori:[11,72],retrieve_inventory_result:11,retry_limit:[12,43],return_error:30,return_path:23,return_valu:114,revert:106,review:107,rework:106,right:98,role:[2,12,43,51,90,91,92,112,114],role_arn:[2,107],root:[20,47,78,79,80],row:0,rtype:20,rule:106,run:[0,2,3,6,12,14,21,23,31,32,37,43,46,49,66,68,70,72,73,87,106,107,113,114],run_id:[12,73],run_job_flow:10,run_queri:0,run_task:[37,113],runnabl:3,runner:114,runtim:72,s3_acl_polici:90,s3_bucket:[12,27,43,45,96,97,98,99,100,101,102,105,106,119],s3_bucket_nam:88,s3_conn_id:[94,96,99,101,102],s3_copy_object:[27,45,105],s3_delete_object:[27,45,105],s3_destination_kei:[92,116,117],s3_directori:116,s3_file:50,s3_file_nam:116,s3_file_transform:[27,45,105,106],s3_hook:[78,106],s3_kei:[27,76,94,96,97,98,99,100,101,102,105,117,119],s3_key_prefix:88,s3_keys_unchang:[27,76,105],s3_list:[27,45,105],s3_log_exist:30,s3_log_fold:30,s3_overwrit:[92,94],s3_prefix:[27,76,105],s3_read:30,s3_task_handl:[27,29,105],s3_to_ftp:[27,95,105],s3_to_redshift:[27,95,105],s3_to_sftp:[27,95,105],s3_write:30,s3bucketarn:[34,112],s3cmd:2,s3config:[34,112],s3copyobjectoper:[47,106,108],s3createbucketoper:46,s3deletebucketoper:[46,106],s3deleteobjectsoper:[48,106],s3filetransformoper:[49,106],s3hook:[20,30,78,79,80,106,111],s3keysensor:[78,106],s3keysizesensor:[78,106,108],s3keysunchangedsensor:[79,106,108],s3listoper:50,s3prefixsensor:80,s3taskhandl:[30,106],s3toftpoper:[99,106,108],s3toredshift:106,s3toredshiftoper:[100,106,119],s3tosftpoper:101,s3url:[20,21],sagemak:[15,27,51,52,53,54,55,56,57,58,81,83,105,106],sagemaker_bas:[27,45,52,53,54,55,56,57,58,76,82,83,84,85,105],sagemaker_endpoint:[27,45,76,105],sagemaker_endpoint_config:[27,45,105],sagemaker_model:[27,45,105],sagemaker_process:[27,45,105],sagemaker_train:[27,45,76,105],sagemaker_transform:[27,45,76,105],sagemaker_tun:[27,45,76,105],sagemakerbaseoper:[51,52,53,54,55,56,57,58],sagemakerbasesensor:[81,82,83,84,85],sagemakerendpointconfigoper:53,sagemakerendpointoper:[52,106],sagemakerendpointsensor:82,sagemakerhook:[21,51,81,83],sagemakermodeloper:54,sagemakerprocessingoper:55,sagemakertrainingoper:[56,106],sagemakertrainingsensor:83,sagemakertransformoper:57,sagemakertransformsensor:84,sagemakertuningoper:58,sagemakertuningsensor:85,same:[0,3,18,20,31,37,47,107],saml:107,saml_config:2,saml_response_xpath:107,samlrespons:107,sampl:[122,123],sane:80,satisfi:88,save:[96,97,116],scala:43,scan:88,scan_kwarg:88,scenario:112,schedul:72,schema:[13,44,93,98,100,119,123],scope:107,scratch:107,screen:107,script:[12,43,49,106,107],script_arg:[43,49,106],script_argu:12,script_loc:[12,43],sdk:2,search:[6,34,38,94,112,116],sec:[3,4],second:[0,3,4,6,8,9,14,20,21,25,31,35,36,44,49,52,55,56,57,58,60,66,67,72,74,79,86],secondari:21,secondary_training_status_chang:21,secondary_training_status_messag:21,secret:[22,27,105,106,107,108],secret_id:[64,65],secret_kei:2,secret_nam:22,secret_prefix:64,secretbackend:106,secrets_manag:[15,27,63,105,122],secretsmanag:[22,122],secretsmanagerbackend:[64,122],secretsmanagerhook:22,secretstr:122,section:[107,112,122,123],secur:[107,115,120],security_group_id:113,securitygroup:113,see:[4,6,13,25,32,49,52,53,54,55,56,57,58,60,74,92,94,106,107,112,123],segment:88,select:[20,31,34,49,106,107],select_express:49,select_kei:20,select_object_cont:20,self:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102],send:[23,24,25,59],send_email:[23,103],send_messag:[25,60],sender:23,sens:79,sensit:[6,106,107],sensor:[27,105,106,115],sent:[6,23,24,25,60,64,65,115,122,123],sep:64,separ:[64,106],sequenc:[49,90,91,92],serial:20,serializ:96,server:[20,34,89,94,99,101,102,107,111,117],serverhostnam:34,serverless:[43,44],servic:[2,3,4,8,20,21,22,23,24,25,26,32,33,37,43,44,70,71,88,90,91,92,106,108,114,115,120],service_a:107,servicerol:114,ses:[15,27,105,106,108],seshook:23,session:[2,21,107],session_kwarg:[2,107],set:[13,20,21,23,37,52,55,56,57,58,64,65,69,70,72,79,83,90,91,92,94,97,98,106,107,111,112,114,119,122,123],set_context:[28,30],setup:[106,109,111,113,114],sever:[3,114],sfn:26,sftp:[101,102],sftp_conn_id:[101,102],sftp_path:[101,102],sftp_to_s3:[27,95,105],sftptos3oper:102,share:112,ship:20,should:[3,4,8,20,21,23,24,35,36,38,47,52,55,56,57,67,69,72,74,78,79,81,83,90,93,96,106,107,122,123],show:[74,80,112],showcas:[112,114,116,117,119],shown:37,shut:114,side:[20,89,111],sign:107,signatur:106,silent:30,similar:[80,107,112,114],similarli:112,simpl:[23,24,25,112],simplest:112,simpli:112,simplifi:106,sinc:13,singl:[10,18,20,21,48,112,114],situat:123,size:[0,13,20,21,78,88,91,115,120],skip:[18,21],skip_final_cluster_snapshot:19,sleep:[3,9,72,106],sleep_tim:[0,31,66],slot:72,small:[3,4],smallish:93,smb:[6,34,112],smtp:122,smtp_default:[64,65,122,123],snapshot:19,snapshot_identifi:19,snippet:116,sns:[15,27,45,105],snspublishoper:59,some:[4,18,37,78,107,112,122,123],someth:107,sometim:23,sort:[7,93],sourc:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,112,113,114,115,116,117,119,120],source_aws_conn_id:49,source_bucket_kei:[20,47],source_bucket_nam:[20,47],source_location_arn:6,source_location_uri:[34,112],source_s3_kei:49,source_verifi:49,source_version_id:[20,47],southeast:107,spark:[43,114,123],spark_step:114,sparkpi:114,special:80,specif:[4,18,20,77,92,94,96,97,98,100,112,116],specifi:[0,2,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,34,46,47,48,49,50,61,62,64,65,74,78,79,80,88,89,90,92,97,98,99,100,101,102,107,108,112,114,122,123],speed:106,spell:106,spellcheck:106,sphinx:106,spot:114,spreadsheet:116,spreadsheetid:116,sql:[31,74,80,89,93,97],sql_alchemy_conn:64,sqs:[15,27,45,76,105],sqs_queue:[60,86],sqshook:[25,86],sqspublishoper:60,sqssensor:86,squash:106,ssh:108,ssh_default:[101,102],ssl:[2,47,48,49,50,78,79,80,90,97,98,100],ssm:[65,106,124],stabl:21,stack:[5,33,67,111],stack_nam:[5,33,67],stamp:18,standard:106,start:[0,3,6,18,21,26,34,35,37,51,55,56,57,58,70,107,109,111],start_crawl:14,start_dat:106,start_execut:26,start_from_head:18,start_task_execut:[6,34,112],start_tim:[18,21],starting_token:0,state:[0,8,10,12,21,26,31,35,36,38,61,62,66,68,69,70,71,72,79,81,82,83,84,85,87,106,115],state_from_respons:[69,70,71,81,82,83,84,85],state_machine_arn:[26,62],state_machine_input:[26,62],statement:[89,98,107],static_babynames_partit:13,statu:[0,3,4,5,6,9,11,14,19,21,31,32,34,44,52,55,56,57,58,66,73,77,81,112,115],status:75,status_retri:[3,32],statusequ:21,steam:30,step:[4,26,38,61,62,71,87,106],step_add:114,step_check:114,step_concurrency_level:40,step_funct:[15,27,105],step_function_execut:[27,76,105],step_function_get_execution_output:[27,45,105],step_function_start_execut:[27,45,105],step_id:[71,114],stepfunct:[26,106],stepfunctionexecutionsensor:87,stepfunctiongetexecutionoutputoper:61,stepfunctionhook:[26,87],stepfunctionstartexecutionoper:62,still:[47,48,49,50,78,79,80,90,97,98,100],stone:4,stop:[12,36,68,73,80,106],stop_queri:0,stop_task:37,stoppingcondit:[56,58],storag:[28,30,50,90,91,111,115,120],store:[0,20,22,28,31,37,44,47,65,67,74,89,90,96,97,106,109,111,124],str:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103],strategi:[3,4,32,37],stream:[16,18,21,28,37,106],stream_nam:[21,28],strict:106,string:[0,11,20,21,24,28,30,47,48,50,51,89,90,91,92,106,122],string_data:20,stringequ:107,stringifi:96,structur:[3,21,37,106],sts:107,sts_client:[2,107],stuff:34,style:[20,21,38,39,47,78,106],sub:[23,112],subclass:[2,69,81,112],subdir:34,subdirectori:34,subfold:50,subject:[23,24,59,103,106],submiss:[32,106,108],submit:[0,3,31,32,34],submit_job:[3,32],subnet:113,subnet_id:113,subprocess:106,subscrib:86,subsequ:[107,115],subset:[3,20],succeed:[0,3,66,72,73,75,87,115],success:[6,34,66,87,107,112],success_st:[0,66,87],successfulli:[67,112,114],suit:[107,112],suitabl:[34,112],suppli:[9,109,111,122,123],support:[20,43,74,78,92,96,106,112,116],suppos:[20,48],synchron:90,syntax:106,sys:4,system:[20,106],systems_manag:[27,63,105,123],systemsmanagerparameterstorebackend:[65,106,123],tab:107,tabl:[7,13,44,74,88,89,93,98,100,106],table_as_file_nam:98,table_foo:13,table_kei:[7,93],table_nam:[7,13,74,93],tag:[3,32,34,37,106,107,108,113,116],tagkei:37,tagvalu:37,tail:[17,21,30,83],take:[2,34,37,42,49,72,91,94,96,100],taken:20,tar:21,tar_and_s3_upload:21,target:[7,8,68,70,71,93,99,101,102],target_arn:[24,59],target_st:[8,68,69,70,71],target_statu:77,task:[3,4,6,28,30,34,37,50,66,70,71,72,81,82,83,87,88,92,106,108,115,116,120],task_arn:[6,34,112],task_arn_list:34,task_check_and_transform_video_id:116,task_definit:[37,113],task_execution_arn:6,task_execution_failure_st:6,task_execution_intermediate_st:6,task_execution_kwarg:[34,112],task_execution_success_st:6,task_google_sheets_values_to_s3:116,task_id:[50,88,112,113,114,115,116,117,119,120],task_inst:[28,92,114,115,116],task_no_video_id:116,task_transfer_imap_attachment_to_s3:117,task_transfer_s3_to_redshift:119,task_video_data_to_s3:116,task_video_ids_to_s3:116,taskarn:[6,34],taskdefinit:37,taskexecut:[6,34,112],taskexecutionarn:[6,34,112],taskinst:92,tell:114,temp_fil:88,templat:[28,31,32,33,37,38,39,41,47,48,49,50,51,55,56,57,58,59,60,67,86,90,91,92,93,97,106,108],template_ext:[31,33,38,39,40,41,43,49,51,59,61,62,66,70,71,82,83,84,85,87,89,92,93,97,98,100],template_field:[31,32,33,34,35,36,37,38,39,40,41,42,43,46,47,48,49,50,51,59,60,61,62,66,67,68,70,71,72,73,74,77,78,79,80,82,83,84,85,86,87,89,90,91,92,93,94,96,97,98,99,100,101,102,106,108],template_fields_render:89,temporari:[20,49,107],term:[90,91,92,115,120],termin:[3,41,68,70,81,82,83,84,85,114],terminal_st:9,terminate_job:3,terminationprotect:114,test:[106,107,117,119],test_tabl:119,testawslambdahook:106,text:107,than:[21,47,48,49,50,72,78,79,80,90,94,97,98,100,106,107,112,115,120],thank:107,thei:[21,23,64],them:[21,108,116],therefor:92,thi:[0,1,2,3,4,5,6,7,9,10,12,13,16,17,18,20,21,23,24,25,33,34,37,38,42,43,46,47,48,49,50,51,52,53,54,55,56,57,58,64,65,67,72,74,78,79,80,88,90,91,92,93,94,96,97,98,99,100,101,102,106,107,108,109,111,112,114,115,116,117,119,122,123],thin:2,thing:[113,114],those:[96,108],throttl:[3,4],through:[0,86,96],throughout:7,thrown:86,thu:80,time:[0,3,6,8,9,12,14,18,21,31,34,35,36,43,44,52,55,56,57,58,66,67,72,74,79,86,106,116],timed_out:87,timeout:[4,12,21,55,56,57,58],timestamp:[18,21],timezon:106,titl:116,to_csv:97,toc:106,token:[0,2,31,90,91,92,107],too:[3,72,88],tool:106,top:108,topic:24,topicarn:[24,59],total:[0,79],totalseg:88,track:116,trail:107,train:[21,51,56,83],training_config:21,trainingjobdefinit:58,transfer:[6,27,105,106,118],transfer_archive_to_gc:[115,120],transfer_imap_attachment_to_s3:117,transfer_s3_to_redshift:119,transform:[21,49,57,84,88,96,106],transform_config:57,transform_script:49,transformjobsummari:21,transit:3,treat:107,tree:4,tri:[3,72,74],trigger:[12,14,44],truncat:[100,106],truncate_t:100,try_numb:[28,30],tune:[21,58,85],tuning_config:21,tupl:[2,13,20,21],turn:112,two:[0,6,14,31,34,44,66,88,112,114,116],txt:117,type:[2,3,4,6,8,9,12,13,17,18,20,21,22,23,24,25,26,37,40,44,59,60,69,70,71,74,96,106,107,108,116,122,123],typic:[3,4,107],typing_compat:[3,37],typing_extens:106,typo:106,ucsxwxpwzq7xz1wl3wqevcha:116,ui_color:[31,32,33,34,35,36,37,38,39,40,41,43,44,49,50,51,60,61,62,66,67,68,69,74,81,87,89,90,92,93,98,100],ui_fgcolor:[33,35,36,68],unchang:79,under:20,underli:[0,2,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,61,62,89,112],unifi:[20,106],uniform:[3,4],unify_bucket_name_and_kei:20,uninstal:107,union:[2,3,4,5,20,22,23,26,38,39,47,48,49,50,62,78,79,80,90,91,92,96,97,98,100,103],uniqu:[0,12,14,19,23,31,43,73,75,96,106,107],unix:78,unknown:32,unless:[49,50,78,79,80,90,97,98,100],unload:98,unload_opt:98,unnecessari:106,unrel:106,until:[0,3,8,12,14,21,32,35,36,52,57,58,66,68,70,71,79,82,83,84,85,87,112,115],untouch:106,updat:[4,6,14,21,34,44,52,79,92,106,123],update_crawl:14,update_endpoint:21,update_task:[6,34],update_task_kwarg:[6,34,112],upgrad:[106,108],upload:[12,20,21,28,30,43,47,49,79,89,90,91,99,101,102],uri:[6,34,107,112,122,123],url:[20,21,25,47,60,78,86,92,101,102,107,111],usabl:51,usag:[91,106,115,120],use:[1,2,3,4,6,20,21,31,32,34,35,36,37,39,42,44,47,48,49,50,51,52,53,54,55,56,57,58,59,61,64,65,66,72,75,78,79,80,87,90,91,92,94,96,97,98,100,106,107,108,109,111,112,113,114],use_ssl:[49,50,78,79,80,90,97,98,100],used:[2,3,4,6,14,20,21,23,30,32,34,37,46,47,48,49,50,64,65,78,79,80,90,92,93,97,98,100,107,112,116,119],useful:[4,112],user:[0,31,48,49,88,106,107,109,111,122],userguid:107,uses:[3,20,33,38,39,40,41,47,48,49,50,62,69,78,79,80,90,97,98,100,107,109,111,112,116],using:[2,3,4,6,10,19,20,23,25,35,36,48,88,90,91,92,96,103,106,112,113,114,116,117,119,123],usr:114,usual:[32,37],utcnow:106,utf:[23,103,106],util:[2,4,27,28,30,64,65,105,106],valid:[0,20,21,23,47,48,49,50,78,79,80,90,97,98,100],valid_st:68,valu:[3,9,13,18,22,23,24,25,47,48,49,50,51,64,65,74,78,79,80,90,92,97,98,100,107,112,114,122,123],valueerror:6,variabl:[64,65,106,107],variables_prefix:[64,65,122,123],variat:4,vault:[11,42,72,91,115,120],vault_nam:[11,42,72,91,115,120],vaultbackend:106,veri:[18,112],verifi:[2,6,47,48,49,50,78,79,80,90,97,98,100,107,122],version:[17,20,37,47,92,96,106,107,108,113],versionid:122,versionstag:122,via:[21,64,65,92,94,96,107,108,111,112,113,114,116,119],video_data_to_s3:116,video_id:116,video_ids_respons:116,video_ids_to_s3:116,videoid:116,view:[112,113,114,115,116,117,119,120],visit:[115,120],volumesizeingb:[56,58],wai:112,wait:[0,3,4,6,8,12,14,31,34,35,36,44,52,55,56,57,58,66,67,70,71,72,73,74,75,77,78,79,80,86,115],wait_for_avail:9,wait_for_complet:[21,52,55,56,57,58],wait_for_crawler_complet:14,wait_for_delet:9,wait_for_job:[3,4],wait_for_st:8,wait_for_task_execut:6,wait_in_progress:21,wait_interval_second:[6,34],wait_time_second:86,waiter:[3,4,32,106],waiter_config:4,waiter_model:4,waiter_nam:[3,4],waitermodel:4,waiternam:3,want:[24,37,46,47,48,49,50,59,78,79,80,90,94,97,98,100,112,114,122,123],warn:[79,91,106,120],watch_step:114,watchtow:108,web:[2,106,108],webident:107,welcom:[3,32],well:[91,120],were:[34,112],west:107,what:[112,115],whatev:20,when:[0,3,4,6,12,18,20,30,32,34,38,47,48,50,70,71,72,78,79,92,106,107,108,112,114,115,123],whenev:112,where:[0,3,12,13,20,37,43,47,50,67,74,91,92,97,99,101,102,123],whether:[2,13,18,20,21,47,48,49,50,52,78,79,80,89,90,92,96,97,98,100,116],which:[0,4,6,11,20,21,23,31,34,37,42,48,50,51,52,55,56,57,71,72,89,90,91,92,96,107,112,114,115,116,117,119],whitespac:106,whole:[72,115,120],whose:[50,90],wide:[90,91,92],width:3,wildcard:[20,78],wildcard_kei:20,wildcard_match:78,wish:0,within:[44,52,55,56,57,58,107],without:[4,106,107],wjalrxutnfemi:107,won:92,word:106,work:[2,90,91,92,106,107,108,120],worker:[2,46,72],workgroup:[0,31,106],workload:107,world:113,would:[2,46,50,64,65,90,114,122,123],wrap:21,wrapper:2,write:[4,7,16,30,31,49,86,88,110],write_batch_data:7,written:[49,96,112],wrong:106,wrongli:106,www:4,xcom:[34,38,40,50,62,86,87,92,106,108,112,116],xcom_kei:116,xcom_pul:[114,115,116],xcom_push:116,xhtml:107,xml:107,xpath:107,xxxx:106,xyz:34,yaml:106,yet:[72,108],yield:[18,21],you:[0,20,24,37,46,47,48,49,50,52,55,56,57,58,59,64,65,78,79,80,90,92,94,96,97,98,100,107,108,109,111,112,113,114,115,116,119,122,123],your:[34,37,96,107,108,111,112,114,115,120,122,123],youtube_channel_id:116,youtube_conn_id:116,youtube_search_:116,youtube_video_field:116,youtube_video_part:116,youtube_video_published_aft:116,youtube_video_published_befor:116,youtube_videos_:116},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.aws_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.base_aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_client</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_waiters</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ec2</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.elasticache_replication_group</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.emr</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_catalog</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.kinesis</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.lambda_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.logs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sagemaker</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ses</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.step_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.cloudwatch_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.s3_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_start_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_stop_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ecs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_add_steps</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_create_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_modify_cluster</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_terminate_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_copy_object</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_delete_objects</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_file_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint_config</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_model</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_processing</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_get_execution_output</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_start_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.systems_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.ec2_instance_state</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_step</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_catalog_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_key</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_keys_unchanged</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_prefix</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.step_function_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.dynamodb_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.exasol_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.gcs_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.glacier_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.google_api_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.hive_to_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.imap_attachment_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mongo_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mysql_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.redshift_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_ftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_sftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.sftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.emailer</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon</span></code>","Package apache-airflow-providers-amazon","Amazon Web Services Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-amazon</span></code>","Writing Logs to Amazon Cloudwatch","Logging for Tasks","Writing Logs to Amazon S3","AWS DataSync Operator","ECS Operator","Amazon EMR Operators","Amazon Glacier Operator","Google API To S3 Transfer","Imap Attachment To S3 Operator","Amazon AWS Operators","S3 To Redshift Transfer Operator","Amazon Glacier Transfer Operator","Amazon Transfer Operators","AWS Secrets Manager Backend","AWS SSM Parameter Store Secrets Backend","Secret Backends"],titleterms:{"default":107,AWS:[107,112,118,122,123],ECS:113,IDs:107,Using:113,airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,108],amazon:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,111,114,115,118,120,121],apach:[106,108],api:116,athena:[0,31,66],attach:117,authent:107,automat:114,aws:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104],aws_dynamodb:1,backend:[122,123,124],base_aw:2,batch:32,batch_client:3,batch_wait:4,behaviour:112,bug:108,changelog:108,cloud:107,cloud_form:[5,33,67],cloudwatch:109,cloudwatch_task_handl:28,configur:[107,114],connect:[107,122,123],content:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,108],copi:119,creat:[112,114],creation:112,cross:108,datasync:[6,34,112],defin:114,delet:112,depend:108,dynamodb:7,dynamodb_to_s3:88,ec2:8,ec2_instance_st:68,ec2_start_inst:35,ec2_stop_inst:36,ecs:37,elasticache_replication_group:9,email:103,emr:[10,114],emr_add_step:38,emr_bas:69,emr_create_job_flow:39,emr_job_flow:70,emr_modify_clust:40,emr_step:71,emr_terminate_job_flow:41,enabl:111,environ:[112,116,117,119],exampl:107,example_datasync_1:112,example_datasync_2:112,example_google_api_to_s3_transfer_advanc:116,example_google_api_to_s3_transfer_bas:116,example_imap_attachment_to_s3:117,example_s3_to_redshift:119,exasol_to_s3:89,execut:112,extra:107,featur:108,feder:107,field:107,fix:108,flow:114,gcs_to_s3:90,get:[112,116],glacier:[11,42,72,115,120],glacier_to_gc:91,glaciercreatejoboper:115,glacierjoboperationsensor:115,glaciertogcsoper:120,glue:[12,43,73],glue_catalog:13,glue_catalog_partit:74,glue_crawl:[14,44,75],googl:[107,116],google_api_to_s3:92,hive_to_dynamodb:93,hook:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],ident:107,imap:117,imap_attachment_to_s3:94,inform:113,instal:108,job:114,jobflow:114,kei:119,kinesi:16,lambda_funct:17,log:[18,28,29,30,109,110,111],lookup:[122,123],mail:117,manag:122,manual:114,modul:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103],mongo_to_s3:96,more:113,mysql_to_s3:97,oper:[31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,112,113,114,115,117,118,119,120,121],option:[122,123],overview:[112,114,116,117,119],packag:[106,108],paramet:123,pip:108,prerequisit:[113,114],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,108],purpos:[112,114,116,117,119],redshift:[19,77,119],redshift_to_s3:98,refer:[112,114,116,117,119],remot:111,requir:108,retriev:[122,123],role:107,run:112,s3_bucket:46,s3_copy_object:47,s3_delete_object:48,s3_file_transform:49,s3_kei:78,s3_keys_unchang:79,s3_list:50,s3_prefix:80,s3_task_handl:30,s3_to_ftp:99,s3_to_redshift:100,s3_to_sftp:101,sagemak:21,sagemaker_bas:[51,81],sagemaker_endpoint:[52,82],sagemaker_endpoint_config:53,sagemaker_model:54,sagemaker_process:55,sagemaker_train:[56,83],sagemaker_transform:[57,84],sagemaker_tun:[58,85],secret:[63,64,65,122,123,124],secrets_manag:[22,64],select:112,sensor:[66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87],servic:107,ses:23,setup:107,sftp_to_s3:102,sheet:116,sns:[24,59],sqs:[25,60,86],ssm:123,step:114,step_funct:26,step_function_execut:87,step_function_get_execution_output:61,step_function_start_execut:62,store:[122,123],submodul:[15,29,45,63,76,95,104],subpackag:[27,105],systems_manag:65,tabl:119,task:[110,112,113,114],taskarn:112,terraform:107,transfer:[88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,116,117,119,120,121],updat:112,using:107,util:[103,104],valu:116,variabl:[112,116,117,119,122,123],via:117,video:116,web:107,wizard:107,write:[109,111],youtub:116}})