Search.setIndex({docnames:["_api/airflow/providers/amazon/aws/exceptions/index","_api/airflow/providers/amazon/aws/hooks/athena/index","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index","_api/airflow/providers/amazon/aws/hooks/base_aws/index","_api/airflow/providers/amazon/aws/hooks/batch_client/index","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index","_api/airflow/providers/amazon/aws/hooks/datasync/index","_api/airflow/providers/amazon/aws/hooks/dms/index","_api/airflow/providers/amazon/aws/hooks/dynamodb/index","_api/airflow/providers/amazon/aws/hooks/ec2/index","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index","_api/airflow/providers/amazon/aws/hooks/emr/index","_api/airflow/providers/amazon/aws/hooks/glacier/index","_api/airflow/providers/amazon/aws/hooks/glue/index","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index","_api/airflow/providers/amazon/aws/hooks/index","_api/airflow/providers/amazon/aws/hooks/kinesis/index","_api/airflow/providers/amazon/aws/hooks/lambda_function/index","_api/airflow/providers/amazon/aws/hooks/logs/index","_api/airflow/providers/amazon/aws/hooks/redshift/index","_api/airflow/providers/amazon/aws/hooks/s3/index","_api/airflow/providers/amazon/aws/hooks/sagemaker/index","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index","_api/airflow/providers/amazon/aws/hooks/ses/index","_api/airflow/providers/amazon/aws/hooks/sns/index","_api/airflow/providers/amazon/aws/hooks/sqs/index","_api/airflow/providers/amazon/aws/hooks/step_function/index","_api/airflow/providers/amazon/aws/index","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index","_api/airflow/providers/amazon/aws/log/index","_api/airflow/providers/amazon/aws/log/s3_task_handler/index","_api/airflow/providers/amazon/aws/operators/athena/index","_api/airflow/providers/amazon/aws/operators/batch/index","_api/airflow/providers/amazon/aws/operators/cloud_formation/index","_api/airflow/providers/amazon/aws/operators/datasync/index","_api/airflow/providers/amazon/aws/operators/dms_create_task/index","_api/airflow/providers/amazon/aws/operators/dms_delete_task/index","_api/airflow/providers/amazon/aws/operators/dms_describe_tasks/index","_api/airflow/providers/amazon/aws/operators/dms_start_task/index","_api/airflow/providers/amazon/aws/operators/dms_stop_task/index","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index","_api/airflow/providers/amazon/aws/operators/ecs/index","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index","_api/airflow/providers/amazon/aws/operators/glacier/index","_api/airflow/providers/amazon/aws/operators/glue/index","_api/airflow/providers/amazon/aws/operators/glue_crawler/index","_api/airflow/providers/amazon/aws/operators/index","_api/airflow/providers/amazon/aws/operators/s3_bucket/index","_api/airflow/providers/amazon/aws/operators/s3_bucket_tagging/index","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index","_api/airflow/providers/amazon/aws/operators/s3_list/index","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/operators/sns/index","_api/airflow/providers/amazon/aws/operators/sqs/index","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index","_api/airflow/providers/amazon/aws/secrets/index","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index","_api/airflow/providers/amazon/aws/secrets/systems_manager/index","_api/airflow/providers/amazon/aws/sensors/athena/index","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index","_api/airflow/providers/amazon/aws/sensors/dms_task/index","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index","_api/airflow/providers/amazon/aws/sensors/emr_base/index","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index","_api/airflow/providers/amazon/aws/sensors/emr_step/index","_api/airflow/providers/amazon/aws/sensors/glacier/index","_api/airflow/providers/amazon/aws/sensors/glue/index","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index","_api/airflow/providers/amazon/aws/sensors/index","_api/airflow/providers/amazon/aws/sensors/redshift/index","_api/airflow/providers/amazon/aws/sensors/s3_key/index","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/sensors/sqs/index","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index","_api/airflow/providers/amazon/aws/transfers/ftp_to_s3/index","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index","_api/airflow/providers/amazon/aws/transfers/index","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index","_api/airflow/providers/amazon/aws/transfers/salesforce_to_s3/index","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index","_api/airflow/providers/amazon/aws/utils/emailer/index","_api/airflow/providers/amazon/aws/utils/index","_api/airflow/providers/amazon/aws/utils/redshift/index","_api/airflow/providers/amazon/index","commits","connections/aws","index","logging/cloud-watch-task-handlers","logging/index","logging/s3-task-handler","operators/datasync","operators/dms","operators/ecs","operators/emr","operators/glacier","operators/google_api_to_s3_transfer","operators/imap_attachment_to_s3","operators/index","operators/s3","operators/s3_to_redshift","operators/salesforce_to_s3","operators/transfer/glacier_to_gcs","operators/transfer/index","operators/transfer/s3_to_sftp","operators/transfer/sftp_to_s3","secrets-backends/aws-secrets-manager","secrets-backends/aws-ssm-parameter-store","secrets-backends/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/amazon/aws/exceptions/index.rst","_api/airflow/providers/amazon/aws/hooks/athena/index.rst","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/base_aws/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_client/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index.rst","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/hooks/datasync/index.rst","_api/airflow/providers/amazon/aws/hooks/dms/index.rst","_api/airflow/providers/amazon/aws/hooks/dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/ec2/index.rst","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index.rst","_api/airflow/providers/amazon/aws/hooks/emr/index.rst","_api/airflow/providers/amazon/aws/hooks/glacier/index.rst","_api/airflow/providers/amazon/aws/hooks/glue/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/hooks/index.rst","_api/airflow/providers/amazon/aws/hooks/kinesis/index.rst","_api/airflow/providers/amazon/aws/hooks/lambda_function/index.rst","_api/airflow/providers/amazon/aws/hooks/logs/index.rst","_api/airflow/providers/amazon/aws/hooks/redshift/index.rst","_api/airflow/providers/amazon/aws/hooks/s3/index.rst","_api/airflow/providers/amazon/aws/hooks/sagemaker/index.rst","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/hooks/ses/index.rst","_api/airflow/providers/amazon/aws/hooks/sns/index.rst","_api/airflow/providers/amazon/aws/hooks/sqs/index.rst","_api/airflow/providers/amazon/aws/hooks/step_function/index.rst","_api/airflow/providers/amazon/aws/index.rst","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.rst","_api/airflow/providers/amazon/aws/log/index.rst","_api/airflow/providers/amazon/aws/log/s3_task_handler/index.rst","_api/airflow/providers/amazon/aws/operators/athena/index.rst","_api/airflow/providers/amazon/aws/operators/batch/index.rst","_api/airflow/providers/amazon/aws/operators/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/operators/datasync/index.rst","_api/airflow/providers/amazon/aws/operators/dms_create_task/index.rst","_api/airflow/providers/amazon/aws/operators/dms_delete_task/index.rst","_api/airflow/providers/amazon/aws/operators/dms_describe_tasks/index.rst","_api/airflow/providers/amazon/aws/operators/dms_start_task/index.rst","_api/airflow/providers/amazon/aws/operators/dms_stop_task/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ecs/index.rst","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index.rst","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index.rst","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/glacier/index.rst","_api/airflow/providers/amazon/aws/operators/glue/index.rst","_api/airflow/providers/amazon/aws/operators/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/operators/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket_tagging/index.rst","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index.rst","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index.rst","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index.rst","_api/airflow/providers/amazon/aws/operators/s3_list/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/operators/sns/index.rst","_api/airflow/providers/amazon/aws/operators/sqs/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index.rst","_api/airflow/providers/amazon/aws/secrets/index.rst","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/secrets/systems_manager/index.rst","_api/airflow/providers/amazon/aws/sensors/athena/index.rst","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/sensors/dms_task/index.rst","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_base/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_step/index.rst","_api/airflow/providers/amazon/aws/sensors/glacier/index.rst","_api/airflow/providers/amazon/aws/sensors/glue/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/sensors/index.rst","_api/airflow/providers/amazon/aws/sensors/redshift/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_key/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/sensors/sqs/index.rst","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index.rst","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/ftp_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index.rst","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index.rst","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/index.rst","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index.rst","_api/airflow/providers/amazon/aws/transfers/salesforce_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index.rst","_api/airflow/providers/amazon/aws/utils/emailer/index.rst","_api/airflow/providers/amazon/aws/utils/index.rst","_api/airflow/providers/amazon/aws/utils/redshift/index.rst","_api/airflow/providers/amazon/index.rst","commits.rst","connections/aws.rst","index.rst","logging/cloud-watch-task-handlers.rst","logging/index.rst","logging/s3-task-handler.rst","operators/datasync.rst","operators/dms.rst","operators/ecs.rst","operators/emr.rst","operators/glacier.rst","operators/google_api_to_s3_transfer.rst","operators/imap_attachment_to_s3.rst","operators/index.rst","operators/s3.rst","operators/s3_to_redshift.rst","operators/salesforce_to_s3.rst","operators/transfer/glacier_to_gcs.rst","operators/transfer/index.rst","operators/transfer/s3_to_sftp.rst","operators/transfer/sftp_to_s3.rst","secrets-backends/aws-secrets-manager.rst","secrets-backends/aws-ssm-parameter-store.rst","secrets-backends/index.rst"],objects:{"airflow.providers":{amazon:[117,0,0,"-"]},"airflow.providers.amazon":{aws:[29,0,0,"-"]},"airflow.providers.amazon.aws":{exceptions:[0,0,0,"-"],hooks:[17,0,0,"-"],log:[31,0,0,"-"],operators:[52,0,0,"-"],secrets:[71,0,0,"-"],sensors:[85,0,0,"-"],transfers:[105,0,0,"-"],utils:[115,0,0,"-"]},"airflow.providers.amazon.aws.exceptions":{ECSOperatorError:[0,1,1,""]},"airflow.providers.amazon.aws.hooks":{athena:[1,0,0,"-"],aws_dynamodb:[2,0,0,"-"],base_aws:[3,0,0,"-"],batch_client:[4,0,0,"-"],batch_waiters:[5,0,0,"-"],cloud_formation:[6,0,0,"-"],datasync:[7,0,0,"-"],dms:[8,0,0,"-"],dynamodb:[9,0,0,"-"],ec2:[10,0,0,"-"],elasticache_replication_group:[11,0,0,"-"],emr:[12,0,0,"-"],glacier:[13,0,0,"-"],glue:[14,0,0,"-"],glue_catalog:[15,0,0,"-"],glue_crawler:[16,0,0,"-"],kinesis:[18,0,0,"-"],lambda_function:[19,0,0,"-"],logs:[20,0,0,"-"],redshift:[21,0,0,"-"],s3:[22,0,0,"-"],sagemaker:[23,0,0,"-"],secrets_manager:[24,0,0,"-"],ses:[25,0,0,"-"],sns:[26,0,0,"-"],sqs:[27,0,0,"-"],step_function:[28,0,0,"-"]},"airflow.providers.amazon.aws.hooks.athena":{AWSAthenaHook:[1,2,1,""]},"airflow.providers.amazon.aws.hooks.athena.AWSAthenaHook":{FAILURE_STATES:[1,3,1,""],INTERMEDIATE_STATES:[1,3,1,""],SUCCESS_STATES:[1,3,1,""],check_query_status:[1,4,1,""],get_query_results:[1,4,1,""],get_query_results_paginator:[1,4,1,""],get_state_change_reason:[1,4,1,""],poll_query_status:[1,4,1,""],run_query:[1,4,1,""],stop_query:[1,4,1,""]},"airflow.providers.amazon.aws.hooks.base_aws":{AwsBaseHook:[3,2,1,""]},"airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook":{conn:[3,4,1,""],conn_name_attr:[3,3,1,""],conn_type:[3,3,1,""],default_conn_name:[3,3,1,""],expand_role:[3,4,1,""],get_client_type:[3,4,1,""],get_conn:[3,4,1,""],get_credentials:[3,4,1,""],get_resource_type:[3,4,1,""],get_session:[3,4,1,""],hook_name:[3,3,1,""],retry:[3,4,1,""]},"airflow.providers.amazon.aws.hooks.batch_client":{AwsBatchClientHook:[4,2,1,""],AwsBatchProtocol:[4,2,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchClientHook":{DEFAULT_DELAY_MAX:[4,3,1,""],DEFAULT_DELAY_MIN:[4,3,1,""],MAX_RETRIES:[4,3,1,""],STATUS_RETRIES:[4,3,1,""],add_jitter:[4,4,1,""],check_job_success:[4,4,1,""],client:[4,3,1,""],delay:[4,4,1,""],exponential_delay:[4,4,1,""],get_job_description:[4,4,1,""],parse_job_description:[4,4,1,""],poll_for_job_complete:[4,4,1,""],poll_for_job_running:[4,4,1,""],poll_job_status:[4,4,1,""],terminate_job:[4,4,1,""],wait_for_job:[4,4,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchProtocol":{describe_jobs:[4,4,1,""],get_waiter:[4,4,1,""],submit_job:[4,4,1,""],terminate_job:[4,4,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters":{AwsBatchWaitersHook:[5,2,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters.AwsBatchWaitersHook":{default_config:[5,3,1,""],get_waiter:[5,4,1,""],list_waiters:[5,4,1,""],wait_for_job:[5,4,1,""],waiter_config:[5,3,1,""],waiter_model:[5,3,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation":{AWSCloudFormationHook:[6,2,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation.AWSCloudFormationHook":{create_stack:[6,4,1,""],delete_stack:[6,4,1,""],get_stack_status:[6,4,1,""]},"airflow.providers.amazon.aws.hooks.datasync":{AWSDataSyncHook:[7,2,1,""]},"airflow.providers.amazon.aws.hooks.datasync.AWSDataSyncHook":{TASK_EXECUTION_FAILURE_STATES:[7,3,1,""],TASK_EXECUTION_INTERMEDIATE_STATES:[7,3,1,""],TASK_EXECUTION_SUCCESS_STATES:[7,3,1,""],cancel_task_execution:[7,4,1,""],create_location:[7,4,1,""],create_task:[7,4,1,""],delete_task:[7,4,1,""],describe_task_execution:[7,4,1,""],get_current_task_execution_arn:[7,4,1,""],get_location_arns:[7,4,1,""],get_task_arns_for_location_arns:[7,4,1,""],get_task_description:[7,4,1,""],start_task_execution:[7,4,1,""],update_task:[7,4,1,""],wait_for_task_execution:[7,4,1,""]},"airflow.providers.amazon.aws.hooks.dms":{DmsHook:[8,2,1,""],DmsTaskWaiterStatus:[8,2,1,""]},"airflow.providers.amazon.aws.hooks.dms.DmsHook":{create_replication_task:[8,4,1,""],delete_replication_task:[8,4,1,""],describe_replication_tasks:[8,4,1,""],find_replication_tasks_by_arn:[8,4,1,""],get_task_status:[8,4,1,""],start_replication_task:[8,4,1,""],stop_replication_task:[8,4,1,""],wait_for_task_status:[8,4,1,""]},"airflow.providers.amazon.aws.hooks.dms.DmsTaskWaiterStatus":{DELETED:[8,3,1,""],READY:[8,3,1,""],RUNNING:[8,3,1,""],STOPPED:[8,3,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb":{AwsDynamoDBHook:[9,2,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb.AwsDynamoDBHook":{write_batch_data:[9,4,1,""]},"airflow.providers.amazon.aws.hooks.ec2":{EC2Hook:[10,2,1,""]},"airflow.providers.amazon.aws.hooks.ec2.EC2Hook":{get_instance:[10,4,1,""],get_instance_state:[10,4,1,""],wait_for_state:[10,4,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group":{ElastiCacheReplicationGroupHook:[11,2,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook":{TERMINAL_STATES:[11,3,1,""],create_replication_group:[11,4,1,""],delete_replication_group:[11,4,1,""],describe_replication_group:[11,4,1,""],ensure_delete_replication_group:[11,4,1,""],get_replication_group_status:[11,4,1,""],is_replication_group_available:[11,4,1,""],wait_for_availability:[11,4,1,""],wait_for_deletion:[11,4,1,""]},"airflow.providers.amazon.aws.hooks.emr":{EmrHook:[12,2,1,""]},"airflow.providers.amazon.aws.hooks.emr.EmrHook":{conn_name_attr:[12,3,1,""],conn_type:[12,3,1,""],create_job_flow:[12,4,1,""],default_conn_name:[12,3,1,""],get_cluster_id_by_name:[12,4,1,""],hook_name:[12,3,1,""]},"airflow.providers.amazon.aws.hooks.glacier":{GlacierHook:[13,2,1,""]},"airflow.providers.amazon.aws.hooks.glacier.GlacierHook":{describe_job:[13,4,1,""],retrieve_inventory:[13,4,1,""],retrieve_inventory_results:[13,4,1,""]},"airflow.providers.amazon.aws.hooks.glue":{AwsGlueJobHook:[14,2,1,""]},"airflow.providers.amazon.aws.hooks.glue.AwsGlueJobHook":{JOB_POLL_INTERVAL:[14,3,1,""],get_iam_execution_role:[14,4,1,""],get_job_state:[14,4,1,""],get_or_create_glue_job:[14,4,1,""],initialize_job:[14,4,1,""],job_completion:[14,4,1,""],list_jobs:[14,4,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog":{AwsGlueCatalogHook:[15,2,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog.AwsGlueCatalogHook":{check_for_partition:[15,4,1,""],get_partitions:[15,4,1,""],get_table:[15,4,1,""],get_table_location:[15,4,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler":{AwsGlueCrawlerHook:[16,2,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler.AwsGlueCrawlerHook":{create_crawler:[16,4,1,""],get_crawler:[16,4,1,""],glue_client:[16,4,1,""],has_crawler:[16,4,1,""],start_crawler:[16,4,1,""],update_crawler:[16,4,1,""],wait_for_crawler_completion:[16,4,1,""]},"airflow.providers.amazon.aws.hooks.kinesis":{AwsFirehoseHook:[18,2,1,""]},"airflow.providers.amazon.aws.hooks.kinesis.AwsFirehoseHook":{put_records:[18,4,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function":{AwsLambdaHook:[19,2,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function.AwsLambdaHook":{invoke_lambda:[19,4,1,""]},"airflow.providers.amazon.aws.hooks.logs":{AwsLogsHook:[20,2,1,""]},"airflow.providers.amazon.aws.hooks.logs.AwsLogsHook":{get_log_events:[20,4,1,""]},"airflow.providers.amazon.aws.hooks.redshift":{RedshiftHook:[21,2,1,""]},"airflow.providers.amazon.aws.hooks.redshift.RedshiftHook":{cluster_status:[21,4,1,""],create_cluster_snapshot:[21,4,1,""],delete_cluster:[21,4,1,""],describe_cluster_snapshots:[21,4,1,""],restore_from_cluster_snapshot:[21,4,1,""]},"airflow.providers.amazon.aws.hooks.s3":{S3Hook:[22,2,1,""],T:[22,5,1,""],provide_bucket_name:[22,6,1,""],unify_bucket_name_and_key:[22,6,1,""]},"airflow.providers.amazon.aws.hooks.s3.S3Hook":{check_for_bucket:[22,4,1,""],check_for_key:[22,4,1,""],check_for_prefix:[22,4,1,""],check_for_wildcard_key:[22,4,1,""],conn_type:[22,3,1,""],copy_object:[22,4,1,""],create_bucket:[22,4,1,""],delete_bucket:[22,4,1,""],delete_bucket_tagging:[22,4,1,""],delete_objects:[22,4,1,""],download_file:[22,4,1,""],generate_presigned_url:[22,4,1,""],get_bucket:[22,4,1,""],get_bucket_tagging:[22,4,1,""],get_key:[22,4,1,""],get_wildcard_key:[22,4,1,""],hook_name:[22,3,1,""],list_keys:[22,4,1,""],list_prefixes:[22,4,1,""],load_bytes:[22,4,1,""],load_file:[22,4,1,""],load_file_obj:[22,4,1,""],load_string:[22,4,1,""],parse_s3_url:[22,4,1,""],put_bucket_tagging:[22,4,1,""],read_key:[22,4,1,""],select_key:[22,4,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker":{LogState:[23,2,1,""],Position:[23,5,1,""],SageMakerHook:[23,2,1,""],argmin:[23,6,1,""],secondary_training_status_changed:[23,6,1,""],secondary_training_status_message:[23,6,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.LogState":{COMPLETE:[23,3,1,""],JOB_COMPLETE:[23,3,1,""],STARTING:[23,3,1,""],TAILING:[23,3,1,""],WAIT_IN_PROGRESS:[23,3,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.SageMakerHook":{check_s3_url:[23,4,1,""],check_status:[23,4,1,""],check_training_config:[23,4,1,""],check_training_status_with_log:[23,4,1,""],check_tuning_config:[23,4,1,""],configure_s3_resources:[23,4,1,""],create_endpoint:[23,4,1,""],create_endpoint_config:[23,4,1,""],create_model:[23,4,1,""],create_processing_job:[23,4,1,""],create_training_job:[23,4,1,""],create_transform_job:[23,4,1,""],create_tuning_job:[23,4,1,""],describe_endpoint:[23,4,1,""],describe_endpoint_config:[23,4,1,""],describe_model:[23,4,1,""],describe_processing_job:[23,4,1,""],describe_training_job:[23,4,1,""],describe_training_job_with_log:[23,4,1,""],describe_transform_job:[23,4,1,""],describe_tuning_job:[23,4,1,""],endpoint_non_terminal_states:[23,3,1,""],failed_states:[23,3,1,""],get_log_conn:[23,4,1,""],list_processing_jobs:[23,4,1,""],list_training_jobs:[23,4,1,""],log_stream:[23,4,1,""],multi_stream_iter:[23,4,1,""],non_terminal_states:[23,3,1,""],tar_and_s3_upload:[23,4,1,""],update_endpoint:[23,4,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager":{SecretsManagerHook:[24,2,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager.SecretsManagerHook":{get_secret:[24,4,1,""],get_secret_as_dict:[24,4,1,""]},"airflow.providers.amazon.aws.hooks.ses":{SESHook:[25,2,1,""]},"airflow.providers.amazon.aws.hooks.ses.SESHook":{send_email:[25,4,1,""]},"airflow.providers.amazon.aws.hooks.sns":{AwsSnsHook:[26,2,1,""]},"airflow.providers.amazon.aws.hooks.sns.AwsSnsHook":{publish_to_target:[26,4,1,""]},"airflow.providers.amazon.aws.hooks.sqs":{SQSHook:[27,2,1,""]},"airflow.providers.amazon.aws.hooks.sqs.SQSHook":{create_queue:[27,4,1,""],send_message:[27,4,1,""]},"airflow.providers.amazon.aws.hooks.step_function":{StepFunctionHook:[28,2,1,""]},"airflow.providers.amazon.aws.hooks.step_function.StepFunctionHook":{describe_execution:[28,4,1,""],start_execution:[28,4,1,""]},"airflow.providers.amazon.aws.log":{cloudwatch_task_handler:[30,0,0,"-"],s3_task_handler:[32,0,0,"-"]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler":{CloudwatchTaskHandler:[30,2,1,""]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler":{close:[30,4,1,""],get_cloudwatch_logs:[30,4,1,""],hook:[30,4,1,""],set_context:[30,4,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler":{S3TaskHandler:[32,2,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler":{close:[32,4,1,""],hook:[32,4,1,""],s3_log_exists:[32,4,1,""],s3_read:[32,4,1,""],s3_write:[32,4,1,""],set_context:[32,4,1,""]},"airflow.providers.amazon.aws.operators":{athena:[33,0,0,"-"],batch:[34,0,0,"-"],cloud_formation:[35,0,0,"-"],datasync:[36,0,0,"-"],dms_create_task:[37,0,0,"-"],dms_delete_task:[38,0,0,"-"],dms_describe_tasks:[39,0,0,"-"],dms_start_task:[40,0,0,"-"],dms_stop_task:[41,0,0,"-"],ec2_start_instance:[42,0,0,"-"],ec2_stop_instance:[43,0,0,"-"],ecs:[44,0,0,"-"],emr_add_steps:[45,0,0,"-"],emr_create_job_flow:[46,0,0,"-"],emr_modify_cluster:[47,0,0,"-"],emr_terminate_job_flow:[48,0,0,"-"],glacier:[49,0,0,"-"],glue:[50,0,0,"-"],glue_crawler:[51,0,0,"-"],s3_bucket:[53,0,0,"-"],s3_bucket_tagging:[54,0,0,"-"],s3_copy_object:[55,0,0,"-"],s3_delete_objects:[56,0,0,"-"],s3_file_transform:[57,0,0,"-"],s3_list:[58,0,0,"-"],sagemaker_base:[59,0,0,"-"],sagemaker_endpoint:[60,0,0,"-"],sagemaker_endpoint_config:[61,0,0,"-"],sagemaker_model:[62,0,0,"-"],sagemaker_processing:[63,0,0,"-"],sagemaker_training:[64,0,0,"-"],sagemaker_transform:[65,0,0,"-"],sagemaker_tuning:[66,0,0,"-"],sns:[67,0,0,"-"],sqs:[68,0,0,"-"],step_function_get_execution_output:[69,0,0,"-"],step_function_start_execution:[70,0,0,"-"]},"airflow.providers.amazon.aws.operators.athena":{AWSAthenaOperator:[33,2,1,""]},"airflow.providers.amazon.aws.operators.athena.AWSAthenaOperator":{execute:[33,4,1,""],hook:[33,4,1,""],on_kill:[33,4,1,""],template_ext:[33,3,1,""],template_fields:[33,3,1,""],template_fields_renderers:[33,3,1,""],ui_color:[33,3,1,""]},"airflow.providers.amazon.aws.operators.batch":{AwsBatchOperator:[34,2,1,""]},"airflow.providers.amazon.aws.operators.batch.AwsBatchOperator":{arn:[34,3,1,""],execute:[34,4,1,""],monitor_job:[34,4,1,""],on_kill:[34,4,1,""],submit_job:[34,4,1,""],template_fields:[34,3,1,""],template_fields_renderers:[34,3,1,""],ui_color:[34,3,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation":{CloudFormationCreateStackOperator:[35,2,1,""],CloudFormationDeleteStackOperator:[35,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationCreateStackOperator":{execute:[35,4,1,""],template_ext:[35,3,1,""],template_fields:[35,3,1,""],ui_color:[35,3,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationDeleteStackOperator":{execute:[35,4,1,""],template_ext:[35,3,1,""],template_fields:[35,3,1,""],ui_color:[35,3,1,""],ui_fgcolor:[35,3,1,""]},"airflow.providers.amazon.aws.operators.datasync":{AWSDataSyncOperator:[36,2,1,""]},"airflow.providers.amazon.aws.operators.datasync.AWSDataSyncOperator":{choose_location:[36,4,1,""],choose_task:[36,4,1,""],execute:[36,4,1,""],get_hook:[36,4,1,""],on_kill:[36,4,1,""],template_fields:[36,3,1,""],template_fields_renderers:[36,3,1,""],ui_color:[36,3,1,""]},"airflow.providers.amazon.aws.operators.dms_create_task":{DmsCreateTaskOperator:[37,2,1,""]},"airflow.providers.amazon.aws.operators.dms_create_task.DmsCreateTaskOperator":{execute:[37,4,1,""],template_ext:[37,3,1,""],template_fields:[37,3,1,""],template_fields_renderers:[37,3,1,""]},"airflow.providers.amazon.aws.operators.dms_delete_task":{DmsDeleteTaskOperator:[38,2,1,""]},"airflow.providers.amazon.aws.operators.dms_delete_task.DmsDeleteTaskOperator":{execute:[38,4,1,""],template_ext:[38,3,1,""],template_fields:[38,3,1,""],template_fields_renderers:[38,3,1,""]},"airflow.providers.amazon.aws.operators.dms_describe_tasks":{DmsDescribeTasksOperator:[39,2,1,""]},"airflow.providers.amazon.aws.operators.dms_describe_tasks.DmsDescribeTasksOperator":{execute:[39,4,1,""],template_ext:[39,3,1,""],template_fields:[39,3,1,""],template_fields_renderers:[39,3,1,""]},"airflow.providers.amazon.aws.operators.dms_start_task":{DmsStartTaskOperator:[40,2,1,""]},"airflow.providers.amazon.aws.operators.dms_start_task.DmsStartTaskOperator":{execute:[40,4,1,""],template_ext:[40,3,1,""],template_fields:[40,3,1,""],template_fields_renderers:[40,3,1,""]},"airflow.providers.amazon.aws.operators.dms_stop_task":{DmsStopTaskOperator:[41,2,1,""]},"airflow.providers.amazon.aws.operators.dms_stop_task.DmsStopTaskOperator":{execute:[41,4,1,""],template_ext:[41,3,1,""],template_fields:[41,3,1,""],template_fields_renderers:[41,3,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance":{EC2StartInstanceOperator:[42,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance.EC2StartInstanceOperator":{execute:[42,4,1,""],template_fields:[42,3,1,""],ui_color:[42,3,1,""],ui_fgcolor:[42,3,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance":{EC2StopInstanceOperator:[43,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance.EC2StopInstanceOperator":{execute:[43,4,1,""],template_fields:[43,3,1,""],ui_color:[43,3,1,""],ui_fgcolor:[43,3,1,""]},"airflow.providers.amazon.aws.operators.ecs":{ECSOperator:[44,2,1,""],ECSProtocol:[44,2,1,""],should_retry:[44,6,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSOperator":{REATTACH_XCOM_KEY:[44,3,1,""],REATTACH_XCOM_TASK_ID_TEMPLATE:[44,3,1,""],execute:[44,4,1,""],get_hook:[44,4,1,""],get_logs_hook:[44,4,1,""],on_kill:[44,4,1,""],template_fields:[44,3,1,""],template_fields_renderers:[44,3,1,""],ui_color:[44,3,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSProtocol":{describe_task_definition:[44,4,1,""],describe_tasks:[44,4,1,""],get_waiter:[44,4,1,""],list_tasks:[44,4,1,""],run_task:[44,4,1,""],stop_task:[44,4,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps":{EmrAddStepsOperator:[45,2,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps.EmrAddStepsOperator":{execute:[45,4,1,""],template_ext:[45,3,1,""],template_fields:[45,3,1,""],template_fields_renderers:[45,3,1,""],ui_color:[45,3,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow":{EmrCreateJobFlowOperator:[46,2,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator":{execute:[46,4,1,""],template_ext:[46,3,1,""],template_fields:[46,3,1,""],template_fields_renderers:[46,3,1,""],ui_color:[46,3,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster":{EmrModifyClusterOperator:[47,2,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster.EmrModifyClusterOperator":{execute:[47,4,1,""],template_ext:[47,3,1,""],template_fields:[47,3,1,""],ui_color:[47,3,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow":{EmrTerminateJobFlowOperator:[48,2,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator":{execute:[48,4,1,""],template_ext:[48,3,1,""],template_fields:[48,3,1,""],ui_color:[48,3,1,""]},"airflow.providers.amazon.aws.operators.glacier":{GlacierCreateJobOperator:[49,2,1,""]},"airflow.providers.amazon.aws.operators.glacier.GlacierCreateJobOperator":{execute:[49,4,1,""],template_fields:[49,3,1,""]},"airflow.providers.amazon.aws.operators.glue":{AwsGlueJobOperator:[50,2,1,""]},"airflow.providers.amazon.aws.operators.glue.AwsGlueJobOperator":{execute:[50,4,1,""],template_ext:[50,3,1,""],template_fields:[50,3,1,""],template_fields_renderers:[50,3,1,""],ui_color:[50,3,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler":{AwsGlueCrawlerOperator:[51,2,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler.AwsGlueCrawlerOperator":{execute:[51,4,1,""],hook:[51,4,1,""],ui_color:[51,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket":{S3CreateBucketOperator:[53,2,1,""],S3DeleteBucketOperator:[53,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3CreateBucketOperator":{execute:[53,4,1,""],template_fields:[53,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3DeleteBucketOperator":{execute:[53,4,1,""],template_fields:[53,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging":{BUCKET_DOES_NOT_EXIST_MSG:[54,5,1,""],S3DeleteBucketTaggingOperator:[54,2,1,""],S3GetBucketTaggingOperator:[54,2,1,""],S3PutBucketTaggingOperator:[54,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging.S3DeleteBucketTaggingOperator":{execute:[54,4,1,""],template_fields:[54,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging.S3GetBucketTaggingOperator":{execute:[54,4,1,""],template_fields:[54,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging.S3PutBucketTaggingOperator":{execute:[54,4,1,""],template_fields:[54,3,1,""],template_fields_renderers:[54,3,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object":{S3CopyObjectOperator:[55,2,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object.S3CopyObjectOperator":{execute:[55,4,1,""],template_fields:[55,3,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects":{S3DeleteObjectsOperator:[56,2,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects.S3DeleteObjectsOperator":{execute:[56,4,1,""],template_fields:[56,3,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform":{S3FileTransformOperator:[57,2,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform.S3FileTransformOperator":{execute:[57,4,1,""],template_ext:[57,3,1,""],template_fields:[57,3,1,""],ui_color:[57,3,1,""]},"airflow.providers.amazon.aws.operators.s3_list":{S3ListOperator:[58,2,1,""]},"airflow.providers.amazon.aws.operators.s3_list.S3ListOperator":{execute:[58,4,1,""],template_fields:[58,3,1,""],ui_color:[58,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base":{SageMakerBaseOperator:[59,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base.SageMakerBaseOperator":{execute:[59,4,1,""],expand_role:[59,4,1,""],hook:[59,4,1,""],integer_fields:[59,3,1,""],parse_config_integers:[59,4,1,""],parse_integer:[59,4,1,""],preprocess_config:[59,4,1,""],template_ext:[59,3,1,""],template_fields:[59,3,1,""],template_fields_renderers:[59,3,1,""],ui_color:[59,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint":{SageMakerEndpointOperator:[60,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint.SageMakerEndpointOperator":{create_integer_fields:[60,4,1,""],execute:[60,4,1,""],expand_role:[60,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config":{SageMakerEndpointConfigOperator:[61,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config.SageMakerEndpointConfigOperator":{execute:[61,4,1,""],integer_fields:[61,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model":{SageMakerModelOperator:[62,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model.SageMakerModelOperator":{execute:[62,4,1,""],expand_role:[62,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing":{SageMakerProcessingOperator:[63,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing.SageMakerProcessingOperator":{execute:[63,4,1,""],expand_role:[63,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training":{SageMakerTrainingOperator:[64,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training.SageMakerTrainingOperator":{execute:[64,4,1,""],expand_role:[64,4,1,""],integer_fields:[64,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform":{SageMakerTransformOperator:[65,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform.SageMakerTransformOperator":{create_integer_fields:[65,4,1,""],execute:[65,4,1,""],expand_role:[65,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning":{SageMakerTuningOperator:[66,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning.SageMakerTuningOperator":{execute:[66,4,1,""],expand_role:[66,4,1,""],integer_fields:[66,3,1,""]},"airflow.providers.amazon.aws.operators.sns":{SnsPublishOperator:[67,2,1,""]},"airflow.providers.amazon.aws.operators.sns.SnsPublishOperator":{execute:[67,4,1,""],template_ext:[67,3,1,""],template_fields:[67,3,1,""],template_fields_renderers:[67,3,1,""]},"airflow.providers.amazon.aws.operators.sqs":{SQSPublishOperator:[68,2,1,""]},"airflow.providers.amazon.aws.operators.sqs.SQSPublishOperator":{execute:[68,4,1,""],template_fields:[68,3,1,""],template_fields_renderers:[68,3,1,""],ui_color:[68,3,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output":{StepFunctionGetExecutionOutputOperator:[69,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output.StepFunctionGetExecutionOutputOperator":{execute:[69,4,1,""],template_ext:[69,3,1,""],template_fields:[69,3,1,""],ui_color:[69,3,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution":{StepFunctionStartExecutionOperator:[70,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution.StepFunctionStartExecutionOperator":{execute:[70,4,1,""],template_ext:[70,3,1,""],template_fields:[70,3,1,""],ui_color:[70,3,1,""]},"airflow.providers.amazon.aws.secrets":{secrets_manager:[72,0,0,"-"],systems_manager:[73,0,0,"-"]},"airflow.providers.amazon.aws.secrets.secrets_manager":{SecretsManagerBackend:[72,2,1,""]},"airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend":{client:[72,4,1,""],get_config:[72,4,1,""],get_conn_uri:[72,4,1,""],get_variable:[72,4,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager":{SystemsManagerParameterStoreBackend:[73,2,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend":{client:[73,4,1,""],get_config:[73,4,1,""],get_conn_uri:[73,4,1,""],get_variable:[73,4,1,""]},"airflow.providers.amazon.aws.sensors":{athena:[74,0,0,"-"],cloud_formation:[75,0,0,"-"],dms_task:[76,0,0,"-"],ec2_instance_state:[77,0,0,"-"],emr_base:[78,0,0,"-"],emr_job_flow:[79,0,0,"-"],emr_step:[80,0,0,"-"],glacier:[81,0,0,"-"],glue:[82,0,0,"-"],glue_catalog_partition:[83,0,0,"-"],glue_crawler:[84,0,0,"-"],redshift:[86,0,0,"-"],s3_key:[87,0,0,"-"],s3_keys_unchanged:[88,0,0,"-"],s3_prefix:[89,0,0,"-"],sagemaker_base:[90,0,0,"-"],sagemaker_endpoint:[91,0,0,"-"],sagemaker_training:[92,0,0,"-"],sagemaker_transform:[93,0,0,"-"],sagemaker_tuning:[94,0,0,"-"],sqs:[95,0,0,"-"],step_function_execution:[96,0,0,"-"]},"airflow.providers.amazon.aws.sensors.athena":{AthenaSensor:[74,2,1,""]},"airflow.providers.amazon.aws.sensors.athena.AthenaSensor":{FAILURE_STATES:[74,3,1,""],INTERMEDIATE_STATES:[74,3,1,""],SUCCESS_STATES:[74,3,1,""],hook:[74,4,1,""],poke:[74,4,1,""],template_ext:[74,3,1,""],template_fields:[74,3,1,""],ui_color:[74,3,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation":{CloudFormationCreateStackSensor:[75,2,1,""],CloudFormationDeleteStackSensor:[75,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationCreateStackSensor":{hook:[75,4,1,""],poke:[75,4,1,""],template_fields:[75,3,1,""],ui_color:[75,3,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationDeleteStackSensor":{hook:[75,4,1,""],poke:[75,4,1,""],template_fields:[75,3,1,""],ui_color:[75,3,1,""]},"airflow.providers.amazon.aws.sensors.dms_task":{DmsTaskBaseSensor:[76,2,1,""],DmsTaskCompletedSensor:[76,2,1,""]},"airflow.providers.amazon.aws.sensors.dms_task.DmsTaskBaseSensor":{get_hook:[76,4,1,""],poke:[76,4,1,""],template_ext:[76,3,1,""],template_fields:[76,3,1,""]},"airflow.providers.amazon.aws.sensors.dms_task.DmsTaskCompletedSensor":{template_ext:[76,3,1,""],template_fields:[76,3,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state":{EC2InstanceStateSensor:[77,2,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state.EC2InstanceStateSensor":{poke:[77,4,1,""],template_fields:[77,3,1,""],ui_color:[77,3,1,""],ui_fgcolor:[77,3,1,""],valid_states:[77,3,1,""]},"airflow.providers.amazon.aws.sensors.emr_base":{EmrBaseSensor:[78,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_base.EmrBaseSensor":{failure_message_from_response:[78,4,1,""],get_emr_response:[78,4,1,""],get_hook:[78,4,1,""],poke:[78,4,1,""],state_from_response:[78,4,1,""],ui_color:[78,3,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow":{EmrJobFlowSensor:[79,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow.EmrJobFlowSensor":{failure_message_from_response:[79,4,1,""],get_emr_response:[79,4,1,""],state_from_response:[79,4,1,""],template_ext:[79,3,1,""],template_fields:[79,3,1,""]},"airflow.providers.amazon.aws.sensors.emr_step":{EmrStepSensor:[80,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_step.EmrStepSensor":{failure_message_from_response:[80,4,1,""],get_emr_response:[80,4,1,""],state_from_response:[80,4,1,""],template_ext:[80,3,1,""],template_fields:[80,3,1,""]},"airflow.providers.amazon.aws.sensors.glacier":{GlacierJobOperationSensor:[81,2,1,""],JobStatus:[81,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier.GlacierJobOperationSensor":{poke:[81,4,1,""],template_fields:[81,3,1,""]},"airflow.providers.amazon.aws.sensors.glacier.JobStatus":{IN_PROGRESS:[81,3,1,""],SUCCEEDED:[81,3,1,""]},"airflow.providers.amazon.aws.sensors.glue":{AwsGlueJobSensor:[82,2,1,""]},"airflow.providers.amazon.aws.sensors.glue.AwsGlueJobSensor":{poke:[82,4,1,""],template_fields:[82,3,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition":{AwsGlueCatalogPartitionSensor:[83,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition.AwsGlueCatalogPartitionSensor":{get_hook:[83,4,1,""],poke:[83,4,1,""],template_fields:[83,3,1,""],ui_color:[83,3,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler":{AwsGlueCrawlerSensor:[84,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler.AwsGlueCrawlerSensor":{get_hook:[84,4,1,""],poke:[84,4,1,""]},"airflow.providers.amazon.aws.sensors.redshift":{AwsRedshiftClusterSensor:[86,2,1,""]},"airflow.providers.amazon.aws.sensors.redshift.AwsRedshiftClusterSensor":{get_hook:[86,4,1,""],poke:[86,4,1,""],template_fields:[86,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_key":{S3KeySensor:[87,2,1,""],S3KeySizeSensor:[87,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySensor":{get_hook:[87,4,1,""],poke:[87,4,1,""],template_fields:[87,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySizeSensor":{check_fn:[87,4,1,""],get_files:[87,4,1,""],poke:[87,4,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged":{S3KeysUnchangedSensor:[88,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor":{hook:[88,4,1,""],is_keys_unchanged:[88,4,1,""],poke:[88,4,1,""],template_fields:[88,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix":{S3PrefixSensor:[89,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix.S3PrefixSensor":{get_hook:[89,4,1,""],poke:[89,4,1,""],template_fields:[89,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base":{SageMakerBaseSensor:[90,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base.SageMakerBaseSensor":{failed_states:[90,4,1,""],get_failed_reason_from_response:[90,4,1,""],get_hook:[90,4,1,""],get_sagemaker_response:[90,4,1,""],non_terminal_states:[90,4,1,""],poke:[90,4,1,""],state_from_response:[90,4,1,""],ui_color:[90,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint":{SageMakerEndpointSensor:[91,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint.SageMakerEndpointSensor":{failed_states:[91,4,1,""],get_failed_reason_from_response:[91,4,1,""],get_sagemaker_response:[91,4,1,""],non_terminal_states:[91,4,1,""],state_from_response:[91,4,1,""],template_ext:[91,3,1,""],template_fields:[91,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training":{SageMakerTrainingSensor:[92,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training.SageMakerTrainingSensor":{failed_states:[92,4,1,""],get_failed_reason_from_response:[92,4,1,""],get_sagemaker_response:[92,4,1,""],init_log_resource:[92,4,1,""],non_terminal_states:[92,4,1,""],state_from_response:[92,4,1,""],template_ext:[92,3,1,""],template_fields:[92,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform":{SageMakerTransformSensor:[93,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform.SageMakerTransformSensor":{failed_states:[93,4,1,""],get_failed_reason_from_response:[93,4,1,""],get_sagemaker_response:[93,4,1,""],non_terminal_states:[93,4,1,""],state_from_response:[93,4,1,""],template_ext:[93,3,1,""],template_fields:[93,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning":{SageMakerTuningSensor:[94,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning.SageMakerTuningSensor":{failed_states:[94,4,1,""],get_failed_reason_from_response:[94,4,1,""],get_sagemaker_response:[94,4,1,""],non_terminal_states:[94,4,1,""],state_from_response:[94,4,1,""],template_ext:[94,3,1,""],template_fields:[94,3,1,""]},"airflow.providers.amazon.aws.sensors.sqs":{SQSSensor:[95,2,1,""]},"airflow.providers.amazon.aws.sensors.sqs.SQSSensor":{get_hook:[95,4,1,""],poke:[95,4,1,""],template_fields:[95,3,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution":{StepFunctionExecutionSensor:[96,2,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution.StepFunctionExecutionSensor":{FAILURE_STATES:[96,3,1,""],INTERMEDIATE_STATES:[96,3,1,""],SUCCESS_STATES:[96,3,1,""],get_hook:[96,4,1,""],poke:[96,4,1,""],template_ext:[96,3,1,""],template_fields:[96,3,1,""],ui_color:[96,3,1,""]},"airflow.providers.amazon.aws.transfers":{dynamodb_to_s3:[97,0,0,"-"],exasol_to_s3:[98,0,0,"-"],ftp_to_s3:[99,0,0,"-"],gcs_to_s3:[100,0,0,"-"],glacier_to_gcs:[101,0,0,"-"],google_api_to_s3:[102,0,0,"-"],hive_to_dynamodb:[103,0,0,"-"],imap_attachment_to_s3:[104,0,0,"-"],mongo_to_s3:[106,0,0,"-"],mysql_to_s3:[107,0,0,"-"],redshift_to_s3:[108,0,0,"-"],s3_to_ftp:[109,0,0,"-"],s3_to_redshift:[110,0,0,"-"],s3_to_sftp:[111,0,0,"-"],salesforce_to_s3:[112,0,0,"-"],sftp_to_s3:[113,0,0,"-"]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3":{DynamoDBToS3Operator:[97,2,1,""]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3.DynamoDBToS3Operator":{execute:[97,4,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3":{ExasolToS3Operator:[98,2,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3.ExasolToS3Operator":{execute:[98,4,1,""],template_ext:[98,3,1,""],template_fields:[98,3,1,""],template_fields_renderers:[98,3,1,""],ui_color:[98,3,1,""]},"airflow.providers.amazon.aws.transfers.ftp_to_s3":{FTPToS3Operator:[99,2,1,""]},"airflow.providers.amazon.aws.transfers.ftp_to_s3.FTPToS3Operator":{execute:[99,4,1,""],template_fields:[99,3,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3":{GCSToS3Operator:[100,2,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3.GCSToS3Operator":{execute:[100,4,1,""],template_fields:[100,3,1,""],ui_color:[100,3,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs":{GlacierToGCSOperator:[101,2,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs.GlacierToGCSOperator":{execute:[101,4,1,""],template_fields:[101,3,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3":{GoogleApiToS3Operator:[102,2,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3.GoogleApiToS3Operator":{execute:[102,4,1,""],template_ext:[102,3,1,""],template_fields:[102,3,1,""],ui_color:[102,3,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb":{HiveToDynamoDBOperator:[103,2,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb.HiveToDynamoDBOperator":{execute:[103,4,1,""],template_ext:[103,3,1,""],template_fields:[103,3,1,""],ui_color:[103,3,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3":{ImapAttachmentToS3Operator:[104,2,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3.ImapAttachmentToS3Operator":{execute:[104,4,1,""],template_fields:[104,3,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3":{MongoToS3Operator:[106,2,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3.MongoToS3Operator":{execute:[106,4,1,""],template_fields:[106,3,1,""],template_fields_renderers:[106,3,1,""],transform:[106,4,1,""],ui_color:[106,3,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3":{MySQLToS3Operator:[107,2,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3.MySQLToS3Operator":{execute:[107,4,1,""],template_ext:[107,3,1,""],template_fields:[107,3,1,""],template_fields_renderers:[107,3,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3":{RedshiftToS3Operator:[108,2,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3.RedshiftToS3Operator":{execute:[108,4,1,""],template_ext:[108,3,1,""],template_fields:[108,3,1,""],template_fields_renderers:[108,3,1,""],ui_color:[108,3,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp":{S3ToFTPOperator:[109,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp.S3ToFTPOperator":{execute:[109,4,1,""],template_fields:[109,3,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift":{S3ToRedshiftOperator:[110,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift.S3ToRedshiftOperator":{execute:[110,4,1,""],template_ext:[110,3,1,""],template_fields:[110,3,1,""],ui_color:[110,3,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp":{S3ToSFTPOperator:[111,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp.S3ToSFTPOperator":{execute:[111,4,1,""],get_s3_key:[111,4,1,""],template_fields:[111,3,1,""]},"airflow.providers.amazon.aws.transfers.salesforce_to_s3":{SalesforceToS3Operator:[112,2,1,""]},"airflow.providers.amazon.aws.transfers.salesforce_to_s3.SalesforceToS3Operator":{execute:[112,4,1,""],template_ext:[112,3,1,""],template_fields:[112,3,1,""],template_fields_renderers:[112,3,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3":{SFTPToS3Operator:[113,2,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3.SFTPToS3Operator":{execute:[113,4,1,""],get_s3_key:[113,4,1,""],template_fields:[113,3,1,""]},"airflow.providers.amazon.aws.utils":{emailer:[114,0,0,"-"],redshift:[116,0,0,"-"]},"airflow.providers.amazon.aws.utils.emailer":{send_email:[114,6,1,""]},"airflow.providers.amazon.aws.utils.redshift":{build_credentials_block:[116,6,1,""],log:[116,5,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","exception","Python exception"],"2":["py","class","Python class"],"3":["py","attribute","Python attribute"],"4":["py","method","Python method"],"5":["py","data","Python data"],"6":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:exception","2":"py:class","3":"py:attribute","4":"py:method","5":"py:data","6":"py:function"},terms:{"000287753":118,"00642a46d":118,"008035450":118,"00ffedb8c":118,"00z":129,"01049ddce":118,"02d94349b":118,"042be2e4":118,"04d278f93":118,"07b81029e":118,"0823d46a7":118,"08t02":139,"0a0e1af80":118,"0b0e4f7a4":118,"0b2":118,"0beta1":118,"0c3db84c3":118,"0c77ea8a3":118,"0d6cae417":118,"0d80383bd":118,"0df60b773":118,"0f327788b":118,"0f97a3970":118,"1000":[1,56,118],"10004":118,"10025":118,"10052":118,"10079":118,"10097":118,"10163":118,"10164":118,"10167":118,"1024":[101,128,135],"10256":140,"10276":118,"10280":118,"10286":118,"10343ec29":118,"10391":118,"10436":118,"10437":118,"10468":118,"10483":118,"1048576":87,"10528":118,"10543":118,"10580":118,"10590":118,"10642":118,"10643":118,"10645":118,"10653":118,"10655":118,"10671":118,"10774":118,"10778":118,"10804":118,"10818":118,"10829":118,"10890":118,"10910":118,"10913":140,"10927":118,"10947":118,"11001":118,"11011":[118,120],"11020":118,"11023":118,"11031":118,"11032":118,"11112223344":124,"11138":118,"11178":118,"11209":118,"112223334444":119,"11227":[118,120],"11238":118,"11242":118,"11249":118,"11250":118,"11293":118,"11434":118,"11447":118,"11448":118,"11470":118,"11487":118,"11531":118,"11688":118,"11747":[118,120],"11806":118,"11809":118,"11814":118,"11821":118,"11825":118,"11826":118,"11844":118,"11855":118,"12033":[118,120],"12049":118,"12079":118,"12082":118,"12093":118,"12096":[118,120],"12123":118,"12143":118,"12206":118,"12212":118,"12230":118,"12304":118,"123456ab":126,"12353":118,"12366":118,"12389":118,"12390":118,"123abc":126,"12427":118,"12438":118,"12444":118,"12449":118,"12513":118,"12558":118,"12578":118,"12639":[118,120],"12653":118,"12681":118,"12917":118,"12955":118,"12af6a080":118,"12c5e5d8a":118,"13049":[118,120],"1307":4,"13072":[118,120],"13073":118,"13135":118,"13148":118,"13187":[118,120],"132000":139,"13361":[118,120],"13380":118,"13396":[118,120],"13490":[118,120],"13707":[118,120],"13717":118,"13718":[118,120],"13732":118,"13767":118,"13773":[118,120],"13796":[118,120],"13847":[118,120],"13851":118,"13854c32a":118,"13973":[118,120],"13986":[118,120],"14006":118,"14013":118,"14027":[118,120],"14082":118,"14103":118,"14125":118,"14177":[118,120],"14220":[118,120],"14251":[118,120],"14263":[118,120],"14402":[118,120],"14414":[118,120],"14487":118,"14606":118,"14638":[118,120],"146704605":118,"14823":[118,120],"14886":118,"14918":118,"14925":[118,120],"14943":118,"14968":118,"15047":118,"1508c43ec":118,"15120":[118,120],"15130":[118,120],"15173":[118,120],"15200":118,"15232":[118,120],"15236":118,"15316":[118,120],"15323":[118,120],"15391":118,"15427":[118,120],"15499":118,"15534":118,"15576":118,"15583":118,"15609":[118,120],"15628":118,"15651":118,"15667":[118,120],"15680":[118,120],"15699":118,"15704":118,"15839":[118,120],"15848":[118,120],"15850":[118,120],"15991":118,"16005":118,"16050":[118,120],"16150":[118,120],"16189":[118,120],"16216":[118,120],"16241":[118,120],"16294":118,"16327":[118,120],"16405":118,"16464":118,"16501":118,"16540":118,"16589":[118,120],"16612":[118,120],"16675":118,"16682":118,"16685":[118,120],"16767":[118,120],"16770":[118,120],"16771":[118,120],"16820":[118,120],"16868":118,"16964":118,"16e712971":118,"17015":118,"17020":118,"17081":[118,120],"17087":[118,120],"17094":[118,120],"17117":[118,120],"17141":[118,120],"17162":[118,120],"17adcea83":118,"18t00":129,"1915":5,"1988a97e8":118,"19bc97d0c":118,"19ed074e9":118,"1b1472630":118,"1b38f6d9b":118,"1c82b4d01":118,"1d36b0303":118,"1d472b":35,"1ed171bfb":118,"1fba5402b":118,"2012":119,"2015":[15,83],"2016":5,"2018":[15,58],"2019":[118,129],"2020":[118,139],"2021":118,"2310":118,"23rc1":118,"240057002457":119,"2410f592a":118,"24c8e4c2d":118,"250436d96":118,"2543c74c1":118,"2577f9334":118,"25t00":129,"266384a63":118,"27d08b76a":118,"2934220dc":118,"295d66f91":118,"29730d720":118,"2a1":118,"2a54512d7":118,"2ab2cbf93":118,"2b8dea64":118,"2bf7b7cac":118,"2ca615cff":118,"2f31b3060":118,"2fbpxrficyexamplekei":119,"2fexampl":140,"2fk7mdeng":119,"2fspark":140,"2fwebident":119,"2ndwatch":5,"30708b5b2":118,"308f1d066":118,"30s":120,"314524341751":139,"32582b5bf":118,"32971a1a2":118,"32b3cfbcf":118,"3320e432a":118,"33f0cd265":118,"349b0811c":118,"34f90eff":139,"357e11e0c":118,"3600":22,"3696c34c2":118,"36dc6a810":118,"370e7d07d":118,"3723":[118,120],"3734876d9":118,"373c6aa4a":118,"375d1ca22":118,"37681bca0":118,"379a884d6":118,"383a118d2":118,"3934ef224":118,"3a240057002457":119,"3a57d9fc6":118,"3aaw":119,"3aiam":119,"3arol":119,"3bb60afc7":118,"3d76fb4bf":118,"3ea3e1a2b":118,"3fa51f94d":118,"3fd5ef355":118,"400":119,"40246132a":118,"40add26d4":118,"40bf8f28f":118,"4175":118,"41bf172c1":118,"4200":[4,34],"422b61a9d":118,"429":119,"42a23d16f":118,"42eef3821":118,"4364":118,"438da7241":118,"4421f011e":118,"4438":118,"44b5e2":[33,36],"455a":139,"4572":123,"465":139,"4681":118,"476d0f6e3":118,"47a922b86":118,"483068745":118,"4b031d39e":118,"4c8e033c0":118,"4d03e33c1":118,"4e1f3a69d":118,"4e479e1e1":118,"4e8f9cc8d":118,"4fb498f87":118,"500":119,"502":119,"503":119,"504":119,"504cfbac1":118,"5090fb0c8":118,"5115":118,"5220e4c38":118,"5231":118,"52b6efe1":118,"537969889":118,"53ada6e79":118,"553bb7af7":118,"564192c16":118,"5648dfbc3":118,"569659db3":118,"5705":118,"5781":118,"5782":118,"5783":118,"5786":118,"57da45685":118,"5824":118,"5825":118,"589636":106,"589d6dec9":118,"58a8ec0e4":118,"58c3542ed":118,"5908":118,"5924":118,"599e4791c":118,"59eb5de78":118,"5a439e84":118,"5e77a6154":118,"5ee74b21be672":139,"5fbc86f03":118,"600":4,"6007":118,"6021":118,"6038":118,"6072":118,"6075":118,"6083":118,"614be87b2":118,"6206":118,"6245":118,"625576a3a":118,"6258":118,"6319":118,"6333":118,"6376":118,"63aa3db88":118,"6424":118,"643f3c35a":118,"6502":118,"6512":118,"6515":118,"6518":118,"6539":118,"6541":118,"6570":118,"6572":118,"657384615":118,"6574":118,"6577":118,"6588":118,"6617":118,"663259d4b":118,"6654":118,"6655":118,"6659":118,"6672":118,"6674":118,"6678":118,"6682":118,"6686":118,"66c3ff":[74,78,96],"6708":118,"6714":118,"6716":118,"6718":118,"674368f66":118,"6761":118,"6764":118,"6767":118,"6773":118,"6792":118,"6811":118,"6817":118,"6822":118,"682266510":118,"6824":118,"6830":118,"6854":118,"686d7d50b":118,"6871":118,"6877":118,"6884":118,"6888":118,"6889a333c":118,"68d1714f2":118,"68e4c4dcb":118,"6962":118,"6975":118,"697abf399":118,"6ad3fa":68,"6b9659":35,"6ce855af1":118,"6cf76d7ac":118,"6d55f329f":118,"6d573e8ab":118,"6eaa7e3b1":118,"7068":118,"7077":140,"7105":118,"7111":118,"7146":118,"7176":118,"7178":118,"71c673e42":118,"7213":118,"7236862a1":118,"7239d9a82":118,"7270":118,"7271":118,"7274":118,"7287":118,"7288":118,"7295":118,"7309":118,"7330":118,"7336":118,"7338":118,"7339":118,"7341":118,"7342":118,"7347":118,"7375":118,"7386":118,"7394":118,"7412":118,"7443":118,"7451":118,"7456":118,"7474":118,"74bc316c5":118,"7502cad28":118,"7506":118,"7517":118,"7527eddc5":118,"7541":118,"7598":118,"7600":118,"7619":118,"763919d41":118,"7680":118,"7731":118,"7733":118,"7745":118,"7753":118,"7825e8f59":118,"7827":118,"7830":118,"7846":118,"7891":118,"78d8fe694":118,"7945":118,"7948":118,"7c206a82a":118,"7ca0b6f12":118,"7d0e7122d":118,"7d24b088c":118,"7ea66a1a9":118,"7meuul":139,"8011":118,"807ad32c":118,"8080":119,"814e471d1":118,"8170":118,"8186":118,"821ea6fc1":118,"822285134":118,"8248":118,"82c0e5aff":118,"82f744b87":118,"8349061f9":118,"83c037873":118,"8441":118,"8451":118,"8452":118,"8534":118,"8571":118,"8572":118,"8581":118,"85a18e13d":118,"85bbab27d":118,"8618":118,"8669":118,"866a601b7":118,"8701":118,"872b1566a":118,"8749":118,"87969a350":118,"87fdbd070":118,"8802":118,"8807":118,"8811":118,"8845":118,"8863":118,"8877":118,"8882":118,"8886":118,"8888":118,"8891":118,"8895":118,"8898":118,"88bdcfa0d":118,"88e40c714":118,"8936":118,"8969b7185":118,"8984":118,"8987":118,"8994":118,"8a0240257":118,"8afdb6ac6":118,"8b1":118,"8b100fcb4":118,"8b10a4b35":118,"8c42cf1b0":118,"8c5594b02":118,"8ced652ec":118,"8d1663828":118,"8d42d9ed6":118,"8f77a54b5":118,"9019":118,"9022":118,"9026":118,"9034f277e":118,"904709d34":118,"9054":118,"9106":118,"9211":118,"9214":118,"9246":118,"92585ca4c":118,"9282185e6":118,"9290":118,"9306":118,"9320":118,"9350":118,"9370":118,"93982e3bb":118,"9400":118,"9404":118,"9408":118,"941a07057":118,"9444":118,"9458":118,"9460":118,"94fccca97":118,"9516":118,"9523":118,"9549274d1":118,"9550":118,"9559":118,"9594":118,"9602":118,"9604":118,"9645":118,"9667314b2":118,"9784":118,"9786":118,"97a429f9d":118,"9817":118,"9878":118,"9908":118,"992a18c84":118,"992f0e3ac":118,"9953a047c":118,"9982":118,"9985":118,"99e699":110,"9a94ab246":118,"9b39f2478":118,"9b76b94c9":118,"9c8391a13":118,"9c8f":139,"9c94b72d4":118,"9cbd7de6d":118,"9cd7930c3":118,"9edfcb7ac":118,"9fcdf3d4d":118,"boolean":87,"byte":[22,24,26,97,101,118],"case":[4,5,7,22,59,106,119,124,128,134,140],"catch":[118,120],"class":[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,120,128,135],"default":[3,4,5,7,8,11,20,22,25,26,27,36,37,38,39,40,41,44,53,54,55,56,57,58,63,64,67,68,69,72,73,74,79,80,81,83,84,87,88,89,95,96,97,100,103,107,108,110,112,118,120,124,127,139,140],"enum":[8,23,81],"export":[98,112,119],"final":[1,4,14,21,118,119,124],"float":[4,5,10,11,23,26,42,43,81,87,88,118],"function":[1,19,20,22,23,28,33,69,70,83,87,96,103,104,118,134],"import":[4,5,118],"int":[1,4,5,7,11,14,15,16,20,22,23,26,27,33,34,36,47,50,51,60,63,64,65,66,68,74,75,81,83,87,88,95,97,101,102,118],"long":[81,119,128,135],"new":[5,7,22,23,32,36,44,84,88,118,119,120,124,125,127,132],"null":[72,73,139,140],"public":133,"return":[1,3,4,5,7,8,10,11,12,13,14,15,16,20,21,22,23,24,25,27,28,30,32,33,34,36,37,38,39,40,41,44,50,51,58,59,60,61,62,63,64,65,66,68,72,73,74,75,78,79,80,81,84,86,87,88,89,90,95,96,106,116,118,124,128,129],"short":[81,100,101,102],"static":[3,4,22,78,79,80,106,111,113,118],"super":[3,118],"switch":118,"throw":[93,94],"transient":44,"true":[4,7,11,15,16,20,21,22,23,32,36,44,45,47,60,63,64,65,66,70,87,88,92,95,98,99,100,102,108,112,121,123,124,127,128,132,134],"try":[75,118,120,121,123,124],"while":[22,34,44,98,99,104,112],AND:[15,83],AWS:[1,3,4,5,6,7,8,9,10,11,12,14,15,16,18,19,20,21,22,24,25,26,27,28,34,36,37,38,39,40,41,42,43,44,49,50,51,53,54,59,60,61,62,63,64,65,66,68,72,73,75,76,77,78,79,80,81,82,83,84,88,90,95,98,101,108,109,110,112,114,116,118,120,121,123,126,127,129,130,132,133,137,138,141],Added:[118,120],Adding:[4,118,120],And:[72,73,127],DMS:[8,37,38,39,40,41,76,118,120,125],ECS:[0,44,118,120,131],EFS:7,For:[3,15,22,27,36,37,38,40,44,49,53,54,60,61,62,63,64,65,66,68,72,73,76,81,97,100,101,102,104,110,111,112,113,118,119,120,123,124,125,126,127,128,129,130,132,133,134,135,137,138,139,140],GCS:[100,118],IDs:129,NFS:[7,124],NOT:89,One:125,RCs:118,SES:[25,114,118],SNS:[26,67,118],SQS:[27,68,95],STS:[108,110,118,120],The:[1,3,4,5,7,14,15,20,21,22,23,25,28,36,37,38,39,40,41,49,50,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,70,72,73,75,81,82,83,84,86,87,88,89,93,94,95,99,100,101,102,104,109,111,112,113,119,120,124,127,128,129,130,133,134,139,140],Then:124,There:[4,36,89],These:[34,124,129,130],Use:[4,45,81,118,123,126,134],Used:[108,119],Useful:119,Uses:83,Using:[4,5,54,119],Will:12,With:[79,80,119,124],__init__:118,_check_and_transform_video_id:129,_convert_item_to_json_byt:97,_get_credenti:118,_hook:118,_kwarg:124,_oper:118,_prefix:[139,140],_sensor:118,_start_task:44,_task_arn:44,a0e08c:103,a1e2f8635:118,a311d3d82:118,a36002412:118,a3778127:118,a60f589aa:118,a69b031f2:118,a79e2d4c4:118,a7ca1b3b0:118,a80cd25e8:118,a82de56b9:118,a8b5fc74d:118,a9ac2b040:118,aaa:119,ab10443e9:118,ab1290cb0:118,ab5fe56ac:118,abil:118,abl:25,abort:96,about:[7,22,24,27,68,80,118,119,128,129,135,137,138],abov:[121,123,124],absolut:107,ac2f72c98:118,accept:[45,89,118,119,120],access:[22,55,72,73,119,121,123,124,137,138],access_kei:3,access_token:[100,101,102],accident:5,accord:118,accordingli:88,account:[14,16,30,50,100,101,102,119,121],acl:[22,55,98,99,100,112,118],acl_polici:[22,55,98,99,112,118,120],action:[119,124,125,127,129,130,132,133],action_if_job_exist:[63,64],actiononfailur:127,actual:[118,128,135],add:[5,25,45,54,112,118,119,120,124,127,132],add_jitt:4,add_keys_to_bucket:132,add_step:127,added:[4,45,54,118],adding:127,addit:[1,6,7,9,10,12,15,16,18,19,20,21,22,23,24,25,26,27,28,36,68,69,70,72,88,112,118,119,120,124],addition:[119,123],address:[25,119],adher:118,adjust:120,advanc:129,ae7cb4a1:118,aeea71274:118,af4157fd:118,after:[23,44,79,88,118,119,124,127],against:[103,119],aggreg:[106,118,120],aip:118,airfl:89,airflow:[119,121,123,124,125,126,127,128,129,130,132,133,134,135,137,138,139,140],airflow_bucket:36,airflow_conn_:119,airflow_conn_aws_default:119,airflowbadrequest:7,airflowexcept:[4,5,7,11,14,16,34,36,93,94,95],airflowtasktimeout:[7,34],akiaiosfodnn7exampl:119,algorithm:124,alia:19,all:[1,7,20,22,23,30,36,53,56,58,59,60,100,102,104,112,118,119,120,124,129,130],alloc:[14,50],allow:[4,5,14,50,102,104,118,119,120,127],allow_delet:88,allow_disk_us:106,allow_random_location_choic:[36,124],allow_random_task_choic:[36,124],allowdiskus:[118,120],almost:118,along:119,alreadi:[3,4,7,16,22,44,55,57,63,64,98,99,104,124],also:[5,44,57,72,90,97,119,123,124,127,129],altern:[45,119,124],alwai:[118,124],amazon:[122,124,125,126,129,130,133,134,139,140],amazonaw:[3,4,5,23,28,35,44,79,80,97],amount:103,amp:119,analyticsreport:102,ani:[1,4,5,7,12,16,22,23,25,28,32,33,34,45,46,47,48,70,76,78,79,80,82,84,87,97,100,101,102,106,119,124,129,139,140],annot:118,apach:[119,125,126,127,129,132],api:[3,4,5,11,15,23,28,35,44,78,79,80,83,97,102,118,120,124,125,126,127,128,131,132,135,137,138],api_assumerol:119,api_assumerolewithsaml:119,apirefer:[4,34],append:32,appli:[4,34,118,120,132],applic:[57,108,119,126],apply_default:[118,120],approach:124,april:118,architectur:4,archiv:[128,135],arg:[1,4,5,6,7,8,9,10,11,12,14,15,16,18,19,20,21,22,23,24,25,26,27,28,76,99,118,120,127],argmin:23,argument:[1,6,7,9,10,12,14,15,16,18,19,20,21,22,23,24,25,26,27,28,37,39,40,46,50,55,56,57,58,69,70,72,87,88,89,100,103,107,108,110,112,118,120,124],arn:[3,8,28,30,34,37,38,40,41,59,60,61,62,63,64,65,66,69,70,76,119,121,124,139],around:3,arr:23,arrai:[26,44],array_properti:34,arrayproperti:[4,34],asc:120,ask:[74,79,80,91,92,93,94,96],assert:119,assig:118,assign:[118,119],associ:[23,42,43,44,77,92],assum:[4,5,106,119,124],assume_rol:119,assume_role_kwarg:119,assume_role_method:119,assume_role_with_saml:119,assume_role_with_web_ident:119,assume_role_with_web_identity_feder:119,assume_role_with_web_identity_federation_audi:119,assumerolewithsaml:[118,119],assumerolewithwebident:119,athena:[17,29,52,85,117,118],athenahook:[118,120],athenasensor:[74,118,120],attach:[25,44,104,118,119,120,131],attempt:[36,124],attribut:[3,26,27,67,68],aud:119,audienc:119,augment:118,authent:[3,102,118,139],author:[100,101,102,108,110,116,119],auto:[118,120],autocommit:[108,110],autom:118,automat:[67,108,118,119,120,124],avail:[8,11,20,23,57,86,95,102,125,126,127,129,132],avoid:[1,4,5,33,44,118,120,124],awar:135,aws:[117,118,119,120,121,124,125,126,127,128,129,130,132,133,134,135,137,138,139,140],aws_access_key_id:[72,139],aws_account_id:119,aws_conn_id:[1,3,5,6,7,9,10,12,13,15,16,18,19,20,21,22,23,24,25,26,27,28,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,58,59,60,61,62,63,64,65,66,67,68,69,70,74,75,76,77,78,81,82,83,84,86,87,88,89,90,95,96,98,99,101,102,103,106,107,108,109,110,112,124,126,127,128,135],aws_customers_conn:58,aws_default:[3,13,33,35,36,37,38,39,40,41,42,43,45,46,47,48,49,50,51,53,54,55,56,57,58,59,67,68,69,70,74,75,76,77,78,81,82,83,84,86,87,88,89,90,95,96,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,119,124,127,128,135],aws_default_region:119,aws_dynamodb:[17,29,117],aws_ec:126,aws_glue_default_job:50,aws_hook:118,aws_iam_rol:[108,110,119],aws_policy_nam:119,aws_role_nam:119,aws_secret_access_kei:[72,139],aws_session_token:119,awsathenahook:[1,33,74,118],awsathenaoper:[33,118],awsbasehook:[1,3,4,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,118,119,124],awsbatchcli:4,awsbatchclienthook:[4,5],awsbatchoper:[34,118],awsbatchprotocol:4,awsbatchwait:[5,34],awsbatchwaitershook:[5,118,120],awscloudformationhook:[6,75],awscurr:139,awsdatasynchook:[7,36,124],awsdatasyncoper:[7,36,124],awsdynamodb:118,awsdynamodbhook:9,awsfirehosehook:18,awsgluecataloghook:[15,83],awsgluecatalogpartitionsensor:83,awsgluecrawlerhook:[16,51,84],awsgluecrawleroper:51,awsgluecrawlersensor:84,awsgluejobhook:[14,118,120],awsgluejoboper:[50,118,120],awsgluejobsensor:[82,118],awshook:[44,118],awslambdahook:19,awslogs_group:[44,126],awslogs_region:44,awslogs_stream_prefix:[44,126],awslogshook:[20,23,30,44,121],awsredshiftclustersensor:86,awssnshook:26,awsssmsecretsbackend:118,awsvpcconfigur:126,b2a28d159:118,b40dffa08:118,b46d6c060:118,b4770725a:118,b61225a88:118,b6434dedf:118,b7aa778b3:118,b7cdda1c6:118,b896aee8c:118,b916b7507:118,b9d677cdd:118,baae14084:118,back:[4,34],backend:[72,73,114,118,120],backend_kwarg:[72,73,118,139,140],backoff:4,backoff_factor:119,backport:118,backup:[128,135],backward:119,bad:118,bandwidth:124,base:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,119,120,124],base_aw:[1,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,117],base_log_fold:[30,32],base_path:134,basecli:4,basehook:3,baseoper:[33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,67,68,69,70,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113],basesecretsbackend:[72,73,118],basesensoroper:[74,75,76,77,78,81,82,83,84,86,87,88,89,90,95,96],basic:[20,102,129,133],batch:[4,5,9,18,29,52,117,118,120],batch_client:[5,17,29,117],batch_wait:[17,29,117],batchget:102,bb1d79cb8:118,bbc627a3d:118,bcc:[25,114],bd74eb0ca:118,bd90136aa:118,becaus:[124,127],becedd5af:118,becom:77,been:[22,88,100,119],befor:[1,4,5,7,33,53,60,74,81,103,108,110,118,119,124,126],begin:[20,58,69,70,100],behav:[88,124],behavior:[4,36,76,78,88,90],behaviour:[3,37,38,39,40,41,53,54,63,64],being:[22,55,86,87,88,89,98,99,102,103,106,112,124,139,140],belong:15,below:[34,82,84,119],better:118,between:[1,4,7,10,16,23,33,36,42,43,44,51,74,75,81,83,88,118,124,129],bf2b48174:118,big:[101,135],bigger:[128,135],bin:127,binari:26,black:118,blob:5,block:[4,34,116,118,120],blog:[4,5],bool:[3,4,7,8,11,15,20,21,22,23,32,36,44,45,47,53,55,56,57,58,60,63,64,65,66,70,87,88,89,92,98,99,100,101,102,104,106,107,108,110,112,118],bootstrap:79,both:[22,55,65,124],boto3:[3,4,5,7,12,21,22,23,28,34,35,36,37,38,39,40,41,42,43,44,45,46,53,54,59,72,78,79,80,97,118,119,120,124,125,126,127,129,130,132,133],boto:[4,5,7,22,106,118,119],botocor:[3,4,5,27,55,56,57,58,68,87,88,89,100,107,108,110,116,119],bounc:25,box:119,branchpythonoper:129,brand:118,bring:129,broken:118,browser:119,bucket:[14,22,23,50,53,54,55,56,58,87,88,89,97,98,99,100,101,102,104,106,107,108,109,110,111,112,113,118,120,123,124,129,130,133,134],bucket_access_role_arn:124,bucket_does_not_exist_msg:54,bucket_kei:87,bucket_nam:[22,53,54,87,88,89,98,101,118,120,128,132,135],bucketaccessrolearn:[36,124],bug:118,bugfix:118,buggfix:118,build:[5,118],build_credentials_block:116,build_full_result:1,build_path:118,built:[118,134],builtin:118,bump:118,bunch:[118,120],bundl:[55,56,57,58,87,88,89,100,107,108,110],busi:7,bytes_data:22,bytesio:22,c015eb2f6:118,c065d3218:118,c0c5f11ad:118,c319e81ca:118,c34ef853c:118,c3dae0:34,c3e340584:118,c4c635df6:118,c5cae9:[75,83],c6358045f:118,c7788a689:118,c7a454aa3:118,c7e5bce57:118,c858babdd:118,c94b1241a:118,ca35bd7f7:118,ca4238eb4:118,cach:[3,118,120],cached_properti:118,calcul:[118,127],calculate_pi:127,call:[1,5,7,11,16,23,25,33,34,36,51,59,74,78,79,80,102,118,119,120,129],callabl:[3,23,87,97,103],camelcas:[4,5,23],can:[4,5,7,11,14,22,25,34,46,55,56,57,58,72,87,88,89,97,98,99,100,102,107,108,110,112,119,120,121,123,124,127,128,129,130,133,139,140],cancel:[1,7,16,33,74,84,118,120],cancel_task_execut:7,candid:[118,124],cannot:0,capabl:[118,120],capac:[9,44,118,120],capacity_provider_strategi:44,case_sensit:7,cast:[60,65],catalog:[15,51,83],cater:124,cb766b05b:118,cbebed2b4:118,cbf8001d7:118,cc181e:102,cc8811:77,cda78333b:118,cdc:[8,37],cddbf9c11:118,cert:[55,56,57,58,87,88,89,100,107,108,110],certain:87,certif:[3,55,56,57,58,87,88,89,100,107,108,110],cf141506a:118,cf647c27e:118,cf9437d79:118,cfg:[72,73,121,123,139,140],chain:[100,101,102,119],chang:[1,3,4,23,88,118,119],changelog:118,channel:129,channelid:129,charact:[89,118],charset:25,check:[1,4,5,7,10,11,15,16,22,23,32,33,36,42,43,44,51,63,64,65,66,74,77,79,80,81,83,87,88,89,90,91,92,93,94,95,96,101,104,118,120,124,128],check_and_transform_video_id:129,check_fn:87,check_for_bucket:22,check_for_kei:22,check_for_partit:15,check_for_prefix:22,check_for_wildcard_kei:22,check_if_job_exist:64,check_interv:[10,23,42,43,60,63,64,65,66],check_job_flow:127,check_job_success:4,check_query_statu:1,check_s3_url:23,check_statu:23,check_training_config:23,check_training_status_with_log:23,check_tuning_config:23,checksum:120,child:106,choos:[119,124],choose_loc:[36,124],choose_task:[36,124],chosen:36,chunk:[101,128,135],chunk_siz:[101,128,135],claus:83,cleanup:118,cli:[125,126,127,132],client:[3,4,5,6,16,22,23,27,28,35,42,43,44,60,61,62,63,64,65,66,68,72,73,77,79,80,102,118,119,124,127,129],client_method:22,client_request_token:[1,33],client_typ:3,clienterror:7,clienthook:118,clientmethod:22,close:[30,32,108,118],cloud:[50,51,100,101,102,118,128,135],cloud_form:[17,29,52,85,117],cloudant:118,cloudbasehook:118,cloudform:[6,35,75,118],cloudformationcreatestackoper:35,cloudformationcreatestacksensor:[75,118,120],cloudformationdeletestackoper:35,cloudformationdeletestacksensor:75,cloudwatch:[20,23,30,44,63,64,92,118,120,122],cloudwatch_task_handl:[29,31,117],cloudwatchtaskhandl:[30,118,120],cluster:[12,21,44,45,47,79,80,86,118,126,127],cluster_cr:127,cluster_id:47,cluster_identifi:[21,86],cluster_remov:127,cluster_st:[12,45],cluster_statu:21,code:[4,34,89,118,125,127,128,129,132,133],coerce_to_timestamp:112,collect:[34,106],color:118,column:[15,107,108,110],column_list:110,com:[3,4,5,15,23,28,34,35,44,79,80,83,97,102,108,110,116,119,139,140],combin:[5,44,139,140],come:[23,118],command:[39,108,110,116,118,120,126,127,133],comment:118,commit:[108,118,120],common:118,commun:[102,119],compani:[119,134],comparison:83,compat:[3,118,119],compelet:118,complaint:25,complet:[4,5,7,10,14,16,23,36,37,38,40,42,43,76,80,96,118,120,124,128],compon:119,compos:15,composit:118,compress:[22,98,99,101,106,112,118],concaten:[72,118],concurr:[4,5,14,47,50],concurrent_run_limit:[14,50],condit:119,config:[1,3,5,11,12,23,33,44,46,51,59,60,61,62,63,64,65,66,72,73,118,119,127,139,140],config_kwarg:119,config_prefix:[72,73],configur:[3,4,5,11,16,23,34,37,38,39,40,41,44,51,53,54,59,60,61,62,63,64,65,66,72,73,75,83,118,121,123,124,139,140],configure_s3_resourc:23,conflict:119,conn:[3,118],conn_id:[72,73,114,119],conn_name_attr:[3,12],conn_typ:[3,12,22],connect:[3,5,12,13,14,21,22,27,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,78,81,83,84,87,88,89,95,96,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,120,121,123,125,126,127,132],connections_prefix:[72,73,139,140],consecut:[1,7,16,33,36,51,74],consid:[36,88,90],consist:118,consol:[119,125,126,127,132],constant:[119,127],constraint:44,construct:[89,119],constructor:118,contain:[1,3,6,9,15,18,19,20,22,23,25,26,27,35,44,51,53,54,75,76,78,80,90,93,94,97,100,103,108,110,119,126],containeroverrid:[4,34,126],content:[118,119],context:[1,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,74,75,76,77,78,81,82,83,84,86,87,88,89,90,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,120,129],continu:127,contrib:118,control:[57,102],conveni:[4,22],convent:[22,55],convers:118,convert:112,copi:[22,55,57,108,110,116,118,120],copy_object:22,copy_opt:[110,133],core:3,correct:[111,113,118,119,124],correctli:[88,118],correspond:102,cost:[128,135],could:36,cover:4,coverag:118,cpu:44,crawl:16,crawler:[14,16,51,84,118,120],crawler_kwarg:16,crawler_nam:[16,84],creat:[1,5,6,7,8,11,12,14,16,21,22,23,27,32,33,34,35,36,37,38,40,44,46,50,51,53,55,60,61,62,63,64,65,66,72,73,74,75,76,86,87,89,95,96,97,118,119,126],create_:124,create_bucket:[22,132],create_cluster_snapshot:21,create_crawl:16,create_destination_location_kwarg:[36,124],create_endpoint:[23,60],create_endpoint_config:[23,60,61],create_glacier_job:128,create_hyper_parameter_tuning_job:66,create_integer_field:[60,65],create_job_flow:[12,127],create_job_kwarg:[14,50],create_loc:7,create_location_kwarg:7,create_location_xyz:[7,36],create_model:[23,60,62,65],create_processing_job:[23,63],create_queu:27,create_replication_group:11,create_replication_task:8,create_s3_to_sftp_job:137,create_sftp_to_s3_job:138,create_source_location_kwarg:[36,124],create_stack:[6,35],create_task:[7,36,125],create_task_kwarg:[7,36,37,124],create_to_s3_sftp_job:137,create_training_job:[23,64],create_transform_job:[23,65],create_tuning_job:23,createdd:139,creation:[14,21,23,36,37,50,60,127],creator:[100,101,102],credenti:[3,5,21,34,37,38,39,40,41,44,53,54,75,83,100,101,102,108,110,116,118,119,120],criteria:[81,87,97,124],cross:118,csv:[100,108,112,133],current:[7,8,10,11,20,22,23,50,51,74,79,82,89,106],current_job_descript:23,current_object:88,currenttaskexecutionarn:7,cursor:106,custom:[5,34,44,58,102,106,108,118,120,126,127,137,138],custom_config:5,custom_head:25,d02ded65:118,d0ab7f6d3:118,d0e7db402:118,d200:118,d202:118,d204:118,d305876be:118,d38a0a781:118,d3f300fba:118,d5589673a:118,d590e5e76:118,d598630cd:118,da780fc8b:118,dab10d9fa:118,dag:[118,120,124,125,126,127,129,130,132,133],data:[5,20,22,28,51,57,58,67,70,87,97,98,101,102,103,106,107,108,112,118,128,129,133,135],databas:[8,15,33,83,98,103,106,108,110,131],database_nam:[15,83],databrick:118,datafram:107,dataset:106,datasync:[17,29,52,117,118,120,131],datasync_task:124,datasync_task_1:124,datasync_task_2:124,datatyp:26,date:[118,119],datetim:112,days_ago:118,db10c6841:118,db121f726:118,db557a8c4:118,dd98b2149:118,de3b1e687:118,dea345b05:118,debug:119,decid:[11,22,98,99,124,129],decor:[3,22,118,120],decrypt:118,deepcopi:5,def:[4,87,129],default_arg:118,default_config:5,default_conn_nam:[3,12],default_create_source_location_kwarg:124,default_create_task_kwarg:124,default_delay_max:4,default_delay_min:4,default_destination_location_kwarg:124,default_update_task_kwarg:124,defin:[5,16,34,36,102,124,126,139,140],definit:[4,34,44,126,127],delai:[4,5,27,68],delay_second:[27,68],deleg:[100,101,102],delegate_to:[100,101,102,128,135],delet:[6,7,8,11,21,22,35,36,37,38,40,53,54,56,75,76,88,95,112,118],delete_bucket:[22,132],delete_bucket_tag:22,delete_clust:21,delete_object:[22,118],delete_replication_group:11,delete_replication_task:8,delete_stack:[6,35],delete_tag:132,delete_task:[7,125],delete_task_after_execut:[36,124],delimit:[22,58,87,89,100],deliveri:18,delivery_stream:18,demonstr:134,depend:[26,101,106,118,135],deprec:[2,23,100,118,119,120],desc:14,describ:[4,8,11,23,28,39,118,119],describe_clust:79,describe_cluster_snapshot:21,describe_endpoint:23,describe_endpoint_config:23,describe_execut:28,describe_funct:23,describe_job:[4,13],describe_model:23,describe_processing_job:23,describe_replication_group:11,describe_replication_task:8,describe_step:80,describe_task:44,describe_task_definit:44,describe_task_execut:7,describe_tasks_kwarg:39,describe_training_job:23,describe_training_job_with_log:23,describe_transform_job:23,describe_tuning_job:23,describetrainingjob:23,descript:[4,5,7,14,23,50,81,118,119,124,129],design:88,desir:[86,107,108,112,124],desiredstatu:44,dest:[57,124],dest_aws_conn_id:[57,100],dest_bucket_kei:[22,55],dest_bucket_nam:[22,55],dest_s3_extra_arg:100,dest_s3_kei:[57,100],dest_verifi:[57,100],destin:[7,22,36,55,57,100,104,110,124],destination_location_arn:7,destination_location_uri:[36,124],detail:[5,22,27,28,49,50,60,61,62,63,64,65,66,68,79,80,81,101,104,118,119,120,124,125,126,127,132,140],detect:[4,118],determin:[7,21,36,67],dev:118,develop:[5,102,126],df8efd04f:118,diagram:119,dict:[1,4,5,6,7,8,11,12,14,15,20,22,23,24,25,26,27,28,33,34,35,36,37,39,40,44,45,46,47,48,50,51,54,59,60,61,62,63,64,65,66,67,68,70,74,78,79,80,87,90,95,97,98,100,102,103,104,106,107,112,118],dictionari:[16,44,46,78,79,80,106,119,128],differ:[55,56,57,58,87,88,89,100,107,108,110,124],differenti:124,directli:[36,100,101,102],directori:[22,23,100,124,134],disabl:[118,119],discoveri:[102,129],discuss:140,displai:23,distribut:[3,37,38,39,40,41,53,54],dms:[17,29,117],dms_create_task:[29,52,117],dms_delete_task:[29,52,117],dms_describe_task:[29,52,117],dms_start_task:[29,52,117],dms_stop_task:[29,52,117],dms_task:[29,85,117],dmscreatetaskoper:[37,125],dmsdeletetaskoper:[38,125],dmsdescribetasksoper:[39,125],dmshook:[8,76],dmsstarttaskoper:[40,125],dmsstoptaskoper:[41,125],dmstaskbasesensor:[76,125],dmstaskcompletedsensor:[76,125],dmstaskwaiterstatu:8,do_xcom_push:[36,45,47,70,124],doc:[4,15,34,83,106,108,110,116,118,119,120],docstr:[118,120],document:[3,4,5,7,15,23,28,35,44,79,80,97,106,118,119,124,125,126,127,128,129,130,132,133,134,135,137,138,140],doe:[22,63,64,65,66,87],doesn:[54,60,63,64,65,66,124],domain:[100,101,102],don:[118,121,123],done:[23,34,119,124,128],dot:83,down:[1,6,7,9,10,12,15,16,18,19,20,21,22,23,24,25,26,27,28,69,70,118,127],download:[22,101,109,111,113,128,135],download_fil:[22,118],downstream:58,dpu:[14,50],drop:[22,44],due:[120,129],dummi:118,dummy_oper:118,dummyoper:129,dump:[97,124],duplic:118,durabl:[128,135],durat:[81,118],dure:[5,63,64,88,127],dynam:118,dynamodb:[2,3,17,29,97,103,117],dynamodb_scan_kwarg:97,dynamodb_table_nam:97,dynamodb_to_s3:[29,105,117,118],dynamodbtos3oper:97,e0b022725:118,e13a14c87:118,e172bd0e1:118,e31e9ddd2:118,e3f96ce7a:118,e4878e677:118,e501:97,e61b9bb9b:118,e7bb17aeb:118,e7c87fe45:118,e9add7916:118,ea21:139,each:[1,3,7,10,15,23,37,38,39,40,41,42,43,53,54,75,81,83,95,106,124,139,140],east:[14,50,83,103,119,132,139],eb4af4f94:118,ec2:[5,17,29,42,43,44,77,117,118],ec2_instance_st:[29,85,117],ec2_start_inst:[29,52,117],ec2_stop_inst:[29,52,117],ec2hook:10,ec2instancestatesensor:77,ec2startinstanceoper:42,ec2stopinstanceoper:43,ecce1ace7:118,ecfdc60bb:118,echo:126,ecs:[29,52,117,126],ecs_task_arn:44,ecsoper:[44,118,120,126],ecsoperatorerror:0,ecsprotocol:44,ed09915a0:118,ed3f5131a:118,eda538f56:118,eded:[50,51,59,90,98,108],ee20086b8:118,ee7ca128a:118,eeaa11:[42,43],eef87b995:118,effect:[106,119],either:[11,22,26,36,55,60,67,119,123,124,139],elast:[12,44],elasticach:[11,118],elasticache_replication_group:[17,29,117],elasticachereplicationgrouphook:11,element:106,elimin:119,els:[1,4,11,32],elsewher:119,email:[25,29,104,115,117,118,119,120,130,134],emailoper:[118,120],empti:[3,7,16,22,37,38,39,40,41,53,54,119],emr:[3,17,29,45,46,47,48,78,79,80,117,118,131],emr_add_step:[29,52,117],emr_bas:[29,79,80,85,117],emr_cluster_nam:12,emr_conn_id:[12,46,127],emr_connect:46,emr_create_job_flow:[29,52,117],emr_default:[12,46,127],emr_defaultrol:127,emr_ec2_defaultrol:127,emr_job_flow:[29,85,117],emr_modify_clust:[29,52,117],emr_step:[29,85,117],emr_terminate_job_flow:[29,52,117],emraddstepsoper:[45,118,127],emrbasesensor:[78,79,80],emrcreatejobflowoper:[46,127],emrhook:[12,46,78],emrjobflowsensor:[79,118,127],emrmodifyclusteroper:[47,127],emrstepsensor:[80,127],emrterminatejobflowoper:[48,127],emul:123,enabl:[22,56,89,99,100,101,102,106,109,111,113,118,119,121,137,138,139,140],encod:[22,25,118,119],encrypt:[1,22,33,98,99,112,123],encrypt_s3_log:123,end:[7,20,107,127],endpoint:[8,23,26,37,60,61,91,102,119,123,129],endpoint_config_configur:60,endpoint_configur:60,endpoint_nam:91,endpoint_non_terminal_st:23,endpointarn:[26,67],endpointconfig:60,engin:89,enhanc:118,ensur:[11,119],ensure_delete_replication_group:11,entri:[20,22,23,118],envelop:25,environ:[36,73,119,126,139],environment:119,equal:[10,77],error:[1,7,22,32,44,79,80,88,91,92,93,94,98,99,118],escap:118,establish:[99,109,111,113,119],etc:[3,19],etl:[14,50],even:22,event:[19,20,23,118,120],everi:128,exaconnect:98,exactli:[45,124],exampl:[4,14,15,23,36,44,50,58,72,73,83,87,102,103,118,120,121,123,124,125,126,127,128,129,130,132,133,134,135,137,138,139,140],example_dag:[118,124,125,126,127,128,129,130,132,133,134,135,137,138],example_dms_full_load_task:125,example_ecs_farg:126,example_emr_job_flow_automatic_step:127,example_emr_job_flow_manual_step:127,example_glacier_to_gc:[128,135],example_s3_bucket:132,example_s3_bucket_tag:132,example_s3_to_sftp:137,example_salesforce_to_s3:134,example_sftp_to_s3:138,exasol:[98,120],exasol_conn_id:98,exasol_default:98,exasol_to_s3:[29,105,117],exasoltos3oper:[98,118,120],exce:97,exceed:[3,7],except:[3,29,34,44,117,118,120,124,127],exchang:119,exclud:[36,58,139,140],exclus:[139,140],execut:[1,4,7,13,14,23,28,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,80,81,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,119,128,134],execution_arn:[28,69,70,96],execution_timeout:34,exist:[3,7,15,16,22,23,32,36,45,47,54,57,60,63,64,65,83,84,89,98,99,100,102,104,106,120,121,123,124],exit:[1,33],exp:4,expand:59,expand_rol:[3,59,60,62,63,64,65,66],expect:[23,57,81],expir:22,expires_in:22,explicit:[4,118],explicitli:140,explor:102,exponenti:[4,34],exponential_back_off_factor:11,exponential_delai:4,export_format:112,export_param:98,export_to_fil:98,expos:102,express:[15,22,57,83,104,118],expression_typ:22,extend:[30,32,106],extens:107,extern:119,external_id:119,extra:[12,14,37,40,46,50,75,83,98,108,110,118,120,123,124],extra_arg:118,extract:[4,23,90,129],extrem:[128,135],f06fe616:118,f0df184e4:118,f0ede4:44,f0eee4:100,f3521fb0e:118,f3ad5cf61:118,f3e87c503:118,f40ac9b15:118,f44d7bd9c:118,f473ca713:118,f4edd90a9:118,f6734b3b8:118,f69405fb0:118,f6bd817a3:118,f7a1334ab:118,f946f96da:118,f9c915:[45,46,47,48,57,69,70],face:118,factor:11,fail:[1,4,14,16,23,32,36,45,50,60,63,64,65,66,74,76,79,80,82,84,90,91,92,95,96,102,118,120,121,123,124],failed_st:[23,78,79,80,90,91,92,93,94],failur:[0,4,74,78,79,80,90,93,94,96,124],failure_message_from_respons:[78,79,80],failure_st:[1,74,96],fals:[7,8,11,16,20,22,32,36,44,53,55,56,57,58,87,88,89,95,98,99,100,102,104,106,107,108,110,112,119,123,127,128,135],famili:44,fargat:[44,126],fb6bddba0:118,fc0250f1d:118,fcb6b00ef:118,fdd9b6f65:118,featur:[118,121,123],fetch:[1,12,53,102,108,112,134],few:[125,126,127,132],ff5b70149:118,ffb857403:118,ffd700:58,ffe8fab65:118,fff:35,ffffff:[42,43,77],field:[59,60,65,76,78,112,118,120,123,129],file:[4,5,22,23,25,30,32,45,46,55,57,58,87,97,98,99,100,101,102,104,106,107,108,109,110,111,112,113,114,118,119,120,124,128,135,137,138,139,140],file_nam:134,file_obj:22,file_s:97,file_task_handl:[30,32],filenam:[22,55,56,57,58,87,88,89,100,107,108,110],filename_templ:[30,32],filesystem:[57,97],filetaskhandl:[30,32],filter:[15,26,57,58,97,100,102,124],final_cluster_snapshot_identifi:21,find:[8,12,36,58,100,124,129,133],find_replication_tasks_by_arn:8,finish:[14,23,44,60,63,64,65,66,118,127,128],firehos:18,first:[57,89,100,101,102,118,120,124,129],fix:118,flag:[11,22,98,99,118],flat:[26,67],flow:[12,79,119],flush:[97,118],flynt:118,folder:[30,87,104,118],follow:[3,5,20,55,56,57,58,78,87,88,89,100,107,108,110,119,121,123,124,125,126,127,129,130,132,133,134],force_delet:[22,53,132],forcibl:53,form:[22,44,59,98,99,112,118,119],format:[22,23,24,25,30,51,111,112,113,118,129],formmatt:118,found:[12,22,32,36,88,118,120,124],free:81,fresh:118,from:[4,5,6,7,11,12,20,21,22,23,24,25,30,32,36,37,38,39,40,41,46,50,51,53,54,55,56,57,58,72,73,78,79,80,83,87,88,89,90,95,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,116,118,119,120,124,128,129,130,133,135,137,138],ftp:[99,109,120],ftp_conn_id:[99,109],ftp_default:[99,109],ftp_path:[99,109],ftp_to_s3:[29,105,117],ftptos3oper:[99,118,120],full:[8,22,37,55,87],fulli:102,func:22,function_nam:19,further:[5,15,124,125,126,127,129,130,132,133,134],futur:[102,140],gcp:[101,118],gcp_conn_id:[100,101,102,118,128,129,135],gcs:118,gcs_to_s3:[29,105,117],gcshook:118,gcstos3oper:[100,118,120],gener:[4,5,20,22,76,78,90,116,118],generate_presigned_url:[22,118],get:[1,3,4,5,6,7,10,11,14,15,16,21,22,30,34,36,54,72,73,76,78,79,80,83,87,90,95,100,101,102,108,118,119,126,128,132,135,137,138,139,140],get_bucket:22,get_bucket_tag:22,get_client_typ:3,get_cloudwatch_log:30,get_cluster_id_by_nam:12,get_config:[72,73],get_conn:[3,23],get_conn_uri:[72,73],get_crawl:16,get_credenti:3,get_current_context:129,get_current_task_execution_arn:7,get_emr_respons:[78,79,80],get_failed_reason_from_respons:[90,91,92,93,94],get_fil:87,get_hook:[36,44,76,78,83,84,86,87,89,90,95,96],get_iam_execution_rol:14,get_inst:10,get_instance_st:10,get_job_descript:4,get_job_st:14,get_kei:22,get_location_arn:7,get_log_conn:23,get_log_ev:[20,23],get_logs_hook:44,get_or_create_glue_job:14,get_partit:[15,83],get_query_result:1,get_query_results_pagin:1,get_replication_group_statu:11,get_resource_typ:3,get_s3_kei:[111,113],get_sagemaker_respons:[90,91,92,93,94],get_secret:24,get_secret_as_dict:24,get_sess:3,get_stack_statu:6,get_state_change_reason:1,get_tabl:15,get_table_loc:15,get_tag:132,get_task_arns_for_location_arn:7,get_task_descript:7,get_task_statu:8,get_vari:[72,73],get_wait:[4,5,34,44],get_wildcard_kei:22,getenv:[124,129,130,133],getpartit:[15,83],github:[4,5,140],given:[12,22,23,30,34,58,72,73,129,132],glacier:[17,29,52,85,101,117,118,131,136],glacier_to_gc:[29,105,117],glaciercreatejoboper:49,glacierdownloadarch:128,glacierhook:13,glacierjoboperationsensor:81,glaciertogcsoper:[101,128],glaciertransferdatatogc:128,glob:89,global:4,glue:[15,16,17,29,51,52,83,84,85,117,118,120],glue_catalog:[17,29,117],glue_catalog_partit:[29,85,117],glue_client:16,glue_crawl:[17,29,52,85,117],going:[22,56],googl:[100,101,102,118,120,131,135],google_api_endpoint_param:[102,129],google_api_endpoint_params_via_xcom:[102,129],google_api_endpoint_params_via_xcom_task_id:102,google_api_endpoint_path:[102,129],google_api_num_retri:102,google_api_pagin:102,google_api_response_via_xcom:[102,129],google_api_service_nam:[102,129],google_api_service_vers:[102,129],google_api_to_s3:[29,105,117],google_api_to_s3_transf:118,google_cloud_default:[100,101,102,128,129,135],google_cloud_storage_conn_id:[100,118],google_impersonation_chain:[100,101,102,128,135],google_openid_audi:119,google_service_account:119,google_sheet_id:129,google_sheet_rang:129,google_sheets_values_to_s3:129,googleapitos3oper:[102,129],googleapitos3transf:129,googlebasehook:118,googlediscoveryapihook:102,grammar:118,grant:[100,101,102],greater:87,group:[11,20,23,30,44,118,121],gserviceaccount:119,gssapi:119,guid:[3,4,5,34,36,37,38,40,44,49,53,54,76,81,101,104,110,111,112,113,118,120,124],gzip:[22,98,99,101,106,112,118,120,128,135],had:119,hadoopjarstep:127,handl:[0,30,32,34,106,118,124],handler:[30,32,118],happen:88,has:[22,23,44,88,100,112,119,124,127],has_crawl:16,hash:[12,118],have:[4,7,12,22,55,87,88,100,101,102,107,119,120,121,123,128,139,140],head:118,header:[25,107,108,118,119],hello:[72,73,97,126,139,140],hello_world:126,help:[4,5],helper:11,henc:102,here:[22,34,55,119,127,129,133,139,140],hierarchi:[22,58,89],high:[4,118],hint:[4,44,118],hive:[15,103,118,120],hive_to_dynamodb:[29,105,117],hiveserver2:103,hiveserver2_conn_id:103,hiveserver2_default:103,hivetodynamodboper:103,hold:[23,59,81],home:119,hook:[29,30,32,33,34,44,51,59,74,75,88,92,117,118,120,124,134],hook_nam:[3,12,22],host:[119,123,139],hostnam:124,hour:[4,22,34],how:[3,36,37,38,40,44,49,53,54,76,81,97,101,104,110,111,112,113,119,124,127],howto:[103,118],html:[3,4,5,15,22,23,25,28,34,35,44,79,80,83,97,108,110,116,119],html_content:[25,114],http:[3,4,5,15,22,23,28,34,35,44,56,79,80,83,97,102,108,110,112,116,118,119,120,123,140],http_method:22,http_spegno_auth:119,hyperparamet:66,hyperparametertuningjobconfig:66,iam:[3,14,50,59,100,101,102,119,124,127],iam_role_nam:[14,50],id_credentials_temp_request:119,idempot:118,ident:[100,101,102],identifi:[11,21,25,36,47,82,86,99,109,111,113,124],idp:[118,119,120],idp_auth_method:119,idp_request_kwarg:119,idp_request_retry_kwarg:119,idp_url:119,ids:[88,102],ignor:7,ignore_trailing_slash:7,illustr:119,imap4:104,imap:[104,120,131],imap_attachment_nam:[104,130],imap_attachment_to_s3:[29,105,117,118],imap_check_regex:104,imap_conn_id:104,imap_default:104,imap_mail_filt:[104,130],imap_mail_fold:[104,130],imapattachmenttos3oper:[104,130],imaplib:104,immut:5,impact:5,imperson:[100,101,102,118],implement:[3,78,90,103,118,120,124],impli:23,implicit:118,improv:[118,119],in_progress:81,inact:88,inactivity_period:88,inbox:[104,130],includ:[4,5,99,106,107,108,112,118,119,120,124],include_delet:112,include_head:108,incorrect:118,incorrectli:[118,120],increas:88,increment:[63,64],independ:140,index:[23,107],indic:[4,8,22,89],infer:51,infinit:23,info:[23,102,118,120],inform:[3,8,15,24,27,36,37,38,40,44,49,53,54,68,76,81,101,102,104,110,111,112,113,118,119,124,125,127,128,129,130,132,133,134,135,137,138],infrastructur:22,ingest:[20,23],ingestiontim:20,inherit:124,init:5,init_log_resourc:92,initi:[7,11,13,14,49,63,64,65,66,118,119,120,128,134],initial_poke_interv:11,initial_sleep_tim:11,initialinstancecount:61,initialis:119,initialize_job:14,inprogress:[81,128],input:[22,28,70,119],input_seri:22,insid:119,inspect:[5,124],instal:[118,119,125,126,127,132],instanc:[5,8,10,30,32,36,37,42,43,77,87,91,93,94,97,119,127,134],instance_count:23,instance_id:[10,42,43,77],instancecount:[64,66,127],instancegroup:127,instancerol:127,instancetyp:127,instead:[23,34,44,100,118,119,127],integ:[59,60,65],integer_field:[59,61,64,66],integr:[118,119,120,125,127,132],intend:[3,89],interact:[1,3,6,7,8,9,10,11,12,14,15,16,18,19,20,21,22,23,24,25,26,27,28,125,127,132,134],interfac:118,interleav:23,intermedi:1,intermediate_st:[1,74,96],intern:36,interpret:87,interv:[4,5,23,60,63,64,65,66,81],introduc:118,intuit:140,invalid:[7,118],inventori:[13,49,128],invoc:[19,88],invocation_typ:19,invok:19,invoke_lambda:19,is_keys_unchang:88,is_replication_group_avail:11,isact:134,isinst:87,isn:87,issu:[5,118,140],item:[1,9,15,20,22,97,129],iter:[1,7,9,18,23,25,26,58,59,76,79,80,100,106,124],its:[10,21,22,81,124,129],jar:127,jinja:59,jitter:[4,5],job:[4,5,10,12,13,14,23,34,42,43,44,49,50,59,63,64,65,66,75,79,81,82,83,92,93,94,101,118,120,128],job_complet:[14,23],job_definit:34,job_desc:50,job_descript:23,job_flow:45,job_flow_cr:127,job_flow_id:[45,48,79,80,127],job_flow_nam:45,job_flow_overrid:[12,46,127],job_id:[4,5,13,34,81,128],job_nam:[14,23,34,50,82,91,92,93,94],job_poll_interv:14,job_queu:34,job_sensor:127,jobcomplet:[5,34],jobdefinit:4,jobexist:[5,34],jobflow:[45,46,48,79],jobflowrol:127,jobid:[4,5,34,128],jobnam:4,jobqueu:4,jobrun:[5,34],jobrunid:14,jobrunst:14,jobstatu:81,join:[118,120,129],json:[12,28,45,46,70,97,102,106,118,119,124,129,130],juli:118,june:118,just:[14,87,106,124],keep:[23,118],keepjobflowalivewhennostep:127,kei:[4,5,9,12,20,22,23,45,47,54,55,56,57,58,70,72,73,87,88,89,95,97,98,99,100,102,103,104,106,107,108,109,110,111,113,118,119,127,129,130,132,139,140],keyword:[16,72],kinesi:[17,29,117,118],know:124,known:140,kwarg:[1,4,5,6,7,8,9,10,11,12,14,15,16,18,19,20,21,22,23,24,25,26,27,28,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,118,119,124],lack:118,lambda:[19,118],lambda_funct:[17,29,117],land:134,languag:50,larg:106,last:[23,88,100,101,102],last_describe_job_cal:23,last_descript:23,lastmodifiedd:134,later:81,latest:[3,4,5,15,16,19,22,23,28,34,35,44,79,80,83,97,108,110,116,118,119],launch:[7,44,118,120],launch_typ:[44,118,126],launchtyp:44,lazi:118,leak:5,least:[22,120,133],leav:[87,112],led:140,left:[112,124],level:[11,22,55,79,87,88,89,118],lib:127,librari:[3,7,21,22,102,119,124,125,126,127,129,130,132,133],like:[22,34,36,45,72,73,83,87,89,97,124,128,139,140],limit:[3,4,5,97,119,124],link:[118,120,124],list:[0,4,5,7,8,9,12,14,21,22,23,25,35,36,39,44,45,54,56,58,76,79,80,87,88,100,101,102,103,106,108,110,114,118,120,129],list_3s_fil:58,list_job:14,list_kei:22,list_prefix:22,list_processing_job:23,list_task:44,list_training_job:23,list_wait:5,liter:118,live:119,load:[8,22,37,81,103,110,118,124],load_byt:[22,118],load_fil:[22,118,120],load_file_obj:22,load_str:[22,118],local:[14,22,23,30,32,50,57,97,98,99,101,112,118,119,123,134],local_path:22,localstack:123,locat:[7,15,22,32,36,50,57,118,121,123,124],location_arn_list:36,location_uri:7,locationarn:[7,36,124],locationuri:[7,124],log:[14,17,23,29,44,50,63,64,72,73,88,92,116,117,118,119,120,124],log_group:[20,23],log_group_arn:30,log_idp_respons:119,log_stream:23,log_stream_nam:20,log_typ:19,logger:118,logging_mixin:[30,32,72,73],loggingmixin:[30,32,72,73],logic:124,login:119,logo:118,logstat:[23,92],longer:[23,119],look:[3,23,36,37,38,40,44,49,53,54,76,81,101,104,110,111,112,113,119,124,125,126,127,129,130,132,133,139,140],lookup:118,lost:88,low:[128,135],machin:[28,69,70,96,119],made:[3,102,118,120],magic:118,mai:[1,6,7,9,10,12,15,16,18,19,20,21,22,23,24,25,26,27,28,36,56,69,70,88,101,119,124,135,139,140],mail:[25,104],mail_from:25,main:124,maintain:[3,37,38,39,40,41,53,54],mainten:102,make:[78,79,80,100,101,102,118,120],manag:[5,24,51,72,118,119,140,141],mani:[4,5,36,124],manner:[3,37,38,39,40,41,53,54],manual:[119,120],map:[8,37],mapreduc:12,mark:[22,58,112],markdown:118,markdownlint:118,marker:[8,39],market:127,master:[118,127,140],match:[4,5,7,8,15,22,23,36,45,56,89,118,119,124,128,135],match_statu:4,mathemat:127,max:[11,23],max_attempt:5,max_ingestion_tim:[23,60,63,64,65,66],max_interv:4,max_item:[1,15,22],max_iter:[7,36],max_messag:95,max_result:[1,23],max_retri:[4,11,34,74],max_tri:[1,33],maximum:[1,4,7,14,15,22,23,36,50,95],maxnumberoftrainingjob:66,maxparalleltrainingjob:66,maxresult:129,maxruntimeinsecond:[64,66],maxsiz:5,md003:118,mean:[89,102,119,128],meant:106,mechan:[3,88],medium:127,megabyt:87,mem:44,memori:[101,103,135],messag:[0,1,20,23,25,26,27,32,67,68,78,79,80,88,95,118],message_attribut:[26,27,67,68],message_bodi:27,message_cont:68,messageattribut:118,met:[81,87],metadata:[7,51,119],method:[3,4,5,12,22,23,59,78,90,98,102,106,118,124,126],might:[4,120,124],migrat:[8,37,118,120,131],migration_typ:[8,37],millisecond:20,mime:25,mime_charset:[25,114],mime_subtyp:[25,114],min:4,min_object:88,minim:23,minima:4,minimum:[4,88],minor:118,minut:[4,81,128],miss:[118,120],misus:119,mix:[25,114],mode:[81,88,102],model:[4,5,22,23,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,62,65,67,68,69,70,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113],model_config:65,model_configur:60,modifi:[4,5,47,118],modul:[2,118,120],moment:20,mongo:[106,120],mongo_collect:[106,118,120],mongo_conn_id:106,mongo_db:106,mongo_default:106,mongo_queri:106,mongo_to_s3:[29,105,117,118,120],mongodb:118,mongotos3oper:[106,118,120],monitor:[4,34,124,127],monitor_job:34,month:118,more:[3,22,36,37,38,40,44,49,53,54,76,81,87,101,102,104,110,111,112,113,118,119,124,127,128,129,133,135,137,138,140],most:[7,124],move:[4,103,106,118],much:[81,124],multi:118,multi_stream_it:23,multipl:[1,11,15,20,33,36,56,97,124],must:[3,7,22,34,36,37,38,39,40,41,45,46,50,53,54,60,100,101,102,108,119,121,123,124,125,126,127,132,139,140],mutat:5,mutual_authent:119,my_aws_datasync_task_arn:124,my_databas:83,my_profil:119,my_rol:119,my_saml_provid:119,my_tabl:83,mybucket:[7,124],mycloudwatchconn:121,mycompani:119,myjob:23,mypath:7,mypi:[4,44,118],myproxi:119,mys3conn:123,mysql:[107,120],mysql_conn_id:107,mysql_default:107,mysql_to_s3:[29,105,117],mysqltos3:118,mysqltos3oper:[107,118],name:[1,3,4,5,12,14,15,16,18,19,20,21,22,23,24,27,28,30,34,35,36,42,43,44,45,46,50,51,53,54,55,56,58,59,63,64,70,72,73,75,77,81,82,83,84,87,88,89,92,98,99,100,101,103,104,107,108,109,110,111,112,113,118,119,120,121,124,126,127,132,134,139,140],name_contain:23,namecontain:23,navig:119,necessari:[5,12,59,60,61,62,63,64,65,66,125,126,127,132],need:[1,22,33,55,60,65,87,88,106,112,119,120,124,126,127,128,129,133,135,140],neg:4,nest:16,network:44,network_configur:[44,126],never:60,next:[11,118,119,128,129],next_token_id:1,no_video_id:129,node:[3,37,38,39,40,41,53,54,127],non:4,non_termin:23,non_terminal_st:[23,90,91,92,93,94],none:[1,3,4,5,6,7,9,10,11,14,15,19,21,22,23,25,26,27,28,33,34,35,36,37,38,39,40,41,42,43,44,45,46,50,53,54,55,56,57,58,60,63,64,65,66,67,68,69,70,72,73,74,75,76,77,79,80,83,87,88,89,96,97,98,99,100,101,102,103,106,107,108,110,112,114,118,124,128,135],nontermin:23,noqa:97,normal:22,notat:83,note:[5,22,23,34,55,81,88,102,103,116,118,119,124],noth:129,notif:26,now:[103,118,120],num_of_dpu:[14,50],number:[1,4,7,14,20,22,23,26,33,34,36,50,74,88,95,102,118],oaud:119,object:[3,4,5,10,22,27,34,44,53,55,56,58,68,72,73,87,88,95,97,100,101,112,116,118,120,139,140],object_min_s:87,object_nam:[101,128,135],obtain:119,occur:[5,32],occurr:118,octob:118,off:[4,34],offici:15,often:4,old:118,omit:[22,44,55,57],on_kil:[33,34,36,44],onc:[1,97,124],one:[1,7,36,45,55,56,57,58,81,87,88,89,100,107,108,110,119,124,127],ones:[100,124,139,140],onli:[4,5,12,22,34,44,64,81,87,97,100,104,106,118,127],onto:81,op1:97,op2:97,op_arg:129,open:119,openid:119,oper:[5,10,23,29,76,81,83,88,92,97,99,100,101,102,103,104,106,108,109,110,111,112,113,117,118,120],option:[1,3,4,5,6,7,8,9,11,12,14,15,21,22,23,25,26,27,28,33,34,35,36,37,38,39,40,41,42,43,44,45,46,50,51,53,54,55,56,57,58,60,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,83,87,88,89,96,97,98,100,101,102,103,106,107,108,110,112,114,118,119,120,124],order:[23,118,119,120,127],org:119,origin:[22,25,100,101,102],other:[23,104,118,119,124,139,140],otherwis:[16,32,95,108,120,124],our:[118,127],out:[7,60,118],outbound:[118,119],outdat:119,output:[1,22,57,96,106,125,127,129],output_loc:33,output_seri:22,over:[11,23,57,119,129],overrid:[5,12,34,44,46,106,124,126,128,135],overview:112,overwrit:[22,98,99,104],overwritten:[32,102],own:124,packag:134,page:[1,118],page_s:[1,15,22],pageiter:1,pagin:[1,15,22,102,129],pair:[20,22,23,54,119],pane:119,parallel:97,param:[6,8,14,22,35,45,47,73,102,108,118],paramet:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,116,118,119,120,124,139,141],paramiko:119,parant:118,parent:120,pars:[4,22,59,111,113],parse_config_integ:59,parse_integ:59,parse_job_descript:4,parse_s3_url:22,part:[89,129,140],partial:23,partit:[9,15,83,103],pass:[1,6,7,9,10,12,15,16,18,19,20,21,22,23,24,25,26,27,28,35,36,45,46,69,70,72,83,88,97,98,100,106,111,112,113,118,119,120,124,129,130,133],password:119,path:[1,14,22,23,25,32,33,50,55,56,57,58,73,87,88,89,99,100,102,107,108,109,110,111,113,118,120,123],pattern:87,paus:4,payload:[19,118,120],pd_csv_kwarg:107,pem:[55,56,57,58,87,88,89,100,107,108,110],pend:4,per:[14,16,50,118,119],perform:[11,106,119,124],period:[88,124],permiss:[119,127],phone:134,physic:15,picalc:127,ping:86,pip:[118,119,125,126,127,132],pipelin:[106,118,120],place:107,placehold:[59,90],placement:44,placement_constraint:44,placement_strategi:[44,118],plan:119,platform:[44,102,119],platform_vers:44,pleas:[2,15,22,23,55,87,101,102,127,135],point:[22,23,98,118,123,124],poke:[74,75,76,77,78,81,82,83,84,86,87,88,89,90,95,96],poke_interv:[75,81,83,88,128],polici:[22,55,98,99,100,112,118,119],polidea:119,poll:[1,4,5,23,33,34,60,74,120],poll_for_job_complet:4,poll_for_job_run:4,poll_for_job_statu:4,poll_interv:[16,51],poll_job_statu:4,poll_query_statu:1,pool:81,port:119,portion:54,posit:[4,23],possibl:[23,63,64,89,118],postgr:120,pow:4,pre:[84,103,118],pre_process:103,pre_process_arg:103,pre_process_kwarg:103,preced:[100,101,102],precis:89,predecessor:14,prefix:[7,22,36,44,56,58,72,73,88,89,97,100,118,124,126],prefix_b:126,premis:124,prepar:[7,118],preprocess_config:59,present:87,presign:22,presto:[1,33],prev_descript:23,prev_job_descript:23,prevent:[81,119,139,140],previou:[23,127],previous:[34,44,106,118,119,120],previous_object:88,primari:[1,33],princip:119,principal_arn:119,print:[4,23,63,64,92,119],print_log:[23,63,64,92],prior:124,privat:22,problem:118,process:[8,23,40,59,63,103,106,121,123],process_func:97,processingjob:118,productionvari:61,profil:[72,73,119,139,140],profile_nam:[72,73,119,139,140],program:23,progress:[127,128],project:[118,119,126],project_id:119,propag:118,propagate_tag:44,properli:[121,123],properti:[5,124],protect:119,protocol:[4,44,130,137,138,140],provid:[119,121,123,124,125,126,127,128,129,130,132,133,134,135,137,138,139,140],provide_bucket_nam:22,provis:9,proxi:[118,119],publish:[26,67,68],publish_to_target:26,publishedaft:129,publishedat:129,publishedbefor:129,pull:[4,102],push:[36,45,47,70,95,96,103,118,120,124,129],put:[54,102,118,120,139],put_bucket_tag:22,put_record:18,put_tag:132,pydocstyl:118,pylint:118,pymongo:106,pypi:[118,119,120],python:[3,23,30,32,34,50,58,89,102,118,119,120],python_cal:[129,132],pythonoper:132,pyupgrad:118,qualifi:19,queri:[1,33,74,98,103,106,107,108,112,118,119,120,134],query_context:1,query_execution_context:33,query_execution_id:[1,74],query_or_t:98,query_param:[98,112],queu:[1,7,74],queue:[4,27,34,67,68,95],queue_nam:27,queue_url:27,quickli:[4,119],quit:81,quot:3,quota:44,quota_retri:44,rais:[0,4,5,7,11,14,16,22,34,36,88,98,99,124],random:[4,5,36],randomli:124,rang:[4,129],rather:[119,124],rc2:118,rc3:118,reach:[1,8,74,76,79,80,82,84,86,91,92,93,94,96],read:[20,22,23,30,32,46,57,72,73,95,118,120,121,123],read_kei:[22,118],readi:[8,79],readm:118,readonlycredenti:116,readthedoc:[4,5,22,23,34,44],real:88,reason:[1,4,44,90,93,94],reattach:[44,118,120],reattach_xcom_kei:44,reattach_xcom_task_id_templ:44,rebas:118,receiv:[4,44,87,95,97],recogn:119,recommend:[4,102],record:[18,23,97,112],record_time_ad:112,recurs:59,redshift:[17,29,85,108,110,115,117,118,120,131],redshift_conn_id:[108,110],redshift_default:[108,110],redshift_t:133,redshift_to_s3:[29,105,117],redshifthook:[21,86,118],redshifttos3oper:[108,118,120],redshifttos3transf:[118,120],redund:[118,120],ref:[103,118],refactor:118,refer:[3,4,5,22,23,28,34,35,44,45,46,49,54,79,80,81,87,88,89,97,101,103,104,106,107,108,109,110,118,120,139,140],referenc:124,refernc:118,reflect:24,refresh:[118,120],regardless:[111,113],regener:118,regex:89,region:[5,14,22,30,34,42,43,44,46,50,77,83,103,119,121],region_nam:[3,4,5,14,22,28,34,42,43,44,46,50,53,69,70,72,75,77,83,96,103,118,119,120,132],regular:104,rel:[22,55,87,88,89],relai:139,relas:118,relat:[1,33,44,72,73,118,128],relaunch:44,releas:[4,118,120],releaselabel:127,relev:[64,139,140],reli:[3,124,129,130,133],reload:[8,40],rema:118,remain:118,remot:[30,32,99,109,111,113,118,120,121],remote_base_log_fold:[121,123],remote_log:[121,123],remote_log_conn_id:[121,123],remote_log_loc:32,remov:[118,120],remove_clust:127,renam:118,render:59,renew:119,repeat:3,replac:[22,57,98,99,100,106,112,118,134],repli:25,replic:[8,11,37,38,39,40,41,76,97,118,120],replication_group_id:11,replication_instance_arn:[8,37,125],replication_task_arn:[8,38,40,41,76,125],replication_task_id:[8,37,125],reply_to:25,report:102,repositori:120,repres:23,represent:[24,139,140],request:[0,1,3,4,5,19,23,56,72,73,100,101,102,112,119,128,129,139,140],requestrespons:19,requests_gssapi:119,requests_kerbero:119,requir:[4,44,81,100,101,102,118,119,128,129],reschedul:[81,88,128],resid:[15,83],resolv:140,resourc:[3,6,44,87,119,120,124,125,126,127,132,137,138],resource_typ:3,resourceconfig:[64,66],resourcelimit:66,respons:[3,4,11,23,25,30,78,79,80,90,91,92,93,94,102,119,128,129],rest:[22,98,99,112],restart:44,restor:21,restore_from_cluster_snapshot:21,restrict:119,result:[1,7,13,23,33,102,112,118,134],result_configur:[1,33],resum:[8,40],retri:[3,4,11,14,34,44,50,102,118,119,120],retriev:[8,13,15,22,23,24,49,57,72,73,95,102,124,128,129],retrieve_inventori:[13,81],retrieve_inventory_result:13,retry_limit:[14,50],return_error:32,return_path:25,return_valu:127,revert:118,review:[119,134],rework:118,right:108,role:[3,14,50,59,100,101,102,124,127],role_arn:119,root:[22,55,87,88,89],row:1,rtype:22,rule:[118,120],run:[1,3,4,7,8,14,16,23,25,33,34,37,38,39,40,41,44,50,53,54,57,74,77,79,81,82,96,106,118,119,120,126,127],run_id:[14,82],run_job_flow:12,run_queri:1,run_task:[44,126],runnabl:4,runner:127,runtim:81,s3_acl_polici:100,s3_bucket:[14,29,50,52,99,106,107,108,109,110,111,113,117,118,133,137,138],s3_bucket_dag_add_keys_to_bucket:132,s3_bucket_dag_cr:132,s3_bucket_dag_delet:132,s3_bucket_nam:[97,112,134],s3_bucket_tag:[29,52,117],s3_bucket_tagging_dag_delete_tag:132,s3_bucket_tagging_dag_get_tag:132,s3_bucket_tagging_dag_put_tag:132,s3_conn_id:[104,106,111,113,137,138],s3_copy_object:[29,52,117],s3_delete_object:[29,52,117],s3_destination_kei:[102,129,130],s3_directori:129,s3_file:58,s3_file_nam:129,s3_file_transform:[29,52,117,118],s3_hook:[87,118,120],s3_kei:[29,85,99,104,106,107,108,109,110,111,112,113,117,130,133,134,137,138],s3_key_prefix:97,s3_keys_unchang:[29,85,117],s3_list:[29,52,117],s3_log_exist:32,s3_log_fold:32,s3_overwrit:[102,104],s3_prefix:[29,85,117],s3_read:32,s3_task_handl:[29,31,117],s3_to_ftp:[29,105,117],s3_to_redshift:[29,105,117],s3_to_sftp:[29,105,117],s3_write:32,s3bucketarn:[36,124],s3config:[36,124],s3copyobjectoper:[55,118,120,132],s3createbucketoper:[53,132],s3datasourc:[118,120],s3deletebucketoper:[53,118,132],s3deletebuckettaggingoper:[54,132],s3deleteobjectsoper:[56,118,132],s3filetransformoper:[57,118,132],s3getbuckettaggingoper:[54,132],s3hook:[22,32,87,88,89,118,120,123],s3keysensor:[87,118,132],s3keysizesensor:[87,118,120,132],s3keysunchangedsensor:[88,118,120,132],s3listoper:[58,132],s3prefixsensor:[89,132],s3putbuckettaggingoper:[54,132],s3taskhandl:[32,118],s3toftpoper:[109,118,120],s3toredshift:118,s3toredshiftoper:[110,118,120,133],s3tosftpoper:111,s3url:[22,23],safe:[118,120],sagemak:[17,29,59,60,61,62,63,64,65,66,90,92,117,118],sagemaker_bas:[29,52,60,61,62,63,64,65,66,85,91,92,93,94,117],sagemaker_endpoint:[29,52,85,117],sagemaker_endpoint_config:[29,52,117],sagemaker_model:[29,52,117],sagemaker_process:[29,52,117],sagemaker_train:[29,52,85,117],sagemaker_transform:[29,52,85,117],sagemaker_tun:[29,52,85,117],sagemakerbaseoper:[59,60,61,62,63,64,65,66],sagemakerbasesensor:[90,91,92,93,94],sagemakerendpointconfigoper:61,sagemakerendpointoper:[60,118],sagemakerendpointsensor:91,sagemakerhook:[23,59,90,92],sagemakermodeloper:62,sagemakerprocessingoper:63,sagemakertrainingoper:[64,118,120],sagemakertrainingsensor:92,sagemakertransformoper:65,sagemakertransformsensor:93,sagemakertuningoper:66,sagemakertuningsensor:94,salesforc:[112,118,120,131],salesforce_conn_id:[112,134],salesforce_queri:[112,134],salesforce_to_s3:[29,105,117],salesforcehook:134,salesforcetos3oper:[112,118,120,134],same:[1,4,20,22,33,44,55,112,119],saml:119,saml_response_xpath:119,samlrespons:119,sampl:[139,140],sane:89,satisfi:97,save:[107,129],scala:50,scan:97,scenario:124,schedul:81,schema:[15,51,103,108,110,133,140],scope:119,scratch:119,screen:119,script:[14,50,57,118,119],script_arg:[50,57,118,120],script_argu:14,script_loc:[14,50],sdist:120,search:[7,36,45,104,124,129],sec:[4,5],second:[1,4,5,7,10,11,16,22,23,27,33,42,43,51,57,60,63,64,65,66,68,74,75,81,83,88,95],secondari:23,secondary_training_status_chang:23,secondary_training_status_messag:23,secret:[24,29,117,118,119,120],secret_id:72,secret_kei:3,secret_nam:24,secret_prefix:72,secretbackend:118,secrets_manag:[17,29,71,117,118,139],secretsmanag:[24,118,120,139],secretsmanagerbackend:[72,139],secretsmanagerhook:24,secretstr:139,section:[119,124,139,140],secur:[119,128,135,137,138],security_group_id:126,securitygroup:126,see:[5,7,15,27,34,57,60,61,62,63,64,65,66,68,83,102,104,118,119,124,140],segment:97,select:[22,33,36,57,108,118,119,120,134],select_express:57,select_kei:22,select_object_cont:22,select_queri:[108,118,120],self:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,120],send:[25,26,27,67,112,118,120],send_email:[25,114],send_messag:[27,68],sender:25,sens:88,sensit:[7,118,119],sensor:[29,117,118,128],sent:[7,25,26,27,68,72,73,128,139,140],sep:72,separ:[72,118],sequenc:[57,100,101,102],serial:22,serializ:106,server2:103,server:[22,36,98,99,104,109,111,112,113,119,123,130,137,138],serverhostnam:36,serverless:[50,51],servic:[3,4,5,8,10,22,23,24,25,26,27,28,34,35,44,50,51,79,80,97,100,101,102,103,118,120,127,128,131,132,135,137,138],service_a:119,servicerol:127,ses:[17,29,117,118,120],seshook:25,session:[3,23,44,119],session_kwarg:119,set:[8,15,22,23,25,44,60,63,64,65,66,72,73,76,78,79,81,88,92,100,101,102,104,108,112,118,119,123,124,127,133,139,140],set_context:[30,32],setup:[118,121,123,125,126,127,132],sever:[4,125,127,132],sfn:28,sftp:[111,113,118,136],sftp_conn_id:[111,113,137,138],sftp_path:[111,113,137,138],sftp_to_s3:[29,105,117],sftptos3oper:113,sha512:120,share:124,ship:22,should:[4,5,10,22,23,25,26,34,42,43,45,55,60,63,64,65,75,76,78,81,83,87,88,90,92,100,103,112,118,119,120,139,140],should_retri:[3,44],show:[83,89,124],showcas:[124,125,127,129,130,132,133],shown:44,shut:127,side:[22,98,99,112,123],sign:119,signatur:[118,120],silent:32,similar:[89,119,124,127],similarli:124,simpl:[25,26,27,124,132,134],simplest:124,simpli:124,simplifi:118,sinc:15,singl:[12,20,22,23,56,118,120,124,127],site:120,situat:140,size:[1,15,22,87,97,101,128,135],skip:[20,23],skip_final_cluster_snapshot:21,slash:[118,120],sleep:[4,11,81,118],sleep_tim:[1,33,74],slot:81,small:[4,5],smallish:103,smb:[7,36,124],smtp:139,smtp_default:[72,73,139,140],snapshot:21,snapshot_identifi:21,snippet:[118,129],sns:[17,29,52,117],snspublishoper:67,some:[5,20,44,87,119,124,125,139,140],someth:119,sometim:25,sort:[9,103],sourc:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,116,124,125,126,127,128,129,130,132,133,134,135,137,138],source_aws_conn_id:57,source_bucket_kei:[22,55],source_bucket_nam:[22,55],source_endpoint_arn:[8,37,125],source_location_arn:7,source_location_uri:[36,124],source_s3_kei:57,source_verifi:57,source_version_id:[22,55],southeast:119,space:[118,120],spark:[50,127,140],spark_step:127,sparkpi:127,special:89,specif:[5,20,22,86,102,104,106,107,108,109,110,124,129],specifi:[1,3,6,7,9,10,12,15,16,18,19,20,21,22,23,24,25,26,27,28,36,44,53,55,56,57,58,69,70,72,73,83,87,88,89,97,98,99,100,102,107,108,109,110,111,112,113,119,120,124,127,139,140],speed:118,spell:118,spellcheck:118,sphinx:118,sphinxcontrib:118,spot:127,spreadsheet:129,spreadsheetid:129,sql:[33,83,89,98,103,107,108,112],sql_alchemy_conn:72,sqs:[17,29,52,85,117],sqs_queue:[68,95],sqshook:[27,95],sqspublishoper:68,sqssensor:[95,118,120],squash:118,ssh:120,ssh_default:[111,113],ssl:[3,55,56,57,58,87,88,89,100,107,108,110],ssm:[73,118,120,141],stabl:23,stack:[6,35,75,123],stack_nam:[6,35,75],stamp:20,standard:118,start:[1,4,7,8,20,23,28,36,40,42,44,59,63,64,65,66,79,119,121,123,125],start_crawl:16,start_dat:118,start_execut:28,start_from_head:20,start_replication_task:8,start_replication_task_typ:[8,40],start_task:125,start_task_execut:[7,36,124],start_task_kwarg:40,start_tim:[20,23],starting_token:1,state:[1,10,12,14,23,28,33,42,43,45,69,70,74,76,77,78,79,80,81,88,90,91,92,93,94,96,118,128],state_from_respons:[78,79,80,90,91,92,93,94],state_machine_arn:[28,70],state_machine_input:[28,70],statement:[98,108,119],static_babynames_partit:15,statu:[1,4,5,6,7,8,11,13,16,21,23,33,34,36,51,60,63,64,65,66,74,82,86,90,119,124,128],status:[8,76,84],status_forcelist:119,status_retri:[4,34],statusequ:23,step:[5,28,45,69,70,80,96,118],step_add:127,step_check:127,step_concurrency_level:47,step_funct:[17,29,117],step_function_execut:[29,85,117],step_function_get_execution_output:[29,52,117],step_function_start_execut:[29,52,117],step_id:[80,127],stepfunct:[28,118],stepfunctionexecutionsensor:96,stepfunctiongetexecutionoutputoper:69,stepfunctionhook:[28,96],stepfunctionstartexecutionoper:70,still:[55,56,57,58,87,88,89,100,107,108,110],stone:5,stop:[8,14,41,43,77,82,89,118],stop_queri:1,stop_replication_task:8,stop_task:44,stoppingcondit:[64,66],storag:[30,32,58,100,101,123,128,132,135],store:[1,22,24,30,33,44,51,55,73,75,83,98,99,100,106,107,112,118,121,123,141],str:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,116,118,120],strategi:[4,5,34,44,118,119,120],stream:[18,20,23,30,44,118],stream_nam:[23,30],strict:118,string:[1,13,22,23,26,30,32,55,56,58,59,98,99,100,101,102,112,118,139],string_data:22,stringequ:119,structur:[4,44,118],sts:119,sts_client:119,stuff:36,style:[22,23,45,46,55,87,118],sub:[25,124],subclass:[3,76,78,90,124],subdir:36,subdirectori:36,subfold:58,subject:[25,26,67,114,118],submiss:[34,118,120],submit:[1,4,33,34,112],submit_job:[4,34],subnet:126,subnet_id:126,subprocess:118,subscrib:95,subsequ:[119,128],subset:[4,22],succeed:[1,4,74,81,82,84,96,128],success:[7,36,74,96,119,124],success_st:[1,74,96],successfulli:[75,124,127],suit:[119,124],suitabl:[36,124],suppli:[11,121,123,139,140],support:[8,22,50,83,87,102,106,118,120,124,129],suppos:[22,56],synchron:[100,118],synctat:118,syntax:118,sys:5,system:[22,118],systems_manag:[29,71,117,140],systemsmanagerparameterstorebackend:[73,118,140],tab:119,tabl:[8,9,15,37,51,83,97,98,103,108,110,118],table_as_file_nam:108,table_foo:15,table_kei:[9,103],table_map:[8,37,125],table_nam:[9,15,83,103],tag:[4,22,34,36,44,54,118,119,120,126,129],tag_kei:132,tag_set:[22,54],tag_valu:132,tagkei:44,tagset:22,tagvalu:44,tail:[19,23,92],take:[3,36,37,38,40,44,49,53,54,57,76,81,101,104,106,110,111,112,113,119],taken:22,tar:23,tar_and_s3_upload:23,target:[8,9,10,37,40,76,77,79,80,99,103,109,111,113],target_arn:[26,67],target_endpoint_arn:[8,37,125],target_st:[10,77,78,79,80],target_statu:86,target_status:76,task:[4,5,7,8,30,32,34,36,37,38,39,40,41,44,58,74,76,79,80,81,90,91,92,96,97,102,118,120,128,129,135],task_arn:[7,36,124],task_arn_list:36,task_check_and_transform_video_id:129,task_definit:[44,126],task_execution_arn:7,task_execution_failure_st:7,task_execution_intermediate_st:7,task_execution_kwarg:[36,124],task_execution_success_st:7,task_google_sheets_values_to_s3:129,task_id:[44,58,97,124,125,126,127,128,129,130,132,133,134,135,137,138],task_inst:[44,127,128,129],task_no_video_id:129,task_output:129,task_transfer_imap_attachment_to_s3:130,task_transfer_s3_to_redshift:133,task_video_data_to_s3:129,task_video_ids_to_s3:129,taskarn:[7,36],taskdefinit:44,taskexecut:[7,36,124],taskexecutionarn:[7,36,124],taskinst:34,tell:127,templat:[30,33,34,35,44,45,46,48,50,55,56,57,58,59,63,64,65,66,67,68,75,95,100,101,102,103,107,118,120],template_ext:[33,35,37,38,39,40,41,45,46,47,48,50,57,59,67,69,70,74,76,79,80,91,92,93,94,96,98,102,103,107,108,110,112],template_field:[33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,53,54,55,56,57,58,59,67,68,69,70,74,75,76,77,79,80,81,82,83,86,87,88,89,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,120],template_fields_render:[33,34,36,37,38,39,40,41,44,45,46,50,54,59,67,68,98,106,107,108,112,118,120],temporari:[3,22,57,106,119,134],term:[100,101,102,128,135],termin:[4,48,76,77,79,90,91,92,93,94,127],terminal_st:11,terminate_job:4,termination_status:76,terminationprotect:127,test:[118,119,130,133],test_tabl:133,testawslambdahook:118,text:119,than:[23,55,56,57,58,81,87,88,89,100,104,107,108,110,118,119,124,128,135],thank:119,thei:[23,25,72,112],them:[23,112,120,129],therefor:102,thi:[1,2,3,4,5,6,7,9,11,12,14,15,18,19,20,22,23,25,26,27,35,36,37,38,39,40,41,44,45,49,50,53,54,55,56,57,58,59,60,61,62,63,64,65,66,72,73,75,76,81,83,87,88,89,97,99,100,101,102,103,104,106,107,108,109,110,111,112,113,118,119,120,121,123,124,125,127,128,129,130,132,133,134,137,138,139,140],thin:3,thing:[125,126,127,132],those:[106,120],thread:[118,120],thrift:103,throttl:[4,5],through:[1,95,106],throughout:9,thrown:95,thu:89,time:[1,4,7,10,11,14,16,20,23,33,36,42,43,50,51,60,63,64,65,66,74,75,81,83,88,95,118,129],timed_out:96,timeout:[5,14,23,63,64,65,66],timestamp:[20,23,112,118,120],timezon:118,titl:129,to_csv:107,toc:118,token:[1,3,33,100,101,102,108,110,118,119,120],too:[4,81],tool:118,toolchain:118,top:120,topic:26,topicarn:[26,67],total:[1,88,119],totalseg:97,track:129,trail:[118,119,120],train:[23,59,64,92],training_config:23,trainingjobdefinit:66,transact:[118,120],transfer:[7,29,117,118,131],transfer_archive_to_gc:[128,135],transfer_imap_attachment_to_s3:130,transfer_s3_to_redshift:133,transform:[23,57,65,93,97,106,118],transform_config:65,transform_script:57,transit:4,treat:119,tree:5,tri:[4,81,83],trigger:[14,16,51],truncat:[110,118],truncate_t:110,tune:[23,66,94],tuning_config:23,tupl:[15,22,23],turn:124,two:[1,7,16,33,36,51,74,97,124,127,129,132],txt:130,type:[3,4,5,7,8,10,11,14,15,19,20,22,23,24,25,26,27,28,37,39,40,44,47,51,67,68,78,79,80,83,106,118,119,120,129,139,140],typic:[4,5,119],typing_compat:[4,44],typing_extens:118,typo:118,ucsxwxpwzq7xz1wl3wqevcha:129,ui_color:[33,34,35,36,42,43,44,45,46,47,48,50,51,57,58,59,68,69,70,74,75,77,78,83,90,96,98,100,102,103,106,108,110],ui_fgcolor:[35,42,43,77],unchang:88,under:22,underli:[1,3,6,7,9,10,12,15,16,18,19,20,21,22,23,24,25,26,27,28,69,70,98,124],unifi:[22,118],uniform:[4,5],unify_bucket_name_and_kei:22,uninstal:119,union:[3,4,5,6,22,24,25,28,45,46,55,56,57,58,70,87,88,89,100,101,102,106,107,108,110,114],uniqu:[1,14,16,21,25,33,50,82,84,106,118,119],unix:[87,112],unknown:34,unless:[57,58,87,88,89,100,107,108,110],unload:[108,116],unload_opt:108,unnecessari:118,unrel:118,until:[1,4,10,14,16,23,34,42,43,60,65,66,74,76,77,79,80,88,91,92,93,94,96,124,128],untouch:118,updat:[5,7,16,23,36,51,60,88,102,118,120,140],update_crawl:16,update_endpoint:23,update_task:[7,36],update_task_kwarg:[7,36,124],upgrad:[118,120],upload:[14,22,23,30,32,50,55,57,88,98,99,100,101,109,111,112,113,120,134],upload_kei:132,upload_salesforce_data_to_s3:134,upload_salesforce_data_to_s3_land:134,uplod:118,uri:[7,36,119,124,139,140],url:[22,23,27,55,68,87,95,102,111,113,119,123],urllib3:119,usabl:59,usag:[101,118,128,135,137,138],use:[2,3,4,5,7,22,23,33,34,36,37,38,40,42,43,44,46,49,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,72,73,74,76,81,84,87,88,89,96,100,101,102,104,106,107,108,110,111,112,113,118,119,120,121,123,124,125,126,127,132,134],use_ssl:[57,58,87,88,89,100,107,108,110],used:[3,4,5,7,16,21,22,23,25,34,36,37,38,39,40,41,44,53,54,55,56,57,58,72,73,87,88,89,100,102,103,107,108,110,118,119,120,124,129,133],useful:[5,124],user:[1,33,56,57,97,118,119,121,123,139],userguid:119,uses:[4,22,35,45,46,47,48,55,56,57,58,70,76,78,87,88,89,100,107,108,110,119,121,123,124,125,129,132,134],using:[3,4,5,7,12,21,22,25,27,42,43,56,97,100,101,102,114,118,120,124,125,126,127,129,130,132,133,140],usr:127,usual:[34,44],utcnow:118,utf:[25,114,118],util:[5,29,30,32,72,73,117,118,119],valid:[1,22,23,25,55,56,57,58,87,88,89,100,107,108,110],valid_st:77,valu:[4,11,15,20,22,24,25,26,27,54,55,56,57,58,59,72,73,83,87,88,89,100,102,107,108,110,112,119,124,127,132,139,140],valueerror:7,variabl:[72,73,118,119],variables_prefix:[72,73,139,140],variat:5,variou:118,vault:[13,49,81,101,128,135],vault_nam:[13,49,81,101,128,135],vaultbackend:118,veri:[20,124],verifi:[3,7,55,56,57,58,87,88,89,100,107,108,110,119,120,139],version:[19,22,44,55,102,118,119,120,126],versionid:139,versionstag:139,via:[23,72,73,102,104,106,119,120,123,124,125,126,127,129,132,133],video_data_to_s3:129,video_id:129,video_ids_respons:129,video_ids_to_s3:129,videoid:129,view:[124,125,126,127,128,129,130,132,133,134,135,137,138],visit:[128,135,137,138],volumesizeingb:[64,66],wai:124,wait:[1,4,5,7,8,10,14,16,33,36,37,38,40,42,43,51,60,63,64,65,66,74,75,76,79,80,81,82,83,84,86,87,88,89,95,128],wait_for_avail:11,wait_for_complet:[23,60,63,64,65,66,125],wait_for_crawler_complet:16,wait_for_delet:11,wait_for_job:[4,5],wait_for_st:10,wait_for_task_execut:7,wait_for_task_statu:8,wait_in_progress:23,wait_interval_second:[7,36],wait_time_second:95,waiter:[4,5,8,34,118],waiter_config:5,waiter_model:5,waiter_nam:[4,5],waitermodel:5,waiternam:4,want:[26,44,53,54,55,56,57,58,67,87,88,89,100,104,107,108,110,112,120,124,127,139,140],warn:[88,101,118],watch_step:127,watchtow:120,wave:118,web:[3,118,120],webident:119,welcom:[4,34],well:[54,101,135],were:[36,112,124],west:119,what:[124,128],whatev:22,wheel:120,when:[0,1,4,5,7,14,20,22,32,34,36,44,45,55,56,58,76,79,80,81,87,88,102,106,108,112,118,119,120,124,127,128,140],whenev:124,where:[1,4,14,15,22,44,50,55,58,75,83,101,102,107,109,111,113,118,119,140],whether:[3,8,15,20,22,23,55,56,57,58,60,64,87,88,89,98,99,100,102,106,107,108,110,129],which:[1,5,7,13,22,23,25,33,36,44,49,56,58,59,60,63,64,65,80,81,98,99,100,101,102,106,119,124,125,127,128,129,130,132,133],whitespac:118,whole:[81,128,135],whose:[58,100],wide:[100,101,102],width:4,wildcard:[22,87],wildcard_kei:22,wildcard_match:87,wish:1,within:[51,60,63,64,65,66,119],without:[5,118,119],without_set:8,wjalrxutnfemi:119,won:102,word:118,work:[3,100,101,102,118,119,120,135],worker:[3,37,38,39,40,41,44,53,54,81],workgroup:[1,33,118],workload:119,world:126,would:[3,37,38,39,40,41,53,54,58,72,73,100,127,139,140],wrap:23,wrapper:3,write:[5,9,18,32,33,57,95,97,106,122],write_batch_data:9,written:[57,106,124,134],wrong:[118,120],wrongli:118,www:5,xcom:[36,45,47,58,70,95,96,102,118,120,124,129],xcom_pul:[118,120,127,128],xcom_push:129,xcomarg:118,xhtml:119,xml:119,xpath:119,xxxx:118,xyz:36,yaml:118,yet:81,yield:[20,23],you:[1,22,26,44,53,54,55,56,57,58,60,63,64,65,66,67,72,73,87,88,89,100,102,104,106,107,108,110,112,119,120,121,123,124,125,126,127,128,129,132,133,139,140],your:[36,44,106,119,120,123,124,127,128,135,139,140],youtube_channel_id:129,youtube_conn_id:129,youtube_search_:129,youtube_video_field:129,youtube_video_part:129,youtube_video_published_aft:129,youtube_video_published_befor:129,youtube_videos_:129},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.exceptions</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.aws_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.base_aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_client</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_waiters</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.dms</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ec2</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.elasticache_replication_group</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.emr</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_catalog</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.kinesis</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.lambda_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.logs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sagemaker</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ses</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.step_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.cloudwatch_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.s3_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.dms_create_task</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.dms_delete_task</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.dms_describe_tasks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.dms_start_task</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.dms_stop_task</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_start_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_stop_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ecs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_add_steps</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_create_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_modify_cluster</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_terminate_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket_tagging</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_copy_object</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_delete_objects</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_file_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint_config</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_model</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_processing</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_get_execution_output</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_start_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.systems_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.dms_task</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.ec2_instance_state</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_step</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_catalog_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_key</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_keys_unchanged</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_prefix</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.step_function_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.dynamodb_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.exasol_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.ftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.gcs_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.glacier_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.google_api_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.hive_to_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.imap_attachment_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mongo_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mysql_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.redshift_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_ftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_sftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.salesforce_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.sftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.emailer</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon</span></code>","Package apache-airflow-providers-amazon","Amazon Web Services Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-amazon</span></code>","Writing Logs to Amazon Cloudwatch","Logging for Tasks","Writing Logs to Amazon S3","AWS DataSync Operator","AWS Database Migration Service Operators","ECS Operator","Amazon EMR Operators","Amazon Glacier Operator","Google API To S3 Transfer","Imap Attachment To S3 Operator","Amazon AWS Operators","Amazon S3 Operators","S3 To Redshift Transfer Operator","Salesforce To S3 Operator","Amazon Glacier Transfer Operator","Amazon Transfer Operators","Amazon S3 to SFTP Transfer Operator","Amazon SFTP to S3 Transfer Operator","AWS Secrets Manager Backend","AWS SSM Parameter Store Secrets Backend","Secret Backends"],titleterms:{"break":120,"default":119,AWS:[119,124,125,131,139,140],ECS:126,IDs:119,Using:[126,132],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,120],amazon:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,123,127,128,131,132,135,136,137,138],apach:[118,120],api:129,athena:[1,33,74],attach:130,authent:119,automat:127,aws:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116],aws_dynamodb:2,backend:[139,140,141],base_aw:3,batch:34,batch_client:4,batch_wait:5,behaviour:124,bucket:132,bug:120,chang:120,changelog:120,cloud:119,cloud_form:[6,35,75],cloudwatch:121,cloudwatch_task_handl:30,complet:125,configur:[119,127],connect:[119,139,140],content:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,116,120],copi:133,creat:[124,125,127,132],creation:124,cross:120,custom:134,data:134,databas:125,datasync:[7,36,124],defin:[125,127,132],delet:[124,125,132],depend:120,dms:8,dms_create_task:37,dms_delete_task:38,dms_describe_task:39,dms_start_task:40,dms_stop_task:41,dms_task:76,download:120,dynamodb:9,dynamodb_to_s3:97,ec2:10,ec2_instance_st:77,ec2_start_inst:42,ec2_stop_inst:43,ecs:44,elasticache_replication_group:11,email:114,emr:[12,127],emr_add_step:45,emr_bas:78,emr_create_job_flow:46,emr_job_flow:79,emr_modify_clust:47,emr_step:80,emr_terminate_job_flow:48,enabl:123,environ:[124,129,130,133],exampl:119,example_datasync_1:124,example_datasync_2:124,example_google_api_to_s3_transfer_advanc:129,example_google_api_to_s3_transfer_bas:129,example_imap_attachment_to_s3:130,example_s3_to_redshift:133,exasol_to_s3:98,except:0,execut:124,extra:119,extract:134,featur:120,feder:119,field:119,fix:120,flow:127,from:134,ftp_to_s3:99,gcs_to_s3:100,get:[124,129],glacier:[13,49,81,128,135],glacier_to_gc:101,glaciercreatejoboper:128,glacierjoboperationsensor:128,glaciertogcsoper:135,glue:[14,50,82],glue_catalog:15,glue_catalog_partit:83,glue_crawl:[16,51,84],googl:[119,129],google_api_to_s3:102,hive_to_dynamodb:103,hook:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28],ident:119,imap:130,imap_attachment_to_s3:104,inform:126,instal:120,job:127,jobflow:127,kei:133,kinesi:18,lambda_funct:19,log:[20,30,31,32,121,122,123],lookup:[139,140],mail:130,manag:139,manual:127,migrat:125,modul:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,116],mongo_to_s3:106,more:126,mysql_to_s3:107,offici:120,oper:[33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,124,125,126,127,128,130,131,132,133,134,135,136,137,138],option:[139,140],overview:[124,125,127,129,130,132,133,134],packag:[118,120],paramet:140,pip:120,prerequisit:[125,126,127,132],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,120],purpos:[124,125,127,129,130,132,133],redshift:[21,86,116,133],redshift_to_s3:108,refer:[124,125,127,129,130,132,133,134],remot:123,replic:125,requir:120,retriev:[139,140],role:119,run:124,s3_bucket:53,s3_bucket_tag:54,s3_copy_object:55,s3_delete_object:56,s3_file_transform:57,s3_kei:87,s3_keys_unchang:88,s3_list:58,s3_prefix:89,s3_task_handl:32,s3_to_ftp:109,s3_to_redshift:110,s3_to_sftp:111,s3tosftpoper:137,sagemak:23,sagemaker_bas:[59,90],sagemaker_endpoint:[60,91],sagemaker_endpoint_config:61,sagemaker_model:62,sagemaker_process:63,sagemaker_train:[64,92],sagemaker_transform:[65,93],sagemaker_tun:[66,94],salesforc:134,salesforce_to_s3:112,secret:[71,72,73,139,140,141],secrets_manag:[24,72],select:124,sensor:[74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96],servic:[119,125],ses:25,setup:119,sftp:[137,138],sftp_to_s3:113,sftptos3oper:138,sheet:129,sns:[26,67],sqs:[27,68,95],ssm:140,step:127,step_funct:28,step_function_execut:96,step_function_get_execution_output:69,step_function_start_execut:70,store:[139,140],submodul:[17,29,31,52,71,85,105,115],subpackag:[29,117],systems_manag:73,tabl:133,tag:132,task:[122,124,125,126,127,132],taskarn:124,terraform:119,transfer:[97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,129,130,133,135,136,137,138],updat:124,using:119,util:[114,115,116],valu:129,variabl:[124,129,130,133,139,140],via:130,video:129,wait:125,web:119,wizard:119,write:[121,123],youtub:129}})