docs-archive/apache-airflow-providers-amazon/1.0.0/searchindex.js

Search.setIndex({docnames:["_api/airflow/providers/amazon/aws/hooks/athena/index","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index","_api/airflow/providers/amazon/aws/hooks/base_aws/index","_api/airflow/providers/amazon/aws/hooks/batch_client/index","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index","_api/airflow/providers/amazon/aws/hooks/datasync/index","_api/airflow/providers/amazon/aws/hooks/dynamodb/index","_api/airflow/providers/amazon/aws/hooks/ec2/index","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index","_api/airflow/providers/amazon/aws/hooks/emr/index","_api/airflow/providers/amazon/aws/hooks/glacier/index","_api/airflow/providers/amazon/aws/hooks/glue/index","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index","_api/airflow/providers/amazon/aws/hooks/index","_api/airflow/providers/amazon/aws/hooks/kinesis/index","_api/airflow/providers/amazon/aws/hooks/lambda_function/index","_api/airflow/providers/amazon/aws/hooks/logs/index","_api/airflow/providers/amazon/aws/hooks/redshift/index","_api/airflow/providers/amazon/aws/hooks/s3/index","_api/airflow/providers/amazon/aws/hooks/sagemaker/index","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index","_api/airflow/providers/amazon/aws/hooks/ses/index","_api/airflow/providers/amazon/aws/hooks/sns/index","_api/airflow/providers/amazon/aws/hooks/sqs/index","_api/airflow/providers/amazon/aws/hooks/step_function/index","_api/airflow/providers/amazon/aws/index","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index","_api/airflow/providers/amazon/aws/log/index","_api/airflow/providers/amazon/aws/log/s3_task_handler/index","_api/airflow/providers/amazon/aws/operators/athena/index","_api/airflow/providers/amazon/aws/operators/batch/index","_api/airflow/providers/amazon/aws/operators/cloud_formation/index","_api/airflow/providers/amazon/aws/operators/datasync/index","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index","_api/airflow/providers/amazon/aws/operators/ecs/index","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index","_api/airflow/providers/amazon/aws/operators/glacier/index","_api/airflow/providers/amazon/aws/operators/glue/index","_api/airflow/providers/amazon/aws/operators/index","_api/airflow/providers/amazon/aws/operators/s3_bucket/index","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index","_api/airflow/providers/amazon/aws/operators/s3_list/index","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/operators/sns/index","_api/airflow/providers/amazon/aws/operators/sqs/index","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index","_api/airflow/providers/amazon/aws/secrets/index","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index","_api/airflow/providers/amazon/aws/secrets/systems_manager/index","_api/airflow/providers/amazon/aws/sensors/athena/index","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index","_api/airflow/providers/amazon/aws/sensors/emr_base/index","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index","_api/airflow/providers/amazon/aws/sensors/emr_step/index","_api/airflow/providers/amazon/aws/sensors/glacier/index","_api/airflow/providers/amazon/aws/sensors/glue/index","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index","_api/airflow/providers/amazon/aws/sensors/index","_api/airflow/providers/amazon/aws/sensors/redshift/index","_api/airflow/providers/amazon/aws/sensors/s3_key/index","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/sensors/sqs/index","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index","_api/airflow/providers/amazon/aws/transfers/index","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index","_api/airflow/providers/amazon/index","connections/aws","index","logging/cloud-watch-task-handlers","logging/index","logging/s3-task-handler","operators/datasync","operators/ecs","operators/emr","operators/glacier","operators/google_api_to_s3_transfer","operators/imap_attachment_to_s3","operators/index","operators/s3_to_redshift","operators/transfer/glacier_to_gcs","operators/transfer/index","secrets-backends/aws-secrets-manaager","secrets-backends/aws-ssm-parameter-store","secrets-backends/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/amazon/aws/hooks/athena/index.rst","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/base_aws/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_client/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index.rst","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/hooks/datasync/index.rst","_api/airflow/providers/amazon/aws/hooks/dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/ec2/index.rst","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index.rst","_api/airflow/providers/amazon/aws/hooks/emr/index.rst","_api/airflow/providers/amazon/aws/hooks/glacier/index.rst","_api/airflow/providers/amazon/aws/hooks/glue/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index.rst","_api/airflow/providers/amazon/aws/hooks/index.rst","_api/airflow/providers/amazon/aws/hooks/kinesis/index.rst","_api/airflow/providers/amazon/aws/hooks/lambda_function/index.rst","_api/airflow/providers/amazon/aws/hooks/logs/index.rst","_api/airflow/providers/amazon/aws/hooks/redshift/index.rst","_api/airflow/providers/amazon/aws/hooks/s3/index.rst","_api/airflow/providers/amazon/aws/hooks/sagemaker/index.rst","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/hooks/ses/index.rst","_api/airflow/providers/amazon/aws/hooks/sns/index.rst","_api/airflow/providers/amazon/aws/hooks/sqs/index.rst","_api/airflow/providers/amazon/aws/hooks/step_function/index.rst","_api/airflow/providers/amazon/aws/index.rst","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.rst","_api/airflow/providers/amazon/aws/log/index.rst","_api/airflow/providers/amazon/aws/log/s3_task_handler/index.rst","_api/airflow/providers/amazon/aws/operators/athena/index.rst","_api/airflow/providers/amazon/aws/operators/batch/index.rst","_api/airflow/providers/amazon/aws/operators/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/operators/datasync/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ecs/index.rst","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index.rst","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index.rst","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/glacier/index.rst","_api/airflow/providers/amazon/aws/operators/glue/index.rst","_api/airflow/providers/amazon/aws/operators/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket/index.rst","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index.rst","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index.rst","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index.rst","_api/airflow/providers/amazon/aws/operators/s3_list/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/operators/sns/index.rst","_api/airflow/providers/amazon/aws/operators/sqs/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index.rst","_api/airflow/providers/amazon/aws/secrets/index.rst","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/secrets/systems_manager/index.rst","_api/airflow/providers/amazon/aws/sensors/athena/index.rst","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_base/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_step/index.rst","_api/airflow/providers/amazon/aws/sensors/glacier/index.rst","_api/airflow/providers/amazon/aws/sensors/glue/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index.rst","_api/airflow/providers/amazon/aws/sensors/index.rst","_api/airflow/providers/amazon/aws/sensors/redshift/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_key/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/sensors/sqs/index.rst","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index.rst","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index.rst","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index.rst","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/index.rst","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index.rst","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index.rst","_api/airflow/providers/amazon/index.rst","connections/aws.rst","index.rst","logging/cloud-watch-task-handlers.rst","logging/index.rst","logging/s3-task-handler.rst","operators/datasync.rst","operators/ecs.rst","operators/emr.rst","operators/glacier.rst","operators/google_api_to_s3_transfer.rst","operators/imap_attachment_to_s3.rst","operators/index.rst","operators/s3_to_redshift.rst","operators/transfer/glacier_to_gcs.rst","operators/transfer/index.rst","secrets-backends/aws-secrets-manaager.rst","secrets-backends/aws-ssm-parameter-store.rst","secrets-backends/index.rst"],objects:{"airflow.providers":{amazon:[98,0,0,"-"]},"airflow.providers.amazon":{aws:[26,0,0,"-"]},"airflow.providers.amazon.aws":{hooks:[14,0,0,"-"],log:[28,0,0,"-"],operators:[43,0,0,"-"],secrets:[61,0,0,"-"],sensors:[73,0,0,"-"],transfers:[91,0,0,"-"]},"airflow.providers.amazon.aws.hooks":{athena:[0,0,0,"-"],aws_dynamodb:[1,0,0,"-"],base_aws:[2,0,0,"-"],batch_client:[3,0,0,"-"],batch_waiters:[4,0,0,"-"],cloud_formation:[5,0,0,"-"],datasync:[6,0,0,"-"],dynamodb:[7,0,0,"-"],ec2:[8,0,0,"-"],elasticache_replication_group:[9,0,0,"-"],emr:[10,0,0,"-"],glacier:[11,0,0,"-"],glue:[12,0,0,"-"],glue_catalog:[13,0,0,"-"],kinesis:[15,0,0,"-"],lambda_function:[16,0,0,"-"],logs:[17,0,0,"-"],redshift:[18,0,0,"-"],s3:[19,0,0,"-"],sagemaker:[20,0,0,"-"],secrets_manager:[21,0,0,"-"],ses:[22,0,0,"-"],sns:[23,0,0,"-"],sqs:[24,0,0,"-"],step_function:[25,0,0,"-"]},"airflow.providers.amazon.aws.hooks.athena":{AWSAthenaHook:[0,1,1,""]},"airflow.providers.amazon.aws.hooks.athena.AWSAthenaHook":{FAILURE_STATES:[0,2,1,""],INTERMEDIATE_STATES:[0,2,1,""],SUCCESS_STATES:[0,2,1,""],check_query_status:[0,3,1,""],get_query_results:[0,3,1,""],get_query_results_paginator:[0,3,1,""],get_state_change_reason:[0,3,1,""],poll_query_status:[0,3,1,""],run_query:[0,3,1,""],stop_query:[0,3,1,""]},"airflow.providers.amazon.aws.hooks.base_aws":{AwsBaseHook:[2,1,1,""],_SessionFactory:[2,1,1,""],_parse_s3_config:[2,4,1,""]},"airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook":{_get_credentials:[2,3,1,""],conn:[2,3,1,""],conn_name_attr:[2,2,1,""],conn_type:[2,2,1,""],default_conn_name:[2,2,1,""],expand_role:[2,3,1,""],get_client_type:[2,3,1,""],get_conn:[2,3,1,""],get_credentials:[2,3,1,""],get_resource_type:[2,3,1,""],get_session:[2,3,1,""],hook_name:[2,2,1,""]},"airflow.providers.amazon.aws.hooks.base_aws._SessionFactory":{_assume_role:[2,3,1,""],_assume_role_with_saml:[2,3,1,""],_assume_role_with_web_identity:[2,3,1,""],_create_basic_session:[2,3,1,""],_fetch_saml_assertion_using_http_spegno_auth:[2,3,1,""],_get_google_identity_token_loader:[2,3,1,""],_impersonate_to_role:[2,3,1,""],_read_credentials_from_connection:[2,3,1,""],_read_role_arn_from_extra_config:[2,3,1,""],create_session:[2,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_client":{AwsBatchClientHook:[3,1,1,""],AwsBatchProtocol:[3,1,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchClientHook":{DEFAULT_DELAY_MAX:[3,2,1,""],DEFAULT_DELAY_MIN:[3,2,1,""],MAX_RETRIES:[3,2,1,""],STATUS_RETRIES:[3,2,1,""],add_jitter:[3,3,1,""],check_job_success:[3,3,1,""],client:[3,2,1,""],delay:[3,3,1,""],exponential_delay:[3,3,1,""],get_job_description:[3,3,1,""],parse_job_description:[3,3,1,""],poll_for_job_complete:[3,3,1,""],poll_for_job_running:[3,3,1,""],poll_job_status:[3,3,1,""],terminate_job:[3,3,1,""],wait_for_job:[3,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchProtocol":{describe_jobs:[3,3,1,""],get_waiter:[3,3,1,""],submit_job:[3,3,1,""],terminate_job:[3,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters":{AwsBatchWaitersHook:[4,1,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters.AwsBatchWaitersHook":{default_config:[4,2,1,""],get_waiter:[4,3,1,""],list_waiters:[4,3,1,""],wait_for_job:[4,3,1,""],waiter_config:[4,2,1,""],waiter_model:[4,2,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation":{AWSCloudFormationHook:[5,1,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation.AWSCloudFormationHook":{create_stack:[5,3,1,""],delete_stack:[5,3,1,""],get_stack_status:[5,3,1,""]},"airflow.providers.amazon.aws.hooks.datasync":{AWSDataSyncHook:[6,1,1,""]},"airflow.providers.amazon.aws.hooks.datasync.AWSDataSyncHook":{TASK_EXECUTION_FAILURE_STATES:[6,2,1,""],TASK_EXECUTION_INTERMEDIATE_STATES:[6,2,1,""],TASK_EXECUTION_SUCCESS_STATES:[6,2,1,""],_refresh_locations:[6,3,1,""],_refresh_tasks:[6,3,1,""],cancel_task_execution:[6,3,1,""],create_location:[6,3,1,""],create_task:[6,3,1,""],delete_task:[6,3,1,""],describe_task_execution:[6,3,1,""],get_current_task_execution_arn:[6,3,1,""],get_location_arns:[6,3,1,""],get_task_arns_for_location_arns:[6,3,1,""],get_task_description:[6,3,1,""],start_task_execution:[6,3,1,""],update_task:[6,3,1,""],wait_for_task_execution:[6,3,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb":{AwsDynamoDBHook:[7,1,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb.AwsDynamoDBHook":{write_batch_data:[7,3,1,""]},"airflow.providers.amazon.aws.hooks.ec2":{EC2Hook:[8,1,1,""]},"airflow.providers.amazon.aws.hooks.ec2.EC2Hook":{get_instance:[8,3,1,""],get_instance_state:[8,3,1,""],wait_for_state:[8,3,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group":{ElastiCacheReplicationGroupHook:[9,1,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook":{TERMINAL_STATES:[9,2,1,""],create_replication_group:[9,3,1,""],delete_replication_group:[9,3,1,""],describe_replication_group:[9,3,1,""],ensure_delete_replication_group:[9,3,1,""],get_replication_group_status:[9,3,1,""],is_replication_group_available:[9,3,1,""],wait_for_availability:[9,3,1,""],wait_for_deletion:[9,3,1,""]},"airflow.providers.amazon.aws.hooks.emr":{EmrHook:[10,1,1,""]},"airflow.providers.amazon.aws.hooks.emr.EmrHook":{conn_name_attr:[10,2,1,""],conn_type:[10,2,1,""],create_job_flow:[10,3,1,""],default_conn_name:[10,2,1,""],get_cluster_id_by_name:[10,3,1,""],hook_name:[10,2,1,""]},"airflow.providers.amazon.aws.hooks.glacier":{GlacierHook:[11,1,1,""]},"airflow.providers.amazon.aws.hooks.glacier.GlacierHook":{describe_job:[11,3,1,""],retrieve_inventory:[11,3,1,""],retrieve_inventory_results:[11,3,1,""]},"airflow.providers.amazon.aws.hooks.glue":{AwsGlueJobHook:[12,1,1,""]},"airflow.providers.amazon.aws.hooks.glue.AwsGlueJobHook":{JOB_POLL_INTERVAL:[12,2,1,""],get_iam_execution_role:[12,3,1,""],get_job_state:[12,3,1,""],get_or_create_glue_job:[12,3,1,""],initialize_job:[12,3,1,""],job_completion:[12,3,1,""],list_jobs:[12,3,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog":{AwsGlueCatalogHook:[13,1,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog.AwsGlueCatalogHook":{check_for_partition:[13,3,1,""],get_partitions:[13,3,1,""],get_table:[13,3,1,""],get_table_location:[13,3,1,""]},"airflow.providers.amazon.aws.hooks.kinesis":{AwsFirehoseHook:[15,1,1,""]},"airflow.providers.amazon.aws.hooks.kinesis.AwsFirehoseHook":{put_records:[15,3,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function":{AwsLambdaHook:[16,1,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function.AwsLambdaHook":{invoke_lambda:[16,3,1,""]},"airflow.providers.amazon.aws.hooks.logs":{AwsLogsHook:[17,1,1,""]},"airflow.providers.amazon.aws.hooks.logs.AwsLogsHook":{get_log_events:[17,3,1,""]},"airflow.providers.amazon.aws.hooks.redshift":{RedshiftHook:[18,1,1,""]},"airflow.providers.amazon.aws.hooks.redshift.RedshiftHook":{cluster_status:[18,3,1,""],create_cluster_snapshot:[18,3,1,""],delete_cluster:[18,3,1,""],describe_cluster_snapshots:[18,3,1,""],restore_from_cluster_snapshot:[18,3,1,""]},"airflow.providers.amazon.aws.hooks.s3":{S3Hook:[19,1,1,""],T:[19,5,1,""],provide_bucket_name:[19,4,1,""],unify_bucket_name_and_key:[19,4,1,""]},"airflow.providers.amazon.aws.hooks.s3.S3Hook":{_upload_file_obj:[19,3,1,""],check_for_bucket:[19,3,1,""],check_for_key:[19,3,1,""],check_for_prefix:[19,3,1,""],check_for_wildcard_key:[19,3,1,""],conn_type:[19,2,1,""],copy_object:[19,3,1,""],create_bucket:[19,3,1,""],delete_bucket:[19,3,1,""],delete_objects:[19,3,1,""],download_file:[19,3,1,""],generate_presigned_url:[19,3,1,""],get_bucket:[19,3,1,""],get_key:[19,3,1,""],get_wildcard_key:[19,3,1,""],hook_name:[19,2,1,""],list_keys:[19,3,1,""],list_prefixes:[19,3,1,""],load_bytes:[19,3,1,""],load_file:[19,3,1,""],load_file_obj:[19,3,1,""],load_string:[19,3,1,""],parse_s3_url:[19,3,1,""],read_key:[19,3,1,""],select_key:[19,3,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker":{LogState:[20,1,1,""],Position:[20,5,1,""],SageMakerHook:[20,1,1,""],argmin:[20,4,1,""],secondary_training_status_changed:[20,4,1,""],secondary_training_status_message:[20,4,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.LogState":{COMPLETE:[20,2,1,""],JOB_COMPLETE:[20,2,1,""],STARTING:[20,2,1,""],TAILING:[20,2,1,""],WAIT_IN_PROGRESS:[20,2,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.SageMakerHook":{_list_request:[20,3,1,""],check_s3_url:[20,3,1,""],check_status:[20,3,1,""],check_training_config:[20,3,1,""],check_training_status_with_log:[20,3,1,""],check_tuning_config:[20,3,1,""],configure_s3_resources:[20,3,1,""],create_endpoint:[20,3,1,""],create_endpoint_config:[20,3,1,""],create_model:[20,3,1,""],create_processing_job:[20,3,1,""],create_training_job:[20,3,1,""],create_transform_job:[20,3,1,""],create_tuning_job:[20,3,1,""],describe_endpoint:[20,3,1,""],describe_endpoint_config:[20,3,1,""],describe_model:[20,3,1,""],describe_processing_job:[20,3,1,""],describe_training_job:[20,3,1,""],describe_training_job_with_log:[20,3,1,""],describe_transform_job:[20,3,1,""],describe_tuning_job:[20,3,1,""],endpoint_non_terminal_states:[20,2,1,""],failed_states:[20,2,1,""],get_log_conn:[20,3,1,""],list_processing_jobs:[20,3,1,""],list_training_jobs:[20,3,1,""],log_stream:[20,3,1,""],multi_stream_iter:[20,3,1,""],non_terminal_states:[20,2,1,""],tar_and_s3_upload:[20,3,1,""],update_endpoint:[20,3,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager":{SecretsManagerHook:[21,1,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager.SecretsManagerHook":{get_secret:[21,3,1,""],get_secret_as_dict:[21,3,1,""]},"airflow.providers.amazon.aws.hooks.ses":{SESHook:[22,1,1,""]},"airflow.providers.amazon.aws.hooks.ses.SESHook":{send_email:[22,3,1,""]},"airflow.providers.amazon.aws.hooks.sns":{AwsSnsHook:[23,1,1,""],_get_message_attribute:[23,4,1,""]},"airflow.providers.amazon.aws.hooks.sns.AwsSnsHook":{publish_to_target:[23,3,1,""]},"airflow.providers.amazon.aws.hooks.sqs":{SQSHook:[24,1,1,""]},"airflow.providers.amazon.aws.hooks.sqs.SQSHook":{create_queue:[24,3,1,""],send_message:[24,3,1,""]},"airflow.providers.amazon.aws.hooks.step_function":{StepFunctionHook:[25,1,1,""]},"airflow.providers.amazon.aws.hooks.step_function.StepFunctionHook":{describe_execution:[25,3,1,""],start_execution:[25,3,1,""]},"airflow.providers.amazon.aws.log":{cloudwatch_task_handler:[27,0,0,"-"],s3_task_handler:[29,0,0,"-"]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler":{CloudwatchTaskHandler:[27,1,1,""]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler":{_read:[27,3,1,""],_render_filename:[27,3,1,""],close:[27,3,1,""],get_cloudwatch_logs:[27,3,1,""],hook:[27,3,1,""],set_context:[27,3,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler":{S3TaskHandler:[29,1,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler":{_read:[29,3,1,""],close:[29,3,1,""],hook:[29,3,1,""],s3_log_exists:[29,3,1,""],s3_read:[29,3,1,""],s3_write:[29,3,1,""],set_context:[29,3,1,""]},"airflow.providers.amazon.aws.operators":{athena:[30,0,0,"-"],batch:[31,0,0,"-"],cloud_formation:[32,0,0,"-"],datasync:[33,0,0,"-"],ec2_start_instance:[34,0,0,"-"],ec2_stop_instance:[35,0,0,"-"],ecs:[36,0,0,"-"],emr_add_steps:[37,0,0,"-"],emr_create_job_flow:[38,0,0,"-"],emr_modify_cluster:[39,0,0,"-"],emr_terminate_job_flow:[40,0,0,"-"],glacier:[41,0,0,"-"],glue:[42,0,0,"-"],s3_bucket:[44,0,0,"-"],s3_copy_object:[45,0,0,"-"],s3_delete_objects:[46,0,0,"-"],s3_file_transform:[47,0,0,"-"],s3_list:[48,0,0,"-"],sagemaker_base:[49,0,0,"-"],sagemaker_endpoint:[50,0,0,"-"],sagemaker_endpoint_config:[51,0,0,"-"],sagemaker_model:[52,0,0,"-"],sagemaker_processing:[53,0,0,"-"],sagemaker_training:[54,0,0,"-"],sagemaker_transform:[55,0,0,"-"],sagemaker_tuning:[56,0,0,"-"],sns:[57,0,0,"-"],sqs:[58,0,0,"-"],step_function_get_execution_output:[59,0,0,"-"],step_function_start_execution:[60,0,0,"-"]},"airflow.providers.amazon.aws.operators.athena":{AWSAthenaOperator:[30,1,1,""]},"airflow.providers.amazon.aws.operators.athena.AWSAthenaOperator":{execute:[30,3,1,""],hook:[30,3,1,""],on_kill:[30,3,1,""],template_ext:[30,2,1,""],template_fields:[30,2,1,""],ui_color:[30,2,1,""]},"airflow.providers.amazon.aws.operators.batch":{AwsBatchOperator:[31,1,1,""]},"airflow.providers.amazon.aws.operators.batch.AwsBatchOperator":{arn:[31,2,1,""],execute:[31,3,1,""],monitor_job:[31,3,1,""],on_kill:[31,3,1,""],submit_job:[31,3,1,""],template_fields:[31,2,1,""],ui_color:[31,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation":{CloudFormationCreateStackOperator:[32,1,1,""],CloudFormationDeleteStackOperator:[32,1,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationCreateStackOperator":{execute:[32,3,1,""],template_ext:[32,2,1,""],template_fields:[32,2,1,""],ui_color:[32,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationDeleteStackOperator":{execute:[32,3,1,""],template_ext:[32,2,1,""],template_fields:[32,2,1,""],ui_color:[32,2,1,""],ui_fgcolor:[32,2,1,""]},"airflow.providers.amazon.aws.operators.datasync":{AWSDataSyncOperator:[33,1,1,""]},"airflow.providers.amazon.aws.operators.datasync.AWSDataSyncOperator":{_create_datasync_task:[33,3,1,""],_delete_datasync_task:[33,3,1,""],_execute_datasync_task:[33,3,1,""],_get_location_arns:[33,3,1,""],_get_tasks_and_locations:[33,3,1,""],_update_datasync_task:[33,3,1,""],choose_location:[33,3,1,""],choose_task:[33,3,1,""],execute:[33,3,1,""],get_hook:[33,3,1,""],on_kill:[33,3,1,""],template_fields:[33,2,1,""],ui_color:[33,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance":{EC2StartInstanceOperator:[34,1,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance.EC2StartInstanceOperator":{execute:[34,3,1,""],template_fields:[34,2,1,""],ui_color:[34,2,1,""],ui_fgcolor:[34,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance":{EC2StopInstanceOperator:[35,1,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance.EC2StopInstanceOperator":{execute:[35,3,1,""],template_fields:[35,2,1,""],ui_color:[35,2,1,""],ui_fgcolor:[35,2,1,""]},"airflow.providers.amazon.aws.operators.ecs":{ECSOperator:[36,1,1,""],ECSProtocol:[36,1,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSOperator":{_check_success_task:[36,3,1,""],_start_task:[36,3,1,""],_try_reattach_task:[36,3,1,""],_wait_for_task_ended:[36,3,1,""],execute:[36,3,1,""],get_hook:[36,3,1,""],get_logs_hook:[36,3,1,""],on_kill:[36,3,1,""],template_fields:[36,2,1,""],ui_color:[36,2,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSProtocol":{describe_task_definition:[36,3,1,""],describe_tasks:[36,3,1,""],get_waiter:[36,3,1,""],list_tasks:[36,3,1,""],run_task:[36,3,1,""],stop_task:[36,3,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps":{EmrAddStepsOperator:[37,1,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps.EmrAddStepsOperator":{execute:[37,3,1,""],template_ext:[37,2,1,""],template_fields:[37,2,1,""],ui_color:[37,2,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow":{EmrCreateJobFlowOperator:[38,1,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator":{execute:[38,3,1,""],template_ext:[38,2,1,""],template_fields:[38,2,1,""],ui_color:[38,2,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster":{EmrModifyClusterOperator:[39,1,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster.EmrModifyClusterOperator":{execute:[39,3,1,""],template_ext:[39,2,1,""],template_fields:[39,2,1,""],ui_color:[39,2,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow":{EmrTerminateJobFlowOperator:[40,1,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator":{execute:[40,3,1,""],template_ext:[40,2,1,""],template_fields:[40,2,1,""],ui_color:[40,2,1,""]},"airflow.providers.amazon.aws.operators.glacier":{GlacierCreateJobOperator:[41,1,1,""]},"airflow.providers.amazon.aws.operators.glacier.GlacierCreateJobOperator":{execute:[41,3,1,""],template_fields:[41,2,1,""]},"airflow.providers.amazon.aws.operators.glue":{AwsGlueJobOperator:[42,1,1,""]},"airflow.providers.amazon.aws.operators.glue.AwsGlueJobOperator":{execute:[42,3,1,""],template_ext:[42,2,1,""],template_fields:[42,2,1,""],ui_color:[42,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket":{S3CreateBucketOperator:[44,1,1,""],S3DeleteBucketOperator:[44,1,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3CreateBucketOperator":{execute:[44,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3DeleteBucketOperator":{execute:[44,3,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object":{S3CopyObjectOperator:[45,1,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object.S3CopyObjectOperator":{execute:[45,3,1,""],template_fields:[45,2,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects":{S3DeleteObjectsOperator:[46,1,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects.S3DeleteObjectsOperator":{execute:[46,3,1,""],template_fields:[46,2,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform":{S3FileTransformOperator:[47,1,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform.S3FileTransformOperator":{execute:[47,3,1,""],template_ext:[47,2,1,""],template_fields:[47,2,1,""],ui_color:[47,2,1,""]},"airflow.providers.amazon.aws.operators.s3_list":{S3ListOperator:[48,1,1,""]},"airflow.providers.amazon.aws.operators.s3_list.S3ListOperator":{execute:[48,3,1,""],template_fields:[48,2,1,""],ui_color:[48,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base":{SageMakerBaseOperator:[49,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base.SageMakerBaseOperator":{execute:[49,3,1,""],expand_role:[49,3,1,""],hook:[49,3,1,""],integer_fields:[49,2,1,""],parse_config_integers:[49,3,1,""],parse_integer:[49,3,1,""],preprocess_config:[49,3,1,""],template_ext:[49,2,1,""],template_fields:[49,2,1,""],ui_color:[49,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint":{SageMakerEndpointOperator:[50,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint.SageMakerEndpointOperator":{create_integer_fields:[50,3,1,""],execute:[50,3,1,""],expand_role:[50,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config":{SageMakerEndpointConfigOperator:[51,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config.SageMakerEndpointConfigOperator":{execute:[51,3,1,""],integer_fields:[51,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model":{SageMakerModelOperator:[52,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model.SageMakerModelOperator":{execute:[52,3,1,""],expand_role:[52,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing":{SageMakerProcessingOperator:[53,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing.SageMakerProcessingOperator":{_create_integer_fields:[53,3,1,""],execute:[53,3,1,""],expand_role:[53,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training":{SageMakerTrainingOperator:[54,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training.SageMakerTrainingOperator":{execute:[54,3,1,""],expand_role:[54,3,1,""],integer_fields:[54,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform":{SageMakerTransformOperator:[55,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform.SageMakerTransformOperator":{create_integer_fields:[55,3,1,""],execute:[55,3,1,""],expand_role:[55,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning":{SageMakerTuningOperator:[56,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning.SageMakerTuningOperator":{execute:[56,3,1,""],expand_role:[56,3,1,""],integer_fields:[56,2,1,""]},"airflow.providers.amazon.aws.operators.sns":{SnsPublishOperator:[57,1,1,""]},"airflow.providers.amazon.aws.operators.sns.SnsPublishOperator":{execute:[57,3,1,""],template_ext:[57,2,1,""],template_fields:[57,2,1,""]},"airflow.providers.amazon.aws.operators.sqs":{SQSPublishOperator:[58,1,1,""]},"airflow.providers.amazon.aws.operators.sqs.SQSPublishOperator":{execute:[58,3,1,""],template_fields:[58,2,1,""],ui_color:[58,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output":{StepFunctionGetExecutionOutputOperator:[59,1,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output.StepFunctionGetExecutionOutputOperator":{execute:[59,3,1,""],template_ext:[59,2,1,""],template_fields:[59,2,1,""],ui_color:[59,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution":{StepFunctionStartExecutionOperator:[60,1,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution.StepFunctionStartExecutionOperator":{execute:[60,3,1,""],template_ext:[60,2,1,""],template_fields:[60,2,1,""],ui_color:[60,2,1,""]},"airflow.providers.amazon.aws.secrets":{secrets_manager:[62,0,0,"-"],systems_manager:[63,0,0,"-"]},"airflow.providers.amazon.aws.secrets.secrets_manager":{SecretsManagerBackend:[62,1,1,""]},"airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend":{_get_secret:[62,3,1,""],client:[62,3,1,""],get_config:[62,3,1,""],get_conn_uri:[62,3,1,""],get_variable:[62,3,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager":{SystemsManagerParameterStoreBackend:[63,1,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend":{_get_secret:[63,3,1,""],client:[63,3,1,""],get_config:[63,3,1,""],get_conn_uri:[63,3,1,""],get_variable:[63,3,1,""]},"airflow.providers.amazon.aws.sensors":{athena:[64,0,0,"-"],cloud_formation:[65,0,0,"-"],ec2_instance_state:[66,0,0,"-"],emr_base:[67,0,0,"-"],emr_job_flow:[68,0,0,"-"],emr_step:[69,0,0,"-"],glacier:[70,0,0,"-"],glue:[71,0,0,"-"],glue_catalog_partition:[72,0,0,"-"],redshift:[74,0,0,"-"],s3_key:[75,0,0,"-"],s3_keys_unchanged:[76,0,0,"-"],s3_prefix:[77,0,0,"-"],sagemaker_base:[78,0,0,"-"],sagemaker_endpoint:[79,0,0,"-"],sagemaker_training:[80,0,0,"-"],sagemaker_transform:[81,0,0,"-"],sagemaker_tuning:[82,0,0,"-"],sqs:[83,0,0,"-"],step_function_execution:[84,0,0,"-"]},"airflow.providers.amazon.aws.sensors.athena":{AthenaSensor:[64,1,1,""]},"airflow.providers.amazon.aws.sensors.athena.AthenaSensor":{FAILURE_STATES:[64,2,1,""],INTERMEDIATE_STATES:[64,2,1,""],SUCCESS_STATES:[64,2,1,""],hook:[64,3,1,""],poke:[64,3,1,""],template_ext:[64,2,1,""],template_fields:[64,2,1,""],ui_color:[64,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation":{CloudFormationCreateStackSensor:[65,1,1,""],CloudFormationDeleteStackSensor:[65,1,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationCreateStackSensor":{poke:[65,3,1,""],template_fields:[65,2,1,""],ui_color:[65,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationDeleteStackSensor":{get_hook:[65,3,1,""],poke:[65,3,1,""],template_fields:[65,2,1,""],ui_color:[65,2,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state":{EC2InstanceStateSensor:[66,1,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state.EC2InstanceStateSensor":{poke:[66,3,1,""],template_fields:[66,2,1,""],ui_color:[66,2,1,""],ui_fgcolor:[66,2,1,""],valid_states:[66,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_base":{EmrBaseSensor:[67,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_base.EmrBaseSensor":{failure_message_from_response:[67,3,1,""],get_emr_response:[67,3,1,""],get_hook:[67,3,1,""],poke:[67,3,1,""],state_from_response:[67,3,1,""],ui_color:[67,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow":{EmrJobFlowSensor:[68,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow.EmrJobFlowSensor":{failure_message_from_response:[68,3,1,""],get_emr_response:[68,3,1,""],state_from_response:[68,3,1,""],template_ext:[68,2,1,""],template_fields:[68,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_step":{EmrStepSensor:[69,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_step.EmrStepSensor":{failure_message_from_response:[69,3,1,""],get_emr_response:[69,3,1,""],state_from_response:[69,3,1,""],template_ext:[69,2,1,""],template_fields:[69,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier":{GlacierJobOperationSensor:[70,1,1,""],JobStatus:[70,1,1,""]},"airflow.providers.amazon.aws.sensors.glacier.GlacierJobOperationSensor":{poke:[70,3,1,""],template_fields:[70,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier.JobStatus":{IN_PROGRESS:[70,2,1,""],SUCCEEDED:[70,2,1,""]},"airflow.providers.amazon.aws.sensors.glue":{AwsGlueJobSensor:[71,1,1,""]},"airflow.providers.amazon.aws.sensors.glue.AwsGlueJobSensor":{poke:[71,3,1,""],template_fields:[71,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition":{AwsGlueCatalogPartitionSensor:[72,1,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition.AwsGlueCatalogPartitionSensor":{get_hook:[72,3,1,""],poke:[72,3,1,""],template_fields:[72,2,1,""],ui_color:[72,2,1,""]},"airflow.providers.amazon.aws.sensors.redshift":{AwsRedshiftClusterSensor:[74,1,1,""]},"airflow.providers.amazon.aws.sensors.redshift.AwsRedshiftClusterSensor":{get_hook:[74,3,1,""],poke:[74,3,1,""],template_fields:[74,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key":{S3KeySensor:[75,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySensor":{get_hook:[75,3,1,""],poke:[75,3,1,""],template_fields:[75,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged":{S3KeysUnchangedSensor:[76,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor":{hook:[76,3,1,""],is_keys_unchanged:[76,3,1,""],poke:[76,3,1,""],template_fields:[76,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix":{S3PrefixSensor:[77,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix.S3PrefixSensor":{get_hook:[77,3,1,""],poke:[77,3,1,""],template_fields:[77,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base":{SageMakerBaseSensor:[78,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base.SageMakerBaseSensor":{failed_states:[78,3,1,""],get_failed_reason_from_response:[78,3,1,""],get_hook:[78,3,1,""],get_sagemaker_response:[78,3,1,""],non_terminal_states:[78,3,1,""],poke:[78,3,1,""],state_from_response:[78,3,1,""],ui_color:[78,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint":{SageMakerEndpointSensor:[79,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint.SageMakerEndpointSensor":{failed_states:[79,3,1,""],get_failed_reason_from_response:[79,3,1,""],get_sagemaker_response:[79,3,1,""],non_terminal_states:[79,3,1,""],state_from_response:[79,3,1,""],template_ext:[79,2,1,""],template_fields:[79,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training":{SageMakerTrainingSensor:[80,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training.SageMakerTrainingSensor":{failed_states:[80,3,1,""],get_failed_reason_from_response:[80,3,1,""],get_sagemaker_response:[80,3,1,""],init_log_resource:[80,3,1,""],non_terminal_states:[80,3,1,""],state_from_response:[80,3,1,""],template_ext:[80,2,1,""],template_fields:[80,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform":{SageMakerTransformSensor:[81,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform.SageMakerTransformSensor":{failed_states:[81,3,1,""],get_failed_reason_from_response:[81,3,1,""],get_sagemaker_response:[81,3,1,""],non_terminal_states:[81,3,1,""],state_from_response:[81,3,1,""],template_ext:[81,2,1,""],template_fields:[81,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning":{SageMakerTuningSensor:[82,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning.SageMakerTuningSensor":{failed_states:[82,3,1,""],get_failed_reason_from_response:[82,3,1,""],get_sagemaker_response:[82,3,1,""],non_terminal_states:[82,3,1,""],state_from_response:[82,3,1,""],template_ext:[82,2,1,""],template_fields:[82,2,1,""]},"airflow.providers.amazon.aws.sensors.sqs":{SQSSensor:[83,1,1,""]},"airflow.providers.amazon.aws.sensors.sqs.SQSSensor":{get_hook:[83,3,1,""],poke:[83,3,1,""],template_fields:[83,2,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution":{StepFunctionExecutionSensor:[84,1,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution.StepFunctionExecutionSensor":{FAILURE_STATES:[84,2,1,""],INTERMEDIATE_STATES:[84,2,1,""],SUCCESS_STATES:[84,2,1,""],get_hook:[84,3,1,""],poke:[84,3,1,""],template_ext:[84,2,1,""],template_fields:[84,2,1,""],ui_color:[84,2,1,""]},"airflow.providers.amazon.aws.transfers":{dynamodb_to_s3:[85,0,0,"-"],gcs_to_s3:[86,0,0,"-"],glacier_to_gcs:[87,0,0,"-"],google_api_to_s3:[88,0,0,"-"],hive_to_dynamodb:[89,0,0,"-"],imap_attachment_to_s3:[90,0,0,"-"],mongo_to_s3:[92,0,0,"-"],mysql_to_s3:[93,0,0,"-"],redshift_to_s3:[94,0,0,"-"],s3_to_redshift:[95,0,0,"-"],s3_to_sftp:[96,0,0,"-"],sftp_to_s3:[97,0,0,"-"]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3":{DynamoDBToS3Operator:[85,1,1,""],_convert_item_to_json_bytes:[85,4,1,""],_upload_file_to_s3:[85,4,1,""]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3.DynamoDBToS3Operator":{_scan_dynamodb_and_upload_to_s3:[85,3,1,""],execute:[85,3,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3":{GCSToS3Operator:[86,1,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3.GCSToS3Operator":{execute:[86,3,1,""],template_fields:[86,2,1,""],ui_color:[86,2,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs":{GlacierToGCSOperator:[87,1,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs.GlacierToGCSOperator":{execute:[87,3,1,""],template_fields:[87,2,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3":{GoogleApiToS3Operator:[88,1,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3.GoogleApiToS3Operator":{_expose_google_api_response_via_xcom:[88,3,1,""],_load_data_to_s3:[88,3,1,""],_retrieve_data_from_google_api:[88,3,1,""],_update_google_api_endpoint_params_via_xcom:[88,3,1,""],execute:[88,3,1,""],template_ext:[88,2,1,""],template_fields:[88,2,1,""],ui_color:[88,2,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb":{HiveToDynamoDBOperator:[89,1,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb.HiveToDynamoDBOperator":{execute:[89,3,1,""],template_ext:[89,2,1,""],template_fields:[89,2,1,""],ui_color:[89,2,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3":{ImapAttachmentToS3Operator:[90,1,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3.ImapAttachmentToS3Operator":{execute:[90,3,1,""],template_fields:[90,2,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3":{MongoToS3Operator:[92,1,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3.MongoToS3Operator":{_stringify:[92,3,1,""],execute:[92,3,1,""],template_fields:[92,2,1,""],transform:[92,3,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3":{MySQLToS3Operator:[93,1,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3.MySQLToS3Operator":{_fix_int_dtypes:[93,3,1,""],execute:[93,3,1,""],template_ext:[93,2,1,""],template_fields:[93,2,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3":{RedshiftToS3Operator:[94,1,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3.RedshiftToS3Operator":{execute:[94,3,1,""],template_ext:[94,2,1,""],template_fields:[94,2,1,""],ui_color:[94,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift":{S3ToRedshiftOperator:[95,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift.S3ToRedshiftOperator":{execute:[95,3,1,""],template_ext:[95,2,1,""],template_fields:[95,2,1,""],ui_color:[95,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp":{S3ToSFTPOperator:[96,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp.S3ToSFTPOperator":{execute:[96,3,1,""],get_s3_key:[96,3,1,""],template_fields:[96,2,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3":{SFTPToS3Operator:[97,1,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3.SFTPToS3Operator":{execute:[97,3,1,""],get_s3_key:[97,3,1,""],template_fields:[97,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"00z":108,"08t02":114,"100":20,"1000":[0,46],"1024":[87,107,112],"11112223344":104,"112223334444":99,"123456ab":105,"123abc":105,"1307":3,"132000":114,"180":6,"18t00":108,"1915":4,"1d472b":32,"2012":99,"2015":[13,72],"2016":4,"2018":[13,48],"2019":108,"2020":114,"240057002457":99,"25t00":108,"2fbpxrficyexamplekei":99,"2fk7mdeng":99,"2fwebident":99,"2ndwatch":4,"314524341751":114,"34f90eff":114,"3600":19,"3a240057002457":99,"3aaw":99,"3aiam":99,"3arol":99,"4200":[3,31],"44b5e2":[30,33],"455a":114,"4572":103,"465":114,"5ee74b21be672":114,"600":3,"66c3ff":[64,67,84],"6ad3fa":58,"6b9659":32,"7meuul":114,"8080":99,"99e699":95,"9c8f":114,"byte":[19,21,23,85,87],"case":[3,4,6,19,49,99,104,107],"class":[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97,107,112],"default":[2,3,4,9,17,19,20,22,23,24,33,36,44,45,46,47,48,53,54,57,58,59,62,63,64,68,69,70,72,75,76,77,83,84,85,86,89,93,94,95,104,106,114,115],"enum":[20,70],"export":99,"final":[0,3,12,18,99,104],"float":[3,4,8,9,20,23,34,35,70,76],"function":[0,16,17,19,20,25,30,59,60,72,84,89,90],"import":[3,4],"int":[0,3,4,6,9,12,13,17,19,20,23,24,30,31,33,39,42,50,53,54,55,56,58,64,65,70,72,76,83,85,87,88,93],"long":[70,85,99,107,112],"new":[4,6,20,29,33,36,76,99,104,106],"null":[62,63,114,115],"public":111,"return":[0,2,3,4,6,8,9,10,11,12,13,17,18,19,20,21,22,24,25,27,29,30,31,33,36,42,48,49,50,51,52,53,54,55,56,58,62,63,64,65,67,68,69,70,74,75,76,77,78,83,84,92,104,107,108],"short":[70,86,87,88],"static":[3,19,67,68,69,92,96,97],"super":2,"throw":[81,82],"true":[3,6,9,13,17,18,19,20,29,33,36,37,39,50,53,54,55,56,60,76,80,83,86,88,94,101,103,104,106,107],"try":[65,101,103,104],"while":[19,90],AND:[13,72],AWS:[0,2,3,4,5,6,7,8,9,10,12,13,15,16,17,18,19,20,21,22,23,24,25,31,33,34,35,36,41,42,44,49,50,51,52,53,54,55,56,58,62,63,65,66,67,68,69,70,71,72,76,78,83,87,94,101,103,105,106,108,109,111,116],Adding:3,And:[62,63,106],ECS:[36,110],EFS:6,For:[2,13,19,24,33,36,41,50,51,52,53,54,55,56,58,62,63,70,85,86,87,88,90,95,99,103,104,105,106,107,108,109,111,112,114,115],GCS:86,IDs:108,NFS:[6,104],NOT:77,One:2,SES:22,SNS:[23,57],SQS:[24,58,83],The:[0,2,3,4,6,12,13,17,19,20,22,25,33,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,58,60,62,63,65,70,71,72,74,75,76,77,81,82,83,86,87,88,90,96,97,99,104,106,107,108,109,111,114,115],Then:104,There:[3,33,77],These:[104,108,109],Use:[3,37,70,103,105],Used:99,Useful:99,Uses:72,Using:[3,4,99],Will:10,With:[68,69,99,104],_assume_rol:2,_assume_role_with_saml:2,_assume_role_with_web_ident:2,_check_and_transform_video_id:108,_check_success_task:36,_convert_item_to_json_byt:85,_create_basic_sess:2,_create_datasync_task:33,_create_integer_field:53,_delete_datasync_task:33,_execute_datasync_task:33,_expose_google_api_response_via_xcom:88,_fetch_saml_assertion_using_http_spegno_auth:2,_fix_int_dtyp:93,_get_credenti:2,_get_google_identity_token_load:2,_get_location_arn:33,_get_message_attribut:23,_get_secret:[62,63],_get_tasks_and_loc:33,_impersonate_to_rol:2,_kwarg:104,_list_request:20,_load_data_to_s3:88,_parse_s3_config:2,_prefix:[114,115],_read:[27,29],_read_credentials_from_connect:2,_read_role_arn_from_extra_config:2,_refresh_loc:6,_refresh_task:6,_render_filenam:27,_retrieve_data_from_google_api:88,_scan_dynamodb_and_upload_to_s3:85,_sessionfactori:2,_start_task:36,_stringifi:92,_try_reattach_task:36,_update_datasync_task:33,_update_google_api_endpoint_params_via_xcom:88,_upload_file_obj:19,_upload_file_to_s3:85,_wait_for_task_end:36,a0e08c:89,aaa:99,abl:22,abort:84,about:[6,19,21,24,58,69,99,107,108,112],abov:[101,103,104],absolut:93,accept:[37,77,99],access:[19,45,62,63,99,101,103,104],access_kei:2,access_token:[86,87,88],accident:4,accordingli:76,account:[12,27,42,86,87,88,99,101],acl:[19,86],acl_polici:19,action:[99,104,106,108,109,111],action_if_job_exist:[53,54],actiononfailur:106,actual:[107,112],add:[4,22,37,99,104,106],add_jitt:3,add_step:106,added:[3,37],adding:106,addit:[0,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,33,58,59,60,62,76,99,104],addition:[99,103],address:[22,99],advanc:108,after:[20,36,68,76,99,104,106],against:[89,99],airfl:77,airflow:[99,101,103,104,105,106,107,108,109,111,112,114,115],airflow_bucket:33,airflow_conn_:99,airflow_conn_aws_default:99,airflowbadrequest:6,airflowexcept:[3,4,6,9,12,31,33,81,82,83],airflowtasktimeout:6,akiaiosfodnn7exampl:99,algorithm:104,alia:16,all:[0,6,17,19,20,27,33,44,46,48,49,50,86,88,90,99,104,108,109],alloc:[12,42],allow:[3,4,12,42,88,90,99,106],allow_delet:76,allow_random_location_choic:[33,104],allow_random_task_choic:[33,104],along:99,alreadi:[2,3,6,19,36,45,47,53,54,90,104],also:[4,36,47,62,78,85,99,103,104,106,108],altern:[37,99,104],alwai:104,amazon:[102,104,105,108,109,111,114,115],amazonaw:[2,3,4,20,25,32,36,68,69,85],amount:89,amp:99,analyticsreport:88,ani:[0,2,3,4,6,10,19,20,22,25,29,30,31,37,38,39,40,60,67,68,69,71,85,86,87,88,92,99,104,108,114,115],apach:[99,105,106,108],api:[2,3,4,9,13,20,25,32,36,67,68,69,72,85,88,100,104,105,106,107,110,112],api_assumerol:99,api_assumerolewithsaml:99,apirefer:[3,31],append:29,appli:3,applic:[47,99,105],approach:104,architectur:3,archiv:[107,112],arg:[0,3,4,5,6,7,8,9,10,12,13,15,16,17,18,19,20,21,22,23,24,25,106],argmin:20,argument:[0,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,38,42,45,46,47,48,59,60,62,75,76,77,86,89,93,94,95,104],arn:[2,25,27,31,49,50,51,52,53,54,55,56,59,60,99,101,104,114],around:2,arr:20,arrai:[23,36,92],array_properti:31,arrayproperti:[3,31],ask:[64,68,69,79,80,81,82,84],assert:99,assign:99,associ:[20,34,35,36,66,80],assum:[3,4,92,99,104],assume_rol:99,assume_role_kwarg:[2,99],assume_role_method:99,assume_role_with_saml:99,assume_role_with_web_ident:99,assume_role_with_web_identity_feder:99,assume_role_with_web_identity_federation_audi:99,assumerolewithsaml:99,assumerolewithwebident:99,athena:[14,26,43,73,98],athenasensor:64,attach:[22,36,90,99,110],attempt:[33,104],attribut:[2,23,24,57,58],aud:99,audienc:99,authent:[2,88,114],author:[86,87,88,99],auto:29,autocommit:[94,95],automat:[57,94,104],avail:[9,17,20,47,74,83,88,105,106,108],avoid:[0,3,4,30,104],aws:[98,99,101,104,105,106,107,108,109,111,112,114,115],aws_access_key_id:[62,114],aws_account_id:99,aws_conn_id:[0,2,4,5,6,7,8,10,11,13,15,16,17,18,19,20,21,22,23,24,25,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,48,49,50,51,52,53,54,55,56,57,58,59,60,64,65,66,67,70,71,72,74,75,76,77,78,83,84,87,88,89,93,94,95,104,105,106,107,112],aws_customers_conn:48,aws_default:[2,11,30,32,33,34,35,37,38,39,40,41,42,44,45,46,47,48,49,57,58,59,60,64,65,66,67,70,71,72,74,75,76,77,78,83,84,86,87,88,89,90,93,94,95,96,97,99,104,106,107,112],aws_default_region:99,aws_dynamodb:[14,26,98],aws_ec:105,aws_glue_default_job:42,aws_iam_rol:99,aws_policy_nam:99,aws_role_nam:99,aws_secret_access_kei:[62,114],aws_session_token:99,awsathenahook:[0,30,64],awsathenaoper:30,awsbasehook:[0,2,3,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,99,104],awsbatchcli:3,awsbatchclienthook:[3,4],awsbatchoper:31,awsbatchprotocol:3,awsbatchwait:[4,31],awsbatchwaitershook:4,awscloudformationhook:[5,65],awscurr:114,awsdatasync:33,awsdatasynchook:[6,33,104],awsdatasyncoper:[6,33,104],awsdynamodbhook:7,awsfirehosehook:15,awsgluecataloghook:[13,72],awsgluecatalogpartitionsensor:72,awsgluejobhook:12,awsgluejoboper:42,awsgluejobsensor:71,awshook:36,awslambdahook:16,awslogs_group:[36,105],awslogs_region:36,awslogs_stream_prefix:[36,105],awslogshook:[17,20,27,36,101],awsredshiftclustersensor:74,awssnshook:23,awsvpcconfigur:105,back:[3,31],backend:[62,63,100],backend_kwarg:[62,63,114,115],backoff:3,backup:[107,112],backward:99,bandwidth:104,base:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97,99,104],base_aw:[0,3,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,98],base_log_fold:[27,29],base_sess:2,basecli:3,basehook:2,baseoper:[30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,57,58,59,60,85,86,87,88,89,90,92,93,94,95,96,97],basesecretsbackend:[62,63],basesensoroper:[64,65,66,67,70,71,72,74,75,76,77,78,83,84],basic:[17,88,108,111],batch:[3,4,7,15,20,26,43,98],batch_client:[4,14,26,98],batch_wait:[14,26,98],batchget:88,bcc:22,becaus:[104,106],becom:66,been:[19,76,86,99],befor:[0,3,4,6,30,44,50,64,70,89,94,95,99,104,105],begin:[17,48,59,60,86],behav:[76,104],behavior:[3,33,67,76,78],behaviour:[2,44,53,54],being:[19,74,75,76,77,88,89,92,104,114,115],belong:13,below:[31,71,99],between:[0,3,6,8,20,30,33,34,35,64,65,70,72,76,104,108],big:[87,112],bigger:[107,112],bin:106,binari:23,blob:4,block:[3,4,31],blog:[3,4],bool:[2,3,6,9,13,17,18,19,20,29,33,36,37,39,44,45,46,47,48,50,53,54,55,56,60,75,76,77,80,86,87,88,90,92,93,94,95],bootstrap:68,both:[19,45,55,104],boto3:[2,3,4,6,10,18,19,20,25,31,32,33,34,35,36,37,38,44,49,62,67,68,69,85,99,104,105,106,108,109,111],boto:[2,3,4,6,19,92,99],botocor:[2,3,4,24,45,46,47,48,58,75,76,77,86,93,94,95,99],bounc:22,box:99,branchpythonoper:108,bring:108,browser:99,bucket:[12,19,20,42,44,45,46,48,75,76,77,85,86,87,88,90,93,94,95,96,97,103,104,108,109,111],bucket_access_role_arn:104,bucket_kei:75,bucket_nam:[19,44,75,76,77,85,87,107,112],bucketaccessrolearn:[33,104],build:4,build_full_result:0,bundl:[45,46,47,48,75,76,77,86,93,94,95],busi:6,bytes_data:19,bytesio:19,c3dae0:31,c5cae9:[65,72],cach:2,calcul:106,calculate_pi:106,call:[0,4,6,9,20,22,30,31,33,49,64,67,68,69,88,99,108],callabl:[20,85,89],camelcas:[3,4,20],can:[2,3,4,6,9,12,19,22,29,38,45,46,47,48,62,75,76,77,85,86,88,93,94,95,99,101,103,104,106,107,108,109,111,114,115],cancel:[0,6,30,33,64],cancel_task_execut:6,candid:104,capac:7,case_sensit:6,cast:[50,53,55],catalog:[13,72],cater:104,cc181e:88,cc8811:66,cert:[45,46,47,48,75,76,77,86,93,94,95],certif:[2,45,46,47,48,75,76,77,86,93,94,95],cfg:[62,63,101,103,114,115],chain:[86,87,88,99],chang:[0,2,3,20,76,99],channel:108,channelid:108,charact:77,charset:22,check:[0,3,4,6,8,9,13,19,20,29,30,33,34,35,36,53,54,55,56,64,66,68,69,70,72,76,77,78,79,80,81,82,83,84,87,90,104,107],check_and_transform_video_id:108,check_for_bucket:19,check_for_kei:19,check_for_partit:13,check_for_prefix:19,check_for_wildcard_kei:19,check_interv:[8,20,34,35,50,53,54,55,56],check_job_flow:106,check_job_success:3,check_query_statu:0,check_s3_url:20,check_statu:20,check_training_config:20,check_training_status_with_log:20,check_tuning_config:20,child:92,choos:[99,104],choose_loc:[33,104],choose_task:[33,104],chosen:33,chunk:[87,107,112],chunk_siz:[87,107,112],claus:72,cli:[105,106],client:[2,3,4,5,19,20,24,25,32,34,35,36,50,51,52,53,54,55,56,58,62,63,66,68,69,88,99,104,106,108],client_method:19,client_request_token:[0,30],client_typ:2,clienterror:6,clientmethod:19,close:[27,29,94],cloud:[42,86,87,88,107,112],cloud_form:[14,26,43,73,98],cloudform:[5,32,65],cloudformationcreatestackoper:32,cloudformationcreatestacksensor:65,cloudformationdeletestackoper:32,cloudformationdeletestacksensor:65,cloudwatch:[17,20,27,36,53,54,80,102],cloudwatch_task_handl:[26,28,98],cloudwatchtaskhandl:27,cluster:[10,18,36,37,39,68,69,74,105,106],cluster_cr:106,cluster_id:39,cluster_identifi:[18,74],cluster_remov:106,cluster_st:[10,37],cluster_statu:18,code:[3,4,31,77,106,107,108,111],column:[13,93,94],com:[2,3,4,13,20,25,31,32,36,68,69,72,85,88,99,114],combin:[4,36,114,115],come:20,command:[94,95,105,106,111],commit:94,commun:[88,99],compani:99,comparison:72,compat:[2,99],complaint:22,complet:[3,4,6,8,12,20,33,34,35,69,84,104,107],compon:99,compos:13,compress:[19,87],concaten:62,concurr:[3,4,12,39,42],concurrent_run_limit:[12,42],condit:99,conf:2,config:[0,2,4,9,10,20,30,38,49,50,51,52,53,54,55,56,62,63,99,106,114,115],config_file_nam:2,config_format:2,config_kwarg:99,config_prefix:[62,63],configur:[2,3,4,9,20,31,36,44,49,50,51,52,53,54,55,56,62,63,65,72,101,103,104,114,115],configure_s3_resourc:20,conflict:99,conn:2,conn_id:[62,63,99],conn_name_attr:[2,10],conn_typ:[2,10,19],connect:[2,4,10,11,12,19,24,30,31,32,33,34,35,36,37,38,39,40,41,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,67,70,72,75,76,77,83,84,86,87,88,89,90,93,94,95,96,97,100,101,103,105,106],connections_prefix:[62,63,114,115],consecut:[0,6,30,33,64],consid:[33,76,78],consol:[99,105,106],constant:[99,106],constraint:36,construct:[77,99],contain:[0,2,5,7,13,15,16,17,19,20,22,23,24,32,36,44,65,67,69,78,81,82,85,86,89,92,93,94,99,105],containeroverrid:[3,31,105],content:99,context:[0,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,64,65,66,67,70,71,72,74,75,76,77,78,83,84,85,86,87,88,89,90,92,93,94,95,96,97],continu:106,control:[47,88],conveni:[3,19],convent:[19,45],copi:[19,45,47,95],copy_object:19,copy_opt:[95,111],core:2,correct:[96,97,99,104],correctli:76,correspond:88,cost:[107,112],could:33,cover:3,crawler:12,creat:[0,2,4,5,6,9,10,12,18,19,20,24,29,30,32,33,36,38,42,44,45,50,51,52,53,54,55,56,62,63,64,65,74,75,77,83,84,85,99,105],create_:104,create_bucket:19,create_cluster_snapshot:18,create_destination_location_kwarg:[33,104],create_endpoint:[20,50],create_endpoint_config:[20,50,51],create_glacier_job:107,create_hyper_parameter_tuning_job:56,create_integer_field:[50,55],create_job_flow:[10,106],create_loc:6,create_location_kwarg:6,create_location_xyz:[6,33],create_model:[20,50,52,55],create_processing_job:[20,53],create_queu:24,create_replication_group:9,create_sess:2,create_source_location_kwarg:[33,104],create_stack:[5,32],create_task:[6,33],create_task_kwarg:[6,33,104],create_training_job:[20,54],create_transform_job:[20,55],create_tuning_job:20,createdd:114,creation:[18,20,33,50,106],creator:[86,87,88],credenti:[2,4,31,36,44,65,72,86,87,88,99],criteria:[70,85,104],csv:[86,94,111],current:[2,6,8,9,17,20,42,64,68,71,77],current_job_descript:20,current_object:76,currenttaskexecutionarn:6,cursor:92,custom:[4,31,36,48,88,92,105,106],custom_config:4,custom_head:22,dag:[100,104,105,106,108,109,111],data:[4,17,19,25,47,48,57,60,85,87,88,89,92,93,94,107,108,111,112],databas:[13,30,72,89,93,94,95],database_nam:[13,72],datafram:93,datasync:[14,26,43,98,110],datasync_task:104,datasync_task_1:104,datasync_task_2:104,datasynctask:33,datatyp:23,date:99,debug:99,decid:[9,19,104,108],decor:19,deepcopi:4,def:[3,108],default_config:4,default_conn_nam:[2,10],default_create_source_location_kwarg:104,default_create_task_kwarg:104,default_delay_max:3,default_delay_min:3,default_destination_location_kwarg:104,default_update_task_kwarg:104,defin:[4,31,33,88,104,105,114,115],definit:[3,31,36,105,106],delai:[3,4,24,58],delay_second:[24,58],deleg:[86,87,88],delegate_to:[86,87,88,107,112],delet:[5,6,9,18,19,32,33,44,46,65,76,83],delete_bucket:19,delete_clust:18,delete_object:19,delete_replication_group:9,delete_stack:[5,32],delete_task:6,delete_task_after_execut:[33,104],delimit:[19,48,77,86],deliveri:15,delivery_stream:15,depend:[23,87,92,112],deprec:[1,20,86,99],desc:12,describ:[3,9,20,25,99],describe_clust:68,describe_cluster_snapshot:18,describe_endpoint:20,describe_endpoint_config:20,describe_execut:25,describe_funct:20,describe_job:[3,11],describe_model:20,describe_processing_job:20,describe_replication_group:9,describe_step:69,describe_task:36,describe_task_definit:36,describe_task_execut:6,describe_training_job:20,describe_training_job_with_log:20,describe_transform_job:20,describe_tuning_job:20,describetrainingjob:20,descript:[3,4,6,12,20,42,70,99,104,108],design:76,desir:[74,93,94,104],desiredstatu:36,dest:[33,47,104],dest_aws_conn_id:[47,86],dest_bucket_kei:[19,45],dest_bucket_nam:[19,45],dest_s3_extra_arg:86,dest_s3_kei:[47,86],dest_verifi:[47,86],destin:[6,19,33,45,47,86,90,95,104],destination_location_arn:6,destination_location_uri:[33,104],detail:[4,19,24,25,41,42,50,51,52,53,54,55,56,58,68,69,70,87,90,104,105,106],detect:3,determin:[6,18,33,57],develop:[4,88,105],diagram:99,dict:[0,2,3,4,5,6,9,10,12,13,17,19,20,21,22,23,24,25,30,31,32,33,36,37,38,39,40,42,49,50,51,52,53,54,55,56,57,58,60,64,67,68,69,78,83,85,86,88,89,90,92,93],dictionari:[36,38,67,68,69,92,99,107],differ:[20,45,46,47,48,75,76,77,86,93,94,95,104],differenti:104,directli:[33,86,87,88],directori:[19,20,86,104],disabl:[85,99],discoveri:[88,108],displai:20,distribut:[2,44],do_xcom_push:[33,37,39,60,104],doc:[3,13,31,72,92,99],document:[2,3,4,6,13,20,25,32,36,68,69,85,92,99,104,105,106,107,108,109,111,112],doe:[19,53,54,55,56,75],doesn:[50,53,54,55,56,104],domain:[86,87,88],don:[101,103],done:[20,99,104,107],dot:72,down:[0,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,59,60,106],download:[19,87,96,97,107,112],download_fil:19,downstream:48,dpu:[12,42],drop:19,dtype:93,due:108,dummyoper:108,dump:[85,104],durabl:[107,112],durat:70,dure:[4,53,54,76,106],dynamodb:[1,2,14,26,85,89,98],dynamodb_scan_kwarg:85,dynamodb_table_nam:85,dynamodb_to_s3:[26,91,98],dynamodbtos3oper:85,e501:85,ea21:114,each:[0,2,6,8,13,20,34,35,44,65,70,72,83,92,104,114,115],east:[12,42,72,89,99,114],ec2:[4,14,26,34,35,36,66,98],ec2_instance_st:[26,73,98],ec2_start_inst:[26,43,98],ec2_stop_inst:[26,43,98],ec2hook:8,ec2instancestatesensor:66,ec2startinstanceoper:34,ec2stopinstanceoper:35,echo:105,ecs:[26,43,98,105],ecsoper:[36,105],ecsprotocol:36,eded:[42,49,78,94],eeaa11:[34,35],effect:99,either:[9,19,23,33,45,50,57,99,103,104,114],elast:[10,36],elasticach:9,elasticache_replication_group:[14,26,98],elasticachereplicationgrouphook:9,element:92,elimin:99,els:[0,3,9,29],elsewher:99,email:[22,90,99,109],empti:[2,6,19,44,99],emr:[2,14,26,37,38,39,40,67,68,69,98,110],emr_add_step:[26,43,98],emr_bas:[26,68,69,73,98],emr_cluster_nam:10,emr_conn_id:[10,38,106],emr_connect:38,emr_create_job_flow:[26,43,98],emr_default:[10,38,106],emr_defaultrol:106,emr_ec2_defaultrol:106,emr_job_flow:[26,73,98],emr_modify_clust:[26,43,98],emr_step:[26,73,98],emr_terminate_job_flow:[26,43,98],emraddstepsoper:[37,106],emrbasesensor:[67,68,69],emrcreatejobflowoper:[38,106],emrhook:[10,67],emrjobflowsensor:[68,106],emrmodifyclusteroper:[39,106],emrstepsensor:[69,106],emrterminatejobflowoper:[40,106],emul:103,enabl:[19,46,77,86,87,88,96,97,99,101,114,115],encod:[19,22,99],encrypt:[0,19,30,103],encrypt_s3_log:103,end:[6,17,93,106],endpoint:[20,23,50,51,79,88,99,103,108],endpoint_config_configur:50,endpoint_configur:50,endpoint_nam:79,endpoint_non_terminal_st:20,endpointarn:[23,57],endpointconfig:50,engin:77,ensur:[9,99],ensure_delete_replication_group:9,entri:[17,20],envelop:22,environ:[33,63,99,105,114],environment:99,equal:[8,66],error:[0,6,19,29,68,69,76,79,80,81,82],establish:[96,97,99],etc:[2,16],etl:[12,42],even:19,event:[16,17,20],everi:107,exactli:[37,104],exampl:[3,4,12,13,20,33,42,48,62,63,72,88,89,100,101,103,104,105,106,107,108,109,111,112,114,115],example_dag:[104,105,106,107,108,109,111,112],example_ecs_farg:105,example_emr_job_flow_automatic_step:106,example_emr_job_flow_manual_step:106,example_glacier_to_gc:[107,112],exce:85,exceed:6,except:[104,106],exchang:99,exclud:[33,48,114,115],exclus:[114,115],execut:[0,3,6,11,12,20,25,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,69,70,84,85,86,87,88,89,90,92,93,94,95,96,97,99,107],execution_arn:[25,59,60,84],exist:[2,6,13,19,20,29,33,37,39,47,50,53,54,55,72,77,86,88,90,101,103,104],exit:[0,30],exp:3,expand:49,expand_rol:[2,49,50,52,53,54,55,56],expect:[20,47,70],expir:19,expires_in:19,explict:3,explor:88,exponenti:[3,31],exponential_back_off_factor:9,exponential_delai:3,expos:88,express:[13,19,47,72,90],expression_typ:19,extend:[27,29,92],extens:93,extern:99,external_id:99,extra:[10,38,65,72,103,104],extract:[3,20,78,108],extrem:[107,112],f0ede4:36,f0eee4:86,f9c915:[37,38,39,40,47,59,60],factor:9,fail:[0,3,12,20,29,33,37,42,50,53,54,55,56,64,68,69,71,78,79,80,83,84,88,101,103,104],failed_st:[20,67,68,69,78,79,80,81,82],failur:[3,64,67,68,69,78,81,82,84,104],failure_message_from_respons:[67,68,69],failure_st:[0,64,84],fals:[6,9,17,19,29,33,36,44,45,46,47,48,75,76,77,83,86,88,90,92,93,94,95,99,103,106,107,112],famili:36,fargat:[36,105],featur:[101,103],fetch:[0,10,20,44,88],few:[105,106],ffd700:48,fff:32,ffffff:[34,35,66],field:[49,50,53,55,67,103,108],file:[2,3,4,19,20,22,27,29,37,38,47,48,75,85,86,87,88,90,93,94,95,96,97,99,104,107,112,114,115],file_obj:[19,85],file_s:85,file_task_handl:[27,29],filenam:[19,45,46,47,48,75,76,77,86,93,94,95],filename_templ:[27,29],filesystem:[47,85],filetaskhandl:[27,29],filter:[13,23,47,48,85,86,88,104],final_cluster_snapshot_identifi:18,find:[10,33,48,86,104,108,111],finish:[12,20,36,50,53,54,55,56,106,107],firehos:15,first:[47,77,86,87,88,104,108],flag:[9,19],flat:[23,57],flow:[10,68,99],flush:85,folder:[27,75,90],follow:[2,4,17,45,46,47,48,67,75,76,77,86,93,94,95,99,101,103,104,105,106,108,109,111],force_delet:[19,44],forcibl:44,form:[19,36,49,99],format:[2,19,20,21,22,27,96,97,108],found:[10,19,29,33,76,104],free:70,from:[3,4,5,6,9,10,17,18,19,20,21,22,27,29,33,36,38,42,44,45,46,47,48,62,63,67,68,69,72,75,76,77,78,83,85,86,87,88,89,90,92,93,94,95,96,97,99,104,107,108,109,111,112],full:[19,45,75],fulli:88,func:19,function_nam:16,further:[4,13,104,105,106,108,109,111],futur:88,gcp:87,gcp_conn_id:[86,87,88,107,108,112],gcs_to_s3:[26,91,98],gcstos3oper:86,gener:[3,4,17,19,67,78],generate_presigned_url:19,get:[0,2,3,4,5,6,8,9,12,13,18,27,31,33,62,63,67,68,69,72,78,83,86,87,88,94,99,105,107,112,114],get_bucket:19,get_client_typ:2,get_cloudwatch_log:27,get_cluster_id_by_nam:10,get_config:[62,63],get_conn:[2,20],get_conn_uri:[62,63],get_credenti:2,get_current_task_execution_arn:6,get_emr_respons:[67,68,69],get_failed_reason_from_respons:[78,79,80,81,82],get_hook:[33,36,65,67,72,74,75,77,78,83,84],get_iam_execution_rol:12,get_inst:8,get_instance_st:8,get_job_descript:3,get_job_st:12,get_kei:19,get_location_arn:6,get_log_conn:20,get_log_ev:[17,20],get_logs_hook:36,get_or_create_glue_job:12,get_partit:[13,72],get_query_result:0,get_query_results_pagin:0,get_replication_group_statu:9,get_resource_typ:2,get_s3_kei:[96,97],get_sagemaker_respons:[78,79,80,81,82],get_secret:21,get_secret_as_dict:21,get_sess:2,get_stack_statu:5,get_state_change_reason:0,get_tabl:13,get_table_loc:13,get_task_arns_for_location_arn:6,get_task_descript:6,get_vari:[62,63],get_wait:[3,4,31,36],get_wildcard_kei:19,getenv:[104,108,109,111],getpartit:[13,72],github:[3,4],given:[10,19,20,27,29,48,62,63,108],glacier:[14,26,43,73,87,98,110,113],glacier_to_gc:[26,91,98],glaciercreatejoboper:41,glacierdownloadarch:107,glacierhook:11,glacierjoboperationsensor:70,glaciertogcsoper:[87,107],glaciertransferdatatogc:107,glob:77,global:3,glue:[13,14,26,43,72,73,98],glue_catalog:[14,26,98],glue_catalog_partit:[26,73,98],going:[19,46],googl:[86,87,88,110,112],google_api_endpoint_param:[88,108],google_api_endpoint_params_via_xcom:[88,108],google_api_endpoint_params_via_xcom_task_id:88,google_api_endpoint_path:[88,108],google_api_num_retri:88,google_api_pagin:88,google_api_response_via_xcom:[88,108],google_api_service_nam:[88,108],google_api_service_vers:[88,108],google_api_to_s3:[26,91,98],google_cloud_default:[86,87,88,107,108,112],google_cloud_storage_conn_id:86,google_impersonation_chain:[86,87,88,107,112],google_openid_audi:99,google_service_account:99,google_sheet_id:108,google_sheet_rang:108,google_sheets_values_to_s3:108,googleapitos3oper:[88,108],googleapitos3transf:108,googlediscoveryapihook:88,grant:[86,87,88],group:[9,17,20,27,36,101],gserviceaccount:99,gssapi:99,guid:[2,3,4,31,33,36,41,70,87,90,95,100,104],gzip:[19,87,107,112],had:99,hadoopjarstep:106,handl:[27,29,104],handler:[27,29],happen:76,has:[19,20,36,76,86,99,104,106],hash:10,have:[3,6,10,19,45,76,86,87,88,93,99,101,103,107,114,115],header:[22,93,94,99],hello:[62,63,85,105,114,115],hello_world:105,help:[3,4],helper:9,henc:88,here:[19,45,99,106,108,111,114,115],hierarchi:[19,48,77],high:3,hint:[3,36],hive:[13,89],hive_to_dynamodb:[26,91,98],hiveserver2_conn_id:89,hiveserver2_default:89,hivetodynamodboper:89,hold:[20,49,70],hook:[26,27,29,30,31,36,49,64,76,80,98,104],hook_nam:[2,10,19],host:[29,99,103,114],hostnam:104,hour:[3,19,31],how:[2,33,36,41,70,85,87,90,95,96,97,99,104,106],html:[2,3,4,13,19,20,22,25,31,32,36,68,69,72,85,99],html_content:22,http:[2,3,4,13,19,20,25,31,32,36,46,68,69,72,85,88,99,103],http_method:19,http_spegno_auth:99,hyperparamet:56,hyperparametertuningjobconfig:56,iam:[2,12,42,49,86,87,88,99,104,106],iam_role_nam:[12,42],id_credentials_temp_request:99,ident:[86,87,88],identifi:[9,18,22,33,39,71,74,96,97,104],idp:99,idp_auth_method:99,idp_request_kwarg:99,idp_url:99,ids:[76,88],ignor:6,ignore_trailing_slash:6,illustr:99,imap4:90,imap:[90,110],imap_attachment_nam:[90,109],imap_attachment_to_s3:[26,91,98],imap_check_regex:90,imap_conn_id:90,imap_default:90,imap_mail_filt:[90,109],imap_mail_fold:[90,109],imapattachmenttos3oper:[90,109],imaplib:90,immut:4,impact:4,imperson:[86,87,88],implement:[2,67,78,89,104],impli:20,improv:99,in_progress:70,inact:76,inactivity_period:76,inbox:[90,109],includ:[3,4,93,94,99,104],include_head:94,increas:76,increment:[53,54],index:[20,93],indic:[3,19,77],infinit:20,info:[20,88],inform:[2,13,21,24,33,36,41,58,70,87,88,90,95,99,104,106,107,108,109,111,112],infrastructur:19,ingest:[17,20],ingestiontim:17,inherit:104,init:4,init_log_resourc:80,initi:[6,9,11,12,41,53,54,55,56,99,107],initial_poke_interv:9,initial_sleep_tim:9,initialinstancecount:51,initialis:99,initialize_job:12,inprogress:[70,107],input:[19,25,60,99],input_seri:19,insid:99,inspect:[4,104],instal:[99,105,106],instanc:[4,8,27,29,33,34,35,66,75,79,81,82,85,99,106],instance_count:20,instance_id:[8,34,35,66],instancecount:[54,56,106],instancegroup:106,instancerol:106,instancetyp:106,instead:[20,36,86,99,106],integ:[49,50,53,55],integer_field:[49,51,54,56],integr:[99,106],intend:[2,77],interact:[0,2,5,6,7,8,9,10,12,13,15,16,17,18,19,20,21,22,23,24,25,106],interleav:20,intermedi:0,intermediate_st:[0,64,84],intern:33,interpret:75,interv:[3,4,20,50,53,54,55,56,70],invalid:6,inventori:[11,41,107],invoc:[16,76],invocation_typ:16,invok:16,invoke_lambda:16,is_keys_unchang:76,is_replication_group_avail:9,issu:4,item:[0,7,13,17,19,85,108],iter:[0,6,7,15,20,22,23,48,49,68,69,86,92,104],its:[8,18,19,70,104,108],jar:106,jinja:49,jitter:[3,4],job:[3,4,8,10,11,12,20,31,34,35,36,41,42,49,53,54,55,56,65,68,70,71,72,80,81,82,87,107],job_complet:[12,20],job_definit:31,job_desc:42,job_descript:20,job_flow:37,job_flow_cr:106,job_flow_id:[37,40,68,69,106],job_flow_nam:37,job_flow_overrid:[10,38,106],job_id:[3,4,11,31,70,107],job_nam:[12,20,31,42,71,79,80,81,82],job_poll_interv:12,job_queu:31,job_sensor:106,jobcomplet:[4,31],jobdefinit:3,jobexist:[4,31],jobflow:[37,38,40,68],jobflowrol:106,jobid:[3,4,31,107],jobnam:3,jobqueu:3,jobrun:[4,31],jobrunid:12,jobrunst:12,jobstatu:70,join:[92,108],joinabl:92,json:[10,25,37,38,60,85,88,92,99,104,108,109],just:[12,75,92,104],keep:20,keepjobflowalivewhennostep:106,kei:[3,4,7,10,17,19,20,37,39,45,46,47,48,60,62,63,75,76,77,83,85,86,88,89,90,93,94,95,96,97,99,106,108,109,114,115],keyword:62,kinesi:[14,26,98],know:104,kwarg:[0,3,4,5,6,7,8,9,10,12,13,15,16,17,18,19,20,21,22,23,24,25,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97,99,104,108],lambda:16,lambda_funct:[14,26,98],languag:42,last:[20,76,86,87,88],last_describe_job_cal:20,last_descript:20,later:70,latest:[2,3,4,13,16,19,20,25,31,32,36,68,69,72,85,99],launch:[6,36],launch_typ:[36,105],launchtyp:36,leak:4,least:[19,111],leav:75,left:104,level:[9,19,45,68,75,76,77],lib:106,librari:[2,6,18,19,88,99,104,105,106,108,109,111],like:[3,19,33,37,62,63,72,75,77,85,104,107,114,115],limit:[3,4,85,99,104],line:85,link:104,list:[3,4,6,7,10,12,18,19,20,22,32,33,36,37,46,48,68,69,76,86,87,88,89,92,94,95,108],list_3s_fil:48,list_:20,list_job:12,list_kei:19,list_prefix:19,list_processing_job:20,list_task:36,list_training_job:20,list_transform_job:20,list_wait:4,live:99,load:[19,20,70,89,95,104],load_byt:19,load_fil:19,load_file_obj:19,load_str:19,local:[6,12,19,20,27,29,42,47,85,87,99,103],local_path:19,localstack:103,locat:[6,13,19,29,33,42,47,101,103,104],location_arn_list:33,location_uri:[6,33],locationarn:[6,33,104],locationuri:[6,104],log:[2,12,14,20,26,36,42,53,54,62,63,76,80,98,99,100,104],log_group:[17,20],log_group_arn:27,log_idp_respons:99,log_stream:20,log_stream_nam:17,log_typ:16,logging_mixin:[2,27,29,62,63],loggingmixin:[2,27,29,62,63],logic:104,login:99,logstat:[20,80],longer:[20,99],look:[2,20,33,36,41,70,87,90,95,99,104,105,106,108,109,111,114,115],lost:76,low:[107,112],machin:[25,29,59,60,84],made:[2,88],mai:[0,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,33,46,59,60,76,87,99,104,112,114,115],mail:[22,90],mail_from:22,main:104,maintain:[2,44],mainten:88,make:[67,68,69,86,87,88],manag:[4,21,62,99,116],mani:[3,4,33,104],manner:[2,44],manual:99,mapreduc:10,mark:[19,48],market:106,master:106,match:[3,4,6,13,19,20,33,37,46,77,99,104,107,112],match_statu:3,mathemat:106,max:[9,20],max_attempt:4,max_ingestion_tim:[20,50,53,54,55,56],max_interv:3,max_item:[0,13,19],max_iter:6,max_messag:83,max_result:[0,20],max_retri:[3,9,31,64],max_tri:[0,30],maximum:[0,3,6,12,13,19,20,42,83],maxnumberoftrainingjob:56,maxparalleltrainingjob:56,maxresult:108,maxruntimeinsecond:[54,56],maxsiz:4,mean:[77,88,99,107],meant:92,mechan:76,medium:106,memori:[87,89,112],messag:[0,17,20,22,23,24,29,57,58,67,68,69,76,83],message_attribut:[23,24,57,58],message_bodi:24,message_cont:58,met:70,metadata:[6,27,29,99],method:[2,3,4,10,19,20,49,67,78,88,92,104,105],might:[3,104],millisecond:17,mime:22,mime_charset:22,mime_subtyp:22,min:3,min_object:76,minim:20,minima:3,minimum:[3,76],minut:[3,70,107],misus:99,mix:22,mode:[70,76,88],model:[3,4,19,20,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,52,55,57,58,59,60,85,86,87,88,89,90,92,93,94,95,96,97],model_config:55,model_configur:50,modifi:[3,4,39],modul:1,moment:17,mongo:92,mongo_collect:92,mongo_conn_id:92,mongo_db:92,mongo_queri:92,mongo_to_s3:[26,91,98],mongotos3oper:92,monitor:[3,31,33,104,106],monitor_job:31,more:[2,19,20,33,36,41,70,87,88,90,92,95,99,104,106,107,108,111,112],most:[6,104],move:[3,89,92],much:[70,104],multi_stream_it:20,multipl:[0,9,13,17,30,33,46,85,104],must:[2,6,20,31,33,37,38,42,44,50,86,87,88,94,99,101,103,104,105,106,114,115],mutat:[4,93],mutual_authent:99,my_aws_datasync_task_arn:104,my_databas:72,my_profil:99,my_rol:99,my_saml_provid:99,my_tabl:72,mybucket:[6,104],mycloudwatchconn:101,mycompani:99,myjob:20,mypath:6,mypi:[3,36],myproxi:99,mys3conn:103,mysql:93,mysql_conn_id:93,mysql_default:93,mysql_to_s3:[26,91,98],mysqltos3oper:93,name:[0,2,3,4,10,12,13,15,16,17,18,19,20,21,24,25,27,31,32,33,34,35,36,37,42,44,45,46,48,49,53,54,60,62,63,65,66,70,71,72,75,76,77,80,86,87,89,90,93,94,96,97,99,101,104,105,106,114,115],name_contain:20,namecontain:20,nan:93,navig:99,necessari:[4,10,49,50,51,52,53,54,55,56,105,106],need:[0,19,30,45,50,55,75,76,92,99,104,105,106,107,108,111,112],neg:3,network:36,network_configur:[36,105],never:50,next:[9,99,107,108],next_token_id:0,nexttoken:20,no_video_id:108,node:[2,44,106],non:3,non_termin:20,non_terminal_st:[20,78,79,80,81,82],none:[0,2,3,4,5,6,7,8,9,12,13,16,18,19,20,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,42,44,45,46,47,48,50,53,54,55,56,57,58,59,60,62,63,64,65,66,68,69,72,75,76,77,84,85,86,87,88,89,92,93,94,95,104,107,112],nontermin:20,noqa:85,normal:19,notat:72,note:[4,19,20,31,45,70,76,88,89,92,99,104],noth:108,notif:23,now:89,num_of_dpu:[12,42],number:[0,3,6,12,17,19,20,23,30,31,42,64,76,83,88],oaud:99,object:[2,3,4,8,19,24,29,31,36,44,45,46,48,58,62,63,76,83,85,86,87,114,115],object_nam:[87,107,112],obtain:99,occur:[4,29],off:[3,31],offici:13,often:3,omit:[19,45,47],on_kil:[30,31,33,36],onc:[0,85,104],one:[0,6,33,37,45,46,47,48,70,75,76,77,86,93,94,95,99,104,106],ones:[86,104,114,115],onli:[3,4,10,31,36,70,75,85,86,90,106],onto:70,op1:85,op2:85,op_arg:108,open:99,openid:99,oper:[4,8,20,26,70,72,76,80,85,86,87,88,89,90,92,95,96,97,98,100],option:[0,2,3,4,5,7,9,10,12,13,18,19,20,22,23,24,25,30,31,32,33,34,35,36,37,38,42,44,45,46,47,48,50,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,72,75,76,77,84,85,86,87,88,89,92,93,94,95,99,104],order:[20,99,106],org:99,origin:[19,22,86,87,88],other:[20,90,99,104,114,115],otherwis:[29,83,94,104],our:106,out:[6,50],outbound:99,outdat:99,output:[0,19,47,84],output_loc:30,output_seri:19,over:[9,20,47,99,108],overrid:[4,10,31,36,38,92,104,105,107,112],overwrit:[19,90],overwritten:[29,88],own:104,page:0,page_s:[0,13,19],pageiter:0,pagin:[0,13,19,88,108],pair:[17,20,99],pane:99,parallel:85,param:[5,12,19,32,37,39,63,88,94],paramet:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,93,94,95,96,97,99,104,114,116],paramiko:99,pars:[2,3,19,49,96,97],parse_config_integ:49,parse_integ:49,parse_job_descript:3,parse_s3_url:19,part:[77,108],partial:20,partial_func:20,partit:[7,13,72,89],pass:[0,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,32,33,37,38,59,60,62,72,76,85,86,92,96,97,99,104,108,109,111],password:99,path:[0,2,12,19,20,22,29,30,42,45,46,47,48,62,63,75,76,77,86,88,93,94,95,96,97,103],path_prefix:[62,63],pattern:75,paus:3,payload:16,pd_csv_kwarg:93,pem:[45,46,47,48,75,76,77,86,93,94,95],pend:3,per:[12,42,99],perform:[9,92,99,104],period:[76,104],permiss:[99,106],physic:13,picalc:106,ping:74,pip:[99,105,106],place:93,placehold:[49,78],placement:36,placement_constraint:36,placement_strategi:36,plan:99,platform:[36,88,99],platform_vers:36,pleas:[1,13,19,20,45,75,87,88,106,112],point:[19,20,103,104],poke:[64,65,66,67,70,71,72,74,75,76,77,78,83,84],poke_interv:[65,70,72,76,107],polici:[19,86,99],polidea:99,poll:[0,3,4,20,30,31,50,64],poll_for_job_complet:3,poll_for_job_run:3,poll_for_job_statu:3,poll_job_statu:3,poll_query_statu:0,pool:70,port:99,posit:[3,20],possibl:[20,53,54,77],pow:3,pre:89,pre_process:89,pre_process_arg:89,pre_process_kwarg:89,preced:[86,87,88],precis:77,predecessor:12,prefix:[6,19,33,36,46,48,62,63,76,77,85,86,104,105],prefix_b:105,premis:104,prepar:6,preprocess_config:49,present:75,presign:19,presto:[0,30],prev_descript:20,prev_job_descript:20,prevent:[70,99,114,115],previou:[20,106],previous:99,previous_object:76,primari:[0,30],princip:99,principal_arn:99,print:[3,20,53,54,80,99],print_log:[20,53,54,80],prior:104,privat:19,process:[20,49,53,89,92,101,103],process_func:85,productionvari:51,profil:[2,62,63,99,114,115],profile_nam:[62,63,99,114,115],program:20,progress:[106,107],project:[99,105],project_id:99,propagate_tag:36,properli:[101,103],properti:[4,104],protect:99,protocol:[3,36,109],provid:[99,101,103,104,105,106,107,108,109,111,112,114,115],provide_bucket_nam:19,provis:7,proxi:99,publish:[23,57,58],publish_to_target:23,publishedaft:108,publishedat:108,publishedbefor:108,pull:[3,88],push:[33,37,39,60,83,84,89,104,108],put:[88,114],put_record:15,pylint:85,pymongo:92,pypi:99,python:[2,20,27,29,31,42,48,77,88,92,99,100],python_cal:108,qualifi:16,queri:[0,30,64,89,93,99],query_context:0,query_execution_context:30,query_execution_id:[0,64],queu:[0,6,64],queue:[3,24,31,57,58,83],queue_nam:24,queue_url:24,quickli:[3,99],quit:70,rais:[3,4,6,9,12,19,31,33,76,104],random:[3,4,33],randomli:104,rang:[3,108],rather:[99,104],reach:[0,64,68,69,71,74,79,80,81,82,84],read:[17,19,20,27,29,38,47,62,63,83,101,103],read_kei:19,readi:68,readthedoc:[3,4,19,20,31,36],real:76,reason:[0,3,36,78,81,82],reattach:36,receiv:[3,36,83,85],recogn:99,recommend:[3,88],record:[15,20,85],recurs:49,redshift:[14,26,73,94,95,98,110],redshift_conn_id:[94,95],redshift_default:[94,95],redshift_t:111,redshift_to_s3:[26,91,98],redshifthook:[18,74],redshifttos3oper:94,refer:[2,3,4,19,20,25,31,32,36,37,38,41,68,69,70,75,76,77,85,87,90,93,94,95,100,114,115],referenc:104,reflect:21,refresh:6,regardless:[96,97],regex:77,region:[4,12,19,27,31,34,35,36,42,66,72,89,99,101],region_nam:[2,3,4,12,19,25,31,34,35,36,38,42,44,59,60,62,65,66,72,84,89,99],regular:90,rel:[19,45,75,76,77],relai:114,relat:[0,30,62,63,107],releas:3,releaselabel:106,relev:[114,115],reli:[2,104,108,109,111],remot:[27,29,96,97,101],remote_base_log_fold:[101,103],remote_log:[101,103],remote_log_conn_id:[101,103],remote_log_loc:29,remove_clust:106,render:49,renew:99,replac:[19,47,86,92],repli:22,replic:[9,85],replication_group_id:9,reply_to:22,report:88,repres:20,represent:[21,114,115],request:[0,3,4,16,20,46,62,63,86,87,88,99,107,108,114,115],requestrespons:16,requests_gssapi:99,requests_kerbero:99,requir:[3,36,70,86,87,88,99,107,108],reschedul:[70,76,107],resid:[13,72],resourc:[2,5,75,99,100,104,105,106],resource_typ:2,resourceconfig:[54,56],resourcelimit:56,respons:[3,9,20,22,27,67,68,69,78,79,80,81,82,88,99,107,108],rest:19,restor:18,restore_from_cluster_snapshot:18,restrict:99,result:[0,6,11,20,30,88],result_configur:[0,30],result_kei:20,retri:[3,9,12,31,42,88],retriev:[11,13,19,20,21,41,47,62,63,83,88,104,107,108],retrieve_inventori:[11,70],retrieve_inventory_result:11,retry_limit:[12,42],return_error:29,return_path:22,return_valu:106,review:99,right:94,role:[2,12,42,49,86,87,88,104,106],role_arn:[2,99],root:[19,45,75,76,77],row:0,rtype:19,run:[0,2,3,6,12,20,22,30,31,36,42,44,47,64,66,68,70,71,84,99,105,106],run_id:[12,71],run_job_flow:10,run_queri:0,run_task:[36,105],runnabl:3,runner:106,runtim:[70,92],s3_acl_polici:86,s3_bucket:[12,26,42,43,92,93,94,95,96,97,98,111],s3_bucket_nam:85,s3_conn_id:[90,92,96,97],s3_copy_object:[26,43,98],s3_delete_object:[26,43,98],s3_destination_kei:[88,108,109],s3_directori:108,s3_file:48,s3_file_nam:108,s3_file_transform:[26,43,98],s3_kei:[26,73,90,92,93,94,95,96,97,98,109,111],s3_key_prefix:85,s3_keys_unchang:[26,73,98],s3_list:[26,43,98],s3_log_exist:29,s3_log_fold:29,s3_overwrit:[88,90],s3_prefix:[26,73,98],s3_read:29,s3_task_handl:[26,28,98],s3_to_redshift:[26,91,98],s3_to_sftp:[26,91,98],s3_write:29,s3bucketarn:[33,104],s3cmd:2,s3config:[33,104],s3copyobjectoper:45,s3createbucketoper:44,s3deletebucketoper:44,s3deleteobjectsoper:46,s3filetransformoper:47,s3hook:[19,29,75,76,77,103],s3keysensor:75,s3keysunchangedsensor:76,s3listoper:48,s3prefixsensor:77,s3taskhandl:29,s3toredshiftoper:[95,111],s3tosftpoper:96,s3url:[19,20],sagemak:[14,26,49,50,51,52,53,54,55,56,78,80,98],sagemaker_bas:[26,43,50,51,52,53,54,55,56,73,79,80,81,82,98],sagemaker_endpoint:[26,43,73,98],sagemaker_endpoint_config:[26,43,98],sagemaker_model:[26,43,98],sagemaker_process:[26,43,98],sagemaker_train:[26,43,73,98],sagemaker_transform:[26,43,73,98],sagemaker_tun:[26,43,73,98],sagemakerbaseoper:[49,50,51,52,53,54,55,56],sagemakerbasesensor:[78,79,80,81,82],sagemakerendpointconfigoper:51,sagemakerendpointoper:50,sagemakerendpointsensor:79,sagemakerhook:[20,49,78,80],sagemakermodeloper:52,sagemakerprocessingoper:53,sagemakertrainingoper:54,sagemakertrainingsensor:80,sagemakertransformoper:55,sagemakertransformsensor:81,sagemakertuningoper:56,sagemakertuningsensor:82,same:[0,3,17,19,30,36,45,99],saml:99,saml_config:2,saml_response_xpath:99,samlrespons:99,sampl:[114,115],sane:77,satisfi:85,save:[93,108],scala:42,scan:85,scan_kwarg:85,scenario:104,schedul:70,schema:[13,89,94,95,111],scope:99,scratch:99,screen:99,script:[12,42,47,99],script_arg:[42,47],script_argu:12,script_loc:[12,42],sdk:2,search:[6,33,37,90,104,108],sec:[3,4],second:[0,3,4,6,8,9,19,20,24,30,34,35,47,50,53,54,55,56,58,64,65,70,72,76,83],secondari:20,secondary_training_status_chang:20,secondary_training_status_messag:20,secret:[21,26,98,99,100],secret_id:[62,63],secret_kei:2,secret_nam:21,secret_prefix:62,secrets_manag:[14,26,61,98,114],secretsmanag:[21,114],secretsmanagerbackend:[62,114],secretsmanagerhook:21,secretstr:114,section:[99,104,114,115],secur:[99,107,112],security_group_id:105,securitygroup:105,see:[4,6,13,24,31,47,50,51,52,53,54,55,56,58,72,88,90,99,104],segment:85,select:[19,30,33,47,99],select_express:47,select_kei:19,select_object_cont:19,self:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97],send:[22,23,24,57],send_email:22,send_messag:[24,58],sender:22,sens:76,sensit:[6,99],sensor:[26,98,107],sent:[6,22,23,24,58,62,63,107,114,115],sep:62,separ:62,sequenc:[47,86,87,88],serial:19,serializ:92,server:[19,33,90,96,97,99,103,109],serverhostnam:33,serverless:42,servic:[2,3,4,8,19,20,21,22,23,24,25,31,32,36,42,68,69,85,86,87,88,106,107,112],service_a:99,servicerol:106,ses:[14,26,98],seshook:22,session:[2,20,99],session_kwarg:[2,99],set:[13,19,20,22,36,50,53,54,55,56,62,63,67,68,70,76,80,86,87,88,90,93,94,99,103,104,106,111,114,115],set_context:[27,29],setup:[101,103,105,106],sever:[3,106],sfn:25,sftp:[96,97],sftp_conn_id:[96,97],sftp_path:[96,97],sftp_to_s3:[26,91,98],sftptos3oper:97,share:104,ship:19,should:[3,4,8,19,20,22,23,34,35,37,45,50,53,54,55,65,67,70,72,75,76,78,80,86,89,99,114,115],show:[72,77,104],showcas:[104,106,108,109,111],shown:36,shut:106,side:[19,103],sign:99,silent:29,similar:[77,99,104,106],similarli:104,simpl:[22,23,24,104],simplest:104,simpli:104,sinc:13,singl:[10,17,19,20,46,104,106],size:[0,13,19,20,85,87,107,112],skip:[17,20],skip_final_cluster_snapshot:18,sleep:[3,9,70],sleep_tim:[0,30,64],slot:70,small:[3,4],smallish:89,smb:[6,33,104],smtp:114,smtp_default:[62,63,114,115],snapshot:18,snapshot_identifi:18,snippet:108,sns:[14,26,43,98],snspublishoper:57,some:[4,17,36,99,104,114,115],someth:99,sometim:22,sort:[7,89],sourc:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97,104,105,106,107,108,109,111,112],source_aws_conn_id:47,source_bucket_kei:[19,45],source_bucket_nam:[19,45],source_location_arn:6,source_location_uri:[33,104],source_s3_kei:47,source_verifi:47,source_version_id:[19,45],southeast:99,spark:[42,106],spark_step:106,sparkpi:106,special:77,specif:[4,17,19,74,88,90,92,93,94,95,104,108],specifi:[0,2,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,33,44,45,46,47,48,59,60,62,63,72,75,76,77,85,86,88,93,94,95,96,97,99,104,106,114,115],spot:106,spreadsheet:108,spreadsheetid:108,sql:[30,72,77,89,93],sql_alchemy_conn:62,sqs:[14,26,43,73,98],sqs_queue:[58,83],sqshook:[24,83],sqspublishoper:58,sqssensor:83,ssh_default:[96,97],ssl:[2,45,46,47,48,75,76,77,86,93,94,95],ssm:[63,116],stabl:20,stack:[5,32,65,103],stack_nam:[5,32,65],stamp:17,start:[0,3,6,17,20,25,33,34,36,49,53,54,55,56,68,99,101,103],start_execut:25,start_from_head:17,start_task_execut:[6,33,104],start_tim:[17,20],starting_token:0,state:[0,8,10,12,20,25,30,34,35,37,59,60,64,66,67,68,69,70,76,78,79,80,81,82,84,107],state_from_respons:[67,68,69,78,79,80,81,82],state_machine_arn:[25,60],state_machine_input:[25,60],statement:[94,99],static_babynames_partit:13,statu:[0,3,4,5,6,9,11,18,20,30,31,33,50,53,54,55,56,64,71,74,78,104,107],status_retri:[3,31],statusequ:20,steam:29,step:[4,25,37,59,60,69,84],step_add:106,step_check:106,step_concurrency_level:39,step_funct:[14,26,98],step_function_execut:[26,73,98],step_function_get_execution_output:[26,43,98],step_function_start_execut:[26,43,98],step_id:[69,106],stepfunct:25,stepfunctionexecutionsensor:84,stepfunctiongetexecutionoutputoper:59,stepfunctionhook:[25,84],stepfunctionstartexecutionoper:60,still:[45,46,47,48,75,76,77,86,93,94,95],stone:4,stop:[12,35,66,71,77],stop_queri:0,stop_task:36,stoppingcondit:[54,56],storag:[27,29,48,86,87,103,107,112],store:[0,19,21,27,30,36,45,63,65,72,86,93,101,103,116],str:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97],strategi:[3,4,31,36],stream:[15,17,20,27,36],stream_nam:[20,27],string:[0,11,19,20,23,27,29,46,48,49,86,87,88,114],string_data:19,stringequ:99,stringifi:92,structur:[3,20,36],sts:99,sts_client:[2,99],stuff:33,style:[19,20,37,38,45,75],sub:[22,104],subclass:[2,67,78,104],subdir:33,subdirectori:33,subfold:48,subject:[22,23,57],submit:[0,3,30,31,33],submit_job:[3,31],subnet:105,subnet_id:105,subscrib:83,subsequ:[99,107],subset:[3,19],succeed:[0,3,64,70,71,84,107],success:[6,33,64,84,99,104],success_st:[0,64,84],successfulli:[65,104,106],suit:[99,104],suitabl:[33,104],suppli:[9,101,103,114,115],support:[42,72,75,88,104,108],suppos:[19,46],synchron:86,sys:4,system:19,systems_manag:[26,61,98,115],systemsmanagerparameterstorebackend:[63,115],tab:99,tabl:[7,13,72,85,89,94,95],table_as_file_nam:94,table_foo:13,table_kei:[7,89],table_nam:[7,13,72,89],tag:[33,36,99,105,108],tagkei:36,tagvalu:36,tail:[16,20,29,80],take:[2,33,36,41,47,70,87,90,92,95],taken:19,tar:20,tar_and_s3_upload:20,target:[7,8,66,68,69,89,96,97],target_arn:[23,57],target_st:[8,66,67,68,69],target_statu:74,task:[3,4,6,27,29,33,36,48,64,68,69,70,78,79,80,84,85,88,100,107,108,112],task_arn:[6,33,104],task_arn_list:33,task_check_and_transform_video_id:108,task_definit:[36,105],task_execution_arn:6,task_execution_failure_st:6,task_execution_intermediate_st:6,task_execution_kwarg:[33,104],task_execution_success_st:6,task_google_sheets_values_to_s3:108,task_id:[48,85,104,105,106,107,108,109,111,112],task_inst:[27,88,92,106,107,108],task_no_video_id:108,task_transfer_imap_attachment_to_s3:109,task_transfer_s3_to_redshift:111,task_video_data_to_s3:108,task_video_ids_to_s3:108,taskarn:[6,33],taskdefinit:36,taskexecut:[6,33,104],taskexecutionarn:[6,33,104],taskinst:88,tell:106,temp_fil:85,templat:[27,30,31,32,36,37,38,40,45,46,47,48,49,53,54,55,56,57,58,65,83,86,87,88,89,93],template_ext:[30,32,37,38,39,40,42,47,49,57,59,60,64,68,69,79,80,81,82,84,88,89,93,94,95],template_field:[30,31,32,33,34,35,36,37,38,39,40,41,42,45,46,47,48,49,57,58,59,60,64,65,66,68,69,70,71,72,74,75,76,77,79,80,81,82,83,84,86,87,88,89,90,92,93,94,95,96,97],temporari:[19,47,99],term:[86,87,88,107,112],termin:[3,40,66,68,78,79,80,81,82,106],terminal_st:9,terminate_job:3,terminationprotect:106,test:[99,109,111],test_tabl:111,text:99,than:[20,45,46,47,48,70,75,76,77,86,90,93,94,95,99,104,107,112],thank:99,thei:[20,22,62],them:[20,108],therefor:88,thi:[0,1,2,3,4,5,6,7,9,10,12,13,15,16,17,19,20,22,23,24,32,33,36,37,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,62,63,65,70,72,75,76,77,85,86,87,88,89,90,92,93,94,95,96,97,99,101,103,104,106,107,108,109,111,114,115],thin:2,thing:[92,105,106],those:92,throttl:[3,4],through:[0,83,92],throughout:7,thrown:83,thu:77,time:[0,3,6,8,9,12,17,20,30,33,34,35,42,50,53,54,55,56,64,65,70,72,76,83,108],timed_out:84,timeout:[4,12,20,53,54,55,56],timestamp:[17,20],titl:108,to_csv:93,token:[0,2,30,86,87,88,99],too:[3,70,85],topic:23,topicarn:[23,57],total:[0,76],totalseg:85,track:108,trail:99,train:[20,49,54,80],training_config:20,trainingjobdefinit:56,transfer:[6,26,98,110],transfer_archive_to_gc:[107,112],transfer_imap_attachment_to_s3:109,transfer_s3_to_redshift:111,transform:[20,47,55,81,85,92],transform_config:55,transform_script:47,transformjobsummari:20,transit:3,treat:99,tree:4,tri:[3,70,72],trigger:12,truncat:95,truncate_t:95,try_numb:[27,29],tune:[20,56,82],tuning_config:20,tupl:[2,13,19,20],turn:104,two:[0,6,30,33,64,85,104,106,108],txt:109,type:[2,3,4,6,8,9,12,13,16,17,19,20,21,22,23,24,25,36,39,57,58,67,68,69,72,99,100,108,114,115],typic:[3,4,99],typing_compat:[3,36],ucsxwxpwzq7xz1wl3wqevcha:108,ui_color:[30,31,32,33,34,35,36,37,38,39,40,42,47,48,49,58,59,60,64,65,66,67,72,78,84,86,88,89,94,95],ui_fgcolor:[32,34,35,66],unchang:76,under:19,underli:[0,2,5,6,7,8,10,13,15,16,17,18,19,20,21,22,23,24,25,59,60,104],unifi:19,uniform:[3,4],unify_bucket_name_and_kei:19,uninstal:99,union:[2,3,4,5,19,21,22,25,37,38,45,46,47,48,60,75,76,77,86,87,88,92,93,94,95],uniqu:[0,12,18,22,30,42,71,92,99],unix:75,unknown:31,unless:[47,48,75,76,77,86,93,94,95],unload:94,unload_opt:94,until:[0,3,8,12,20,31,34,35,50,55,56,64,66,68,69,76,79,80,81,82,84,104,107],updat:[4,6,20,33,50,76,88],update_endpoint:20,update_task:[6,33],update_task_kwarg:[6,33,104],upload:[12,19,20,27,29,42,47,76,86,87,96,97],uri:[6,33,99,104,114,115],url:[19,20,24,45,58,75,83,88,96,97,99,103],usabl:49,usag:[87,107,112],use:[1,2,3,4,6,19,20,30,31,33,34,35,36,38,41,45,46,47,48,49,50,51,52,53,54,55,56,57,59,62,63,64,70,75,76,77,84,86,87,88,90,93,94,95,99,101,103,104,105,106],use_ssl:[47,48,75,76,77,86,93,94,95],used:[2,3,4,6,19,20,22,29,31,33,36,44,45,46,47,48,62,63,75,76,77,86,88,89,93,94,95,99,104,108,111],useful:[4,104],user:[0,30,46,47,85,99,101,103,114],userguid:99,uses:[3,19,32,37,38,39,40,45,46,47,48,60,67,75,76,77,86,93,94,95,99,101,103,104,108],using:[2,3,4,6,10,18,19,22,24,34,35,46,85,86,87,88,92,104,105,106,108,109,111],usr:106,usual:[31,36],utf:22,util:[2,4,27,29,62,63],valid:[0,19,20,22,45,46,47,48,75,76,77,86,93,94,95],valid_st:66,valu:[3,9,13,17,21,22,23,24,45,46,47,48,49,62,63,72,75,76,77,86,88,93,94,95,99,104,106,114,115],valueerror:6,variabl:[62,63,99],variables_prefix:[62,63,114,115],variat:4,vault:[11,41,70,87,107,112],vault_nam:[11,41,70,87,107,112],veri:[17,104],verifi:[2,6,45,46,47,48,75,76,77,86,93,94,95,99,114],version:[16,19,36,45,88,92,99,105],versionid:114,versionstag:114,via:[20,62,63,88,90,92,99,103,104,105,106,108,111],video_data_to_s3:108,video_id:108,video_ids_respons:108,video_ids_to_s3:108,videoid:108,view:[104,105,106,107,108,109,111,112],visit:[107,112],volumesizeingb:[54,56],wai:104,wait:[0,3,4,6,8,12,30,33,34,35,50,53,54,55,56,64,65,68,69,70,71,72,74,75,76,77,83,107],wait_for_avail:9,wait_for_complet:[20,50,53,54,55,56],wait_for_delet:9,wait_for_job:[3,4],wait_for_st:8,wait_for_task_execut:6,wait_in_progress:20,wait_interval_second:[6,33],wait_time_second:83,waiter:[3,4,31],waiter_config:4,waiter_model:4,waiter_nam:[3,4],waitermodel:4,waiternam:3,want:[23,36,44,45,46,47,48,57,75,76,77,86,90,93,94,95,104,106,114,115],warn:[76,87,112],watch_step:106,web:2,webident:99,welcom:[3,31],well:[87,112],were:[33,104],west:99,what:[104,107],whatev:19,when:[0,3,4,6,12,17,19,29,31,33,37,45,46,48,68,69,70,75,76,88,99,104,106,107],whenev:104,where:[0,3,12,13,19,36,42,45,48,65,72,87,88,93,96,97],whether:[2,13,17,19,20,45,46,47,48,50,75,76,77,86,88,93,94,95,108],which:[0,4,6,11,19,20,22,30,33,36,41,46,48,49,50,53,54,55,69,70,86,87,88,99,104,106,107,108,109,111],whole:[70,107,112],whose:[48,86],wide:[86,87,88],width:3,wildcard:[19,75],wildcard_kei:19,wildcard_match:75,wish:0,within:[50,53,54,55,56,99],without:[4,99],wjalrxutnfemi:99,won:88,work:[2,86,87,88,99,112],worker:[2,44,70],workgroup:[0,30],workload:99,world:105,would:[2,44,48,62,63,86,106,114,115],wrap:20,wrapper:2,write:[4,7,15,29,30,47,83,85,102],write_batch_data:7,written:[47,92,104],www:4,xcom:[33,37,39,48,60,83,84,88,104,108],xcom_kei:108,xcom_pul:[106,107,108],xcom_push:108,xhtml:99,xml:99,xpath:99,xyz:33,yet:70,yield:[17,20],you:[0,19,23,36,44,45,46,47,48,50,53,54,55,56,57,62,63,75,76,77,86,88,90,93,94,95,99,101,103,104,105,106,107,108,111,114,115],your:[33,36,99,103,104,106,107,112,114,115],youtube_channel_id:108,youtube_conn_id:108,youtube_search_:108,youtube_video_field:108,youtube_video_part:108,youtube_video_published_aft:108,youtube_video_published_befor:108,youtube_videos_:108},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.aws_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.base_aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_client</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_waiters</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ec2</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.elasticache_replication_group</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.emr</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_catalog</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.kinesis</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.lambda_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.logs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sagemaker</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ses</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.step_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.cloudwatch_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.s3_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_start_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_stop_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ecs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_add_steps</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_create_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_modify_cluster</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_terminate_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_copy_object</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_delete_objects</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_file_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint_config</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_model</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_processing</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_get_execution_output</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_start_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.systems_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.ec2_instance_state</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_step</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_catalog_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_key</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_keys_unchanged</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_prefix</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.step_function_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.dynamodb_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.gcs_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.glacier_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.google_api_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.hive_to_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.imap_attachment_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mongo_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mysql_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.redshift_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_sftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.sftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon</span></code>","Amazon Web Services Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-amazon</span></code>","Writing Logs to Amazon Cloudwatch","Logging for Tasks","Writing Logs to Amazon S3","AWS DataSync Operator","ECS Operator","Amazon EMR Operators","Amazon Glacier Operator","Google API To S3 Transfer","Imap Attachment To S3 Operator","Amazon AWS Operators","S3 To Redshift Transfer Operator","Amazon Glacier Transfer Operator","Amazon Transfer Operators","AWS Secrets Manager Backend","AWS SSM Parameter Store Secrets Backend","Secret Backends"],titleterms:{"default":99,AWS:[99,104,110,114,115],ECS:105,IDs:99,Using:105,airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,100],amazon:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,103,106,107,110,112,113],apach:100,api:108,athena:[0,30,64],attach:109,authent:99,automat:106,aws:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97],aws_dynamodb:1,backend:[114,115,116],base_aw:2,batch:31,batch_client:3,batch_wait:4,behaviour:104,cloud:99,cloud_form:[5,32,65],cloudwatch:101,cloudwatch_task_handl:27,configur:[99,106],connect:[99,114,115],content:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97,100],copi:111,creat:[104,106],creation:104,datasync:[6,33,104],defin:106,delet:104,dynamodb:7,dynamodb_to_s3:85,ec2:8,ec2_instance_st:66,ec2_start_inst:34,ec2_stop_inst:35,ecs:36,elasticache_replication_group:9,emr:[10,106],emr_add_step:37,emr_bas:67,emr_create_job_flow:38,emr_job_flow:68,emr_modify_clust:39,emr_step:69,emr_terminate_job_flow:40,enabl:103,environ:[104,108,109,111],exampl:99,example_datasync_1:104,example_datasync_2:104,example_google_api_to_s3_transfer_advanc:108,example_google_api_to_s3_transfer_bas:108,example_imap_attachment_to_s3:109,example_s3_to_redshift:111,execut:104,extra:99,feder:99,field:99,flow:106,gcs_to_s3:86,get:[104,108],glacier:[11,41,70,107,112],glacier_to_gc:87,glaciercreatejoboper:107,glacierjoboperationsensor:107,glaciertogcsoper:112,glue:[12,42,71],glue_catalog:13,glue_catalog_partit:72,googl:[99,108],google_api_to_s3:88,hive_to_dynamodb:89,hook:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],ident:99,imap:109,imap_attachment_to_s3:90,inform:105,job:106,jobflow:106,kei:111,kinesi:15,lambda_funct:16,log:[17,27,28,29,101,102,103],lookup:[114,115],mail:109,manag:114,manual:106,modul:[0,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,93,94,95,96,97],mongo_to_s3:92,more:105,mysql_to_s3:93,oper:[30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,104,105,106,107,109,110,111,112,113],option:[114,115],overview:[104,106,108,109,111],paramet:115,prerequisit:[105,106],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,100],purpos:[104,106,108,109,111],redshift:[18,74,111],redshift_to_s3:94,refer:[104,106,108,109,111],remot:103,retriev:[114,115],role:99,run:104,s3_bucket:44,s3_copy_object:45,s3_delete_object:46,s3_file_transform:47,s3_kei:75,s3_keys_unchang:76,s3_list:48,s3_prefix:77,s3_task_handl:29,s3_to_redshift:95,s3_to_sftp:96,sagemak:20,sagemaker_bas:[49,78],sagemaker_endpoint:[50,79],sagemaker_endpoint_config:51,sagemaker_model:52,sagemaker_process:53,sagemaker_train:[54,80],sagemaker_transform:[55,81],sagemaker_tun:[56,82],secret:[61,62,63,114,115,116],secrets_manag:[21,62],select:104,sensor:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84],servic:99,ses:22,setup:99,sftp_to_s3:97,sheet:108,sns:[23,57],sqs:[24,58,83],ssm:115,step:106,step_funct:25,step_function_execut:84,step_function_get_execution_output:59,step_function_start_execut:60,store:[114,115],submodul:[14,28,43,61,73,91],subpackag:[26,98],systems_manag:63,tabl:111,task:[102,104,105,106],taskarn:104,terraform:99,transfer:[85,86,87,88,89,90,91,92,93,94,95,96,97,108,109,111,112,113],updat:104,using:99,valu:108,variabl:[104,108,109,111,114,115],via:109,video:108,web:99,wizard:99,write:[101,103],youtub:108}})