docs-archive/apache-airflow-providers-amazon/1.4.0/searchindex.js

Search.setIndex({docnames:["_api/airflow/providers/amazon/aws/exceptions/index","_api/airflow/providers/amazon/aws/hooks/athena/index","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index","_api/airflow/providers/amazon/aws/hooks/base_aws/index","_api/airflow/providers/amazon/aws/hooks/batch_client/index","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index","_api/airflow/providers/amazon/aws/hooks/datasync/index","_api/airflow/providers/amazon/aws/hooks/dynamodb/index","_api/airflow/providers/amazon/aws/hooks/ec2/index","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index","_api/airflow/providers/amazon/aws/hooks/emr/index","_api/airflow/providers/amazon/aws/hooks/glacier/index","_api/airflow/providers/amazon/aws/hooks/glue/index","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index","_api/airflow/providers/amazon/aws/hooks/index","_api/airflow/providers/amazon/aws/hooks/kinesis/index","_api/airflow/providers/amazon/aws/hooks/lambda_function/index","_api/airflow/providers/amazon/aws/hooks/logs/index","_api/airflow/providers/amazon/aws/hooks/redshift/index","_api/airflow/providers/amazon/aws/hooks/s3/index","_api/airflow/providers/amazon/aws/hooks/sagemaker/index","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index","_api/airflow/providers/amazon/aws/hooks/ses/index","_api/airflow/providers/amazon/aws/hooks/sns/index","_api/airflow/providers/amazon/aws/hooks/sqs/index","_api/airflow/providers/amazon/aws/hooks/step_function/index","_api/airflow/providers/amazon/aws/index","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index","_api/airflow/providers/amazon/aws/log/index","_api/airflow/providers/amazon/aws/log/s3_task_handler/index","_api/airflow/providers/amazon/aws/operators/athena/index","_api/airflow/providers/amazon/aws/operators/batch/index","_api/airflow/providers/amazon/aws/operators/cloud_formation/index","_api/airflow/providers/amazon/aws/operators/datasync/index","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index","_api/airflow/providers/amazon/aws/operators/ecs/index","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index","_api/airflow/providers/amazon/aws/operators/glacier/index","_api/airflow/providers/amazon/aws/operators/glue/index","_api/airflow/providers/amazon/aws/operators/glue_crawler/index","_api/airflow/providers/amazon/aws/operators/index","_api/airflow/providers/amazon/aws/operators/s3_bucket/index","_api/airflow/providers/amazon/aws/operators/s3_bucket_tagging/index","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index","_api/airflow/providers/amazon/aws/operators/s3_list/index","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/operators/sns/index","_api/airflow/providers/amazon/aws/operators/sqs/index","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index","_api/airflow/providers/amazon/aws/secrets/index","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index","_api/airflow/providers/amazon/aws/secrets/systems_manager/index","_api/airflow/providers/amazon/aws/sensors/athena/index","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index","_api/airflow/providers/amazon/aws/sensors/emr_base/index","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index","_api/airflow/providers/amazon/aws/sensors/emr_step/index","_api/airflow/providers/amazon/aws/sensors/glacier/index","_api/airflow/providers/amazon/aws/sensors/glue/index","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index","_api/airflow/providers/amazon/aws/sensors/index","_api/airflow/providers/amazon/aws/sensors/redshift/index","_api/airflow/providers/amazon/aws/sensors/s3_key/index","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/sensors/sqs/index","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index","_api/airflow/providers/amazon/aws/transfers/ftp_to_s3/index","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index","_api/airflow/providers/amazon/aws/transfers/index","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index","_api/airflow/providers/amazon/aws/utils/emailer/index","_api/airflow/providers/amazon/aws/utils/index","_api/airflow/providers/amazon/aws/utils/redshift/index","_api/airflow/providers/amazon/index","commits","connections/aws","index","logging/cloud-watch-task-handlers","logging/index","logging/s3-task-handler","operators/datasync","operators/ecs","operators/emr","operators/glacier","operators/google_api_to_s3_transfer","operators/imap_attachment_to_s3","operators/index","operators/s3","operators/s3_to_redshift","operators/transfer/glacier_to_gcs","operators/transfer/index","secrets-backends/aws-secrets-manager","secrets-backends/aws-ssm-parameter-store","secrets-backends/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/amazon/aws/exceptions/index.rst","_api/airflow/providers/amazon/aws/hooks/athena/index.rst","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/base_aws/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_client/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index.rst","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/hooks/datasync/index.rst","_api/airflow/providers/amazon/aws/hooks/dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/ec2/index.rst","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index.rst","_api/airflow/providers/amazon/aws/hooks/emr/index.rst","_api/airflow/providers/amazon/aws/hooks/glacier/index.rst","_api/airflow/providers/amazon/aws/hooks/glue/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/hooks/index.rst","_api/airflow/providers/amazon/aws/hooks/kinesis/index.rst","_api/airflow/providers/amazon/aws/hooks/lambda_function/index.rst","_api/airflow/providers/amazon/aws/hooks/logs/index.rst","_api/airflow/providers/amazon/aws/hooks/redshift/index.rst","_api/airflow/providers/amazon/aws/hooks/s3/index.rst","_api/airflow/providers/amazon/aws/hooks/sagemaker/index.rst","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/hooks/ses/index.rst","_api/airflow/providers/amazon/aws/hooks/sns/index.rst","_api/airflow/providers/amazon/aws/hooks/sqs/index.rst","_api/airflow/providers/amazon/aws/hooks/step_function/index.rst","_api/airflow/providers/amazon/aws/index.rst","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.rst","_api/airflow/providers/amazon/aws/log/index.rst","_api/airflow/providers/amazon/aws/log/s3_task_handler/index.rst","_api/airflow/providers/amazon/aws/operators/athena/index.rst","_api/airflow/providers/amazon/aws/operators/batch/index.rst","_api/airflow/providers/amazon/aws/operators/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/operators/datasync/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ecs/index.rst","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index.rst","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index.rst","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/glacier/index.rst","_api/airflow/providers/amazon/aws/operators/glue/index.rst","_api/airflow/providers/amazon/aws/operators/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/operators/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket_tagging/index.rst","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index.rst","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index.rst","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index.rst","_api/airflow/providers/amazon/aws/operators/s3_list/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/operators/sns/index.rst","_api/airflow/providers/amazon/aws/operators/sqs/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index.rst","_api/airflow/providers/amazon/aws/secrets/index.rst","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/secrets/systems_manager/index.rst","_api/airflow/providers/amazon/aws/sensors/athena/index.rst","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_base/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_step/index.rst","_api/airflow/providers/amazon/aws/sensors/glacier/index.rst","_api/airflow/providers/amazon/aws/sensors/glue/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/sensors/index.rst","_api/airflow/providers/amazon/aws/sensors/redshift/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_key/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/sensors/sqs/index.rst","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index.rst","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/ftp_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index.rst","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index.rst","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/index.rst","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index.rst","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index.rst","_api/airflow/providers/amazon/aws/utils/emailer/index.rst","_api/airflow/providers/amazon/aws/utils/index.rst","_api/airflow/providers/amazon/aws/utils/redshift/index.rst","_api/airflow/providers/amazon/index.rst","commits.rst","connections/aws.rst","index.rst","logging/cloud-watch-task-handlers.rst","logging/index.rst","logging/s3-task-handler.rst","operators/datasync.rst","operators/ecs.rst","operators/emr.rst","operators/glacier.rst","operators/google_api_to_s3_transfer.rst","operators/imap_attachment_to_s3.rst","operators/index.rst","operators/s3.rst","operators/s3_to_redshift.rst","operators/transfer/glacier_to_gcs.rst","operators/transfer/index.rst","secrets-backends/aws-secrets-manager.rst","secrets-backends/aws-ssm-parameter-store.rst","secrets-backends/index.rst"],objects:{"airflow.providers":{amazon:[109,0,0,"-"]},"airflow.providers.amazon":{aws:[28,0,0,"-"]},"airflow.providers.amazon.aws":{exceptions:[0,0,0,"-"],hooks:[16,0,0,"-"],log:[30,0,0,"-"],operators:[46,0,0,"-"],secrets:[65,0,0,"-"],sensors:[78,0,0,"-"],transfers:[98,0,0,"-"],utils:[107,0,0,"-"]},"airflow.providers.amazon.aws.exceptions":{ECSOperatorError:[0,1,1,""]},"airflow.providers.amazon.aws.hooks":{athena:[1,0,0,"-"],aws_dynamodb:[2,0,0,"-"],base_aws:[3,0,0,"-"],batch_client:[4,0,0,"-"],batch_waiters:[5,0,0,"-"],cloud_formation:[6,0,0,"-"],datasync:[7,0,0,"-"],dynamodb:[8,0,0,"-"],ec2:[9,0,0,"-"],elasticache_replication_group:[10,0,0,"-"],emr:[11,0,0,"-"],glacier:[12,0,0,"-"],glue:[13,0,0,"-"],glue_catalog:[14,0,0,"-"],glue_crawler:[15,0,0,"-"],kinesis:[17,0,0,"-"],lambda_function:[18,0,0,"-"],logs:[19,0,0,"-"],redshift:[20,0,0,"-"],s3:[21,0,0,"-"],sagemaker:[22,0,0,"-"],secrets_manager:[23,0,0,"-"],ses:[24,0,0,"-"],sns:[25,0,0,"-"],sqs:[26,0,0,"-"],step_function:[27,0,0,"-"]},"airflow.providers.amazon.aws.hooks.athena":{AWSAthenaHook:[1,2,1,""]},"airflow.providers.amazon.aws.hooks.athena.AWSAthenaHook":{FAILURE_STATES:[1,3,1,""],INTERMEDIATE_STATES:[1,3,1,""],SUCCESS_STATES:[1,3,1,""],check_query_status:[1,4,1,""],get_query_results:[1,4,1,""],get_query_results_paginator:[1,4,1,""],get_state_change_reason:[1,4,1,""],poll_query_status:[1,4,1,""],run_query:[1,4,1,""],stop_query:[1,4,1,""]},"airflow.providers.amazon.aws.hooks.base_aws":{AwsBaseHook:[3,2,1,""],_SessionFactory:[3,2,1,""],_parse_s3_config:[3,5,1,""]},"airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook":{_get_credentials:[3,4,1,""],conn:[3,4,1,""],conn_name_attr:[3,3,1,""],conn_type:[3,3,1,""],default_conn_name:[3,3,1,""],expand_role:[3,4,1,""],get_client_type:[3,4,1,""],get_conn:[3,4,1,""],get_credentials:[3,4,1,""],get_resource_type:[3,4,1,""],get_session:[3,4,1,""],hook_name:[3,3,1,""],retry:[3,4,1,""]},"airflow.providers.amazon.aws.hooks.base_aws._SessionFactory":{_assume_role:[3,4,1,""],_assume_role_with_saml:[3,4,1,""],_assume_role_with_web_identity:[3,4,1,""],_create_basic_session:[3,4,1,""],_fetch_saml_assertion_using_http_spegno_auth:[3,4,1,""],_get_google_identity_token_loader:[3,4,1,""],_impersonate_to_role:[3,4,1,""],_read_credentials_from_connection:[3,4,1,""],_read_role_arn_from_extra_config:[3,4,1,""],create_session:[3,4,1,""]},"airflow.providers.amazon.aws.hooks.batch_client":{AwsBatchClientHook:[4,2,1,""],AwsBatchProtocol:[4,2,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchClientHook":{DEFAULT_DELAY_MAX:[4,3,1,""],DEFAULT_DELAY_MIN:[4,3,1,""],MAX_RETRIES:[4,3,1,""],STATUS_RETRIES:[4,3,1,""],add_jitter:[4,4,1,""],check_job_success:[4,4,1,""],client:[4,3,1,""],delay:[4,4,1,""],exponential_delay:[4,4,1,""],get_job_description:[4,4,1,""],parse_job_description:[4,4,1,""],poll_for_job_complete:[4,4,1,""],poll_for_job_running:[4,4,1,""],poll_job_status:[4,4,1,""],terminate_job:[4,4,1,""],wait_for_job:[4,4,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchProtocol":{describe_jobs:[4,4,1,""],get_waiter:[4,4,1,""],submit_job:[4,4,1,""],terminate_job:[4,4,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters":{AwsBatchWaitersHook:[5,2,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters.AwsBatchWaitersHook":{default_config:[5,3,1,""],get_waiter:[5,4,1,""],list_waiters:[5,4,1,""],wait_for_job:[5,4,1,""],waiter_config:[5,3,1,""],waiter_model:[5,3,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation":{AWSCloudFormationHook:[6,2,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation.AWSCloudFormationHook":{create_stack:[6,4,1,""],delete_stack:[6,4,1,""],get_stack_status:[6,4,1,""]},"airflow.providers.amazon.aws.hooks.datasync":{AWSDataSyncHook:[7,2,1,""]},"airflow.providers.amazon.aws.hooks.datasync.AWSDataSyncHook":{TASK_EXECUTION_FAILURE_STATES:[7,3,1,""],TASK_EXECUTION_INTERMEDIATE_STATES:[7,3,1,""],TASK_EXECUTION_SUCCESS_STATES:[7,3,1,""],_refresh_locations:[7,4,1,""],_refresh_tasks:[7,4,1,""],cancel_task_execution:[7,4,1,""],create_location:[7,4,1,""],create_task:[7,4,1,""],delete_task:[7,4,1,""],describe_task_execution:[7,4,1,""],get_current_task_execution_arn:[7,4,1,""],get_location_arns:[7,4,1,""],get_task_arns_for_location_arns:[7,4,1,""],get_task_description:[7,4,1,""],start_task_execution:[7,4,1,""],update_task:[7,4,1,""],wait_for_task_execution:[7,4,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb":{AwsDynamoDBHook:[8,2,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb.AwsDynamoDBHook":{write_batch_data:[8,4,1,""]},"airflow.providers.amazon.aws.hooks.ec2":{EC2Hook:[9,2,1,""]},"airflow.providers.amazon.aws.hooks.ec2.EC2Hook":{get_instance:[9,4,1,""],get_instance_state:[9,4,1,""],wait_for_state:[9,4,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group":{ElastiCacheReplicationGroupHook:[10,2,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook":{TERMINAL_STATES:[10,3,1,""],create_replication_group:[10,4,1,""],delete_replication_group:[10,4,1,""],describe_replication_group:[10,4,1,""],ensure_delete_replication_group:[10,4,1,""],get_replication_group_status:[10,4,1,""],is_replication_group_available:[10,4,1,""],wait_for_availability:[10,4,1,""],wait_for_deletion:[10,4,1,""]},"airflow.providers.amazon.aws.hooks.emr":{EmrHook:[11,2,1,""]},"airflow.providers.amazon.aws.hooks.emr.EmrHook":{conn_name_attr:[11,3,1,""],conn_type:[11,3,1,""],create_job_flow:[11,4,1,""],default_conn_name:[11,3,1,""],get_cluster_id_by_name:[11,4,1,""],hook_name:[11,3,1,""]},"airflow.providers.amazon.aws.hooks.glacier":{GlacierHook:[12,2,1,""]},"airflow.providers.amazon.aws.hooks.glacier.GlacierHook":{describe_job:[12,4,1,""],retrieve_inventory:[12,4,1,""],retrieve_inventory_results:[12,4,1,""]},"airflow.providers.amazon.aws.hooks.glue":{AwsGlueJobHook:[13,2,1,""]},"airflow.providers.amazon.aws.hooks.glue.AwsGlueJobHook":{JOB_POLL_INTERVAL:[13,3,1,""],get_iam_execution_role:[13,4,1,""],get_job_state:[13,4,1,""],get_or_create_glue_job:[13,4,1,""],initialize_job:[13,4,1,""],job_completion:[13,4,1,""],list_jobs:[13,4,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog":{AwsGlueCatalogHook:[14,2,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog.AwsGlueCatalogHook":{check_for_partition:[14,4,1,""],get_partitions:[14,4,1,""],get_table:[14,4,1,""],get_table_location:[14,4,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler":{AwsGlueCrawlerHook:[15,2,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler.AwsGlueCrawlerHook":{create_crawler:[15,4,1,""],get_crawler:[15,4,1,""],glue_client:[15,4,1,""],has_crawler:[15,4,1,""],start_crawler:[15,4,1,""],update_crawler:[15,4,1,""],wait_for_crawler_completion:[15,4,1,""]},"airflow.providers.amazon.aws.hooks.kinesis":{AwsFirehoseHook:[17,2,1,""]},"airflow.providers.amazon.aws.hooks.kinesis.AwsFirehoseHook":{put_records:[17,4,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function":{AwsLambdaHook:[18,2,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function.AwsLambdaHook":{invoke_lambda:[18,4,1,""]},"airflow.providers.amazon.aws.hooks.logs":{AwsLogsHook:[19,2,1,""]},"airflow.providers.amazon.aws.hooks.logs.AwsLogsHook":{get_log_events:[19,4,1,""]},"airflow.providers.amazon.aws.hooks.redshift":{RedshiftHook:[20,2,1,""]},"airflow.providers.amazon.aws.hooks.redshift.RedshiftHook":{cluster_status:[20,4,1,""],create_cluster_snapshot:[20,4,1,""],delete_cluster:[20,4,1,""],describe_cluster_snapshots:[20,4,1,""],restore_from_cluster_snapshot:[20,4,1,""]},"airflow.providers.amazon.aws.hooks.s3":{S3Hook:[21,2,1,""],T:[21,6,1,""],provide_bucket_name:[21,5,1,""],unify_bucket_name_and_key:[21,5,1,""]},"airflow.providers.amazon.aws.hooks.s3.S3Hook":{_upload_file_obj:[21,4,1,""],check_for_bucket:[21,4,1,""],check_for_key:[21,4,1,""],check_for_prefix:[21,4,1,""],check_for_wildcard_key:[21,4,1,""],conn_type:[21,3,1,""],copy_object:[21,4,1,""],create_bucket:[21,4,1,""],delete_bucket:[21,4,1,""],delete_bucket_tagging:[21,4,1,""],delete_objects:[21,4,1,""],download_file:[21,4,1,""],generate_presigned_url:[21,4,1,""],get_bucket:[21,4,1,""],get_bucket_tagging:[21,4,1,""],get_key:[21,4,1,""],get_wildcard_key:[21,4,1,""],hook_name:[21,3,1,""],list_keys:[21,4,1,""],list_prefixes:[21,4,1,""],load_bytes:[21,4,1,""],load_file:[21,4,1,""],load_file_obj:[21,4,1,""],load_string:[21,4,1,""],parse_s3_url:[21,4,1,""],put_bucket_tagging:[21,4,1,""],read_key:[21,4,1,""],select_key:[21,4,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker":{LogState:[22,2,1,""],Position:[22,6,1,""],SageMakerHook:[22,2,1,""],argmin:[22,5,1,""],secondary_training_status_changed:[22,5,1,""],secondary_training_status_message:[22,5,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.LogState":{COMPLETE:[22,3,1,""],JOB_COMPLETE:[22,3,1,""],STARTING:[22,3,1,""],TAILING:[22,3,1,""],WAIT_IN_PROGRESS:[22,3,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.SageMakerHook":{_list_request:[22,4,1,""],check_s3_url:[22,4,1,""],check_status:[22,4,1,""],check_training_config:[22,4,1,""],check_training_status_with_log:[22,4,1,""],check_tuning_config:[22,4,1,""],configure_s3_resources:[22,4,1,""],create_endpoint:[22,4,1,""],create_endpoint_config:[22,4,1,""],create_model:[22,4,1,""],create_processing_job:[22,4,1,""],create_training_job:[22,4,1,""],create_transform_job:[22,4,1,""],create_tuning_job:[22,4,1,""],describe_endpoint:[22,4,1,""],describe_endpoint_config:[22,4,1,""],describe_model:[22,4,1,""],describe_processing_job:[22,4,1,""],describe_training_job:[22,4,1,""],describe_training_job_with_log:[22,4,1,""],describe_transform_job:[22,4,1,""],describe_tuning_job:[22,4,1,""],endpoint_non_terminal_states:[22,3,1,""],failed_states:[22,3,1,""],get_log_conn:[22,4,1,""],list_processing_jobs:[22,4,1,""],list_training_jobs:[22,4,1,""],log_stream:[22,4,1,""],multi_stream_iter:[22,4,1,""],non_terminal_states:[22,3,1,""],tar_and_s3_upload:[22,4,1,""],update_endpoint:[22,4,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager":{SecretsManagerHook:[23,2,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager.SecretsManagerHook":{get_secret:[23,4,1,""],get_secret_as_dict:[23,4,1,""]},"airflow.providers.amazon.aws.hooks.ses":{SESHook:[24,2,1,""]},"airflow.providers.amazon.aws.hooks.ses.SESHook":{send_email:[24,4,1,""]},"airflow.providers.amazon.aws.hooks.sns":{AwsSnsHook:[25,2,1,""],_get_message_attribute:[25,5,1,""]},"airflow.providers.amazon.aws.hooks.sns.AwsSnsHook":{publish_to_target:[25,4,1,""]},"airflow.providers.amazon.aws.hooks.sqs":{SQSHook:[26,2,1,""]},"airflow.providers.amazon.aws.hooks.sqs.SQSHook":{create_queue:[26,4,1,""],send_message:[26,4,1,""]},"airflow.providers.amazon.aws.hooks.step_function":{StepFunctionHook:[27,2,1,""]},"airflow.providers.amazon.aws.hooks.step_function.StepFunctionHook":{describe_execution:[27,4,1,""],start_execution:[27,4,1,""]},"airflow.providers.amazon.aws.log":{cloudwatch_task_handler:[29,0,0,"-"],s3_task_handler:[31,0,0,"-"]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler":{CloudwatchTaskHandler:[29,2,1,""]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler":{_read:[29,4,1,""],_render_filename:[29,4,1,""],close:[29,4,1,""],get_cloudwatch_logs:[29,4,1,""],hook:[29,4,1,""],set_context:[29,4,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler":{S3TaskHandler:[31,2,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler":{_read:[31,4,1,""],close:[31,4,1,""],hook:[31,4,1,""],s3_log_exists:[31,4,1,""],s3_read:[31,4,1,""],s3_write:[31,4,1,""],set_context:[31,4,1,""]},"airflow.providers.amazon.aws.operators":{athena:[32,0,0,"-"],batch:[33,0,0,"-"],cloud_formation:[34,0,0,"-"],datasync:[35,0,0,"-"],ec2_start_instance:[36,0,0,"-"],ec2_stop_instance:[37,0,0,"-"],ecs:[38,0,0,"-"],emr_add_steps:[39,0,0,"-"],emr_create_job_flow:[40,0,0,"-"],emr_modify_cluster:[41,0,0,"-"],emr_terminate_job_flow:[42,0,0,"-"],glacier:[43,0,0,"-"],glue:[44,0,0,"-"],glue_crawler:[45,0,0,"-"],s3_bucket:[47,0,0,"-"],s3_bucket_tagging:[48,0,0,"-"],s3_copy_object:[49,0,0,"-"],s3_delete_objects:[50,0,0,"-"],s3_file_transform:[51,0,0,"-"],s3_list:[52,0,0,"-"],sagemaker_base:[53,0,0,"-"],sagemaker_endpoint:[54,0,0,"-"],sagemaker_endpoint_config:[55,0,0,"-"],sagemaker_model:[56,0,0,"-"],sagemaker_processing:[57,0,0,"-"],sagemaker_training:[58,0,0,"-"],sagemaker_transform:[59,0,0,"-"],sagemaker_tuning:[60,0,0,"-"],sns:[61,0,0,"-"],sqs:[62,0,0,"-"],step_function_get_execution_output:[63,0,0,"-"],step_function_start_execution:[64,0,0,"-"]},"airflow.providers.amazon.aws.operators.athena":{AWSAthenaOperator:[32,2,1,""]},"airflow.providers.amazon.aws.operators.athena.AWSAthenaOperator":{execute:[32,4,1,""],hook:[32,4,1,""],on_kill:[32,4,1,""],template_ext:[32,3,1,""],template_fields:[32,3,1,""],template_fields_renderers:[32,3,1,""],ui_color:[32,3,1,""]},"airflow.providers.amazon.aws.operators.batch":{AwsBatchOperator:[33,2,1,""]},"airflow.providers.amazon.aws.operators.batch.AwsBatchOperator":{arn:[33,3,1,""],execute:[33,4,1,""],monitor_job:[33,4,1,""],on_kill:[33,4,1,""],submit_job:[33,4,1,""],template_fields:[33,3,1,""],template_fields_renderers:[33,3,1,""],ui_color:[33,3,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation":{CloudFormationCreateStackOperator:[34,2,1,""],CloudFormationDeleteStackOperator:[34,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationCreateStackOperator":{execute:[34,4,1,""],template_ext:[34,3,1,""],template_fields:[34,3,1,""],ui_color:[34,3,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationDeleteStackOperator":{execute:[34,4,1,""],template_ext:[34,3,1,""],template_fields:[34,3,1,""],ui_color:[34,3,1,""],ui_fgcolor:[34,3,1,""]},"airflow.providers.amazon.aws.operators.datasync":{AWSDataSyncOperator:[35,2,1,""]},"airflow.providers.amazon.aws.operators.datasync.AWSDataSyncOperator":{_create_datasync_task:[35,4,1,""],_delete_datasync_task:[35,4,1,""],_execute_datasync_task:[35,4,1,""],_get_location_arns:[35,4,1,""],_get_tasks_and_locations:[35,4,1,""],_update_datasync_task:[35,4,1,""],choose_location:[35,4,1,""],choose_task:[35,4,1,""],execute:[35,4,1,""],get_hook:[35,4,1,""],on_kill:[35,4,1,""],template_fields:[35,3,1,""],template_fields_renderers:[35,3,1,""],ui_color:[35,3,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance":{EC2StartInstanceOperator:[36,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance.EC2StartInstanceOperator":{execute:[36,4,1,""],template_fields:[36,3,1,""],ui_color:[36,3,1,""],ui_fgcolor:[36,3,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance":{EC2StopInstanceOperator:[37,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance.EC2StopInstanceOperator":{execute:[37,4,1,""],template_fields:[37,3,1,""],ui_color:[37,3,1,""],ui_fgcolor:[37,3,1,""]},"airflow.providers.amazon.aws.operators.ecs":{ECSOperator:[38,2,1,""],ECSProtocol:[38,2,1,""],should_retry:[38,5,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSOperator":{_aws_logs_enabled:[38,4,1,""],_check_success_task:[38,4,1,""],_cloudwatch_log_events:[38,4,1,""],_last_log_message:[38,4,1,""],_start_task:[38,4,1,""],_try_reattach_task:[38,4,1,""],_wait_for_task_ended:[38,4,1,""],execute:[38,4,1,""],get_hook:[38,4,1,""],get_logs_hook:[38,4,1,""],on_kill:[38,4,1,""],template_fields:[38,3,1,""],template_fields_renderers:[38,3,1,""],ui_color:[38,3,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSProtocol":{describe_task_definition:[38,4,1,""],describe_tasks:[38,4,1,""],get_waiter:[38,4,1,""],list_tasks:[38,4,1,""],run_task:[38,4,1,""],stop_task:[38,4,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps":{EmrAddStepsOperator:[39,2,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps.EmrAddStepsOperator":{execute:[39,4,1,""],template_ext:[39,3,1,""],template_fields:[39,3,1,""],ui_color:[39,3,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow":{EmrCreateJobFlowOperator:[40,2,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator":{execute:[40,4,1,""],template_ext:[40,3,1,""],template_fields:[40,3,1,""],template_fields_renderers:[40,3,1,""],ui_color:[40,3,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster":{EmrModifyClusterOperator:[41,2,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster.EmrModifyClusterOperator":{execute:[41,4,1,""],template_ext:[41,3,1,""],template_fields:[41,3,1,""],ui_color:[41,3,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow":{EmrTerminateJobFlowOperator:[42,2,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator":{execute:[42,4,1,""],template_ext:[42,3,1,""],template_fields:[42,3,1,""],ui_color:[42,3,1,""]},"airflow.providers.amazon.aws.operators.glacier":{GlacierCreateJobOperator:[43,2,1,""]},"airflow.providers.amazon.aws.operators.glacier.GlacierCreateJobOperator":{execute:[43,4,1,""],template_fields:[43,3,1,""]},"airflow.providers.amazon.aws.operators.glue":{AwsGlueJobOperator:[44,2,1,""]},"airflow.providers.amazon.aws.operators.glue.AwsGlueJobOperator":{execute:[44,4,1,""],template_ext:[44,3,1,""],template_fields:[44,3,1,""],template_fields_renderers:[44,3,1,""],ui_color:[44,3,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler":{AwsGlueCrawlerOperator:[45,2,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler.AwsGlueCrawlerOperator":{execute:[45,4,1,""],hook:[45,4,1,""],ui_color:[45,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket":{S3CreateBucketOperator:[47,2,1,""],S3DeleteBucketOperator:[47,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3CreateBucketOperator":{execute:[47,4,1,""],template_fields:[47,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3DeleteBucketOperator":{execute:[47,4,1,""],template_fields:[47,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging":{BUCKET_DOES_NOT_EXIST_MSG:[48,6,1,""],S3DeleteBucketTaggingOperator:[48,2,1,""],S3GetBucketTaggingOperator:[48,2,1,""],S3PutBucketTaggingOperator:[48,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging.S3DeleteBucketTaggingOperator":{execute:[48,4,1,""],template_fields:[48,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging.S3GetBucketTaggingOperator":{execute:[48,4,1,""],template_fields:[48,3,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket_tagging.S3PutBucketTaggingOperator":{execute:[48,4,1,""],template_fields:[48,3,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object":{S3CopyObjectOperator:[49,2,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object.S3CopyObjectOperator":{execute:[49,4,1,""],template_fields:[49,3,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects":{S3DeleteObjectsOperator:[50,2,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects.S3DeleteObjectsOperator":{execute:[50,4,1,""],template_fields:[50,3,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform":{S3FileTransformOperator:[51,2,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform.S3FileTransformOperator":{execute:[51,4,1,""],template_ext:[51,3,1,""],template_fields:[51,3,1,""],ui_color:[51,3,1,""]},"airflow.providers.amazon.aws.operators.s3_list":{S3ListOperator:[52,2,1,""]},"airflow.providers.amazon.aws.operators.s3_list.S3ListOperator":{execute:[52,4,1,""],template_fields:[52,3,1,""],ui_color:[52,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base":{SageMakerBaseOperator:[53,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base.SageMakerBaseOperator":{execute:[53,4,1,""],expand_role:[53,4,1,""],hook:[53,4,1,""],integer_fields:[53,3,1,""],parse_config_integers:[53,4,1,""],parse_integer:[53,4,1,""],preprocess_config:[53,4,1,""],template_ext:[53,3,1,""],template_fields:[53,3,1,""],template_fields_renderers:[53,3,1,""],ui_color:[53,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint":{SageMakerEndpointOperator:[54,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint.SageMakerEndpointOperator":{create_integer_fields:[54,4,1,""],execute:[54,4,1,""],expand_role:[54,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config":{SageMakerEndpointConfigOperator:[55,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config.SageMakerEndpointConfigOperator":{execute:[55,4,1,""],integer_fields:[55,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model":{SageMakerModelOperator:[56,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model.SageMakerModelOperator":{execute:[56,4,1,""],expand_role:[56,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing":{SageMakerProcessingOperator:[57,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing.SageMakerProcessingOperator":{_create_integer_fields:[57,4,1,""],execute:[57,4,1,""],expand_role:[57,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training":{SageMakerTrainingOperator:[58,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training.SageMakerTrainingOperator":{execute:[58,4,1,""],expand_role:[58,4,1,""],integer_fields:[58,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform":{SageMakerTransformOperator:[59,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform.SageMakerTransformOperator":{create_integer_fields:[59,4,1,""],execute:[59,4,1,""],expand_role:[59,4,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning":{SageMakerTuningOperator:[60,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning.SageMakerTuningOperator":{execute:[60,4,1,""],expand_role:[60,4,1,""],integer_fields:[60,3,1,""]},"airflow.providers.amazon.aws.operators.sns":{SnsPublishOperator:[61,2,1,""]},"airflow.providers.amazon.aws.operators.sns.SnsPublishOperator":{execute:[61,4,1,""],template_ext:[61,3,1,""],template_fields:[61,3,1,""],template_fields_renderers:[61,3,1,""]},"airflow.providers.amazon.aws.operators.sqs":{SQSPublishOperator:[62,2,1,""]},"airflow.providers.amazon.aws.operators.sqs.SQSPublishOperator":{execute:[62,4,1,""],template_fields:[62,3,1,""],ui_color:[62,3,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output":{StepFunctionGetExecutionOutputOperator:[63,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output.StepFunctionGetExecutionOutputOperator":{execute:[63,4,1,""],template_ext:[63,3,1,""],template_fields:[63,3,1,""],ui_color:[63,3,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution":{StepFunctionStartExecutionOperator:[64,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution.StepFunctionStartExecutionOperator":{execute:[64,4,1,""],template_ext:[64,3,1,""],template_fields:[64,3,1,""],ui_color:[64,3,1,""]},"airflow.providers.amazon.aws.secrets":{secrets_manager:[66,0,0,"-"],systems_manager:[67,0,0,"-"]},"airflow.providers.amazon.aws.secrets.secrets_manager":{SecretsManagerBackend:[66,2,1,""]},"airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend":{_get_secret:[66,4,1,""],client:[66,4,1,""],get_config:[66,4,1,""],get_conn_uri:[66,4,1,""],get_variable:[66,4,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager":{SystemsManagerParameterStoreBackend:[67,2,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend":{_get_secret:[67,4,1,""],client:[67,4,1,""],get_config:[67,4,1,""],get_conn_uri:[67,4,1,""],get_variable:[67,4,1,""]},"airflow.providers.amazon.aws.sensors":{athena:[68,0,0,"-"],cloud_formation:[69,0,0,"-"],ec2_instance_state:[70,0,0,"-"],emr_base:[71,0,0,"-"],emr_job_flow:[72,0,0,"-"],emr_step:[73,0,0,"-"],glacier:[74,0,0,"-"],glue:[75,0,0,"-"],glue_catalog_partition:[76,0,0,"-"],glue_crawler:[77,0,0,"-"],redshift:[79,0,0,"-"],s3_key:[80,0,0,"-"],s3_keys_unchanged:[81,0,0,"-"],s3_prefix:[82,0,0,"-"],sagemaker_base:[83,0,0,"-"],sagemaker_endpoint:[84,0,0,"-"],sagemaker_training:[85,0,0,"-"],sagemaker_transform:[86,0,0,"-"],sagemaker_tuning:[87,0,0,"-"],sqs:[88,0,0,"-"],step_function_execution:[89,0,0,"-"]},"airflow.providers.amazon.aws.sensors.athena":{AthenaSensor:[68,2,1,""]},"airflow.providers.amazon.aws.sensors.athena.AthenaSensor":{FAILURE_STATES:[68,3,1,""],INTERMEDIATE_STATES:[68,3,1,""],SUCCESS_STATES:[68,3,1,""],hook:[68,4,1,""],poke:[68,4,1,""],template_ext:[68,3,1,""],template_fields:[68,3,1,""],ui_color:[68,3,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation":{CloudFormationCreateStackSensor:[69,2,1,""],CloudFormationDeleteStackSensor:[69,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationCreateStackSensor":{hook:[69,4,1,""],poke:[69,4,1,""],template_fields:[69,3,1,""],ui_color:[69,3,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationDeleteStackSensor":{hook:[69,4,1,""],poke:[69,4,1,""],template_fields:[69,3,1,""],ui_color:[69,3,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state":{EC2InstanceStateSensor:[70,2,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state.EC2InstanceStateSensor":{poke:[70,4,1,""],template_fields:[70,3,1,""],ui_color:[70,3,1,""],ui_fgcolor:[70,3,1,""],valid_states:[70,3,1,""]},"airflow.providers.amazon.aws.sensors.emr_base":{EmrBaseSensor:[71,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_base.EmrBaseSensor":{failure_message_from_response:[71,4,1,""],get_emr_response:[71,4,1,""],get_hook:[71,4,1,""],poke:[71,4,1,""],state_from_response:[71,4,1,""],ui_color:[71,3,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow":{EmrJobFlowSensor:[72,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow.EmrJobFlowSensor":{failure_message_from_response:[72,4,1,""],get_emr_response:[72,4,1,""],state_from_response:[72,4,1,""],template_ext:[72,3,1,""],template_fields:[72,3,1,""]},"airflow.providers.amazon.aws.sensors.emr_step":{EmrStepSensor:[73,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_step.EmrStepSensor":{failure_message_from_response:[73,4,1,""],get_emr_response:[73,4,1,""],state_from_response:[73,4,1,""],template_ext:[73,3,1,""],template_fields:[73,3,1,""]},"airflow.providers.amazon.aws.sensors.glacier":{GlacierJobOperationSensor:[74,2,1,""],JobStatus:[74,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier.GlacierJobOperationSensor":{poke:[74,4,1,""],template_fields:[74,3,1,""]},"airflow.providers.amazon.aws.sensors.glacier.JobStatus":{IN_PROGRESS:[74,3,1,""],SUCCEEDED:[74,3,1,""]},"airflow.providers.amazon.aws.sensors.glue":{AwsGlueJobSensor:[75,2,1,""]},"airflow.providers.amazon.aws.sensors.glue.AwsGlueJobSensor":{poke:[75,4,1,""],template_fields:[75,3,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition":{AwsGlueCatalogPartitionSensor:[76,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition.AwsGlueCatalogPartitionSensor":{get_hook:[76,4,1,""],poke:[76,4,1,""],template_fields:[76,3,1,""],ui_color:[76,3,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler":{AwsGlueCrawlerSensor:[77,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler.AwsGlueCrawlerSensor":{get_hook:[77,4,1,""],poke:[77,4,1,""]},"airflow.providers.amazon.aws.sensors.redshift":{AwsRedshiftClusterSensor:[79,2,1,""]},"airflow.providers.amazon.aws.sensors.redshift.AwsRedshiftClusterSensor":{get_hook:[79,4,1,""],poke:[79,4,1,""],template_fields:[79,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_key":{S3KeySensor:[80,2,1,""],S3KeySizeSensor:[80,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySensor":{get_hook:[80,4,1,""],poke:[80,4,1,""],template_fields:[80,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySizeSensor":{check_fn:[80,4,1,""],get_files:[80,4,1,""],poke:[80,4,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged":{S3KeysUnchangedSensor:[81,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor":{hook:[81,4,1,""],is_keys_unchanged:[81,4,1,""],poke:[81,4,1,""],template_fields:[81,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix":{S3PrefixSensor:[82,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix.S3PrefixSensor":{get_hook:[82,4,1,""],poke:[82,4,1,""],template_fields:[82,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base":{SageMakerBaseSensor:[83,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base.SageMakerBaseSensor":{failed_states:[83,4,1,""],get_failed_reason_from_response:[83,4,1,""],get_hook:[83,4,1,""],get_sagemaker_response:[83,4,1,""],non_terminal_states:[83,4,1,""],poke:[83,4,1,""],state_from_response:[83,4,1,""],ui_color:[83,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint":{SageMakerEndpointSensor:[84,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint.SageMakerEndpointSensor":{failed_states:[84,4,1,""],get_failed_reason_from_response:[84,4,1,""],get_sagemaker_response:[84,4,1,""],non_terminal_states:[84,4,1,""],state_from_response:[84,4,1,""],template_ext:[84,3,1,""],template_fields:[84,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training":{SageMakerTrainingSensor:[85,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training.SageMakerTrainingSensor":{failed_states:[85,4,1,""],get_failed_reason_from_response:[85,4,1,""],get_sagemaker_response:[85,4,1,""],init_log_resource:[85,4,1,""],non_terminal_states:[85,4,1,""],state_from_response:[85,4,1,""],template_ext:[85,3,1,""],template_fields:[85,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform":{SageMakerTransformSensor:[86,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform.SageMakerTransformSensor":{failed_states:[86,4,1,""],get_failed_reason_from_response:[86,4,1,""],get_sagemaker_response:[86,4,1,""],non_terminal_states:[86,4,1,""],state_from_response:[86,4,1,""],template_ext:[86,3,1,""],template_fields:[86,3,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning":{SageMakerTuningSensor:[87,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning.SageMakerTuningSensor":{failed_states:[87,4,1,""],get_failed_reason_from_response:[87,4,1,""],get_sagemaker_response:[87,4,1,""],non_terminal_states:[87,4,1,""],state_from_response:[87,4,1,""],template_ext:[87,3,1,""],template_fields:[87,3,1,""]},"airflow.providers.amazon.aws.sensors.sqs":{SQSSensor:[88,2,1,""]},"airflow.providers.amazon.aws.sensors.sqs.SQSSensor":{get_hook:[88,4,1,""],poke:[88,4,1,""],template_fields:[88,3,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution":{StepFunctionExecutionSensor:[89,2,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution.StepFunctionExecutionSensor":{FAILURE_STATES:[89,3,1,""],INTERMEDIATE_STATES:[89,3,1,""],SUCCESS_STATES:[89,3,1,""],get_hook:[89,4,1,""],poke:[89,4,1,""],template_ext:[89,3,1,""],template_fields:[89,3,1,""],ui_color:[89,3,1,""]},"airflow.providers.amazon.aws.transfers":{dynamodb_to_s3:[90,0,0,"-"],exasol_to_s3:[91,0,0,"-"],ftp_to_s3:[92,0,0,"-"],gcs_to_s3:[93,0,0,"-"],glacier_to_gcs:[94,0,0,"-"],google_api_to_s3:[95,0,0,"-"],hive_to_dynamodb:[96,0,0,"-"],imap_attachment_to_s3:[97,0,0,"-"],mongo_to_s3:[99,0,0,"-"],mysql_to_s3:[100,0,0,"-"],redshift_to_s3:[101,0,0,"-"],s3_to_ftp:[102,0,0,"-"],s3_to_redshift:[103,0,0,"-"],s3_to_sftp:[104,0,0,"-"],sftp_to_s3:[105,0,0,"-"]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3":{DynamoDBToS3Operator:[90,2,1,""],_convert_item_to_json_bytes:[90,5,1,""],_upload_file_to_s3:[90,5,1,""]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3.DynamoDBToS3Operator":{_scan_dynamodb_and_upload_to_s3:[90,4,1,""],execute:[90,4,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3":{ExasolToS3Operator:[91,2,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3.ExasolToS3Operator":{execute:[91,4,1,""],template_ext:[91,3,1,""],template_fields:[91,3,1,""],template_fields_renderers:[91,3,1,""],ui_color:[91,3,1,""]},"airflow.providers.amazon.aws.transfers.ftp_to_s3":{FTPToS3Operator:[92,2,1,""]},"airflow.providers.amazon.aws.transfers.ftp_to_s3.FTPToS3Operator":{execute:[92,4,1,""],template_fields:[92,3,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3":{GCSToS3Operator:[93,2,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3.GCSToS3Operator":{execute:[93,4,1,""],template_fields:[93,3,1,""],ui_color:[93,3,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs":{GlacierToGCSOperator:[94,2,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs.GlacierToGCSOperator":{execute:[94,4,1,""],template_fields:[94,3,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3":{GoogleApiToS3Operator:[95,2,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3.GoogleApiToS3Operator":{_expose_google_api_response_via_xcom:[95,4,1,""],_load_data_to_s3:[95,4,1,""],_retrieve_data_from_google_api:[95,4,1,""],_update_google_api_endpoint_params_via_xcom:[95,4,1,""],execute:[95,4,1,""],template_ext:[95,3,1,""],template_fields:[95,3,1,""],ui_color:[95,3,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb":{HiveToDynamoDBOperator:[96,2,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb.HiveToDynamoDBOperator":{execute:[96,4,1,""],template_ext:[96,3,1,""],template_fields:[96,3,1,""],ui_color:[96,3,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3":{ImapAttachmentToS3Operator:[97,2,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3.ImapAttachmentToS3Operator":{execute:[97,4,1,""],template_fields:[97,3,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3":{MongoToS3Operator:[99,2,1,""],_DEPRECATION_MSG:[99,6,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3.MongoToS3Operator":{_stringify:[99,4,1,""],execute:[99,4,1,""],template_fields:[99,3,1,""],template_fields_renderers:[99,3,1,""],transform:[99,4,1,""],ui_color:[99,3,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3":{MySQLToS3Operator:[100,2,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3.MySQLToS3Operator":{_fix_int_dtypes:[100,4,1,""],execute:[100,4,1,""],template_ext:[100,3,1,""],template_fields:[100,3,1,""],template_fields_renderers:[100,3,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3":{RedshiftToS3Operator:[101,2,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3.RedshiftToS3Operator":{_build_unload_query:[101,4,1,""],execute:[101,4,1,""],template_ext:[101,3,1,""],template_fields:[101,3,1,""],ui_color:[101,3,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp":{S3ToFTPOperator:[102,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp.S3ToFTPOperator":{execute:[102,4,1,""],template_fields:[102,3,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift":{S3ToRedshiftOperator:[103,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift.S3ToRedshiftOperator":{_build_copy_query:[103,4,1,""],execute:[103,4,1,""],template_ext:[103,3,1,""],template_fields:[103,3,1,""],ui_color:[103,3,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp":{S3ToSFTPOperator:[104,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp.S3ToSFTPOperator":{execute:[104,4,1,""],get_s3_key:[104,4,1,""],template_fields:[104,3,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3":{SFTPToS3Operator:[105,2,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3.SFTPToS3Operator":{execute:[105,4,1,""],get_s3_key:[105,4,1,""],template_fields:[105,3,1,""]},"airflow.providers.amazon.aws.utils":{emailer:[106,0,0,"-"],redshift:[108,0,0,"-"]},"airflow.providers.amazon.aws.utils.emailer":{send_email:[106,5,1,""]},"airflow.providers.amazon.aws.utils.redshift":{build_credentials_block:[108,5,1,""],log:[108,6,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","exception","Python exception"],"2":["py","class","Python class"],"3":["py","attribute","Python attribute"],"4":["py","method","Python method"],"5":["py","function","Python function"],"6":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:exception","2":"py:class","3":"py:attribute","4":"py:method","5":"py:function","6":"py:data"},terms:{"000287753":110,"00642a46d":110,"008035450":110,"00ffedb8c":110,"00z":120,"01049ddce":110,"02d94349b":110,"042be2e4":110,"04d278f93":110,"07b81029e":110,"0823d46a7":110,"08t02":127,"0a0e1af80":110,"0b0e4f7a4":110,"0b2":110,"0beta1":110,"0c3db84c3":110,"0c77ea8a3":110,"0d6cae417":110,"0df60b773":110,"0f327788b":110,"100":22,"1000":[1,50,110],"10004":110,"10025":110,"10052":110,"10079":110,"10097":110,"10163":110,"10164":110,"10167":110,"1024":[94,119,125],"10256":128,"10276":110,"10280":110,"10286":110,"10343ec29":110,"10391":110,"10436":110,"10437":110,"10468":110,"10483":110,"1048576":80,"10528":110,"10543":110,"10580":110,"10590":110,"10642":110,"10643":110,"10645":110,"10653":110,"10655":110,"10671":110,"10774":110,"10778":110,"10804":110,"10818":110,"10829":110,"10890":110,"10910":110,"10913":128,"10927":110,"10947":110,"11001":110,"11020":110,"11023":110,"11031":110,"11032":110,"11112223344":116,"11138":110,"11178":110,"11209":110,"112223334444":111,"11227":[110,112],"11238":110,"11242":110,"11249":110,"11250":110,"11293":110,"11434":110,"11447":110,"11448":110,"11470":110,"11487":110,"11531":110,"11688":110,"11747":[110,112],"11806":110,"11809":110,"11814":110,"11821":110,"11825":110,"11826":110,"11844":110,"11855":110,"12033":[110,112],"12049":110,"12079":110,"12082":110,"12093":110,"12096":[110,112],"12123":110,"12143":110,"12206":110,"12212":110,"12230":110,"12304":110,"123456ab":117,"12353":110,"12366":110,"12389":110,"12390":110,"123abc":117,"12427":110,"12438":110,"12444":110,"12449":110,"12513":110,"12558":110,"12578":110,"12653":110,"12681":110,"12917":110,"12955":110,"12af6a080":110,"12c5e5d8a":110,"13049":[110,112],"1307":4,"13072":[110,112],"13073":110,"13135":110,"13148":110,"13187":[110,112],"132000":127,"13361":[110,112],"13380":110,"13396":[110,112],"13490":[110,112],"13707":[110,112],"13717":110,"13718":[110,112],"13732":110,"13767":110,"13773":[110,112],"13847":[110,112],"13851":110,"13854c32a":110,"13973":[110,112],"13986":[110,112],"14006":110,"14013":110,"14027":[110,112],"14082":110,"14103":110,"14125":110,"14177":[110,112],"14220":[110,112],"14251":[110,112],"14263":[110,112],"14402":[110,112],"14414":[110,112],"14487":110,"14606":110,"14638":[110,112],"14823":[110,112],"14886":110,"14918":110,"14925":[110,112],"14943":110,"14968":110,"15047":110,"1508c43ec":110,"15120":[110,112],"15130":[110,112],"15200":110,"15232":[110,112],"15236":110,"15316":[110,112],"15323":[110,112],"15391":[110,112],"15427":[110,112],"15499":[110,112],"15534":110,"15583":110,"16e712971":110,"17adcea83":110,"180":7,"18t00":120,"1915":5,"1988a97e8":110,"19bc97d0c":110,"1b1472630":110,"1b38f6d9b":110,"1d36b0303":110,"1d472b":34,"1ed171bfb":110,"2012":111,"2015":[14,76],"2016":5,"2018":[14,52],"2019":[110,120],"2020":[110,127],"2021":110,"2310":110,"23rc1":110,"240057002457":111,"2410f592a":110,"24c8e4c2d":110,"250436d96":110,"2577f9334":110,"25t00":120,"266384a63":110,"27d08b76a":110,"2934220dc":110,"295d66f91":110,"29730d720":110,"2a1":110,"2a54512d7":110,"2b8dea64":110,"2bf7b7cac":110,"2ca615cff":110,"2f31b3060":110,"2fbpxrficyexamplekei":111,"2fexampl":128,"2fk7mdeng":111,"2fspark":128,"2fwebident":111,"2ndwatch":5,"308f1d066":110,"314524341751":127,"32971a1a2":110,"32b3cfbcf":110,"3320e432a":110,"33f0cd265":110,"349b0811c":110,"34f90eff":127,"357e11e0c":110,"3600":21,"3696c34c2":110,"370e7d07d":110,"3723":[110,112],"3734876d9":110,"373c6aa4a":110,"375d1ca22":110,"379a884d6":110,"383a118d2":110,"3934ef224":110,"3a240057002457":111,"3aaw":111,"3aiam":111,"3arol":111,"3bb60afc7":110,"3d76fb4bf":110,"3ea3e1a2b":110,"3fa51f94d":110,"3fd5ef355":110,"40246132a":110,"40add26d4":110,"40bf8f28f":110,"4175":110,"41bf172c1":110,"4200":[4,33],"422b61a9d":110,"42a23d16f":110,"42eef3821":110,"4364":110,"438da7241":110,"4421f011e":110,"4438":110,"44b5e2":[32,35],"455a":127,"4572":115,"465":127,"4681":110,"47a922b86":110,"483068745":110,"4b031d39e":110,"4c8e033c0":110,"4d03e33c1":110,"4e1f3a69d":110,"4e479e1e1":110,"4e8f9cc8d":110,"4fb498f87":110,"504cfbac1":110,"5090fb0c8":110,"5115":110,"5220e4c38":110,"5231":110,"52b6efe1":110,"537969889":110,"53ada6e79":110,"553bb7af7":110,"564192c16":110,"5648dfbc3":110,"5705":110,"5781":110,"5782":110,"5783":110,"5786":110,"57da45685":110,"5824":110,"5825":110,"589636":99,"589d6dec9":110,"58a8ec0e4":110,"58c3542ed":110,"5908":110,"5924":110,"599e4791c":110,"59eb5de78":110,"5a439e84":110,"5e77a6154":110,"5ee74b21be672":127,"600":4,"6007":110,"6021":110,"6038":110,"6072":110,"6075":110,"6083":110,"614be87b2":110,"6206":110,"6245":110,"625576a3a":110,"6258":110,"6319":110,"6333":110,"6376":110,"63aa3db88":110,"6424":110,"6502":110,"6512":110,"6515":110,"6518":110,"6539":110,"6541":110,"6570":110,"6572":110,"657384615":110,"6574":110,"6577":110,"6588":110,"6617":110,"663259d4b":110,"6654":110,"6655":110,"6659":110,"6672":110,"6674":110,"6678":110,"6682":110,"6686":110,"66c3ff":[68,71,89],"6708":110,"6714":110,"6716":110,"6718":110,"674368f66":110,"6761":110,"6764":110,"6767":110,"6773":110,"6792":110,"6811":110,"6817":110,"6822":110,"682266510":110,"6824":110,"6830":110,"6854":110,"686d7d50b":110,"6871":110,"6877":110,"6884":110,"6888":110,"6889a333c":110,"68d1714f2":110,"68e4c4dcb":110,"6962":110,"6975":110,"697abf399":110,"6ad3fa":62,"6b9659":34,"6ce855af1":110,"6cf76d7ac":110,"6d55f329f":110,"6d573e8ab":110,"6eaa7e3b1":110,"7068":110,"7077":128,"7105":110,"7111":110,"7146":110,"7176":110,"7178":110,"71c673e42":110,"7213":110,"7236862a1":110,"7239d9a82":110,"7270":110,"7271":110,"7274":110,"7287":110,"7288":110,"7295":110,"7309":110,"7330":110,"7336":110,"7338":110,"7339":110,"7341":110,"7342":110,"7347":110,"7375":110,"7386":110,"7394":110,"7412":110,"7443":110,"7451":110,"7456":110,"7474":110,"74bc316c5":110,"7502cad28":110,"7506":110,"7517":110,"7527eddc5":110,"7541":110,"7598":110,"7600":110,"7619":110,"7680":110,"7731":110,"7733":110,"7745":110,"7753":110,"7825e8f59":110,"7827":110,"7830":110,"7846":110,"7891":110,"78d8fe694":110,"7945":110,"7948":110,"7c206a82a":110,"7ca0b6f12":110,"7d0e7122d":110,"7d24b088c":110,"7ea66a1a9":110,"7meuul":127,"8011":110,"8080":111,"814e471d1":110,"8170":110,"8186":110,"822285134":110,"8248":110,"82c0e5aff":110,"82f744b87":110,"8349061f9":110,"83c037873":110,"8441":110,"8451":110,"8452":110,"8534":110,"8571":110,"8572":110,"8581":110,"85a18e13d":110,"85bbab27d":110,"8618":110,"8669":110,"8701":110,"872b1566a":110,"8749":110,"87969a350":110,"87fdbd070":110,"8802":110,"8807":110,"8811":110,"8845":110,"8863":110,"8877":110,"8882":110,"8886":110,"8888":110,"8891":110,"8895":110,"8898":110,"88bdcfa0d":110,"88e40c714":110,"8936":110,"8969b7185":110,"8984":110,"8987":110,"8994":110,"8a0240257":110,"8afdb6ac6":110,"8b1":110,"8b10a4b35":110,"8c42cf1b0":110,"8c5594b02":110,"8ced652ec":110,"8d42d9ed6":110,"9019":110,"9022":110,"9026":110,"9034f277e":110,"9054":110,"9106":110,"9211":110,"9214":110,"9246":110,"92585ca4c":110,"9282185e6":110,"9290":110,"9306":110,"9320":110,"9350":110,"9370":110,"93982e3bb":110,"9400":110,"9404":110,"9408":110,"941a07057":110,"9444":110,"9458":110,"9460":110,"94fccca97":110,"9516":110,"9523":110,"9549274d1":110,"9550":110,"9559":110,"9594":110,"9602":110,"9604":110,"9645":110,"9667314b2":110,"9784":110,"9786":110,"97a429f9d":110,"9817":110,"9878":110,"9908":110,"992a18c84":110,"992f0e3ac":110,"9982":110,"9985":110,"99e699":103,"9a94ab246":110,"9b39f2478":110,"9b76b94c9":110,"9c8f":127,"9cbd7de6d":110,"9edfcb7ac":110,"boolean":80,"byte":[21,23,25,90,94,110],"case":[4,5,7,21,53,99,111,116,119,128],"class":[1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,110,112,119,125],"default":[3,4,5,7,10,19,21,22,24,25,26,35,38,47,48,49,50,51,52,57,58,61,62,63,66,67,68,72,73,74,76,77,80,81,82,88,89,90,93,96,100,101,103,110,116,118,127,128],"enum":[22,74],"export":[91,111],"final":[1,4,13,20,110,111,116],"float":[4,5,9,10,22,25,36,37,74,80,81,110],"function":[1,18,19,21,22,27,32,63,64,76,80,89,96,97,110],"import":[4,5,110],"int":[1,4,5,7,10,13,14,15,19,21,22,25,26,32,33,35,41,44,45,54,57,58,59,60,62,68,69,74,76,80,81,88,90,94,95,100,110],"long":[74,90,111,119,125],"new":[5,7,21,22,31,35,38,77,81,110,111,112,116,118,123],"null":[66,67,127,128],"public":124,"return":[1,3,4,5,7,9,10,11,12,13,14,15,19,20,21,22,23,24,26,27,29,31,32,33,35,38,44,45,52,53,54,55,56,57,58,59,60,62,66,67,68,69,71,72,73,74,77,79,80,81,82,83,88,89,99,108,110,116,119,120],"short":[74,93,94,95],"static":[3,4,21,71,72,73,99,104,105,110],"super":[3,110],"switch":110,"throw":[86,87],"transient":38,"true":[4,7,10,14,15,19,20,21,22,31,35,38,39,41,54,57,58,59,60,64,80,81,85,88,91,92,93,95,101,113,115,116,118,119,123],"try":[69,113,115,116],"while":[21,91,92,97],AND:[14,76],AWS:[1,3,4,5,6,7,8,9,10,11,13,14,15,17,18,19,20,21,22,23,24,25,26,27,33,35,36,37,38,43,44,45,47,48,53,54,55,56,57,58,59,60,62,66,67,69,70,71,72,73,74,75,76,77,81,83,88,91,94,101,103,106,108,110,112,113,115,117,118,120,121,123,124,129],Added:[110,112],Adding:[4,110,112],And:[66,67,118],ECS:[0,38,110,112,122],EFS:7,For:[3,14,21,26,35,38,43,47,48,54,55,56,57,58,59,60,62,66,67,74,90,93,94,95,97,103,110,111,112,115,116,117,118,119,120,121,123,124,125,127,128],GCS:[93,110],IDs:120,NFS:[7,116],NOT:82,One:3,RCs:110,SES:[24,106,110],SNS:[25,61,110],SQS:[26,62,88],STS:[101,103,110,112],The:[1,3,4,5,7,13,14,19,20,21,22,24,27,35,43,44,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,64,66,67,69,74,75,76,77,79,80,81,82,86,87,88,92,93,94,95,97,99,102,104,105,111,116,118,119,120,121,124,127,128],Then:116,There:[4,35,82],These:[116,120,121],Use:[4,39,74,110,115,117],Used:[101,111],Useful:111,Uses:76,Using:[4,5,48,111],Will:11,With:[72,73,111,116],__init__:110,_assume_rol:3,_assume_role_with_saml:3,_assume_role_with_web_ident:3,_aws_logs_en:38,_build_copy_queri:103,_build_unload_queri:101,_check_and_transform_video_id:120,_check_success_task:38,_cloudwatch_log_ev:38,_convert_item_to_json_byt:90,_create_basic_sess:3,_create_datasync_task:35,_create_integer_field:57,_delete_datasync_task:35,_deprecation_msg:99,_execute_datasync_task:35,_expose_google_api_response_via_xcom:95,_fetch_saml_assertion_using_http_spegno_auth:3,_fix_int_dtyp:100,_get_credenti:[3,110],_get_google_identity_token_load:3,_get_location_arn:35,_get_message_attribut:25,_get_secret:[66,67],_get_tasks_and_loc:35,_hook:110,_impersonate_to_rol:3,_kwarg:116,_last_log_messag:38,_list_request:22,_load_data_to_s3:95,_oper:110,_parse_s3_config:3,_prefix:[127,128],_read:[29,31],_read_credentials_from_connect:3,_read_role_arn_from_extra_config:3,_refresh_loc:7,_refresh_task:7,_render_filenam:29,_retrieve_data_from_google_api:95,_scan_dynamodb_and_upload_to_s3:90,_sensor:110,_sessionfactori:3,_start_task:38,_stringifi:99,_try_reattach_task:38,_update_datasync_task:35,_update_google_api_endpoint_params_via_xcom:95,_upload_file_obj:21,_upload_file_to_s3:90,_wait_for_task_end:38,a0e08c:96,a1e2f8635:110,a311d3d82:110,a36002412:110,a3778127:110,a60f589aa:110,a69b031f2:110,a79e2d4c4:110,a7ca1b3b0:110,a80cd25e8:110,a82de56b9:110,a8b5fc74d:110,a9ac2b040:110,aaa:111,ab10443e9:110,ab1290cb0:110,ab5fe56ac:110,abil:110,abl:24,abort:89,about:[7,21,23,26,62,73,110,111,119,120,125],abov:[113,115,116],absolut:100,ac2f72c98:110,accept:[39,82,110,111,112],access:[21,49,66,67,111,113,115,116],access_kei:3,access_token:[93,94,95],accident:5,accord:110,accordingli:81,account:[13,15,29,44,93,94,95,111,113],acl:[21,49,91,92,93,110],acl_polici:[21,49,91,92,110,112],action:[111,116,118,120,121,123,124],action_if_job_exist:[57,58],actiononfailur:118,actual:[110,119,125],add:[5,24,39,48,110,111,112,116,118,123],add_jitt:4,add_keys_to_bucket:123,add_step:118,added:[4,39,48,110],adding:118,addit:[1,6,7,8,9,11,14,15,17,18,19,20,21,22,23,24,25,26,27,35,62,63,64,66,81,110,111,112,116],addition:[111,115],address:[24,111],adher:110,advanc:120,ae7cb4a1:110,aeea71274:110,af4157fd:110,after:[22,38,72,81,110,111,116,118],against:[96,111],aip:110,airfl:82,airflow:[111,113,115,116,117,118,119,120,121,123,124,125,127,128],airflow_bucket:35,airflow_conn_:111,airflow_conn_aws_default:111,airflowbadrequest:7,airflowexcept:[4,5,7,10,13,15,33,35,86,87,88],airflowtasktimeout:7,akiaiosfodnn7exampl:111,algorithm:116,alia:18,all:[1,7,19,21,22,29,35,47,50,52,53,54,93,95,97,99,110,111,112,116,120,121],alloc:[13,44],allow:[4,5,13,44,95,97,110,111,112,118],allow_delet:81,allow_disk_us:99,allow_random_location_choic:[35,116],allow_random_task_choic:[35,116],allowdiskus:[110,112],almost:110,along:111,alreadi:[3,4,7,15,21,38,49,51,57,58,91,92,97,116],also:[5,38,51,66,83,90,111,115,116,118,120],altern:[39,111,116],alwai:[110,116],amazon:[114,116,117,120,121,124,127,128],amazonaw:[3,4,5,22,27,34,38,72,73,90],amount:96,amp:111,analyticsreport:95,ani:[1,3,4,5,7,11,15,21,22,24,27,31,32,33,39,40,41,42,64,71,72,73,75,77,80,90,93,94,95,99,111,116,120,127,128],annot:110,apach:[111,117,118,120,123],api:[3,4,5,10,14,22,27,34,38,71,72,73,76,90,95,110,112,116,117,118,119,122,123,125],api_assumerol:111,api_assumerolewithsaml:111,apirefer:[4,33],append:31,appli:[4,33,123],applic:[51,101,111,117],apply_default:110,approach:116,april:110,architectur:4,archiv:[119,125],arg:[1,4,5,6,7,8,9,10,11,13,14,15,17,18,19,20,21,22,23,24,25,26,27,92,110,118],argmin:22,argument:[1,6,7,8,9,11,13,14,15,17,18,19,20,21,22,23,24,25,26,27,40,44,49,50,51,52,63,64,66,80,81,82,93,96,100,101,103,110,112,116],arn:[3,27,29,33,53,54,55,56,57,58,59,60,63,64,111,113,116,127],around:3,arr:22,arrai:[25,38,99],array_properti:33,arrayproperti:[4,33],ask:[68,72,73,84,85,86,87,89],assert:111,assig:110,assign:[110,111],associ:[22,36,37,38,70,85],assum:[4,5,99,111,116],assume_rol:111,assume_role_kwarg:[3,111],assume_role_method:111,assume_role_with_saml:111,assume_role_with_web_ident:111,assume_role_with_web_identity_feder:111,assume_role_with_web_identity_federation_audi:111,assumerolewithsaml:[110,111],assumerolewithwebident:111,athena:[16,28,46,78,109,110],athenahook:[110,112],athenasensor:[68,110,112],attach:[24,38,97,111,122],attempt:[35,116],attribut:[3,25,26,61,62],aud:111,audienc:111,augment:110,authent:[3,95,110,127],author:[93,94,95,101,103,108,111],auto:[31,110],autocommit:[101,103],autom:110,automat:[61,101,110,111,116],avail:[10,19,22,51,79,88,95,117,118,120,123],avoid:[1,4,5,32,110,112,116],aws:[109,110,111,112,113,116,117,118,119,120,121,123,124,125,127,128],aws_access_key_id:[66,127],aws_account_id:111,aws_conn_id:[1,3,5,6,7,8,9,11,12,14,15,17,18,19,20,21,22,23,24,25,26,27,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,52,53,54,55,56,57,58,59,60,61,62,63,64,68,69,70,71,74,75,76,77,79,80,81,82,83,88,89,91,92,94,95,96,99,100,101,102,103,116,117,118,119,125],aws_customers_conn:52,aws_default:[3,12,32,34,35,36,37,39,40,41,42,43,44,45,47,48,49,50,51,52,53,61,62,63,64,68,69,70,71,74,75,76,77,79,80,81,82,83,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,111,116,118,119,125],aws_default_region:111,aws_dynamodb:[16,28,109],aws_ec:117,aws_glue_default_job:44,aws_hook:110,aws_iam_rol:[101,103,111],aws_policy_nam:111,aws_role_nam:111,aws_secret_access_kei:[66,127],aws_session_token:111,awsathenahook:[1,32,68,110],awsathenaoper:[32,110],awsbasehook:[1,3,4,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,110,111,116],awsbatchcli:4,awsbatchclienthook:[4,5],awsbatchoper:[33,110],awsbatchprotocol:4,awsbatchwait:[5,33],awsbatchwaitershook:5,awscloudformationhook:[6,69],awscurr:127,awsdatasync:35,awsdatasynchook:[7,35,116],awsdatasyncoper:[7,35,116],awsdynamodb:110,awsdynamodbhook:8,awsfirehosehook:17,awsgluecataloghook:[14,76],awsgluecatalogpartitionsensor:76,awsgluecrawlerhook:[15,45,77],awsgluecrawleroper:45,awsgluecrawlersensor:77,awsgluejobhook:[13,110,112],awsgluejoboper:[44,110,112],awsgluejobsensor:[75,110],awshook:[38,110],awslambdahook:18,awslogs_group:[38,117],awslogs_region:38,awslogs_stream_prefix:[38,117],awslogshook:[19,22,29,38,113],awsredshiftclustersensor:79,awssnshook:25,awsssmsecretsbackend:110,awsvpcconfigur:117,b2a28d159:110,b40dffa08:110,b46d6c060:110,b4770725a:110,b61225a88:110,b6434dedf:110,b7aa778b3:110,b7cdda1c6:110,b896aee8c:110,b9d677cdd:110,baae14084:110,back:[4,33],backend:[66,67,106,110,112],backend_kwarg:[66,67,110,127,128],backoff:4,backport:110,backup:[119,125],backward:111,bad:110,bandwidth:116,base:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,110,111,116],base_aw:[1,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,109],base_log_fold:[29,31],base_sess:3,basecli:4,basehook:3,baseoper:[32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,61,62,63,64,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105],basesecretsbackend:[66,67,110],basesensoroper:[68,69,70,71,74,75,76,77,79,80,81,82,83,88,89],basic:[19,95,120,124],batch:[4,5,8,17,22,28,46,109,110,112],batch_client:[5,16,28,109],batch_wait:[16,28,109],batchget:95,bcc:[24,106],bd74eb0ca:110,bd90136aa:110,becaus:[116,118],becedd5af:110,becom:70,been:[21,81,93,99,111],befor:[1,4,5,7,32,47,54,68,74,96,101,103,110,111,116,117],begin:[19,52,63,64,93],behav:[81,116],behavior:[4,35,71,81,83],behaviour:[3,47,48,57,58],being:[21,49,79,80,81,82,91,92,95,96,99,116,127,128],belong:14,below:[33,75,77,111],better:110,between:[1,4,7,9,15,22,32,35,36,37,45,68,69,74,76,81,116,120],bf2b48174:110,big:[94,125],bigger:[119,125],bin:118,binari:25,black:110,blob:5,block:[4,5,33,108],blog:[4,5],bool:[3,4,7,10,14,19,20,21,22,31,35,38,39,41,47,49,50,51,52,54,57,58,59,60,64,80,81,82,85,91,92,93,94,95,97,99,100,101,103,110],bootstrap:72,both:[21,49,59,116],boto3:[3,4,5,7,11,20,21,22,27,33,34,35,36,37,38,39,40,47,48,53,66,71,72,73,90,110,111,112,116,117,118,120,121,123,124],boto:[3,4,5,7,21,99,110,111],botocor:[3,4,5,26,49,50,51,52,62,80,81,82,93,100,101,103,108,111],bounc:24,box:111,branchpythonoper:120,brand:110,bring:120,broken:110,browser:111,bucket:[13,21,22,44,47,48,49,50,52,80,81,82,90,91,92,93,94,95,97,99,100,101,102,103,104,105,110,112,115,116,120,121,124],bucket_access_role_arn:116,bucket_does_not_exist_msg:48,bucket_kei:80,bucket_nam:[21,47,48,80,81,82,90,91,94,110,112,119,123,125],bucketaccessrolearn:[35,116],bug:110,bugfix:110,build:[5,110],build_credentials_block:108,build_full_result:1,build_path:110,built:110,builtin:110,bump:110,bunch:[110,112],bundl:[49,50,51,52,80,81,82,93,100,101,103],busi:7,bytes_data:21,bytesio:21,c015eb2f6:110,c065d3218:110,c0c5f11ad:110,c319e81ca:110,c34ef853c:110,c3dae0:33,c3e340584:110,c4c635df6:110,c5cae9:[69,76],c6358045f:110,c7788a689:110,c7a454aa3:110,c7e5bce57:110,c858babdd:110,c94b1241a:110,ca35bd7f7:110,ca4238eb4:110,cach:[3,110,112],cached_properti:110,calcul:[110,118],calculate_pi:118,call:[1,5,7,10,15,22,24,32,33,35,45,53,68,71,72,73,95,110,111,112,120],callabl:[3,22,80,90,96],camelcas:[4,5,22],can:[3,4,5,7,10,13,21,24,31,40,49,50,51,52,66,80,81,82,90,91,92,93,95,100,101,103,111,112,113,115,116,118,119,120,121,124,127,128],cancel:[1,7,15,32,35,68,77],cancel_task_execut:7,candid:[110,116],cannot:0,capabl:[110,112],capac:8,case_sensit:7,cast:[54,57,59],catalog:[14,45,76],cater:116,cb766b05b:110,cbebed2b4:110,cc181e:95,cc8811:70,cddbf9c11:110,cert:[49,50,51,52,80,81,82,93,100,101,103],certain:80,certif:[3,49,50,51,52,80,81,82,93,100,101,103],cf141506a:110,cf647c27e:110,cf9437d79:110,cfg:[66,67,113,115,127,128],chain:[93,94,95,111],chang:[1,3,4,22,81,110,111],changelog:110,channel:120,channelid:120,charact:[82,110],charset:24,check:[1,4,5,7,9,10,14,15,21,22,31,32,35,36,37,38,45,57,58,59,60,68,70,72,73,74,76,80,81,82,83,84,85,86,87,88,89,94,97,110,116,119],check_and_transform_video_id:120,check_fn:80,check_for_bucket:21,check_for_kei:21,check_for_partit:14,check_for_prefix:21,check_for_wildcard_kei:21,check_interv:[9,22,36,37,54,57,58,59,60],check_job_flow:118,check_job_success:4,check_query_statu:1,check_s3_url:22,check_statu:22,check_training_config:22,check_training_status_with_log:22,check_tuning_config:22,child:99,choos:[111,116],choose_loc:[35,116],choose_task:[35,116],chosen:35,chunk:[94,119,125],chunk_siz:[94,119,125],claus:76,cleanup:110,cli:[117,118,123],client:[3,4,5,6,15,21,22,26,27,34,36,37,38,54,55,56,57,58,59,60,62,66,67,70,72,73,95,110,111,116,118,120],client_method:21,client_request_token:[1,32],client_typ:3,clienterror:7,clienthook:110,clientmethod:21,close:[29,31,101,110],cloud:[44,45,93,94,95,110,119,125],cloud_form:[16,28,46,78,109],cloudant:110,cloudbasehook:110,cloudform:[6,34,69,110],cloudformationcreatestackoper:34,cloudformationcreatestacksensor:[69,110,112],cloudformationdeletestackoper:34,cloudformationdeletestacksensor:69,cloudwatch:[19,22,29,38,57,58,85,114],cloudwatch_task_handl:[28,30,109],cloudwatchtaskhandl:29,cluster:[11,20,38,39,41,72,73,79,110,117,118],cluster_cr:118,cluster_id:41,cluster_identifi:[20,79],cluster_remov:118,cluster_st:[11,39],cluster_statu:20,code:[4,5,33,82,110,118,119,120,123,124],collect:[33,99],color:110,column:[14,100,101],com:[3,4,5,14,22,27,33,34,38,72,73,76,90,95,101,103,108,111,127,128],combin:[5,38,127,128],come:[22,110],command:[101,103,108,110,117,118,124],comment:110,commit:[101,110,112],common:110,commun:[95,111],compani:111,comparison:76,compat:[3,110,111],compelet:110,complaint:24,complet:[4,5,7,9,13,15,22,35,36,37,73,89,110,116,119],compon:111,compos:14,composit:110,compress:[21,91,92,94,99,110],concaten:[66,110],concurr:[4,5,13,41,44],concurrent_run_limit:[13,44],condit:111,conf:3,config:[1,3,5,10,11,22,32,38,40,45,53,54,55,56,57,58,59,60,66,67,110,111,118,127,128],config_file_nam:3,config_format:3,config_kwarg:111,config_prefix:[66,67],configur:[3,4,5,10,15,22,33,38,45,47,48,53,54,55,56,57,58,59,60,66,67,69,76,110,113,115,116,127,128],configure_s3_resourc:22,conflict:111,conn:[3,110],conn_id:[66,67,106,111],conn_name_attr:[3,11],conn_typ:[3,11,21],connect:[3,5,11,12,13,20,21,26,32,33,34,35,36,37,38,39,40,41,42,43,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,71,74,76,77,80,81,82,88,89,92,93,94,95,96,97,99,100,101,102,103,104,105,110,112,113,115,117,118,123],connections_prefix:[66,67,127,128],consecut:[1,7,15,32,35,45,68],consid:[35,81,83],consist:110,consol:[111,117,118,123],constant:[111,118],constraint:38,construct:[82,111],constructor:110,contain:[1,3,6,8,14,17,18,19,21,22,24,25,26,34,38,45,47,48,69,71,73,83,86,87,90,93,96,99,100,101,103,111,117],containeroverrid:[4,33,117],content:[110,111],context:[1,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,68,69,70,71,74,75,76,77,79,80,81,82,83,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105],continu:118,contrib:110,control:[51,95],conveni:[4,21],convent:[21,49],convers:110,copi:[21,49,51,101,103,108,110],copy_object:21,copy_opt:[103,124],core:3,correct:[104,105,110,111,116],correctli:[81,110],correspond:95,cost:[119,125],could:35,cover:4,coverag:110,cpu:38,crawl:15,crawler:[13,15,45,77,110,112],crawler_kwarg:15,crawler_nam:[15,77],creat:[1,3,5,6,7,10,11,13,15,20,21,22,26,31,32,34,35,38,40,44,45,47,49,54,55,56,57,58,59,60,66,67,68,69,79,80,82,88,89,90,110,111,117],create_:116,create_bucket:[21,123],create_cluster_snapshot:20,create_crawl:15,create_destination_location_kwarg:[35,116],create_endpoint:[22,54],create_endpoint_config:[22,54,55],create_glacier_job:119,create_hyper_parameter_tuning_job:60,create_integer_field:[54,59],create_job_flow:[11,118],create_job_kwarg:[13,44],create_loc:7,create_location_kwarg:7,create_location_xyz:[7,35],create_model:[22,54,56,59],create_processing_job:[22,57],create_queu:26,create_replication_group:10,create_sess:3,create_source_location_kwarg:[35,116],create_stack:[6,34],create_task:[7,35],create_task_kwarg:[7,35,116],create_training_job:[22,58],create_transform_job:[22,59],create_tuning_job:22,createdd:127,creation:[13,20,22,35,44,54,118],creator:[93,94,95],credenti:[3,5,20,33,38,47,48,69,76,93,94,95,101,103,108,110,111,112],credentials_block:[101,103],criteria:[74,80,90,116],cross:110,csv:[93,101,124],current:[3,7,9,10,19,21,22,44,45,68,72,75,82,99],current_job_descript:22,current_object:81,currenttaskexecutionarn:7,cursor:99,custom:[5,33,38,52,95,99,101,110,112,117,118],custom_config:5,custom_head:24,d0ab7f6d3:110,d0e7db402:110,d200:110,d202:110,d204:110,d305876be:110,d38a0a781:110,d5589673a:110,d590e5e76:110,d598630cd:110,da780fc8b:110,dag:[110,112,116,117,118,120,121,123,124],data:[5,19,21,27,45,51,52,61,64,80,90,91,94,95,96,99,100,101,110,119,120,124,125],databas:[14,32,76,91,96,99,101,103],database_nam:[14,76],databrick:110,datafram:100,datasync:[16,28,46,109,110,122],datasync_task:116,datasync_task_1:116,datasync_task_2:116,datasynctask:35,datatyp:25,date:[110,111],days_ago:110,db121f726:110,dd98b2149:110,de3b1e687:110,dea345b05:110,debug:111,decid:[10,21,91,92,116,120],decor:[3,21,110],decrypt:110,deepcopi:5,def:[4,80,120],default_arg:110,default_config:5,default_conn_nam:[3,11],default_create_source_location_kwarg:116,default_create_task_kwarg:116,default_delay_max:4,default_delay_min:4,default_destination_location_kwarg:116,default_update_task_kwarg:116,defin:[5,15,33,35,95,116,117,127,128],definit:[4,33,38,117,118],delai:[4,5,26,62],delay_second:[26,62],deleg:[93,94,95],delegate_to:[93,94,95,119,125],delet:[6,7,10,20,21,34,35,47,48,50,69,81,88,110],delete_bucket:[21,123],delete_bucket_tag:21,delete_clust:20,delete_object:[21,110],delete_replication_group:10,delete_stack:[6,34],delete_tag:123,delete_task:7,delete_task_after_execut:[35,116],delimit:[21,52,80,82,93],deliveri:17,delivery_stream:17,depend:[25,94,99,110,125],deprec:[2,22,93,99,110,111,112],desc:13,describ:[4,10,22,27,110,111],describe_clust:72,describe_cluster_snapshot:20,describe_endpoint:22,describe_endpoint_config:22,describe_execut:27,describe_funct:22,describe_job:[4,12],describe_model:22,describe_processing_job:22,describe_replication_group:10,describe_step:73,describe_task:38,describe_task_definit:38,describe_task_execut:7,describe_training_job:22,describe_training_job_with_log:22,describe_transform_job:22,describe_tuning_job:22,describetrainingjob:22,descript:[4,5,7,13,22,44,74,110,111,116,120],design:81,desir:[79,100,101,116],desiredstatu:38,dest:[35,51,116],dest_aws_conn_id:[51,93],dest_bucket_kei:[21,49],dest_bucket_nam:[21,49],dest_s3_extra_arg:93,dest_s3_kei:[51,93],dest_verifi:[51,93],destin:[7,21,35,49,51,93,97,103,116],destination_location_arn:7,destination_location_uri:[35,116],detail:[5,21,26,27,43,44,54,55,56,57,58,59,60,62,72,73,74,94,97,110,112,116,117,118,123,128],detect:[4,110],determin:[7,20,35,61],dev:110,develop:[5,95,117],df8efd04f:110,diagram:111,dict:[1,3,4,5,6,7,10,11,13,14,19,21,22,23,24,25,26,27,32,33,34,35,38,39,40,41,42,44,45,48,53,54,55,56,57,58,59,60,61,62,64,68,71,72,73,80,83,88,90,91,93,95,96,97,99,100,110],dictionari:[15,38,40,71,72,73,99,111,119],differ:[22,49,50,51,52,80,81,82,93,100,101,103,116],differenti:116,directli:[35,93,94,95],directori:[21,22,93,116],disabl:[90,110,111],discoveri:[95,120],discuss:128,disk:99,displai:22,distribut:[3,47,48],do_xcom_push:[35,39,41,64,116],doc:[4,14,33,76,99,101,103,108,110,111,112],docstr:[110,112],document:[3,4,5,7,14,22,27,34,38,72,73,90,99,110,111,112,116,117,118,119,120,121,123,124,125,128],doe:[21,57,58,59,60,80],doesn:[48,54,57,58,59,60,116],domain:[93,94,95],don:[110,113,115],done:[22,111,116,119],dot:76,down:[1,6,7,8,9,11,14,15,17,18,19,20,21,22,23,24,25,26,27,63,64,110,118],download:[21,94,102,104,105,119,125],download_fil:[21,110],downstream:52,dpu:[13,44],drop:21,dtype:100,due:120,dummi:110,dummy_oper:110,dummyoper:120,dump:[90,116],duplic:110,durabl:[119,125],durat:[74,110],dure:[5,57,58,81,118],dynam:110,dynamodb:[2,3,16,28,90,96,109],dynamodb_scan_kwarg:90,dynamodb_table_nam:90,dynamodb_to_s3:[28,98,109,110],dynamodbtos3oper:90,e0b022725:110,e13a14c87:110,e172bd0e1:110,e31e9ddd2:110,e3f96ce7a:110,e4878e677:110,e501:90,e61b9bb9b:110,e7bb17aeb:110,e7c87fe45:110,e9add7916:110,ea21:127,each:[1,3,7,9,14,22,36,37,47,48,69,74,76,88,99,116,127,128],east:[13,44,76,96,111,123,127],eb4af4f94:110,ec2:[5,16,28,36,37,38,70,109,110],ec2_instance_st:[28,78,109],ec2_start_inst:[28,46,109],ec2_stop_inst:[28,46,109],ec2hook:9,ec2instancestatesensor:70,ec2startinstanceoper:36,ec2stopinstanceoper:37,ecce1ace7:110,ecfdc60bb:110,echo:117,ecs:[28,46,109,117],ecsoper:[38,110,112,117],ecsoperatorerror:0,ecsprotocol:38,ed09915a0:110,ed3f5131a:110,eda538f56:110,eded:[44,45,53,83,91,101],ee20086b8:110,ee7ca128a:110,eeaa11:[36,37],eef87b995:110,effect:111,either:[10,21,25,35,49,54,61,111,115,116,127],elast:[11,38],elasticach:[10,110],elasticache_replication_group:[16,28,109],elasticachereplicationgrouphook:10,element:99,elimin:111,els:[1,4,10,31],elsewher:111,email:[24,28,97,107,109,110,111,112,121],emailoper:[110,112],empti:[3,7,15,21,47,48,111],emr:[3,16,28,39,40,41,42,71,72,73,109,110,122],emr_add_step:[28,46,109],emr_bas:[28,72,73,78,109],emr_cluster_nam:11,emr_conn_id:[11,40,118],emr_connect:40,emr_create_job_flow:[28,46,109],emr_default:[11,40,118],emr_defaultrol:118,emr_ec2_defaultrol:118,emr_job_flow:[28,78,109],emr_modify_clust:[28,46,109],emr_step:[28,78,109],emr_terminate_job_flow:[28,46,109],emraddstepsoper:[39,110,118],emrbasesensor:[71,72,73],emrcreatejobflowoper:[40,118],emrhook:[11,40,71],emrjobflowsensor:[72,110,118],emrmodifyclusteroper:[41,118],emrstepsensor:[73,118],emrterminatejobflowoper:[42,118],emul:115,enabl:[21,50,82,92,93,94,95,102,104,105,110,111,113,127,128],encod:[21,24,110,111],encrypt:[1,21,32,91,92,115],encrypt_s3_log:115,end:[7,19,100,118],endpoint:[22,25,54,55,84,95,111,115,120],endpoint_config_configur:54,endpoint_configur:54,endpoint_nam:84,endpoint_non_terminal_st:22,endpointarn:[25,61],endpointconfig:54,engin:82,enhanc:110,ensur:[10,111],ensure_delete_replication_group:10,entri:[19,21,22,110],envelop:24,environ:[35,67,111,117,127],environment:111,equal:[9,70],error:[1,7,21,31,38,72,73,81,84,85,86,87,91,92,110],establish:[92,102,104,105,111],etc:[3,18],etl:[13,44],even:21,event:[18,19,22],everi:119,exaconnect:91,exactli:[39,116],exampl:[4,5,13,14,22,35,44,52,66,67,76,80,95,96,110,112,113,115,116,117,118,119,120,121,123,124,125,127,128],example_dag:[110,116,117,118,119,120,121,123,124,125],example_ecs_farg:117,example_emr_job_flow_automatic_step:118,example_emr_job_flow_manual_step:118,example_glacier_to_gc:[119,125],example_s3_bucket:123,example_s3_bucket_tag:123,exasol:[91,112],exasol_conn_id:91,exasol_default:91,exasol_to_s3:[28,98,109],exasoltos3oper:[91,110,112],exce:90,exceed:[3,7],except:[3,28,38,109,110,112,116,118],exchang:111,exclud:[35,52,127,128],exclus:[127,128],execut:[1,4,7,12,13,22,27,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,73,74,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,111,119],execution_arn:[27,63,64,89],exist:[3,7,14,15,21,22,31,35,39,41,48,51,54,57,58,59,76,77,82,91,92,93,95,97,99,112,113,115,116],exit:[1,32],exp:4,expand:53,expand_rol:[3,53,54,56,57,58,59,60],expect:[22,51,74],expir:21,expires_in:21,explicit:[4,110],explicitli:128,explor:95,exponenti:[4,33],exponential_back_off_factor:10,exponential_delai:4,export_param:91,export_to_fil:91,expos:95,express:[14,21,51,76,97,110],expression_typ:21,extend:[29,31,99],extens:100,extern:111,external_id:111,extra:[11,13,40,44,69,76,91,101,103,110,112,115,116],extra_arg:110,extract:[4,22,83,120],extrem:[119,125],f06fe616:110,f0ede4:38,f0eee4:93,f3521fb0e:110,f3ad5cf61:110,f3e87c503:110,f40ac9b15:110,f473ca713:110,f4edd90a9:110,f6734b3b8:110,f69405fb0:110,f6bd817a3:110,f7a1334ab:110,f946f96da:110,f9c915:[39,40,41,42,51,63,64],face:110,factor:10,fail:[1,4,13,15,22,31,35,39,44,54,57,58,59,60,68,72,73,75,77,83,84,85,88,89,95,110,113,115,116],failed_st:[22,71,72,73,83,84,85,86,87],failur:[0,4,68,71,72,73,83,86,87,89,116],failure_message_from_respons:[71,72,73],failure_st:[1,68,89],fals:[7,10,15,19,21,31,35,38,47,49,50,51,52,80,81,82,88,91,92,93,95,97,99,100,101,103,111,115,118,119,125],famili:38,fargat:[38,117],fb6bddba0:110,fcb6b00ef:110,fdd9b6f65:110,featur:[110,113,115],fetch:[1,11,22,47,95,101],few:[117,118,123],ff5b70149:110,ffb857403:110,ffd700:52,fff:34,ffffff:[36,37,70],field:[53,54,57,59,71,110,115,120],file:[3,4,5,21,22,24,29,31,39,40,49,51,52,80,90,91,92,93,94,95,97,99,100,101,102,103,104,105,106,110,111,112,116,119,125,127,128],file_obj:[21,90],file_s:90,file_task_handl:[29,31],filenam:[21,49,50,51,52,80,81,82,93,100,101,103],filename_templ:[29,31],filesystem:[51,90],filetaskhandl:[29,31],filter:[14,25,51,52,90,93,95,116],final_cluster_snapshot_identifi:20,find:[11,35,52,93,116,120,124],finish:[13,22,38,54,57,58,59,60,110,118,119],firehos:17,first:[51,82,93,94,95,110,116,120],fix:110,flag:[10,21,91,92,110],flat:[25,61],flow:[11,72,111],flush:[90,110],flynt:110,folder:[29,80,97,110],follow:[3,5,19,49,50,51,52,71,80,81,82,93,100,101,103,111,113,115,116,117,118,120,121,123,124],force_delet:[21,47,123],forcibl:47,form:[21,38,53,91,92,110,111],format:[3,21,22,23,24,29,45,104,105,110,120],formmatt:110,found:[11,21,31,35,81,110,112,116],free:74,fresh:110,from:[4,5,6,7,10,11,19,20,21,22,23,24,29,31,35,38,40,44,45,47,48,49,50,51,52,66,67,71,72,73,76,80,81,82,83,88,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,108,110,111,112,116,119,120,121,124,125],ftp:[92,102,112],ftp_conn_id:[92,102],ftp_default:[92,102],ftp_path:[92,102],ftp_to_s3:[28,98,109],ftptos3oper:[92,110,112],full:[21,49,80],fulli:95,func:21,function_nam:18,further:[5,14,116,117,118,120,121,123,124],futur:[95,128],gcp:[94,110],gcp_conn_id:[93,94,95,110,119,120,125],gcs:110,gcs_to_s3:[28,98,109],gcshook:110,gcstos3oper:[93,110,112],gener:[4,5,19,21,71,83,108,110],generate_presigned_url:[21,110],get:[1,3,4,5,6,7,9,10,13,14,15,20,21,29,33,35,48,66,67,71,72,73,76,80,83,88,93,94,95,101,110,111,117,119,123,125,127,128],get_bucket:21,get_bucket_tag:21,get_client_typ:3,get_cloudwatch_log:29,get_cluster_id_by_nam:11,get_config:[66,67],get_conn:[3,22],get_conn_uri:[66,67],get_crawl:15,get_credenti:3,get_current_task_execution_arn:7,get_emr_respons:[71,72,73],get_failed_reason_from_respons:[83,84,85,86,87],get_fil:80,get_hook:[35,38,71,76,77,79,80,82,83,88,89],get_iam_execution_rol:13,get_inst:9,get_instance_st:9,get_job_descript:4,get_job_st:13,get_kei:21,get_location_arn:7,get_log_conn:22,get_log_ev:[19,22],get_logs_hook:38,get_or_create_glue_job:13,get_partit:[14,76],get_query_result:1,get_query_results_pagin:1,get_replication_group_statu:10,get_resource_typ:3,get_s3_kei:[104,105],get_sagemaker_respons:[83,84,85,86,87],get_secret:23,get_secret_as_dict:23,get_sess:3,get_stack_statu:6,get_state_change_reason:1,get_tabl:14,get_table_loc:14,get_tag:123,get_task_arns_for_location_arn:7,get_task_descript:7,get_vari:[66,67],get_wait:[4,5,33,38],get_wildcard_kei:21,getenv:[116,120,121,124],getpartit:[14,76],github:[4,5,128],given:[11,21,22,29,31,52,66,67,120,123],glacier:[16,28,46,78,94,109,110,122,126],glacier_to_gc:[28,98,109],glaciercreatejoboper:43,glacierdownloadarch:119,glacierhook:12,glacierjoboperationsensor:74,glaciertogcsoper:[94,119],glaciertransferdatatogc:119,glob:82,global:4,glue:[14,15,16,28,45,46,76,77,78,109,110,112],glue_catalog:[16,28,109],glue_catalog_partit:[28,78,109],glue_client:15,glue_crawl:[16,28,46,78,109],going:[21,50],googl:[93,94,95,110,112,122,125],google_api_endpoint_param:[95,120],google_api_endpoint_params_via_xcom:[95,120],google_api_endpoint_params_via_xcom_task_id:95,google_api_endpoint_path:[95,120],google_api_num_retri:95,google_api_pagin:95,google_api_response_via_xcom:[95,120],google_api_service_nam:[95,120],google_api_service_vers:[95,120],google_api_to_s3:[28,98,109],google_api_to_s3_transf:110,google_cloud_default:[93,94,95,119,120,125],google_cloud_storage_conn_id:[93,110],google_impersonation_chain:[93,94,95,119,125],google_openid_audi:111,google_service_account:111,google_sheet_id:120,google_sheet_rang:120,google_sheets_values_to_s3:120,googleapitos3oper:[95,120],googleapitos3transf:120,googlebasehook:110,googlediscoveryapihook:95,grammar:110,grant:[93,94,95],greater:80,group:[10,19,22,29,38,110,113],gserviceaccount:111,gssapi:111,guid:[3,4,5,33,35,38,43,47,48,74,94,97,103,110,112,116],gzip:[21,91,92,94,99,110,112,119,125],had:111,hadoopjarstep:118,handl:[0,29,31,110,116],handler:[29,31,110],happen:81,has:[21,22,38,81,93,99,111,116,118],has_crawl:15,hash:[11,110],have:[4,7,11,21,49,80,81,93,94,95,99,100,111,113,115,119,127,128],head:110,header:[24,100,101,110,111],hello:[66,67,90,117,127,128],hello_world:117,help:[4,5],helper:10,henc:95,here:[21,49,111,118,120,124,127,128],hierarchi:[21,52,82],high:[4,110],hint:[4,38,110],hive:[14,96,112],hive_to_dynamodb:[28,98,109],hiveserver2_conn_id:96,hiveserver2_default:96,hivetodynamodboper:96,hold:[22,53,74],home:111,hook:[28,29,31,32,33,38,45,53,68,69,81,85,109,110,112,116],hook_nam:[3,11,21],host:[31,111,115,127],hostnam:116,hour:[4,21,33],how:[3,35,38,43,47,48,74,90,94,97,103,104,105,111,116,118],howto:110,html:[3,4,5,14,21,22,24,27,33,34,38,72,73,76,90,101,103,108,111],html_content:[24,106],http:[3,4,5,14,21,22,27,33,34,38,50,72,73,76,90,95,101,103,108,110,111,115,128],http_method:21,http_spegno_auth:111,hyperparamet:60,hyperparametertuningjobconfig:60,iam:[3,13,44,53,93,94,95,111,116,118],iam_role_nam:[13,44],id_credentials_temp_request:111,idempot:110,ident:[93,94,95],identifi:[10,20,24,35,41,75,79,92,102,104,105,116],idp:111,idp_auth_method:111,idp_request_kwarg:111,idp_url:111,ids:[81,95],ignor:7,ignore_trailing_slash:7,illustr:111,imap4:97,imap:[97,112,122],imap_attachment_nam:[97,121],imap_attachment_to_s3:[28,98,109,110],imap_check_regex:97,imap_conn_id:97,imap_default:97,imap_mail_filt:[97,121],imap_mail_fold:[97,121],imapattachmenttos3oper:[97,121],imaplib:97,immut:5,impact:5,imperson:[93,94,95,110],implement:[3,71,83,96,110,112,116],impli:22,implicit:110,improv:[110,111],in_progress:74,inact:81,inactivity_period:81,inbox:[97,121],includ:[4,5,92,99,100,101,110,111,112,116],include_head:101,incorrect:110,incorrectli:[110,112],increas:81,increment:[57,58],independ:128,index:[22,100],indic:[4,21,82],infer:45,infinit:22,info:[22,95,110,112],inform:[3,14,23,26,35,38,43,47,48,62,74,94,95,97,103,110,111,116,118,119,120,121,123,124,125],infrastructur:21,ingest:[19,22],ingestiontim:19,inherit:116,init:5,init_log_resourc:85,initi:[7,10,12,13,43,57,58,59,60,110,111,112,119],initial_poke_interv:10,initial_sleep_tim:10,initialinstancecount:55,initialis:111,initialize_job:13,inprogress:[74,119],input:[21,27,64,111],input_seri:21,insid:111,inspect:[5,116],instal:[110,111,117,118,123],instanc:[5,9,29,31,35,36,37,70,80,84,86,87,90,111,118],instance_count:22,instance_id:[9,36,37,70],instancecount:[58,60,118],instancegroup:118,instancerol:118,instancetyp:118,instead:[22,38,93,99,110,111,118],integ:[53,54,57,59],integer_field:[53,55,58,60],integr:[110,111,112,118,123],intend:[3,82],interact:[1,3,6,7,8,9,10,11,13,14,15,17,18,19,20,21,22,23,24,25,26,27,118,123],interfac:110,interleav:22,intermedi:1,intermediate_st:[1,68,89],intern:35,interpret:80,interv:[4,5,22,54,57,58,59,60,74],introduc:110,intuit:128,invalid:7,inventori:[12,43,119],invoc:[18,81],invocation_typ:18,invok:18,invoke_lambda:18,is_keys_unchang:81,is_replication_group_avail:10,isinst:80,isn:80,issu:[5,110,128],item:[1,8,14,19,21,90,120],iter:[1,7,8,17,22,24,25,52,53,72,73,93,99,116],its:[9,20,21,74,116,120],jar:118,jinja:53,jitter:[4,5],job:[4,5,9,11,12,13,22,33,36,37,38,43,44,53,57,58,59,60,69,72,74,75,76,85,86,87,94,110,112,119],job_complet:[13,22],job_definit:33,job_desc:44,job_descript:22,job_flow:39,job_flow_cr:118,job_flow_id:[39,42,72,73,118],job_flow_nam:39,job_flow_overrid:[11,40,118],job_id:[4,5,12,33,74,119],job_nam:[13,22,33,44,75,84,85,86,87],job_poll_interv:13,job_queu:33,job_sensor:118,jobcomplet:[5,33],jobdefinit:4,jobexist:[5,33],jobflow:[39,40,42,72],jobflowrol:118,jobid:[4,5,33,119],jobnam:4,jobqueu:4,jobrun:[5,33],jobrunid:13,jobrunst:13,jobstatu:74,join:[99,120],joinabl:99,json:[11,27,39,40,64,90,95,99,110,111,116,120,121],just:[13,80,99,116],keep:[22,110],keepjobflowalivewhennostep:118,kei:[4,5,8,11,19,21,22,39,41,48,49,50,51,52,64,66,67,80,81,82,88,90,91,92,93,95,96,97,99,100,101,102,103,104,105,110,111,118,120,121,123,127,128],keyword:[15,66],kinesi:[16,28,109,110],know:116,known:128,kwarg:[1,4,5,6,7,8,9,10,11,13,14,15,17,18,19,20,21,22,23,24,25,26,27,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110,111,116,120],lack:110,lambda:[18,110],lambda_funct:[16,28,109],languag:44,last:[22,81,93,94,95],last_describe_job_cal:22,last_descript:22,later:74,latest:[3,4,5,14,15,18,21,22,27,33,34,38,72,73,76,90,101,103,108,110,111],launch:[7,38],launch_typ:[38,110,117],launchtyp:38,lazi:110,leak:5,least:[21,124],leav:80,led:128,left:116,level:[10,21,49,72,80,81,82,110],lib:118,librari:[3,7,20,21,95,111,116,117,118,120,121,123,124],like:[4,21,35,39,66,67,76,80,82,90,116,119,127,128],limit:[3,4,5,90,111,116],line:90,link:[110,112,116],list:[0,4,5,7,8,11,13,20,21,22,24,34,35,38,39,48,50,52,72,73,80,81,93,94,95,96,99,101,103,106,110,112,120],list_3s_fil:52,list_:22,list_job:13,list_kei:21,list_prefix:21,list_processing_job:22,list_task:38,list_training_job:22,list_transform_job:22,list_wait:5,liter:110,live:111,load:[21,22,74,96,103,110,116],load_byt:[21,110],load_fil:[21,110,112],load_file_obj:21,load_str:[21,110],local:[7,13,21,22,29,31,44,51,90,91,92,94,110,111,115],local_path:21,localstack:115,locat:[7,14,21,31,35,44,51,110,113,115,116],location_arn_list:35,location_uri:[7,35],locationarn:[7,35,116],locationuri:[7,116],log:[3,13,16,22,28,38,44,57,58,66,67,81,85,108,109,110,111,112,116],log_group:[19,22],log_group_arn:29,log_idp_respons:111,log_stream:22,log_stream_nam:19,log_typ:18,logger:110,logging_mixin:[3,29,31,66,67],loggingmixin:[3,29,31,66,67],logic:116,login:111,logo:110,logstat:[22,85],longer:[22,111],look:[3,22,35,38,43,47,48,74,94,97,103,111,116,117,118,120,121,123,124,127,128],lookup:110,lost:81,lot:99,low:[119,125],machin:[27,31,63,64,89,111],made:[3,95],magic:110,mai:[1,6,7,8,9,11,14,15,17,18,19,20,21,22,23,24,25,26,27,35,50,63,64,81,94,99,111,116,125,127,128],mail:[24,97],mail_from:24,main:116,maintain:[3,47,48],mainten:95,make:[71,72,73,93,94,95,110,112],manag:[5,23,45,66,110,111,128,129],mani:[4,5,35,116],manner:[3,47,48],manual:111,mapreduc:11,mark:[21,52],markdown:110,markdownlint:110,market:118,master:[110,118,128],match:[4,5,7,14,21,22,35,39,50,82,110,111,116,119,125],match_statu:4,mathemat:118,max:[10,22],max_attempt:5,max_ingestion_tim:[22,54,57,58,59,60],max_interv:4,max_item:[1,14,21],max_iter:7,max_messag:88,max_result:[1,22],max_retri:[4,10,33,68],max_tri:[1,32],maximum:[1,4,7,13,14,21,22,44,88],maxnumberoftrainingjob:60,maxparalleltrainingjob:60,maxresult:120,maxruntimeinsecond:[58,60],maxsiz:5,md003:110,mean:[82,95,111,119],meant:99,mechan:[3,81],medium:118,megabyt:80,mem:38,memori:[94,96,125],messag:[0,1,19,22,24,25,26,31,61,62,71,72,73,81,88,110],message_attribut:[25,26,61,62],message_bodi:26,message_cont:62,messageattribut:110,met:[74,80],metadata:[7,29,31,45,111],method:[3,4,5,11,21,22,53,71,83,91,95,99,110,116,117],might:[4,112,116],migrat:110,millisecond:19,mime:24,mime_charset:[24,106],mime_subtyp:[24,106],min:4,min_object:81,minim:22,minima:4,minimum:[4,81],minut:[4,74,119],miss:[110,112],misus:111,mix:[24,106],mode:[74,81,95],model:[4,5,21,22,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,56,59,61,62,63,64,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105],model_config:59,model_configur:54,modifi:[4,5,41,110],modul:[2,110,112],moment:19,mongo:[99,112],mongo_collect:[99,110,112],mongo_conn_id:99,mongo_db:99,mongo_default:99,mongo_queri:99,mongo_to_s3:[28,98,109,110,112],mongodb:110,mongotos3oper:[99,110,112],monitor:[4,33,35,116,118],monitor_job:33,month:110,more:[3,21,22,35,38,43,47,48,74,80,94,95,97,103,110,111,116,118,119,120,124,125,128],most:[7,116],move:[4,96,99,110],much:[74,116],multi:110,multi_stream_it:22,multipl:[1,10,14,19,32,35,50,90,116],must:[3,7,21,22,33,35,39,40,44,47,48,54,93,94,95,101,111,113,115,116,117,118,123,127,128],mutat:[5,100],mutual_authent:111,my_aws_datasync_task_arn:116,my_databas:76,my_profil:111,my_rol:111,my_saml_provid:111,my_tabl:76,mybucket:[7,116],mycloudwatchconn:113,mycompani:111,myjob:22,mypath:7,mypi:[4,38,110],myproxi:111,mys3conn:115,mysql:[100,112],mysql_conn_id:100,mysql_default:100,mysql_to_s3:[28,98,109],mysqltos3:110,mysqltos3oper:[100,110],name:[1,3,4,5,11,13,14,15,17,18,19,20,21,22,23,26,27,29,33,34,35,36,37,38,39,40,44,45,47,48,49,50,52,53,57,58,64,66,67,69,70,74,75,76,77,80,81,82,85,91,92,93,94,96,97,100,101,102,104,105,110,111,113,116,117,118,123,127,128],name_contain:22,namecontain:22,nan:100,navig:111,necessari:[5,11,53,54,55,56,57,58,59,60,117,118,123],need:[1,21,32,49,54,59,80,81,99,111,112,116,117,118,119,120,124,125,128],neg:4,nest:15,network:38,network_configur:[38,117],never:54,next:[10,110,111,119,120],next_token_id:1,nexttoken:22,no_video_id:120,node:[3,47,48,118],non:4,non_termin:22,non_terminal_st:[22,83,84,85,86,87],none:[1,3,4,5,6,7,8,9,10,13,14,18,20,21,22,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,44,47,48,49,50,51,52,54,57,58,59,60,61,62,63,64,66,67,68,69,70,72,73,76,80,81,82,89,90,91,92,93,94,95,96,99,100,101,103,106,110,116,119,125],nontermin:22,noqa:90,normal:21,notat:76,note:[5,21,22,33,49,74,81,95,96,108,110,111,116],noth:120,notif:25,now:96,num_of_dpu:[13,44],number:[1,4,7,13,19,21,22,25,32,33,44,68,81,88,95,110],oaud:111,object:[3,4,5,9,21,26,31,33,38,47,49,50,52,62,66,67,80,81,88,90,93,94,108,110,112,127,128],object_min_s:80,object_nam:[94,119,125],obtain:111,occur:[5,31],occurr:110,octob:110,off:[4,33],offici:14,often:4,old:110,omit:[21,49,51],on_kil:[32,33,35,38],onc:[1,90,116],one:[1,7,35,39,49,50,51,52,74,80,81,82,93,100,101,103,111,116,118],ones:[93,116,127,128],onli:[4,5,11,21,33,38,74,80,90,93,97,99,110,118],onto:74,op1:90,op2:90,op_arg:120,open:111,openid:111,oper:[5,9,22,28,74,76,81,85,90,92,93,94,95,96,97,99,101,102,103,104,105,109,110,112],option:[1,3,4,5,6,7,8,10,11,13,14,20,21,22,24,25,26,27,32,33,34,35,36,37,38,39,40,44,45,47,48,49,50,51,52,54,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,76,80,81,82,89,90,91,93,94,95,96,99,100,101,103,106,110,111,116],order:[22,111,112,118],org:111,origin:[21,24,93,94,95],other:[22,97,110,111,116,127,128],otherwis:[15,31,88,101,116],our:118,out:[7,54,110],outbound:[110,111],outdat:111,output:[1,21,51,89,99],output_loc:32,output_seri:21,over:[10,22,51,111,120],overrid:[5,11,33,38,40,99,116,117,119,125],overwrit:[21,91,92,97],overwritten:[31,95],own:116,page:[1,110],page_s:[1,14,21],pageiter:1,pagin:[1,14,21,95,120],pair:[19,21,22,48,111],pane:111,parallel:90,param:[6,13,21,34,39,41,67,95,101,110,112],paramet:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,108,110,111,112,116,127,129],paramiko:111,parant:110,parent:112,pars:[3,4,21,53,104,105],parse_config_integ:53,parse_integ:53,parse_job_descript:4,parse_s3_url:21,part:[82,120,128],partial:22,partial_func:22,partit:[8,14,76,96],pass:[1,6,7,8,9,11,14,15,17,18,19,20,21,22,23,24,25,26,27,34,35,39,40,63,64,66,76,81,90,91,93,99,104,105,110,111,116,120,121,124],password:111,path:[1,3,13,21,22,24,31,32,44,49,50,51,52,66,67,80,81,82,92,93,95,100,101,102,103,104,105,110,112,115],path_prefix:[66,67],pattern:80,paus:4,payload:18,pd_csv_kwarg:100,pem:[49,50,51,52,80,81,82,93,100,101,103],pend:4,per:[13,15,44,110,111],perform:[10,99,111,116],period:[81,116],permiss:[111,118],physic:14,picalc:118,ping:79,pip:[110,111,117,118,123],place:100,placehold:[53,83],placement:38,placement_constraint:38,placement_strategi:[38,110],plan:111,platform:[38,95,111],platform_vers:38,pleas:[2,14,21,22,49,80,94,95,118,125],point:[21,22,91,110,115,116],poke:[68,69,70,71,74,75,76,77,79,80,81,82,83,88,89],poke_interv:[69,74,76,81,119],polici:[21,49,91,92,93,110,111],polidea:111,poll:[1,4,5,22,32,33,54,68],poll_for_job_complet:4,poll_for_job_run:4,poll_for_job_statu:4,poll_interv:[15,45],poll_job_statu:4,poll_query_statu:1,pool:74,port:111,portion:48,posit:[4,22],possibl:[22,57,58,82,110],postgr:112,pow:4,pre:[77,96,110],pre_process:96,pre_process_arg:96,pre_process_kwarg:96,preced:[93,94,95],precis:82,predecessor:13,prefix:[7,21,35,38,50,52,66,67,81,82,90,93,110,116,117],prefix_b:117,premis:116,prepar:[7,110],preprocess_config:53,present:80,presign:21,presto:[1,32],prev_descript:22,prev_job_descript:22,prevent:[74,111,127,128],previou:[22,118],previous:[99,111],previous_object:81,primari:[1,32],princip:111,principal_arn:111,print:[4,22,57,58,85,111],print_log:[22,57,58,85],prior:116,privat:21,problem:110,process:[22,53,57,96,99,113,115],process_func:90,processingjob:110,productionvari:55,profil:[3,66,67,111,127,128],profile_nam:[66,67,111,127,128],program:22,progress:[118,119],project:[110,111,117],project_id:111,propag:110,propagate_tag:38,properli:[113,115],properti:[5,116],protect:111,protocol:[4,38,121,128],provid:[111,113,115,116,117,118,119,120,121,123,124,125,127,128],provide_bucket_nam:21,provis:8,proxi:[110,111],publish:[25,61,62],publish_to_target:25,publishedaft:120,publishedat:120,publishedbefor:120,pull:[4,95],push:[35,39,41,64,88,89,96,110,112,116,120],put:[48,95,110,112,127],put_bucket_tag:21,put_record:17,put_tag:123,pydocstyl:110,pylint:[90,110],pymongo:99,pypi:[110,111,112],python:[3,22,29,31,33,44,52,82,95,99,110,111,112],python_cal:[120,123],pythonoper:123,pyupgrad:110,qualifi:18,queri:[1,32,68,91,96,99,100,101,110,111,112],query_context:1,query_execution_context:32,query_execution_id:[1,68],query_or_t:91,query_param:91,queu:[1,7,68],queue:[4,26,33,61,62,88],queue_nam:26,queue_url:26,quickli:[4,111],quit:74,quot:3,quota:38,quota_retri:38,rais:[0,4,5,7,10,13,15,21,33,35,81,91,92,116],ram:99,random:[4,5,35],randomli:116,rang:[4,120],rather:[111,116],rc3:110,reach:[1,68,72,73,75,77,79,84,85,86,87,89],read:[19,21,22,29,31,40,51,66,67,88,113,115],read_kei:[21,110],readi:72,readm:110,readonlycredenti:108,readthedoc:[4,5,21,22,33,38],real:81,reason:[1,4,38,83,86,87],reattach:[38,110],rebas:110,receiv:[4,38,80,88,90],recogn:111,recommend:[4,95],record:[17,22,90],recurs:53,redshift:[16,28,78,101,103,107,109,110,122],redshift_conn_id:[101,103],redshift_default:[101,103],redshift_t:124,redshift_to_s3:[28,98,109],redshifthook:[20,79,110],redshifttos3oper:[101,110],redshifttos3transf:[110,112],redund:[110,112],ref:110,refactor:110,refer:[3,4,5,21,22,27,33,34,38,39,40,43,48,72,73,74,80,81,82,90,94,97,99,100,101,103,110,112,127,128],referenc:116,refernc:110,reflect:23,refresh:7,regardless:[104,105],regener:110,regex:82,region:[5,13,21,29,33,36,37,38,40,44,70,76,96,111,113],region_nam:[3,4,5,13,21,27,33,36,37,38,40,44,47,63,64,66,69,70,76,89,96,110,111,112,123],regular:97,rel:[21,49,80,81,82],relai:127,relas:110,relat:[1,32,38,66,67,110,119],releas:[4,110,112],releaselabel:118,relev:[127,128],reli:[3,116,120,121,124],rema:110,remain:110,remot:[29,31,92,102,104,105,110,112,113],remote_base_log_fold:[113,115],remote_log:[113,115],remote_log_conn_id:[113,115],remote_log_loc:31,remov:110,remove_clust:118,renam:110,render:53,renew:111,repeat:3,replac:[21,51,91,92,93,99,110],repli:24,replic:[10,90,110],replication_group_id:10,reply_to:24,report:95,repositori:112,repres:22,represent:[23,127,128],request:[0,1,3,4,5,18,22,50,66,67,93,94,95,111,119,120,127,128],requestrespons:18,requests_gssapi:111,requests_kerbero:111,requir:[4,38,74,93,94,95,110,111,119,120],reschedul:[74,81,119],resid:[14,76],resolv:128,resourc:[3,6,38,80,111,112,116,117,118,123],resource_typ:3,resourceconfig:[58,60],resourcelimit:60,respons:[3,4,10,22,24,29,71,72,73,83,84,85,86,87,95,111,119,120],rest:[21,91,92],restor:20,restore_from_cluster_snapshot:20,restrict:111,result:[1,7,12,22,32,95,110],result_configur:[1,32],result_kei:22,retri:[3,4,10,13,33,38,44,95,110,112],retriev:[12,14,21,22,23,43,51,66,67,88,95,99,116,119,120],retrieve_inventori:[12,74],retrieve_inventory_result:12,retry_limit:[13,44],return_error:31,return_path:24,return_valu:118,revert:110,review:111,rework:110,right:101,role:[3,13,44,53,93,94,95,116,118],role_arn:[3,111],root:[21,49,80,81,82],row:1,rtype:21,rule:110,run:[1,3,4,7,13,15,22,24,32,33,38,44,47,48,51,68,70,72,74,75,89,110,111,112,117,118],run_id:[13,75],run_job_flow:11,run_queri:1,run_task:[38,117],runnabl:4,runner:118,runtim:74,s3_acl_polici:93,s3_bucket:[13,28,44,46,92,99,100,101,102,103,104,105,109,110,124],s3_bucket_dag_add_keys_to_bucket:123,s3_bucket_dag_cr:123,s3_bucket_dag_delet:123,s3_bucket_nam:90,s3_bucket_tag:[28,46,109],s3_bucket_tagging_dag_delete_tag:123,s3_bucket_tagging_dag_get_tag:123,s3_bucket_tagging_dag_put_tag:123,s3_conn_id:[97,99,104,105],s3_copy_object:[28,46,109],s3_delete_object:[28,46,109],s3_destination_kei:[95,120,121],s3_directori:120,s3_file:52,s3_file_nam:120,s3_file_transform:[28,46,109,110],s3_hook:[80,110],s3_kei:[28,78,92,97,99,100,101,102,103,104,105,109,121,124],s3_key_prefix:90,s3_keys_unchang:[28,78,109],s3_list:[28,46,109],s3_log_exist:31,s3_log_fold:31,s3_overwrit:[95,97],s3_prefix:[28,78,109],s3_read:31,s3_task_handl:[28,30,109],s3_to_ftp:[28,98,109],s3_to_redshift:[28,98,109],s3_to_sftp:[28,98,109],s3_write:31,s3bucketarn:[35,116],s3cmd:3,s3config:[35,116],s3copyobjectoper:[49,110,112,123],s3createbucketoper:[47,123],s3datasourc:[110,112],s3deletebucketoper:[47,110,123],s3deletebuckettaggingoper:[48,123],s3deleteobjectsoper:[50,110,123],s3filetransformoper:[51,110,123],s3getbuckettaggingoper:[48,123],s3hook:[21,31,80,81,82,110,112,115],s3keysensor:[80,110,123],s3keysizesensor:[80,110,112,123],s3keysunchangedsensor:[81,110,112,123],s3listoper:[52,123],s3prefixsensor:[82,123],s3putbuckettaggingoper:[48,123],s3taskhandl:[31,110],s3toftpoper:[102,110,112],s3toredshift:110,s3toredshiftoper:[103,110,124],s3tosftpoper:104,s3url:[21,22],sagemak:[16,28,53,54,55,56,57,58,59,60,83,85,109,110],sagemaker_bas:[28,46,54,55,56,57,58,59,60,78,84,85,86,87,109],sagemaker_endpoint:[28,46,78,109],sagemaker_endpoint_config:[28,46,109],sagemaker_model:[28,46,109],sagemaker_process:[28,46,109],sagemaker_train:[28,46,78,109],sagemaker_transform:[28,46,78,109],sagemaker_tun:[28,46,78,109],sagemakerbaseoper:[53,54,55,56,57,58,59,60],sagemakerbasesensor:[83,84,85,86,87],sagemakerendpointconfigoper:55,sagemakerendpointoper:[54,110],sagemakerendpointsensor:84,sagemakerhook:[22,53,83,85],sagemakermodeloper:56,sagemakerprocessingoper:57,sagemakertrainingoper:[58,110],sagemakertrainingsensor:85,sagemakertransformoper:59,sagemakertransformsensor:86,sagemakertuningoper:60,sagemakertuningsensor:87,same:[1,4,19,21,32,38,49,111],saml:111,saml_config:3,saml_response_xpath:111,samlrespons:111,sampl:[127,128],sane:82,satisfi:90,save:[99,100,120],scala:44,scan:90,scan_kwarg:90,scenario:116,schedul:74,schema:[14,45,96,101,103,124,128],scope:111,scratch:111,screen:111,script:[13,44,51,110,111],script_arg:[44,51,110,112],script_argu:13,script_loc:[13,44],sdk:3,search:[7,35,39,97,116,120],sec:[4,5],second:[1,4,5,7,9,10,15,21,22,26,32,36,37,45,51,54,57,58,59,60,62,68,69,74,76,81,88],secondari:22,secondary_training_status_chang:22,secondary_training_status_messag:22,secret:[23,28,109,110,111,112],secret_id:[66,67],secret_kei:3,secret_nam:23,secret_prefix:66,secretbackend:110,secrets_manag:[16,28,65,109,110,127],secretsmanag:[23,110,112,127],secretsmanagerbackend:[66,127],secretsmanagerhook:23,secretstr:127,section:[111,116,127,128],secur:[111,119,125],security_group_id:117,securitygroup:117,see:[5,7,14,26,33,51,54,55,56,57,58,59,60,62,76,95,97,110,111,116,128],segment:90,select:[21,32,35,51,101,110,111],select_express:51,select_kei:21,select_object_cont:21,select_queri:101,self:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105],send:[24,25,26,61,110,112],send_email:[24,106],send_messag:[26,62],sender:24,sens:81,sensit:[7,110,111],sensor:[28,109,110,119],sent:[7,24,25,26,62,66,67,119,127,128],sep:66,separ:[66,110],sequenc:[51,93,94,95],serial:21,serializ:99,server:[21,35,91,92,97,102,104,105,111,115,121],serverhostnam:35,serverless:[44,45],servic:[3,4,5,9,21,22,23,24,25,26,27,33,34,38,44,45,72,73,90,93,94,95,110,112,118,119,123,125],service_a:111,servicerol:118,ses:[16,28,109,110,112],seshook:24,session:[3,22,111],session_kwarg:[3,111],set:[14,21,22,24,38,54,57,58,59,60,66,67,71,72,74,81,85,93,94,95,97,100,101,110,111,115,116,118,124,127,128],set_context:[29,31],setup:[110,113,115,117,118,123],sever:[4,118,123],sfn:27,sftp:[104,105],sftp_conn_id:[104,105],sftp_path:[104,105],sftp_to_s3:[28,98,109],sftptos3oper:105,share:116,ship:21,should:[4,5,9,21,22,24,25,36,37,39,49,54,57,58,59,69,71,74,76,80,81,83,85,93,96,99,110,111,112,127,128],should_retri:[3,38],show:[76,82,116],showcas:[116,118,120,121,123,124],shown:38,shut:118,side:[21,91,92,115],sign:111,signatur:110,silent:31,similar:[82,111,116,118],similarli:116,simpl:[24,25,26,116,123],simplest:116,simpli:116,simplifi:110,sinc:14,singl:[11,19,21,22,50,116,118],situat:128,size:[1,14,21,22,80,90,94,119,125],skip:[19,22],skip_final_cluster_snapshot:20,sleep:[4,10,74,110],sleep_tim:[1,32,68],slot:74,small:[4,5],smallish:96,smb:[7,35,116],smtp:127,smtp_default:[66,67,127,128],snapshot:20,snapshot_identifi:20,snippet:120,sns:[16,28,46,109],snspublishoper:61,some:[5,19,38,80,111,116,127,128],someth:111,sometim:24,sort:[8,96],sourc:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,116,117,118,119,120,121,123,124,125],source_aws_conn_id:51,source_bucket_kei:[21,49],source_bucket_nam:[21,49],source_location_arn:7,source_location_uri:[35,116],source_s3_kei:51,source_verifi:51,source_version_id:[21,49],southeast:111,spark:[44,118,128],spark_step:118,sparkpi:118,special:82,specif:[5,19,21,79,95,97,99,100,101,103,116,120],specifi:[1,3,6,7,8,9,11,14,15,17,18,19,20,21,22,23,24,25,26,27,35,47,49,50,51,52,63,64,66,67,76,80,81,82,90,91,92,93,95,100,101,102,103,104,105,111,112,116,118,127,128],speed:110,spell:110,spellcheck:110,sphinx:110,spot:118,spreadsheet:120,spreadsheetid:120,sql:[32,76,82,91,96,100],sql_alchemy_conn:66,sqs:[16,28,46,78,109],sqs_queue:[62,88],sqshook:[26,88],sqspublishoper:62,sqssensor:[88,110,112],squash:110,ssh:112,ssh_default:[104,105],ssl:[3,49,50,51,52,80,81,82,93,100,101,103],ssm:[67,110,112,129],stabl:22,stack:[6,34,69,115],stack_nam:[6,34,69],stamp:19,standard:110,start:[1,4,7,19,22,27,35,36,38,53,57,58,59,60,72,111,113,115],start_crawl:15,start_dat:110,start_execut:27,start_from_head:19,start_task_execut:[7,35,116],start_tim:[19,22],starting_token:1,state:[1,9,11,13,22,27,32,36,37,39,63,64,68,70,71,72,73,74,81,83,84,85,86,87,89,110,119],state_from_respons:[71,72,73,83,84,85,86,87],state_machine_arn:[27,64],state_machine_input:[27,64],statement:[91,101,111],static_babynames_partit:14,statu:[1,4,5,6,7,10,12,15,20,22,32,33,35,45,54,57,58,59,60,68,75,79,83,116,119],status:77,status_retri:[4,33],statusequ:22,steam:31,step:[5,27,39,63,64,73,89,110],step_add:118,step_check:118,step_concurrency_level:41,step_funct:[16,28,109],step_function_execut:[28,78,109],step_function_get_execution_output:[28,46,109],step_function_start_execut:[28,46,109],step_id:[73,118],stepfunct:[27,110],stepfunctionexecutionsensor:89,stepfunctiongetexecutionoutputoper:63,stepfunctionhook:[27,89],stepfunctionstartexecutionoper:64,still:[49,50,51,52,80,81,82,93,100,101,103],stone:5,stop:[13,37,70,75,82,110],stop_queri:1,stop_task:38,stoppingcondit:[58,60],storag:[29,31,52,93,94,115,119,123,125],store:[1,21,23,29,32,38,45,49,67,69,76,91,92,93,99,100,110,113,115,129],str:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,110,112],strategi:[4,5,33,38],stream:[17,19,22,29,38,110],stream_nam:[22,29],strict:110,string:[1,12,21,22,25,29,31,49,50,52,53,91,92,93,94,95,110,127],string_data:21,stringequ:111,stringifi:99,structur:[4,22,38,110],sts:111,sts_client:[3,111],stuff:35,style:[21,22,39,40,49,80,110],sub:[24,116],subclass:[3,71,83,116],subdir:35,subdirectori:35,subfold:52,subject:[24,25,61,106,110],submiss:[33,110,112],submit:[1,4,32,33,35],submit_job:[4,33],subnet:117,subnet_id:117,subprocess:110,subscrib:88,subsequ:[111,119],subset:[4,21],succeed:[1,4,68,74,75,77,89,119],success:[7,35,68,89,111,116],success_st:[1,68,89],successfulli:[69,116,118],suit:[111,116],suitabl:[35,116],suppli:[10,113,115,127,128],support:[21,44,76,80,95,99,110,112,116,120],suppos:[21,50],synchron:93,syntax:110,sys:5,system:[21,110],systems_manag:[28,65,109,128],systemsmanagerparameterstorebackend:[67,110,128],tab:111,tabl:[8,14,45,76,90,91,96,101,103,110],table_as_file_nam:101,table_foo:14,table_kei:[8,96],table_nam:[8,14,76,96],tag:[4,21,33,35,38,48,110,111,112,117,120],tag_kei:123,tag_set:[21,48],tag_valu:123,tagkei:38,tagset:21,tagvalu:38,tail:[18,22,31,85],take:[3,35,38,43,47,48,51,74,94,97,99,103,111],taken:21,tar:22,tar_and_s3_upload:22,target:[8,9,70,72,73,92,96,102,104,105],target_arn:[25,61],target_st:[9,70,71,72,73],target_statu:79,task:[4,5,7,29,31,35,38,52,68,72,73,74,83,84,85,89,90,95,110,112,119,120,125],task_arn:[7,35,116],task_arn_list:35,task_check_and_transform_video_id:120,task_definit:[38,117],task_execution_arn:7,task_execution_failure_st:7,task_execution_intermediate_st:7,task_execution_kwarg:[35,116],task_execution_success_st:7,task_google_sheets_values_to_s3:120,task_id:[52,90,116,117,118,119,120,121,123,124,125],task_inst:[29,95,118,119,120],task_no_video_id:120,task_transfer_imap_attachment_to_s3:121,task_transfer_s3_to_redshift:124,task_video_data_to_s3:120,task_video_ids_to_s3:120,taskarn:[7,35],taskdefinit:38,taskexecut:[7,35,116],taskexecutionarn:[7,35,116],taskinst:95,tell:118,temp_fil:90,templat:[29,32,33,34,38,39,40,42,44,49,50,51,52,53,57,58,59,60,61,62,69,88,93,94,95,96,100,110,112],template_ext:[32,34,39,40,41,42,44,51,53,61,63,64,68,72,73,84,85,86,87,89,91,95,96,100,101,103],template_field:[32,33,34,35,36,37,38,39,40,41,42,43,44,47,48,49,50,51,52,53,61,62,63,64,68,69,70,72,73,74,75,76,79,80,81,82,84,85,86,87,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,105,110,112],template_fields_render:[32,33,35,38,40,44,53,61,91,99,100,110,112],temporari:[3,21,51,111],term:[93,94,95,119,125],termin:[4,42,70,72,83,84,85,86,87,118],terminal_st:10,terminate_job:4,terminationprotect:118,test:[110,111,121,124],test_tabl:124,testawslambdahook:110,text:111,than:[22,49,50,51,52,74,80,81,82,93,97,100,101,103,110,111,116,119,125],thank:111,thei:[22,24,66],them:[22,112,120],therefor:95,thi:[1,2,3,4,5,6,7,8,10,11,13,14,17,18,19,21,22,24,25,26,34,35,38,39,43,44,47,48,49,50,51,52,53,54,55,56,57,58,59,60,66,67,69,74,76,80,81,82,90,92,93,94,95,96,97,99,100,101,102,103,104,105,110,111,112,113,115,116,118,119,120,121,123,124,127,128],thin:3,thing:[117,118,123],those:[99,112],thread:[110,112],throttl:[4,5],through:[1,88,99],throughout:8,thrown:88,thu:82,time:[1,4,7,9,10,13,15,19,22,32,35,36,37,44,45,54,57,58,59,60,68,69,74,76,81,88,110,120],timed_out:89,timeout:[5,13,22,57,58,59,60],timestamp:[19,22],timezon:110,titl:120,to_csv:100,toc:110,token:[1,3,32,93,94,95,101,103,110,111,112],too:[4,74,90],tool:110,top:112,topic:25,topicarn:[25,61],total:[1,81],totalseg:90,track:120,trail:111,train:[22,53,58,85],training_config:22,trainingjobdefinit:60,transfer:[7,28,109,110,122],transfer_archive_to_gc:[119,125],transfer_imap_attachment_to_s3:121,transfer_s3_to_redshift:124,transform:[22,51,59,86,90,99,110],transform_config:59,transform_script:51,transformjobsummari:22,transit:4,treat:111,tree:5,tri:[4,74,76],trigger:[13,15,45],truncat:[103,110],truncate_t:103,try_numb:[29,31],tune:[22,60,87],tuning_config:22,tupl:[3,14,21,22],turn:116,two:[1,7,15,32,35,45,68,90,116,118,120,123],txt:121,type:[3,4,5,7,9,10,13,14,18,19,21,22,23,24,25,26,27,38,41,45,61,62,71,72,73,76,99,110,111,112,120,127,128],typic:[4,5,111],typing_compat:[4,38],typing_extens:110,typo:110,ucsxwxpwzq7xz1wl3wqevcha:120,ui_color:[32,33,34,35,36,37,38,39,40,41,42,44,45,51,52,53,62,63,64,68,69,70,71,76,83,89,91,93,95,96,99,101,103],ui_fgcolor:[34,36,37,70],unchang:81,under:21,underli:[1,3,6,7,8,9,11,14,15,17,18,19,20,21,22,23,24,25,26,27,63,64,91,116],unifi:[21,110],uniform:[4,5],unify_bucket_name_and_kei:21,uninstal:111,union:[3,4,5,6,21,23,24,27,39,40,49,50,51,52,64,80,81,82,93,94,95,99,100,101,103,106],uniqu:[1,13,15,20,24,32,44,75,77,99,110,111],unix:80,unknown:33,unless:[51,52,80,81,82,93,100,101,103],unload:[101,108],unload_opt:101,unnecessari:110,unrel:110,until:[1,4,9,13,15,22,33,36,37,54,59,60,68,70,72,73,81,84,85,86,87,89,116,119],untouch:110,updat:[5,7,15,22,35,45,54,81,95,110,112,128],update_crawl:15,update_endpoint:22,update_task:[7,35],update_task_kwarg:[7,35,116],upgrad:110,upload:[13,21,22,29,31,44,49,51,81,91,92,93,94,102,104,105,112],upload_kei:123,uplod:110,uri:[7,35,111,116,127,128],url:[21,22,26,49,62,80,88,95,104,105,111,115],usabl:53,usag:[94,110,119,125],use:[2,3,4,5,7,21,22,32,33,35,36,37,38,40,43,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,63,66,67,68,74,77,80,81,82,89,93,94,95,97,99,100,101,103,110,111,112,113,115,116,117,118,123],use_ssl:[51,52,80,81,82,93,100,101,103],used:[3,4,5,7,15,20,21,22,24,31,33,35,38,47,48,49,50,51,52,66,67,80,81,82,93,95,96,100,101,103,110,111,112,116,120,124],useful:[5,116],user:[1,32,50,51,90,110,111,113,115,127],userguid:111,uses:[4,21,34,39,40,41,42,49,50,51,52,64,71,80,81,82,93,100,101,103,111,113,115,116,120,123],using:[3,4,5,7,11,20,21,24,26,36,37,50,90,93,94,95,99,106,110,112,116,117,118,120,121,123,124,128],usr:118,usual:[33,38],utcnow:110,utf:[24,106,110],util:[3,5,28,29,31,66,67,109,110],valid:[1,21,22,24,49,50,51,52,80,81,82,93,100,101,103],valid_st:70,valu:[4,10,14,19,21,23,24,25,26,48,49,50,51,52,53,66,67,76,80,81,82,93,95,100,101,103,111,116,118,123,127,128],valueerror:7,variabl:[66,67,110,111],variables_prefix:[66,67,127,128],variat:5,variou:110,vault:[12,43,74,94,119,125],vault_nam:[12,43,74,94,119,125],vaultbackend:110,veri:[19,116],verifi:[3,7,49,50,51,52,80,81,82,93,100,101,103,111,127],version:[18,21,38,49,95,99,110,111,112,117],versionid:127,versionstag:127,via:[22,66,67,95,97,99,111,112,115,116,117,118,120,123,124],video_data_to_s3:120,video_id:120,video_ids_respons:120,video_ids_to_s3:120,videoid:120,view:[116,117,118,119,120,121,123,124,125],visit:[119,125],volumesizeingb:[58,60],wai:116,wait:[1,4,5,7,9,13,15,32,35,36,37,45,54,57,58,59,60,68,69,72,73,74,75,76,77,79,80,81,82,88,119],wait_for_avail:10,wait_for_complet:[22,54,57,58,59,60],wait_for_crawler_complet:15,wait_for_delet:10,wait_for_job:[4,5],wait_for_st:9,wait_for_task_execut:7,wait_in_progress:22,wait_interval_second:[7,35],wait_time_second:88,waiter:[4,5,33,110],waiter_config:5,waiter_model:5,waiter_nam:[4,5],waitermodel:5,waiternam:4,want:[25,38,47,48,49,50,51,52,61,80,81,82,93,97,100,101,103,116,118,127,128],warn:[81,94,110,125],watch_step:118,watchtow:112,wave:110,web:[3,110,112],webident:111,welcom:[4,33],well:[48,94,125],were:[35,116],west:111,what:[116,119],whatev:21,when:[0,1,4,5,7,13,19,21,31,33,35,39,49,50,52,72,73,74,80,81,95,101,110,111,112,116,118,119,128],whenev:116,where:[1,4,13,14,21,38,44,49,52,69,76,94,95,100,102,104,105,110,111,128],whether:[3,14,19,21,22,49,50,51,52,54,80,81,82,91,92,93,95,99,100,101,103,120],which:[1,5,7,12,21,22,24,32,35,38,43,50,52,53,54,57,58,59,73,74,91,92,93,94,95,99,111,116,118,119,120,121,123,124],whitespac:110,whole:[74,119,125],whose:[52,93],wide:[93,94,95],width:4,wildcard:[21,80],wildcard_kei:21,wildcard_match:80,wish:1,within:[45,54,57,58,59,60,111],without:[5,110,111],wjalrxutnfemi:111,won:95,word:110,work:[3,93,94,95,110,111,112,125],worker:[3,47,48,74],workgroup:[1,32,110],workload:111,world:117,would:[3,47,48,52,66,67,93,118,127,128],wrap:22,wrapper:3,write:[5,8,17,31,32,51,88,90,114],write_batch_data:8,written:[51,99,116],wrong:110,wrongli:110,www:5,xcom:[35,39,41,52,64,88,89,95,110,112,116,120],xcom_kei:120,xcom_pul:[118,119,120],xcom_push:120,xhtml:111,xml:111,xpath:111,xxxx:110,xyz:35,yaml:110,yet:74,yield:[19,22],you:[1,21,25,38,47,48,49,50,51,52,54,57,58,59,60,61,66,67,80,81,82,93,95,97,99,100,101,103,111,112,113,115,116,117,118,119,120,123,124,127,128],your:[35,38,99,111,115,116,118,119,125,127,128],youtube_channel_id:120,youtube_conn_id:120,youtube_search_:120,youtube_video_field:120,youtube_video_part:120,youtube_video_published_aft:120,youtube_video_published_befor:120,youtube_videos_:120},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.exceptions</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.aws_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.base_aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_client</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_waiters</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ec2</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.elasticache_replication_group</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.emr</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_catalog</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.kinesis</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.lambda_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.logs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sagemaker</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ses</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.step_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.cloudwatch_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.s3_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_start_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_stop_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ecs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_add_steps</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_create_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_modify_cluster</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_terminate_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket_tagging</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_copy_object</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_delete_objects</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_file_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint_config</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_model</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_processing</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_get_execution_output</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_start_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.systems_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.ec2_instance_state</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_step</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_catalog_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_key</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_keys_unchanged</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_prefix</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.step_function_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.dynamodb_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.exasol_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.ftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.gcs_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.glacier_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.google_api_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.hive_to_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.imap_attachment_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mongo_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mysql_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.redshift_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_ftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_sftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.sftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.emailer</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon</span></code>","Package apache-airflow-providers-amazon","Amazon Web Services Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-amazon</span></code>","Writing Logs to Amazon Cloudwatch","Logging for Tasks","Writing Logs to Amazon S3","AWS DataSync Operator","ECS Operator","Amazon EMR Operators","Amazon Glacier Operator","Google API To S3 Transfer","Imap Attachment To S3 Operator","Amazon AWS Operators","Amazon S3 Operators","S3 To Redshift Transfer Operator","Amazon Glacier Transfer Operator","Amazon Transfer Operators","AWS Secrets Manager Backend","AWS SSM Parameter Store Secrets Backend","Secret Backends"],titleterms:{"default":111,AWS:[111,116,122,127,128],ECS:117,IDs:111,Using:[117,123],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,112],amazon:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,115,118,119,122,123,125,126],apach:[110,112],api:120,athena:[1,32,68],attach:121,authent:111,automat:118,aws:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108],aws_dynamodb:2,backend:[127,128,129],base_aw:3,batch:33,batch_client:4,batch_wait:5,behaviour:116,bucket:123,bug:112,changelog:112,cloud:111,cloud_form:[6,34,69],cloudwatch:113,cloudwatch_task_handl:29,configur:[111,118],connect:[111,127,128],content:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,112],copi:124,creat:[116,118,123],creation:116,cross:112,datasync:[7,35,116],defin:[118,123],delet:[116,123],depend:112,dynamodb:8,dynamodb_to_s3:90,ec2:9,ec2_instance_st:70,ec2_start_inst:36,ec2_stop_inst:37,ecs:38,elasticache_replication_group:10,email:106,emr:[11,118],emr_add_step:39,emr_bas:71,emr_create_job_flow:40,emr_job_flow:72,emr_modify_clust:41,emr_step:73,emr_terminate_job_flow:42,enabl:115,environ:[116,120,121,124],exampl:111,example_datasync_1:116,example_datasync_2:116,example_google_api_to_s3_transfer_advanc:120,example_google_api_to_s3_transfer_bas:120,example_imap_attachment_to_s3:121,example_s3_to_redshift:124,exasol_to_s3:91,except:0,execut:116,extra:111,featur:112,feder:111,field:111,fix:112,flow:118,ftp_to_s3:92,gcs_to_s3:93,get:[116,120],glacier:[12,43,74,119,125],glacier_to_gc:94,glaciercreatejoboper:119,glacierjoboperationsensor:119,glaciertogcsoper:125,glue:[13,44,75],glue_catalog:14,glue_catalog_partit:76,glue_crawl:[15,45,77],googl:[111,120],google_api_to_s3:95,hive_to_dynamodb:96,hook:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27],ident:111,imap:121,imap_attachment_to_s3:97,inform:117,instal:112,job:118,jobflow:118,kei:124,kinesi:17,lambda_funct:18,log:[19,29,30,31,113,114,115],lookup:[127,128],mail:121,manag:127,manual:118,modul:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,25,26,27,29,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108],mongo_to_s3:99,more:117,mysql_to_s3:100,oper:[32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,116,117,118,119,121,122,123,124,125,126],option:[127,128],overview:[116,118,120,121,123,124],packag:[110,112],paramet:128,pip:112,prerequisit:[117,118,123],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,112],purpos:[116,118,120,121,123,124],redshift:[20,79,108,124],redshift_to_s3:101,refer:[116,118,120,121,123,124],remot:115,requir:112,retriev:[127,128],role:111,run:116,s3_bucket:47,s3_bucket_tag:48,s3_copy_object:49,s3_delete_object:50,s3_file_transform:51,s3_kei:80,s3_keys_unchang:81,s3_list:52,s3_prefix:82,s3_task_handl:31,s3_to_ftp:102,s3_to_redshift:103,s3_to_sftp:104,sagemak:22,sagemaker_bas:[53,83],sagemaker_endpoint:[54,84],sagemaker_endpoint_config:55,sagemaker_model:56,sagemaker_process:57,sagemaker_train:[58,85],sagemaker_transform:[59,86],sagemaker_tun:[60,87],secret:[65,66,67,127,128,129],secrets_manag:[23,66],select:116,sensor:[68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89],servic:111,ses:24,setup:111,sftp_to_s3:105,sheet:120,sns:[25,61],sqs:[26,62,88],ssm:128,step:118,step_funct:27,step_function_execut:89,step_function_get_execution_output:63,step_function_start_execut:64,store:[127,128],submodul:[16,28,30,46,65,78,98,107],subpackag:[28,109],systems_manag:67,tabl:124,tag:123,task:[114,116,117,118,123],taskarn:116,terraform:111,transfer:[90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,120,121,124,125,126],updat:116,using:111,util:[106,107,108],valu:120,variabl:[116,120,121,124,127,128],via:121,video:120,web:111,wizard:111,write:[113,115],youtub:120}})