| Search.setIndex({docnames:["_api/airflow/providers/amazon/aws/hooks/athena/index","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index","_api/airflow/providers/amazon/aws/hooks/base_aws/index","_api/airflow/providers/amazon/aws/hooks/batch_client/index","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index","_api/airflow/providers/amazon/aws/hooks/datasync/index","_api/airflow/providers/amazon/aws/hooks/dynamodb/index","_api/airflow/providers/amazon/aws/hooks/ec2/index","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index","_api/airflow/providers/amazon/aws/hooks/emr/index","_api/airflow/providers/amazon/aws/hooks/glacier/index","_api/airflow/providers/amazon/aws/hooks/glue/index","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index","_api/airflow/providers/amazon/aws/hooks/index","_api/airflow/providers/amazon/aws/hooks/kinesis/index","_api/airflow/providers/amazon/aws/hooks/lambda_function/index","_api/airflow/providers/amazon/aws/hooks/logs/index","_api/airflow/providers/amazon/aws/hooks/redshift/index","_api/airflow/providers/amazon/aws/hooks/s3/index","_api/airflow/providers/amazon/aws/hooks/sagemaker/index","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index","_api/airflow/providers/amazon/aws/hooks/ses/index","_api/airflow/providers/amazon/aws/hooks/sns/index","_api/airflow/providers/amazon/aws/hooks/sqs/index","_api/airflow/providers/amazon/aws/hooks/step_function/index","_api/airflow/providers/amazon/aws/index","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index","_api/airflow/providers/amazon/aws/log/index","_api/airflow/providers/amazon/aws/log/s3_task_handler/index","_api/airflow/providers/amazon/aws/operators/athena/index","_api/airflow/providers/amazon/aws/operators/batch/index","_api/airflow/providers/amazon/aws/operators/cloud_formation/index","_api/airflow/providers/amazon/aws/operators/datasync/index","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index","_api/airflow/providers/amazon/aws/operators/ecs/index","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index","_api/airflow/providers/amazon/aws/operators/glacier/index","_api/airflow/providers/amazon/aws/operators/glue/index","_api/airflow/providers/amazon/aws/operators/glue_crawler/index","_api/airflow/providers/amazon/aws/operators/index","_api/airflow/providers/amazon/aws/operators/s3_bucket/index","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index","_api/airflow/providers/amazon/aws/operators/s3_list/index","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/operators/sns/index","_api/airflow/providers/amazon/aws/operators/sqs/index","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index","_api/airflow/providers/amazon/aws/secrets/index","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index","_api/airflow/providers/amazon/aws/secrets/systems_manager/index","_api/airflow/providers/amazon/aws/sensors/athena/index","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index","_api/airflow/providers/amazon/aws/sensors/emr_base/index","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index","_api/airflow/providers/amazon/aws/sensors/emr_step/index","_api/airflow/providers/amazon/aws/sensors/glacier/index","_api/airflow/providers/amazon/aws/sensors/glue/index","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index","_api/airflow/providers/amazon/aws/sensors/index","_api/airflow/providers/amazon/aws/sensors/redshift/index","_api/airflow/providers/amazon/aws/sensors/s3_key/index","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index","_api/airflow/providers/amazon/aws/sensors/sqs/index","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index","_api/airflow/providers/amazon/aws/transfers/index","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index","_api/airflow/providers/amazon/aws/utils/emailer/index","_api/airflow/providers/amazon/aws/utils/index","_api/airflow/providers/amazon/aws/utils/redshift/index","_api/airflow/providers/amazon/index","commits","connections/aws","index","logging/cloud-watch-task-handlers","logging/index","logging/s3-task-handler","operators/datasync","operators/ecs","operators/emr","operators/glacier","operators/google_api_to_s3_transfer","operators/imap_attachment_to_s3","operators/index","operators/s3_to_redshift","operators/transfer/glacier_to_gcs","operators/transfer/index","secrets-backends/aws-secrets-manager","secrets-backends/aws-ssm-parameter-store","secrets-backends/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/amazon/aws/hooks/athena/index.rst","_api/airflow/providers/amazon/aws/hooks/aws_dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/base_aws/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_client/index.rst","_api/airflow/providers/amazon/aws/hooks/batch_waiters/index.rst","_api/airflow/providers/amazon/aws/hooks/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/hooks/datasync/index.rst","_api/airflow/providers/amazon/aws/hooks/dynamodb/index.rst","_api/airflow/providers/amazon/aws/hooks/ec2/index.rst","_api/airflow/providers/amazon/aws/hooks/elasticache_replication_group/index.rst","_api/airflow/providers/amazon/aws/hooks/emr/index.rst","_api/airflow/providers/amazon/aws/hooks/glacier/index.rst","_api/airflow/providers/amazon/aws/hooks/glue/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_catalog/index.rst","_api/airflow/providers/amazon/aws/hooks/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/hooks/index.rst","_api/airflow/providers/amazon/aws/hooks/kinesis/index.rst","_api/airflow/providers/amazon/aws/hooks/lambda_function/index.rst","_api/airflow/providers/amazon/aws/hooks/logs/index.rst","_api/airflow/providers/amazon/aws/hooks/redshift/index.rst","_api/airflow/providers/amazon/aws/hooks/s3/index.rst","_api/airflow/providers/amazon/aws/hooks/sagemaker/index.rst","_api/airflow/providers/amazon/aws/hooks/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/hooks/ses/index.rst","_api/airflow/providers/amazon/aws/hooks/sns/index.rst","_api/airflow/providers/amazon/aws/hooks/sqs/index.rst","_api/airflow/providers/amazon/aws/hooks/step_function/index.rst","_api/airflow/providers/amazon/aws/index.rst","_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.rst","_api/airflow/providers/amazon/aws/log/index.rst","_api/airflow/providers/amazon/aws/log/s3_task_handler/index.rst","_api/airflow/providers/amazon/aws/operators/athena/index.rst","_api/airflow/providers/amazon/aws/operators/batch/index.rst","_api/airflow/providers/amazon/aws/operators/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/operators/datasync/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_start_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ec2_stop_instance/index.rst","_api/airflow/providers/amazon/aws/operators/ecs/index.rst","_api/airflow/providers/amazon/aws/operators/emr_add_steps/index.rst","_api/airflow/providers/amazon/aws/operators/emr_create_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/emr_modify_cluster/index.rst","_api/airflow/providers/amazon/aws/operators/emr_terminate_job_flow/index.rst","_api/airflow/providers/amazon/aws/operators/glacier/index.rst","_api/airflow/providers/amazon/aws/operators/glue/index.rst","_api/airflow/providers/amazon/aws/operators/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/operators/index.rst","_api/airflow/providers/amazon/aws/operators/s3_bucket/index.rst","_api/airflow/providers/amazon/aws/operators/s3_copy_object/index.rst","_api/airflow/providers/amazon/aws/operators/s3_delete_objects/index.rst","_api/airflow/providers/amazon/aws/operators/s3_file_transform/index.rst","_api/airflow/providers/amazon/aws/operators/s3_list/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_endpoint_config/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_model/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_processing/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/operators/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/operators/sns/index.rst","_api/airflow/providers/amazon/aws/operators/sqs/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_get_execution_output/index.rst","_api/airflow/providers/amazon/aws/operators/step_function_start_execution/index.rst","_api/airflow/providers/amazon/aws/secrets/index.rst","_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.rst","_api/airflow/providers/amazon/aws/secrets/systems_manager/index.rst","_api/airflow/providers/amazon/aws/sensors/athena/index.rst","_api/airflow/providers/amazon/aws/sensors/cloud_formation/index.rst","_api/airflow/providers/amazon/aws/sensors/ec2_instance_state/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_base/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_job_flow/index.rst","_api/airflow/providers/amazon/aws/sensors/emr_step/index.rst","_api/airflow/providers/amazon/aws/sensors/glacier/index.rst","_api/airflow/providers/amazon/aws/sensors/glue/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_catalog_partition/index.rst","_api/airflow/providers/amazon/aws/sensors/glue_crawler/index.rst","_api/airflow/providers/amazon/aws/sensors/index.rst","_api/airflow/providers/amazon/aws/sensors/redshift/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_key/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_keys_unchanged/index.rst","_api/airflow/providers/amazon/aws/sensors/s3_prefix/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_base/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_endpoint/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_training/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_transform/index.rst","_api/airflow/providers/amazon/aws/sensors/sagemaker_tuning/index.rst","_api/airflow/providers/amazon/aws/sensors/sqs/index.rst","_api/airflow/providers/amazon/aws/sensors/step_function_execution/index.rst","_api/airflow/providers/amazon/aws/transfers/dynamodb_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/exasol_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/gcs_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/glacier_to_gcs/index.rst","_api/airflow/providers/amazon/aws/transfers/google_api_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/hive_to_dynamodb/index.rst","_api/airflow/providers/amazon/aws/transfers/imap_attachment_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/index.rst","_api/airflow/providers/amazon/aws/transfers/mongo_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/mysql_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/redshift_to_s3/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_ftp/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_redshift/index.rst","_api/airflow/providers/amazon/aws/transfers/s3_to_sftp/index.rst","_api/airflow/providers/amazon/aws/transfers/sftp_to_s3/index.rst","_api/airflow/providers/amazon/aws/utils/emailer/index.rst","_api/airflow/providers/amazon/aws/utils/index.rst","_api/airflow/providers/amazon/aws/utils/redshift/index.rst","_api/airflow/providers/amazon/index.rst","commits.rst","connections/aws.rst","index.rst","logging/cloud-watch-task-handlers.rst","logging/index.rst","logging/s3-task-handler.rst","operators/datasync.rst","operators/ecs.rst","operators/emr.rst","operators/glacier.rst","operators/google_api_to_s3_transfer.rst","operators/imap_attachment_to_s3.rst","operators/index.rst","operators/s3_to_redshift.rst","operators/transfer/glacier_to_gcs.rst","operators/transfer/index.rst","secrets-backends/aws-secrets-manager.rst","secrets-backends/aws-ssm-parameter-store.rst","secrets-backends/index.rst"],objects:{"airflow.providers":{amazon:[106,0,0,"-"]},"airflow.providers.amazon":{aws:[27,0,0,"-"]},"airflow.providers.amazon.aws":{hooks:[15,0,0,"-"],log:[29,0,0,"-"],operators:[45,0,0,"-"],secrets:[63,0,0,"-"],sensors:[76,0,0,"-"],transfers:[95,0,0,"-"],utils:[104,0,0,"-"]},"airflow.providers.amazon.aws.hooks":{athena:[0,0,0,"-"],aws_dynamodb:[1,0,0,"-"],base_aws:[2,0,0,"-"],batch_client:[3,0,0,"-"],batch_waiters:[4,0,0,"-"],cloud_formation:[5,0,0,"-"],datasync:[6,0,0,"-"],dynamodb:[7,0,0,"-"],ec2:[8,0,0,"-"],elasticache_replication_group:[9,0,0,"-"],emr:[10,0,0,"-"],glacier:[11,0,0,"-"],glue:[12,0,0,"-"],glue_catalog:[13,0,0,"-"],glue_crawler:[14,0,0,"-"],kinesis:[16,0,0,"-"],lambda_function:[17,0,0,"-"],logs:[18,0,0,"-"],redshift:[19,0,0,"-"],s3:[20,0,0,"-"],sagemaker:[21,0,0,"-"],secrets_manager:[22,0,0,"-"],ses:[23,0,0,"-"],sns:[24,0,0,"-"],sqs:[25,0,0,"-"],step_function:[26,0,0,"-"]},"airflow.providers.amazon.aws.hooks.athena":{AWSAthenaHook:[0,1,1,""]},"airflow.providers.amazon.aws.hooks.athena.AWSAthenaHook":{FAILURE_STATES:[0,2,1,""],INTERMEDIATE_STATES:[0,2,1,""],SUCCESS_STATES:[0,2,1,""],check_query_status:[0,3,1,""],get_query_results:[0,3,1,""],get_query_results_paginator:[0,3,1,""],get_state_change_reason:[0,3,1,""],poll_query_status:[0,3,1,""],run_query:[0,3,1,""],stop_query:[0,3,1,""]},"airflow.providers.amazon.aws.hooks.base_aws":{AwsBaseHook:[2,1,1,""],_SessionFactory:[2,1,1,""],_parse_s3_config:[2,4,1,""]},"airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook":{_get_credentials:[2,3,1,""],conn:[2,3,1,""],conn_name_attr:[2,2,1,""],conn_type:[2,2,1,""],default_conn_name:[2,2,1,""],expand_role:[2,3,1,""],get_client_type:[2,3,1,""],get_conn:[2,3,1,""],get_credentials:[2,3,1,""],get_resource_type:[2,3,1,""],get_session:[2,3,1,""],hook_name:[2,2,1,""]},"airflow.providers.amazon.aws.hooks.base_aws._SessionFactory":{_assume_role:[2,3,1,""],_assume_role_with_saml:[2,3,1,""],_assume_role_with_web_identity:[2,3,1,""],_create_basic_session:[2,3,1,""],_fetch_saml_assertion_using_http_spegno_auth:[2,3,1,""],_get_google_identity_token_loader:[2,3,1,""],_impersonate_to_role:[2,3,1,""],_read_credentials_from_connection:[2,3,1,""],_read_role_arn_from_extra_config:[2,3,1,""],create_session:[2,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_client":{AwsBatchClientHook:[3,1,1,""],AwsBatchProtocol:[3,1,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchClientHook":{DEFAULT_DELAY_MAX:[3,2,1,""],DEFAULT_DELAY_MIN:[3,2,1,""],MAX_RETRIES:[3,2,1,""],STATUS_RETRIES:[3,2,1,""],add_jitter:[3,3,1,""],check_job_success:[3,3,1,""],client:[3,2,1,""],delay:[3,3,1,""],exponential_delay:[3,3,1,""],get_job_description:[3,3,1,""],parse_job_description:[3,3,1,""],poll_for_job_complete:[3,3,1,""],poll_for_job_running:[3,3,1,""],poll_job_status:[3,3,1,""],terminate_job:[3,3,1,""],wait_for_job:[3,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_client.AwsBatchProtocol":{describe_jobs:[3,3,1,""],get_waiter:[3,3,1,""],submit_job:[3,3,1,""],terminate_job:[3,3,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters":{AwsBatchWaitersHook:[4,1,1,""]},"airflow.providers.amazon.aws.hooks.batch_waiters.AwsBatchWaitersHook":{default_config:[4,2,1,""],get_waiter:[4,3,1,""],list_waiters:[4,3,1,""],wait_for_job:[4,3,1,""],waiter_config:[4,2,1,""],waiter_model:[4,2,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation":{AWSCloudFormationHook:[5,1,1,""]},"airflow.providers.amazon.aws.hooks.cloud_formation.AWSCloudFormationHook":{create_stack:[5,3,1,""],delete_stack:[5,3,1,""],get_stack_status:[5,3,1,""]},"airflow.providers.amazon.aws.hooks.datasync":{AWSDataSyncHook:[6,1,1,""]},"airflow.providers.amazon.aws.hooks.datasync.AWSDataSyncHook":{TASK_EXECUTION_FAILURE_STATES:[6,2,1,""],TASK_EXECUTION_INTERMEDIATE_STATES:[6,2,1,""],TASK_EXECUTION_SUCCESS_STATES:[6,2,1,""],_refresh_locations:[6,3,1,""],_refresh_tasks:[6,3,1,""],cancel_task_execution:[6,3,1,""],create_location:[6,3,1,""],create_task:[6,3,1,""],delete_task:[6,3,1,""],describe_task_execution:[6,3,1,""],get_current_task_execution_arn:[6,3,1,""],get_location_arns:[6,3,1,""],get_task_arns_for_location_arns:[6,3,1,""],get_task_description:[6,3,1,""],start_task_execution:[6,3,1,""],update_task:[6,3,1,""],wait_for_task_execution:[6,3,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb":{AwsDynamoDBHook:[7,1,1,""]},"airflow.providers.amazon.aws.hooks.dynamodb.AwsDynamoDBHook":{write_batch_data:[7,3,1,""]},"airflow.providers.amazon.aws.hooks.ec2":{EC2Hook:[8,1,1,""]},"airflow.providers.amazon.aws.hooks.ec2.EC2Hook":{get_instance:[8,3,1,""],get_instance_state:[8,3,1,""],wait_for_state:[8,3,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group":{ElastiCacheReplicationGroupHook:[9,1,1,""]},"airflow.providers.amazon.aws.hooks.elasticache_replication_group.ElastiCacheReplicationGroupHook":{TERMINAL_STATES:[9,2,1,""],create_replication_group:[9,3,1,""],delete_replication_group:[9,3,1,""],describe_replication_group:[9,3,1,""],ensure_delete_replication_group:[9,3,1,""],get_replication_group_status:[9,3,1,""],is_replication_group_available:[9,3,1,""],wait_for_availability:[9,3,1,""],wait_for_deletion:[9,3,1,""]},"airflow.providers.amazon.aws.hooks.emr":{EmrHook:[10,1,1,""]},"airflow.providers.amazon.aws.hooks.emr.EmrHook":{conn_name_attr:[10,2,1,""],conn_type:[10,2,1,""],create_job_flow:[10,3,1,""],default_conn_name:[10,2,1,""],get_cluster_id_by_name:[10,3,1,""],hook_name:[10,2,1,""]},"airflow.providers.amazon.aws.hooks.glacier":{GlacierHook:[11,1,1,""]},"airflow.providers.amazon.aws.hooks.glacier.GlacierHook":{describe_job:[11,3,1,""],retrieve_inventory:[11,3,1,""],retrieve_inventory_results:[11,3,1,""]},"airflow.providers.amazon.aws.hooks.glue":{AwsGlueJobHook:[12,1,1,""]},"airflow.providers.amazon.aws.hooks.glue.AwsGlueJobHook":{JOB_POLL_INTERVAL:[12,2,1,""],get_iam_execution_role:[12,3,1,""],get_job_state:[12,3,1,""],get_or_create_glue_job:[12,3,1,""],initialize_job:[12,3,1,""],job_completion:[12,3,1,""],list_jobs:[12,3,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog":{AwsGlueCatalogHook:[13,1,1,""]},"airflow.providers.amazon.aws.hooks.glue_catalog.AwsGlueCatalogHook":{check_for_partition:[13,3,1,""],get_partitions:[13,3,1,""],get_table:[13,3,1,""],get_table_location:[13,3,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler":{AwsGlueCrawlerHook:[14,1,1,""]},"airflow.providers.amazon.aws.hooks.glue_crawler.AwsGlueCrawlerHook":{create_crawler:[14,3,1,""],get_crawler:[14,3,1,""],glue_client:[14,3,1,""],has_crawler:[14,3,1,""],start_crawler:[14,3,1,""],update_crawler:[14,3,1,""],wait_for_crawler_completion:[14,3,1,""]},"airflow.providers.amazon.aws.hooks.kinesis":{AwsFirehoseHook:[16,1,1,""]},"airflow.providers.amazon.aws.hooks.kinesis.AwsFirehoseHook":{put_records:[16,3,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function":{AwsLambdaHook:[17,1,1,""]},"airflow.providers.amazon.aws.hooks.lambda_function.AwsLambdaHook":{invoke_lambda:[17,3,1,""]},"airflow.providers.amazon.aws.hooks.logs":{AwsLogsHook:[18,1,1,""]},"airflow.providers.amazon.aws.hooks.logs.AwsLogsHook":{get_log_events:[18,3,1,""]},"airflow.providers.amazon.aws.hooks.redshift":{RedshiftHook:[19,1,1,""]},"airflow.providers.amazon.aws.hooks.redshift.RedshiftHook":{cluster_status:[19,3,1,""],create_cluster_snapshot:[19,3,1,""],delete_cluster:[19,3,1,""],describe_cluster_snapshots:[19,3,1,""],restore_from_cluster_snapshot:[19,3,1,""]},"airflow.providers.amazon.aws.hooks.s3":{S3Hook:[20,1,1,""],T:[20,5,1,""],provide_bucket_name:[20,4,1,""],unify_bucket_name_and_key:[20,4,1,""]},"airflow.providers.amazon.aws.hooks.s3.S3Hook":{_upload_file_obj:[20,3,1,""],check_for_bucket:[20,3,1,""],check_for_key:[20,3,1,""],check_for_prefix:[20,3,1,""],check_for_wildcard_key:[20,3,1,""],conn_type:[20,2,1,""],copy_object:[20,3,1,""],create_bucket:[20,3,1,""],delete_bucket:[20,3,1,""],delete_objects:[20,3,1,""],download_file:[20,3,1,""],generate_presigned_url:[20,3,1,""],get_bucket:[20,3,1,""],get_key:[20,3,1,""],get_wildcard_key:[20,3,1,""],hook_name:[20,2,1,""],list_keys:[20,3,1,""],list_prefixes:[20,3,1,""],load_bytes:[20,3,1,""],load_file:[20,3,1,""],load_file_obj:[20,3,1,""],load_string:[20,3,1,""],parse_s3_url:[20,3,1,""],read_key:[20,3,1,""],select_key:[20,3,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker":{LogState:[21,1,1,""],Position:[21,5,1,""],SageMakerHook:[21,1,1,""],argmin:[21,4,1,""],secondary_training_status_changed:[21,4,1,""],secondary_training_status_message:[21,4,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.LogState":{COMPLETE:[21,2,1,""],JOB_COMPLETE:[21,2,1,""],STARTING:[21,2,1,""],TAILING:[21,2,1,""],WAIT_IN_PROGRESS:[21,2,1,""]},"airflow.providers.amazon.aws.hooks.sagemaker.SageMakerHook":{_list_request:[21,3,1,""],check_s3_url:[21,3,1,""],check_status:[21,3,1,""],check_training_config:[21,3,1,""],check_training_status_with_log:[21,3,1,""],check_tuning_config:[21,3,1,""],configure_s3_resources:[21,3,1,""],create_endpoint:[21,3,1,""],create_endpoint_config:[21,3,1,""],create_model:[21,3,1,""],create_processing_job:[21,3,1,""],create_training_job:[21,3,1,""],create_transform_job:[21,3,1,""],create_tuning_job:[21,3,1,""],describe_endpoint:[21,3,1,""],describe_endpoint_config:[21,3,1,""],describe_model:[21,3,1,""],describe_processing_job:[21,3,1,""],describe_training_job:[21,3,1,""],describe_training_job_with_log:[21,3,1,""],describe_transform_job:[21,3,1,""],describe_tuning_job:[21,3,1,""],endpoint_non_terminal_states:[21,2,1,""],failed_states:[21,2,1,""],get_log_conn:[21,3,1,""],list_processing_jobs:[21,3,1,""],list_training_jobs:[21,3,1,""],log_stream:[21,3,1,""],multi_stream_iter:[21,3,1,""],non_terminal_states:[21,2,1,""],tar_and_s3_upload:[21,3,1,""],update_endpoint:[21,3,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager":{SecretsManagerHook:[22,1,1,""]},"airflow.providers.amazon.aws.hooks.secrets_manager.SecretsManagerHook":{get_secret:[22,3,1,""],get_secret_as_dict:[22,3,1,""]},"airflow.providers.amazon.aws.hooks.ses":{SESHook:[23,1,1,""]},"airflow.providers.amazon.aws.hooks.ses.SESHook":{send_email:[23,3,1,""]},"airflow.providers.amazon.aws.hooks.sns":{AwsSnsHook:[24,1,1,""],_get_message_attribute:[24,4,1,""]},"airflow.providers.amazon.aws.hooks.sns.AwsSnsHook":{publish_to_target:[24,3,1,""]},"airflow.providers.amazon.aws.hooks.sqs":{SQSHook:[25,1,1,""]},"airflow.providers.amazon.aws.hooks.sqs.SQSHook":{create_queue:[25,3,1,""],send_message:[25,3,1,""]},"airflow.providers.amazon.aws.hooks.step_function":{StepFunctionHook:[26,1,1,""]},"airflow.providers.amazon.aws.hooks.step_function.StepFunctionHook":{describe_execution:[26,3,1,""],start_execution:[26,3,1,""]},"airflow.providers.amazon.aws.log":{cloudwatch_task_handler:[28,0,0,"-"],s3_task_handler:[30,0,0,"-"]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler":{CloudwatchTaskHandler:[28,1,1,""]},"airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler":{_read:[28,3,1,""],_render_filename:[28,3,1,""],close:[28,3,1,""],get_cloudwatch_logs:[28,3,1,""],hook:[28,3,1,""],set_context:[28,3,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler":{S3TaskHandler:[30,1,1,""]},"airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler":{_read:[30,3,1,""],close:[30,3,1,""],hook:[30,3,1,""],s3_log_exists:[30,3,1,""],s3_read:[30,3,1,""],s3_write:[30,3,1,""],set_context:[30,3,1,""]},"airflow.providers.amazon.aws.operators":{athena:[31,0,0,"-"],batch:[32,0,0,"-"],cloud_formation:[33,0,0,"-"],datasync:[34,0,0,"-"],ec2_start_instance:[35,0,0,"-"],ec2_stop_instance:[36,0,0,"-"],ecs:[37,0,0,"-"],emr_add_steps:[38,0,0,"-"],emr_create_job_flow:[39,0,0,"-"],emr_modify_cluster:[40,0,0,"-"],emr_terminate_job_flow:[41,0,0,"-"],glacier:[42,0,0,"-"],glue:[43,0,0,"-"],glue_crawler:[44,0,0,"-"],s3_bucket:[46,0,0,"-"],s3_copy_object:[47,0,0,"-"],s3_delete_objects:[48,0,0,"-"],s3_file_transform:[49,0,0,"-"],s3_list:[50,0,0,"-"],sagemaker_base:[51,0,0,"-"],sagemaker_endpoint:[52,0,0,"-"],sagemaker_endpoint_config:[53,0,0,"-"],sagemaker_model:[54,0,0,"-"],sagemaker_processing:[55,0,0,"-"],sagemaker_training:[56,0,0,"-"],sagemaker_transform:[57,0,0,"-"],sagemaker_tuning:[58,0,0,"-"],sns:[59,0,0,"-"],sqs:[60,0,0,"-"],step_function_get_execution_output:[61,0,0,"-"],step_function_start_execution:[62,0,0,"-"]},"airflow.providers.amazon.aws.operators.athena":{AWSAthenaOperator:[31,1,1,""]},"airflow.providers.amazon.aws.operators.athena.AWSAthenaOperator":{execute:[31,3,1,""],hook:[31,3,1,""],on_kill:[31,3,1,""],template_ext:[31,2,1,""],template_fields:[31,2,1,""],ui_color:[31,2,1,""]},"airflow.providers.amazon.aws.operators.batch":{AwsBatchOperator:[32,1,1,""]},"airflow.providers.amazon.aws.operators.batch.AwsBatchOperator":{arn:[32,2,1,""],execute:[32,3,1,""],monitor_job:[32,3,1,""],on_kill:[32,3,1,""],submit_job:[32,3,1,""],template_fields:[32,2,1,""],ui_color:[32,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation":{CloudFormationCreateStackOperator:[33,1,1,""],CloudFormationDeleteStackOperator:[33,1,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationCreateStackOperator":{execute:[33,3,1,""],template_ext:[33,2,1,""],template_fields:[33,2,1,""],ui_color:[33,2,1,""]},"airflow.providers.amazon.aws.operators.cloud_formation.CloudFormationDeleteStackOperator":{execute:[33,3,1,""],template_ext:[33,2,1,""],template_fields:[33,2,1,""],ui_color:[33,2,1,""],ui_fgcolor:[33,2,1,""]},"airflow.providers.amazon.aws.operators.datasync":{AWSDataSyncOperator:[34,1,1,""]},"airflow.providers.amazon.aws.operators.datasync.AWSDataSyncOperator":{_create_datasync_task:[34,3,1,""],_delete_datasync_task:[34,3,1,""],_execute_datasync_task:[34,3,1,""],_get_location_arns:[34,3,1,""],_get_tasks_and_locations:[34,3,1,""],_update_datasync_task:[34,3,1,""],choose_location:[34,3,1,""],choose_task:[34,3,1,""],execute:[34,3,1,""],get_hook:[34,3,1,""],on_kill:[34,3,1,""],template_fields:[34,2,1,""],ui_color:[34,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance":{EC2StartInstanceOperator:[35,1,1,""]},"airflow.providers.amazon.aws.operators.ec2_start_instance.EC2StartInstanceOperator":{execute:[35,3,1,""],template_fields:[35,2,1,""],ui_color:[35,2,1,""],ui_fgcolor:[35,2,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance":{EC2StopInstanceOperator:[36,1,1,""]},"airflow.providers.amazon.aws.operators.ec2_stop_instance.EC2StopInstanceOperator":{execute:[36,3,1,""],template_fields:[36,2,1,""],ui_color:[36,2,1,""],ui_fgcolor:[36,2,1,""]},"airflow.providers.amazon.aws.operators.ecs":{ECSOperator:[37,1,1,""],ECSProtocol:[37,1,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSOperator":{_aws_logs_enabled:[37,3,1,""],_check_success_task:[37,3,1,""],_cloudwatch_log_events:[37,3,1,""],_last_log_message:[37,3,1,""],_start_task:[37,3,1,""],_try_reattach_task:[37,3,1,""],_wait_for_task_ended:[37,3,1,""],execute:[37,3,1,""],get_hook:[37,3,1,""],get_logs_hook:[37,3,1,""],on_kill:[37,3,1,""],template_fields:[37,2,1,""],ui_color:[37,2,1,""]},"airflow.providers.amazon.aws.operators.ecs.ECSProtocol":{describe_task_definition:[37,3,1,""],describe_tasks:[37,3,1,""],get_waiter:[37,3,1,""],list_tasks:[37,3,1,""],run_task:[37,3,1,""],stop_task:[37,3,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps":{EmrAddStepsOperator:[38,1,1,""]},"airflow.providers.amazon.aws.operators.emr_add_steps.EmrAddStepsOperator":{execute:[38,3,1,""],template_ext:[38,2,1,""],template_fields:[38,2,1,""],ui_color:[38,2,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow":{EmrCreateJobFlowOperator:[39,1,1,""]},"airflow.providers.amazon.aws.operators.emr_create_job_flow.EmrCreateJobFlowOperator":{execute:[39,3,1,""],template_ext:[39,2,1,""],template_fields:[39,2,1,""],ui_color:[39,2,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster":{EmrModifyClusterOperator:[40,1,1,""]},"airflow.providers.amazon.aws.operators.emr_modify_cluster.EmrModifyClusterOperator":{execute:[40,3,1,""],template_ext:[40,2,1,""],template_fields:[40,2,1,""],ui_color:[40,2,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow":{EmrTerminateJobFlowOperator:[41,1,1,""]},"airflow.providers.amazon.aws.operators.emr_terminate_job_flow.EmrTerminateJobFlowOperator":{execute:[41,3,1,""],template_ext:[41,2,1,""],template_fields:[41,2,1,""],ui_color:[41,2,1,""]},"airflow.providers.amazon.aws.operators.glacier":{GlacierCreateJobOperator:[42,1,1,""]},"airflow.providers.amazon.aws.operators.glacier.GlacierCreateJobOperator":{execute:[42,3,1,""],template_fields:[42,2,1,""]},"airflow.providers.amazon.aws.operators.glue":{AwsGlueJobOperator:[43,1,1,""]},"airflow.providers.amazon.aws.operators.glue.AwsGlueJobOperator":{execute:[43,3,1,""],template_ext:[43,2,1,""],template_fields:[43,2,1,""],ui_color:[43,2,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler":{AwsGlueCrawlerOperator:[44,1,1,""]},"airflow.providers.amazon.aws.operators.glue_crawler.AwsGlueCrawlerOperator":{execute:[44,3,1,""],hook:[44,3,1,""],ui_color:[44,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket":{S3CreateBucketOperator:[46,1,1,""],S3DeleteBucketOperator:[46,1,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3CreateBucketOperator":{execute:[46,3,1,""],template_fields:[46,2,1,""]},"airflow.providers.amazon.aws.operators.s3_bucket.S3DeleteBucketOperator":{execute:[46,3,1,""],template_fields:[46,2,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object":{S3CopyObjectOperator:[47,1,1,""]},"airflow.providers.amazon.aws.operators.s3_copy_object.S3CopyObjectOperator":{execute:[47,3,1,""],template_fields:[47,2,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects":{S3DeleteObjectsOperator:[48,1,1,""]},"airflow.providers.amazon.aws.operators.s3_delete_objects.S3DeleteObjectsOperator":{execute:[48,3,1,""],template_fields:[48,2,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform":{S3FileTransformOperator:[49,1,1,""]},"airflow.providers.amazon.aws.operators.s3_file_transform.S3FileTransformOperator":{execute:[49,3,1,""],template_ext:[49,2,1,""],template_fields:[49,2,1,""],ui_color:[49,2,1,""]},"airflow.providers.amazon.aws.operators.s3_list":{S3ListOperator:[50,1,1,""]},"airflow.providers.amazon.aws.operators.s3_list.S3ListOperator":{execute:[50,3,1,""],template_fields:[50,2,1,""],ui_color:[50,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base":{SageMakerBaseOperator:[51,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_base.SageMakerBaseOperator":{execute:[51,3,1,""],expand_role:[51,3,1,""],hook:[51,3,1,""],integer_fields:[51,2,1,""],parse_config_integers:[51,3,1,""],parse_integer:[51,3,1,""],preprocess_config:[51,3,1,""],template_ext:[51,2,1,""],template_fields:[51,2,1,""],ui_color:[51,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint":{SageMakerEndpointOperator:[52,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint.SageMakerEndpointOperator":{create_integer_fields:[52,3,1,""],execute:[52,3,1,""],expand_role:[52,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config":{SageMakerEndpointConfigOperator:[53,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_endpoint_config.SageMakerEndpointConfigOperator":{execute:[53,3,1,""],integer_fields:[53,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model":{SageMakerModelOperator:[54,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_model.SageMakerModelOperator":{execute:[54,3,1,""],expand_role:[54,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing":{SageMakerProcessingOperator:[55,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_processing.SageMakerProcessingOperator":{_create_integer_fields:[55,3,1,""],execute:[55,3,1,""],expand_role:[55,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training":{SageMakerTrainingOperator:[56,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_training.SageMakerTrainingOperator":{execute:[56,3,1,""],expand_role:[56,3,1,""],integer_fields:[56,2,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform":{SageMakerTransformOperator:[57,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_transform.SageMakerTransformOperator":{create_integer_fields:[57,3,1,""],execute:[57,3,1,""],expand_role:[57,3,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning":{SageMakerTuningOperator:[58,1,1,""]},"airflow.providers.amazon.aws.operators.sagemaker_tuning.SageMakerTuningOperator":{execute:[58,3,1,""],expand_role:[58,3,1,""],integer_fields:[58,2,1,""]},"airflow.providers.amazon.aws.operators.sns":{SnsPublishOperator:[59,1,1,""]},"airflow.providers.amazon.aws.operators.sns.SnsPublishOperator":{execute:[59,3,1,""],template_ext:[59,2,1,""],template_fields:[59,2,1,""]},"airflow.providers.amazon.aws.operators.sqs":{SQSPublishOperator:[60,1,1,""]},"airflow.providers.amazon.aws.operators.sqs.SQSPublishOperator":{execute:[60,3,1,""],template_fields:[60,2,1,""],ui_color:[60,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output":{StepFunctionGetExecutionOutputOperator:[61,1,1,""]},"airflow.providers.amazon.aws.operators.step_function_get_execution_output.StepFunctionGetExecutionOutputOperator":{execute:[61,3,1,""],template_ext:[61,2,1,""],template_fields:[61,2,1,""],ui_color:[61,2,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution":{StepFunctionStartExecutionOperator:[62,1,1,""]},"airflow.providers.amazon.aws.operators.step_function_start_execution.StepFunctionStartExecutionOperator":{execute:[62,3,1,""],template_ext:[62,2,1,""],template_fields:[62,2,1,""],ui_color:[62,2,1,""]},"airflow.providers.amazon.aws.secrets":{secrets_manager:[64,0,0,"-"],systems_manager:[65,0,0,"-"]},"airflow.providers.amazon.aws.secrets.secrets_manager":{SecretsManagerBackend:[64,1,1,""]},"airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend":{_get_secret:[64,3,1,""],client:[64,3,1,""],get_config:[64,3,1,""],get_conn_uri:[64,3,1,""],get_variable:[64,3,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager":{SystemsManagerParameterStoreBackend:[65,1,1,""]},"airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend":{_get_secret:[65,3,1,""],client:[65,3,1,""],get_config:[65,3,1,""],get_conn_uri:[65,3,1,""],get_variable:[65,3,1,""]},"airflow.providers.amazon.aws.sensors":{athena:[66,0,0,"-"],cloud_formation:[67,0,0,"-"],ec2_instance_state:[68,0,0,"-"],emr_base:[69,0,0,"-"],emr_job_flow:[70,0,0,"-"],emr_step:[71,0,0,"-"],glacier:[72,0,0,"-"],glue:[73,0,0,"-"],glue_catalog_partition:[74,0,0,"-"],glue_crawler:[75,0,0,"-"],redshift:[77,0,0,"-"],s3_key:[78,0,0,"-"],s3_keys_unchanged:[79,0,0,"-"],s3_prefix:[80,0,0,"-"],sagemaker_base:[81,0,0,"-"],sagemaker_endpoint:[82,0,0,"-"],sagemaker_training:[83,0,0,"-"],sagemaker_transform:[84,0,0,"-"],sagemaker_tuning:[85,0,0,"-"],sqs:[86,0,0,"-"],step_function_execution:[87,0,0,"-"]},"airflow.providers.amazon.aws.sensors.athena":{AthenaSensor:[66,1,1,""]},"airflow.providers.amazon.aws.sensors.athena.AthenaSensor":{FAILURE_STATES:[66,2,1,""],INTERMEDIATE_STATES:[66,2,1,""],SUCCESS_STATES:[66,2,1,""],hook:[66,3,1,""],poke:[66,3,1,""],template_ext:[66,2,1,""],template_fields:[66,2,1,""],ui_color:[66,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation":{CloudFormationCreateStackSensor:[67,1,1,""],CloudFormationDeleteStackSensor:[67,1,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationCreateStackSensor":{poke:[67,3,1,""],template_fields:[67,2,1,""],ui_color:[67,2,1,""]},"airflow.providers.amazon.aws.sensors.cloud_formation.CloudFormationDeleteStackSensor":{get_hook:[67,3,1,""],poke:[67,3,1,""],template_fields:[67,2,1,""],ui_color:[67,2,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state":{EC2InstanceStateSensor:[68,1,1,""]},"airflow.providers.amazon.aws.sensors.ec2_instance_state.EC2InstanceStateSensor":{poke:[68,3,1,""],template_fields:[68,2,1,""],ui_color:[68,2,1,""],ui_fgcolor:[68,2,1,""],valid_states:[68,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_base":{EmrBaseSensor:[69,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_base.EmrBaseSensor":{failure_message_from_response:[69,3,1,""],get_emr_response:[69,3,1,""],get_hook:[69,3,1,""],poke:[69,3,1,""],state_from_response:[69,3,1,""],ui_color:[69,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow":{EmrJobFlowSensor:[70,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_job_flow.EmrJobFlowSensor":{failure_message_from_response:[70,3,1,""],get_emr_response:[70,3,1,""],state_from_response:[70,3,1,""],template_ext:[70,2,1,""],template_fields:[70,2,1,""]},"airflow.providers.amazon.aws.sensors.emr_step":{EmrStepSensor:[71,1,1,""]},"airflow.providers.amazon.aws.sensors.emr_step.EmrStepSensor":{failure_message_from_response:[71,3,1,""],get_emr_response:[71,3,1,""],state_from_response:[71,3,1,""],template_ext:[71,2,1,""],template_fields:[71,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier":{GlacierJobOperationSensor:[72,1,1,""],JobStatus:[72,1,1,""]},"airflow.providers.amazon.aws.sensors.glacier.GlacierJobOperationSensor":{poke:[72,3,1,""],template_fields:[72,2,1,""]},"airflow.providers.amazon.aws.sensors.glacier.JobStatus":{IN_PROGRESS:[72,2,1,""],SUCCEEDED:[72,2,1,""]},"airflow.providers.amazon.aws.sensors.glue":{AwsGlueJobSensor:[73,1,1,""]},"airflow.providers.amazon.aws.sensors.glue.AwsGlueJobSensor":{poke:[73,3,1,""],template_fields:[73,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition":{AwsGlueCatalogPartitionSensor:[74,1,1,""]},"airflow.providers.amazon.aws.sensors.glue_catalog_partition.AwsGlueCatalogPartitionSensor":{get_hook:[74,3,1,""],poke:[74,3,1,""],template_fields:[74,2,1,""],ui_color:[74,2,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler":{AwsGlueCrawlerSensor:[75,1,1,""]},"airflow.providers.amazon.aws.sensors.glue_crawler.AwsGlueCrawlerSensor":{get_hook:[75,3,1,""],poke:[75,3,1,""]},"airflow.providers.amazon.aws.sensors.redshift":{AwsRedshiftClusterSensor:[77,1,1,""]},"airflow.providers.amazon.aws.sensors.redshift.AwsRedshiftClusterSensor":{get_hook:[77,3,1,""],poke:[77,3,1,""],template_fields:[77,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key":{S3KeySensor:[78,1,1,""],S3KeySizeSensor:[78,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySensor":{get_hook:[78,3,1,""],poke:[78,3,1,""],template_fields:[78,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_key.S3KeySizeSensor":{check_fn:[78,3,1,""],get_files:[78,3,1,""],poke:[78,3,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged":{S3KeysUnchangedSensor:[79,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_keys_unchanged.S3KeysUnchangedSensor":{hook:[79,3,1,""],is_keys_unchanged:[79,3,1,""],poke:[79,3,1,""],template_fields:[79,2,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix":{S3PrefixSensor:[80,1,1,""]},"airflow.providers.amazon.aws.sensors.s3_prefix.S3PrefixSensor":{get_hook:[80,3,1,""],poke:[80,3,1,""],template_fields:[80,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base":{SageMakerBaseSensor:[81,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_base.SageMakerBaseSensor":{failed_states:[81,3,1,""],get_failed_reason_from_response:[81,3,1,""],get_hook:[81,3,1,""],get_sagemaker_response:[81,3,1,""],non_terminal_states:[81,3,1,""],poke:[81,3,1,""],state_from_response:[81,3,1,""],ui_color:[81,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint":{SageMakerEndpointSensor:[82,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_endpoint.SageMakerEndpointSensor":{failed_states:[82,3,1,""],get_failed_reason_from_response:[82,3,1,""],get_sagemaker_response:[82,3,1,""],non_terminal_states:[82,3,1,""],state_from_response:[82,3,1,""],template_ext:[82,2,1,""],template_fields:[82,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training":{SageMakerTrainingSensor:[83,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_training.SageMakerTrainingSensor":{failed_states:[83,3,1,""],get_failed_reason_from_response:[83,3,1,""],get_sagemaker_response:[83,3,1,""],init_log_resource:[83,3,1,""],non_terminal_states:[83,3,1,""],state_from_response:[83,3,1,""],template_ext:[83,2,1,""],template_fields:[83,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform":{SageMakerTransformSensor:[84,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_transform.SageMakerTransformSensor":{failed_states:[84,3,1,""],get_failed_reason_from_response:[84,3,1,""],get_sagemaker_response:[84,3,1,""],non_terminal_states:[84,3,1,""],state_from_response:[84,3,1,""],template_ext:[84,2,1,""],template_fields:[84,2,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning":{SageMakerTuningSensor:[85,1,1,""]},"airflow.providers.amazon.aws.sensors.sagemaker_tuning.SageMakerTuningSensor":{failed_states:[85,3,1,""],get_failed_reason_from_response:[85,3,1,""],get_sagemaker_response:[85,3,1,""],non_terminal_states:[85,3,1,""],state_from_response:[85,3,1,""],template_ext:[85,2,1,""],template_fields:[85,2,1,""]},"airflow.providers.amazon.aws.sensors.sqs":{SQSSensor:[86,1,1,""]},"airflow.providers.amazon.aws.sensors.sqs.SQSSensor":{get_hook:[86,3,1,""],poke:[86,3,1,""],template_fields:[86,2,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution":{StepFunctionExecutionSensor:[87,1,1,""]},"airflow.providers.amazon.aws.sensors.step_function_execution.StepFunctionExecutionSensor":{FAILURE_STATES:[87,2,1,""],INTERMEDIATE_STATES:[87,2,1,""],SUCCESS_STATES:[87,2,1,""],get_hook:[87,3,1,""],poke:[87,3,1,""],template_ext:[87,2,1,""],template_fields:[87,2,1,""],ui_color:[87,2,1,""]},"airflow.providers.amazon.aws.transfers":{dynamodb_to_s3:[88,0,0,"-"],exasol_to_s3:[89,0,0,"-"],gcs_to_s3:[90,0,0,"-"],glacier_to_gcs:[91,0,0,"-"],google_api_to_s3:[92,0,0,"-"],hive_to_dynamodb:[93,0,0,"-"],imap_attachment_to_s3:[94,0,0,"-"],mongo_to_s3:[96,0,0,"-"],mysql_to_s3:[97,0,0,"-"],redshift_to_s3:[98,0,0,"-"],s3_to_ftp:[99,0,0,"-"],s3_to_redshift:[100,0,0,"-"],s3_to_sftp:[101,0,0,"-"],sftp_to_s3:[102,0,0,"-"]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3":{DynamoDBToS3Operator:[88,1,1,""],_convert_item_to_json_bytes:[88,4,1,""],_upload_file_to_s3:[88,4,1,""]},"airflow.providers.amazon.aws.transfers.dynamodb_to_s3.DynamoDBToS3Operator":{_scan_dynamodb_and_upload_to_s3:[88,3,1,""],execute:[88,3,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3":{ExasolToS3Operator:[89,1,1,""]},"airflow.providers.amazon.aws.transfers.exasol_to_s3.ExasolToS3Operator":{execute:[89,3,1,""],template_ext:[89,2,1,""],template_fields:[89,2,1,""],template_fields_renderers:[89,2,1,""],ui_color:[89,2,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3":{GCSToS3Operator:[90,1,1,""]},"airflow.providers.amazon.aws.transfers.gcs_to_s3.GCSToS3Operator":{execute:[90,3,1,""],template_fields:[90,2,1,""],ui_color:[90,2,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs":{GlacierToGCSOperator:[91,1,1,""]},"airflow.providers.amazon.aws.transfers.glacier_to_gcs.GlacierToGCSOperator":{execute:[91,3,1,""],template_fields:[91,2,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3":{GoogleApiToS3Operator:[92,1,1,""]},"airflow.providers.amazon.aws.transfers.google_api_to_s3.GoogleApiToS3Operator":{_expose_google_api_response_via_xcom:[92,3,1,""],_load_data_to_s3:[92,3,1,""],_retrieve_data_from_google_api:[92,3,1,""],_update_google_api_endpoint_params_via_xcom:[92,3,1,""],execute:[92,3,1,""],template_ext:[92,2,1,""],template_fields:[92,2,1,""],ui_color:[92,2,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb":{HiveToDynamoDBOperator:[93,1,1,""]},"airflow.providers.amazon.aws.transfers.hive_to_dynamodb.HiveToDynamoDBOperator":{execute:[93,3,1,""],template_ext:[93,2,1,""],template_fields:[93,2,1,""],ui_color:[93,2,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3":{ImapAttachmentToS3Operator:[94,1,1,""]},"airflow.providers.amazon.aws.transfers.imap_attachment_to_s3.ImapAttachmentToS3Operator":{execute:[94,3,1,""],template_fields:[94,2,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3":{MongoToS3Operator:[96,1,1,""],_DEPRECATION_MSG:[96,5,1,""]},"airflow.providers.amazon.aws.transfers.mongo_to_s3.MongoToS3Operator":{_stringify:[96,3,1,""],execute:[96,3,1,""],template_fields:[96,2,1,""],transform:[96,3,1,""],ui_color:[96,2,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3":{MySQLToS3Operator:[97,1,1,""]},"airflow.providers.amazon.aws.transfers.mysql_to_s3.MySQLToS3Operator":{_fix_int_dtypes:[97,3,1,""],execute:[97,3,1,""],template_ext:[97,2,1,""],template_fields:[97,2,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3":{RedshiftToS3Operator:[98,1,1,""]},"airflow.providers.amazon.aws.transfers.redshift_to_s3.RedshiftToS3Operator":{_build_unload_query:[98,3,1,""],execute:[98,3,1,""],template_ext:[98,2,1,""],template_fields:[98,2,1,""],ui_color:[98,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp":{S3ToFTPOperator:[99,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_ftp.S3ToFTPOperator":{execute:[99,3,1,""],template_fields:[99,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift":{S3ToRedshiftOperator:[100,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_redshift.S3ToRedshiftOperator":{_build_copy_query:[100,3,1,""],execute:[100,3,1,""],template_ext:[100,2,1,""],template_fields:[100,2,1,""],ui_color:[100,2,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp":{S3ToSFTPOperator:[101,1,1,""]},"airflow.providers.amazon.aws.transfers.s3_to_sftp.S3ToSFTPOperator":{execute:[101,3,1,""],get_s3_key:[101,3,1,""],template_fields:[101,2,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3":{SFTPToS3Operator:[102,1,1,""]},"airflow.providers.amazon.aws.transfers.sftp_to_s3.SFTPToS3Operator":{execute:[102,3,1,""],get_s3_key:[102,3,1,""],template_fields:[102,2,1,""]},"airflow.providers.amazon.aws.utils":{emailer:[103,0,0,"-"],redshift:[105,0,0,"-"]},"airflow.providers.amazon.aws.utils.emailer":{send_email:[103,4,1,""]},"airflow.providers.amazon.aws.utils.redshift":{build_credentials_block:[105,4,1,""],log:[105,5,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"000287753":107,"00642a46d":107,"008035450":107,"00ffedb8c":107,"00z":117,"01049ddce":107,"02d94349b":107,"04d278f93":107,"07b81029e":107,"0823d46a7":107,"08t02":123,"0a0e1af80":107,"0b0e4f7a4":107,"0b2":107,"0beta1":107,"0c3db84c3":107,"0c77ea8a3":107,"0d6cae417":107,"0df60b773":107,"100":21,"1000":[0,48,107],"10004":107,"10025":107,"10052":107,"10079":107,"10097":107,"10163":107,"10164":107,"10167":107,"1024":[91,116,121],"10256":124,"10276":107,"10280":107,"10286":107,"10343ec29":107,"10391":107,"10436":107,"10437":107,"10468":107,"10483":107,"1048576":78,"10528":107,"10543":107,"10580":107,"10590":107,"10642":107,"10643":107,"10645":107,"10653":107,"10655":107,"10671":107,"10774":107,"10778":107,"10804":107,"10818":107,"10829":107,"10890":107,"10910":107,"10913":124,"10927":107,"10947":107,"11001":107,"11020":107,"11023":107,"11031":107,"11032":107,"11112223344":113,"11138":107,"11178":107,"11209":107,"112223334444":108,"11227":[107,109],"11238":107,"11242":107,"11249":107,"11250":107,"11293":107,"11434":107,"11447":107,"11448":107,"11470":107,"11487":107,"11531":107,"11688":107,"11747":[107,109],"11806":107,"11809":107,"11814":107,"11821":107,"11825":107,"11826":107,"11844":107,"11855":107,"12033":[107,109],"12049":107,"12079":107,"12082":107,"12093":107,"12096":[107,109],"12123":107,"12143":107,"12206":107,"12212":107,"12230":107,"12304":107,"123456ab":114,"12353":107,"12366":107,"12389":107,"12390":107,"123abc":114,"12427":107,"12438":107,"12444":107,"12449":107,"12513":107,"12558":107,"12578":107,"12653":107,"12681":107,"12917":107,"12955":107,"12af6a080":107,"12c5e5d8a":107,"13049":[107,109],"1307":3,"13072":[107,109],"13073":107,"13135":107,"13148":107,"13187":[107,109],"132000":123,"13361":[107,109],"13380":107,"13396":[107,109],"13490":[107,109],"13717":107,"13718":[107,109],"13732":107,"13767":107,"13773":[107,109],"13847":[107,109],"13851":107,"13854c32a":107,"13973":[107,109],"13986":[107,109],"14006":107,"14013":107,"14027":[107,109],"14082":107,"14103":107,"14125":107,"14177":[107,109],"14414":[107,109],"1508c43ec":107,"16e712971":107,"17adcea83":107,"180":6,"18t00":117,"1915":4,"1988a97e8":107,"19bc97d0c":107,"1b1472630":107,"1b38f6d9b":107,"1d36b0303":107,"1d472b":33,"1ed171bfb":107,"2012":108,"2015":[13,74],"2016":4,"2018":[13,50],"2019":[107,117],"2020":[107,109,123],"2021":107,"2310":107,"23rc1":107,"240057002457":108,"2410f592a":107,"24c8e4c2d":107,"250436d96":107,"2577f9334":107,"25t00":117,"27d08b76a":107,"2934220dc":107,"295d66f91":107,"29730d720":107,"2a1":107,"2a54512d7":107,"2b8dea64":107,"2bf7b7cac":107,"2ca615cff":107,"2f31b3060":107,"2fbpxrficyexamplekei":108,"2fexampl":124,"2fk7mdeng":108,"2fspark":124,"2fwebident":108,"2ndwatch":4,"308f1d066":107,"314524341751":123,"32971a1a2":107,"32b3cfbcf":107,"3320e432a":107,"33f0cd265":107,"349b0811c":107,"34f90eff":123,"357e11e0c":107,"3600":20,"3696c34c2":107,"370e7d07d":107,"3723":[107,109],"3734876d9":107,"373c6aa4a":107,"375d1ca22":107,"379a884d6":107,"383a118d2":107,"3934ef224":107,"3a240057002457":108,"3aaw":108,"3aiam":108,"3arol":108,"3bb60afc7":107,"3d76fb4bf":107,"3ea3e1a2b":107,"3fa51f94d":107,"3fd5ef355":107,"40246132a":107,"40add26d4":107,"40bf8f28f":107,"4175":107,"41bf172c1":107,"4200":[3,32],"422b61a9d":107,"42a23d16f":107,"42eef3821":107,"4364":107,"438da7241":107,"4421f011e":107,"4438":107,"44b5e2":[31,34],"455a":123,"4572":112,"465":123,"4681":107,"47a922b86":107,"483068745":107,"4c8e033c0":107,"4d03e33c1":107,"4e1f3a69d":107,"4e479e1e1":107,"4e8f9cc8d":107,"4fb498f87":107,"504cfbac1":107,"5090fb0c8":107,"5115":107,"5220e4c38":107,"5231":107,"52b6efe1":107,"53ada6e79":107,"553bb7af7":107,"564192c16":107,"5648dfbc3":107,"5705":107,"5781":107,"5782":107,"5783":107,"5786":107,"57da45685":107,"5824":107,"5825":107,"589636":96,"58a8ec0e4":107,"58c3542ed":107,"5908":107,"5924":107,"599e4791c":107,"59eb5de78":107,"5a439e84":107,"5e77a6154":107,"5ee74b21be672":123,"600":3,"6007":107,"6021":107,"6038":107,"6072":107,"6075":107,"6083":107,"6206":107,"6245":107,"625576a3a":107,"6258":107,"6319":107,"6333":107,"6376":107,"63aa3db88":107,"6424":107,"6502":107,"6512":107,"6515":107,"6518":107,"6539":107,"6541":107,"6570":107,"6572":107,"6574":107,"6577":107,"6588":107,"6617":107,"663259d4b":107,"6654":107,"6655":107,"6659":107,"6672":107,"6674":107,"6678":107,"6682":107,"6686":107,"66c3ff":[66,69,87],"6708":107,"6714":107,"6716":107,"6718":107,"674368f66":107,"6761":107,"6764":107,"6767":107,"6773":107,"6792":107,"6811":107,"6817":107,"6822":107,"6824":107,"6830":107,"6854":107,"686d7d50b":107,"6871":107,"6877":107,"6884":107,"6888":107,"6889a333c":107,"68d1714f2":107,"6962":107,"6975":107,"6ad3fa":60,"6b9659":33,"6ce855af1":107,"6cf76d7ac":107,"6d55f329f":107,"6d573e8ab":107,"6eaa7e3b1":107,"7068":107,"7077":124,"7105":107,"7111":107,"7146":107,"7176":107,"7178":107,"7213":107,"7236862a1":107,"7239d9a82":107,"7270":107,"7271":107,"7274":107,"7287":107,"7288":107,"7295":107,"7309":107,"7330":107,"7336":107,"7338":107,"7339":107,"7341":107,"7342":107,"7347":107,"7375":107,"7386":107,"7394":107,"7412":107,"7443":107,"7451":107,"7456":107,"7474":107,"74bc316c5":107,"7502cad28":107,"7506":107,"7517":107,"7527eddc5":107,"7541":107,"7598":107,"7600":107,"7619":107,"7680":107,"7731":107,"7733":107,"7745":107,"7753":107,"7825e8f59":107,"7827":107,"7830":107,"7846":107,"7891":107,"78d8fe694":107,"7945":107,"7948":107,"7c206a82a":107,"7ca0b6f12":107,"7d0e7122d":107,"7d24b088c":107,"7ea66a1a9":107,"7meuul":123,"8011":107,"8080":108,"8170":107,"8186":107,"822285134":107,"8248":107,"82c0e5aff":107,"82f744b87":107,"8349061f9":107,"83c037873":107,"8441":107,"8451":107,"8452":107,"8534":107,"8571":107,"8572":107,"8581":107,"85a18e13d":107,"85bbab27d":107,"8618":107,"8669":107,"8701":107,"872b1566a":107,"8749":107,"87969a350":107,"87fdbd070":107,"8802":107,"8807":107,"8811":107,"8845":107,"8863":107,"8877":107,"8882":107,"8886":107,"8888":107,"8891":107,"8895":107,"8898":107,"88bdcfa0d":107,"88e40c714":107,"8936":107,"8969b7185":107,"8984":107,"8987":107,"8994":107,"8a0240257":107,"8afdb6ac6":107,"8b1":107,"8b10a4b35":107,"8c42cf1b0":107,"8c5594b02":107,"8d42d9ed6":107,"9019":107,"9022":107,"9026":107,"9034f277e":107,"9054":107,"9106":107,"9211":107,"9214":107,"9246":107,"92585ca4c":107,"9282185e6":107,"9290":107,"9306":107,"9320":107,"9350":107,"9370":107,"9400":107,"9404":107,"9408":107,"941a07057":107,"9444":107,"9458":107,"9460":107,"94fccca97":107,"9516":107,"9523":107,"9549274d1":107,"9550":107,"9559":107,"9594":107,"9602":107,"9604":107,"9645":107,"9667314b2":107,"9784":107,"9786":107,"97a429f9d":107,"9817":107,"9878":107,"9908":107,"992a18c84":107,"992f0e3ac":107,"9982":107,"9985":107,"99e699":100,"9a94ab246":107,"9b39f2478":107,"9c8f":123,"9cbd7de6d":107,"9edfcb7ac":107,"boolean":78,"byte":[20,22,24,88,91,107],"case":[3,4,6,20,51,96,108,109,113,116,124],"class":[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,107,109,116,121],"default":[2,3,4,9,18,20,21,23,24,25,34,37,46,47,48,49,50,55,56,59,60,61,64,65,66,70,71,72,74,75,78,79,80,86,87,88,90,93,97,98,100,107,113,115,123,124],"enum":[21,72],"export":[89,108],"final":[0,3,12,19,107,108,113],"float":[3,4,8,9,21,24,35,36,72,78,79,107],"function":[0,17,18,20,21,26,31,61,62,74,78,87,93,94,107],"import":[3,4,107],"int":[0,3,4,6,9,12,13,14,18,20,21,24,25,31,32,34,40,43,44,52,55,56,57,58,60,66,67,72,74,78,79,86,88,91,92,97,107],"long":[72,88,108,116,121],"new":[4,6,21,30,34,37,75,79,107,108,109,113,115],"null":[64,65,123,124],"public":120,"return":[0,2,3,4,6,8,9,10,11,12,13,14,18,19,20,21,22,23,25,26,28,30,31,32,34,37,43,44,50,51,52,53,54,55,56,57,58,60,64,65,66,67,69,70,71,72,75,77,78,79,80,81,86,87,96,105,107,113,116,117],"short":[72,90,91,92],"static":[3,20,69,70,71,96,101,102,107],"super":[2,107],"switch":107,"throw":[84,85],"true":[3,6,9,13,14,18,19,20,21,30,34,37,38,40,52,55,56,57,58,62,78,79,83,86,89,90,92,98,110,112,113,115,116],"try":[67,110,112,113],"while":[20,89,94],AND:[13,74],AWS:[0,2,3,4,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,32,34,35,36,37,42,43,44,46,51,52,53,54,55,56,57,58,60,64,65,67,68,69,70,71,72,73,74,75,79,81,86,89,91,98,100,103,105,107,109,110,112,114,115,117,118,120,125],Added:107,Adding:[3,107,109],And:[64,65,115],ECS:[37,107,119],EFS:6,For:[2,13,20,25,34,37,42,52,53,54,55,56,57,58,60,64,65,72,88,90,91,92,94,100,107,108,109,112,113,114,115,116,117,118,120,121,123,124],GCS:[90,107],IDs:117,NFS:[6,113],NOT:80,One:2,RCs:107,SES:[23,103,107],SNS:[24,59,107],SQS:[25,60,86],STS:[98,100,107,109],The:[0,2,3,4,6,12,13,18,20,21,23,26,34,42,43,46,47,48,49,50,51,52,53,54,55,56,57,58,60,62,64,65,67,72,73,74,75,77,78,79,80,84,85,86,90,91,92,94,96,99,101,102,108,113,115,116,117,118,120,123,124],Then:113,There:[3,34,80],These:[113,117,118],Use:[3,38,72,107,112,114],Used:[98,108],Useful:108,Uses:74,Using:[3,4,108],Will:10,With:[70,71,108,113],__init__:107,_assume_rol:2,_assume_role_with_saml:2,_assume_role_with_web_ident:2,_aws_logs_en:37,_build_copy_queri:100,_build_unload_queri:98,_check_and_transform_video_id:117,_check_success_task:37,_cloudwatch_log_ev:37,_convert_item_to_json_byt:88,_create_basic_sess:2,_create_datasync_task:34,_create_integer_field:55,_delete_datasync_task:34,_deprecation_msg:96,_execute_datasync_task:34,_expose_google_api_response_via_xcom:92,_fetch_saml_assertion_using_http_spegno_auth:2,_fix_int_dtyp:97,_get_credenti:[2,107],_get_google_identity_token_load:2,_get_location_arn:34,_get_message_attribut:24,_get_secret:[64,65],_get_tasks_and_loc:34,_hook:107,_impersonate_to_rol:2,_kwarg:113,_last_log_messag:37,_list_request:21,_load_data_to_s3:92,_oper:107,_parse_s3_config:2,_prefix:[123,124],_read:[28,30],_read_credentials_from_connect:2,_read_role_arn_from_extra_config:2,_refresh_loc:6,_refresh_task:6,_render_filenam:28,_retrieve_data_from_google_api:92,_scan_dynamodb_and_upload_to_s3:88,_sensor:107,_sessionfactori:2,_start_task:37,_stringifi:96,_try_reattach_task:37,_update_datasync_task:34,_update_google_api_endpoint_params_via_xcom:92,_upload_file_obj:20,_upload_file_to_s3:88,_wait_for_task_end:37,a0e08c:93,a1e2f8635:107,a311d3d82:107,a36002412:107,a60f589aa:107,a69b031f2:107,a79e2d4c4:107,a80cd25e8:107,a8b5fc74d:107,a9ac2b040:107,aaa:108,ab10443e9:107,ab1290cb0:107,ab5fe56ac:107,abil:107,abl:23,abort:87,about:[6,20,22,25,60,71,107,108,116,117,121],abov:[110,112,113],absolut:97,ac2f72c98:107,accept:[38,80,107,108],access:[20,47,64,65,108,110,112,113],access_kei:2,access_token:[90,91,92],accident:4,accord:107,accordingli:79,account:[12,14,28,43,90,91,92,108,110],acl:[20,47,89,90,107],acl_polici:[20,47,89,107,109],action:[108,113,115,117,118,120],action_if_job_exist:[55,56],actiononfailur:115,actual:[107,116,121],add:[4,23,38,107,108,109,113,115],add_jitt:3,add_step:115,added:[3,38,107],adding:115,addit:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,34,60,61,62,64,79,108,113],addition:[108,112],address:[23,108],advanc:117,ae7cb4a1:107,aeea71274:107,af4157fd:107,after:[21,37,70,79,107,108,113,115],against:[93,108],aip:107,airfl:80,airflow:[108,110,112,113,114,115,116,117,118,120,121,123,124],airflow_bucket:34,airflow_conn_:108,airflow_conn_aws_default:108,airflowbadrequest:6,airflowexcept:[3,4,6,9,12,14,32,34,84,85,86],airflowtasktimeout:6,akiaiosfodnn7exampl:108,algorithm:113,alia:17,all:[0,6,18,20,21,28,34,46,48,50,51,52,90,92,94,96,107,108,109,113,117,118],alloc:[12,43],allow:[3,4,12,43,92,94,107,108,109,115],allow_delet:79,allow_disk_us:96,allow_random_location_choic:[34,113],allow_random_task_choic:[34,113],allowdiskus:[107,109],almost:107,along:108,alreadi:[2,3,6,14,20,37,47,49,55,56,89,94,113],also:[4,37,49,64,81,88,108,112,113,115,117],altern:[38,108,113],alwai:[107,113],amazon:[111,113,114,117,118,120,123,124],amazonaw:[2,3,4,21,26,33,37,70,71,88],amount:93,amp:108,analyticsreport:92,ani:[0,2,3,4,6,10,14,20,21,23,26,30,31,32,38,39,40,41,62,69,70,71,73,75,78,88,90,91,92,96,108,113,117,123,124],annot:107,apach:[108,114,115,117],api:[2,3,4,9,13,21,26,33,37,69,70,71,74,88,92,107,109,113,114,115,116,119,121],api_assumerol:108,api_assumerolewithsaml:108,apirefer:[3,32],append:30,appli:[3,32],applic:[49,98,108,114],apply_default:107,approach:113,architectur:3,archiv:[116,121],arg:[0,3,4,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,107,115],argmin:21,argument:[0,5,6,7,8,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,39,43,47,48,49,50,61,62,64,78,79,80,90,93,97,98,100,107,109,113],arn:[2,26,28,32,51,52,53,54,55,56,57,58,61,62,108,110,113,123],around:2,arr:21,arrai:[24,37,96],array_properti:32,arrayproperti:[3,32],ask:[66,70,71,82,83,84,85,87],assert:108,assig:107,assign:[107,108],associ:[21,35,36,37,68,83],assum:[3,4,96,108,113],assume_rol:108,assume_role_kwarg:[2,108],assume_role_method:108,assume_role_with_saml:108,assume_role_with_web_ident:108,assume_role_with_web_identity_feder:108,assume_role_with_web_identity_federation_audi:108,assumerolewithsaml:[107,108],assumerolewithwebident:108,athena:[15,27,45,76,106,107],athenasensor:66,attach:[23,37,94,108,119],attempt:[34,113],attribut:[2,24,25,59,60],aud:108,audienc:108,augment:107,authent:[2,92,107,123],author:[90,91,92,98,100,105,108],auto:[30,107],autocommit:[98,100],autom:107,automat:[59,98,107,113],avail:[9,18,21,49,77,86,92,114,115,117],avoid:[0,3,4,31,107,109,113],aws:[106,107,108,109,110,113,114,115,116,117,118,120,121,123,124],aws_access_key_id:[64,123],aws_account_id:108,aws_conn_id:[0,2,4,5,6,7,8,10,11,13,14,16,17,18,19,20,21,22,23,24,25,26,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,50,51,52,53,54,55,56,57,58,59,60,61,62,66,67,68,69,72,73,74,75,77,78,79,80,81,86,87,89,91,92,93,96,97,98,99,100,113,114,115,116,121],aws_customers_conn:50,aws_default:[2,11,31,33,34,35,36,38,39,40,41,42,43,44,46,47,48,49,50,51,59,60,61,62,66,67,68,69,72,73,74,75,77,78,79,80,81,86,87,89,90,91,92,93,94,96,97,98,99,100,101,102,103,108,113,115,116,121],aws_default_region:108,aws_dynamodb:[15,27,106],aws_ec:114,aws_glue_default_job:43,aws_hook:107,aws_iam_rol:[98,100,108],aws_policy_nam:108,aws_role_nam:108,aws_secret_access_kei:[64,123],aws_session_token:108,awsathenahook:[0,31,66,107],awsathenaoper:[31,107],awsbasehook:[0,2,3,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,107,108,113],awsbatchcli:3,awsbatchclienthook:[3,4],awsbatchoper:[32,107],awsbatchprotocol:3,awsbatchwait:[4,32],awsbatchwaitershook:4,awscloudformationhook:[5,67],awscurr:123,awsdatasync:34,awsdatasynchook:[6,34,113],awsdatasyncoper:[6,34,113],awsdynamodb:107,awsdynamodbhook:7,awsfirehosehook:16,awsgluecataloghook:[13,74],awsgluecatalogpartitionsensor:74,awsgluecrawlerhook:[14,44,75],awsgluecrawleroper:44,awsgluecrawlersensor:75,awsgluejobhook:[12,107],awsgluejoboper:43,awsgluejobsensor:[73,107],awshook:[37,107],awslambdahook:17,awslogs_group:[37,114],awslogs_region:37,awslogs_stream_prefix:[37,114],awslogshook:[18,21,28,37,110],awsredshiftclustersensor:77,awssnshook:24,awsssmsecretsbackend:107,awsvpcconfigur:114,b2a28d159:107,b40dffa08:107,b46d6c060:107,b61225a88:107,b6434dedf:107,b7aa778b3:107,b7cdda1c6:107,b9d677cdd:107,baae14084:107,back:[3,32],backend:[64,65,103,107,109],backend_kwarg:[64,65,107,123,124],backoff:3,backport:[107,109],backup:[116,121],backward:108,bad:107,bandwidth:113,base:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,107,108,113],base_aw:[0,3,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,106],base_log_fold:[28,30],base_sess:2,basecli:3,basehook:2,baseoper:[31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,59,60,61,62,88,89,90,91,92,93,94,96,97,98,99,100,101,102],basesecretsbackend:[64,65,107],basesensoroper:[66,67,68,69,72,73,74,75,77,78,79,80,81,86,87],basic:[18,92,117,120],batch:[3,4,7,16,21,27,45,106,107,109],batch_client:[4,15,27,106],batch_wait:[15,27,106],batchget:92,bcc:[23,103],bd74eb0ca:107,bd90136aa:107,becaus:[113,115],becedd5af:107,becom:68,been:[20,79,90,96,108,109],befor:[0,3,4,6,31,46,52,66,72,93,98,100,107,108,113,114],begin:[18,50,61,62,90],behav:[79,113],behavior:[3,34,69,79,81],behaviour:[2,46,55,56],being:[20,47,77,78,79,80,89,92,93,96,113,123,124],belong:13,below:[32,73,75,108],better:107,between:[0,3,6,8,14,21,31,34,35,36,44,66,67,72,74,79,113,117],big:[91,121],bigger:[116,121],bin:115,binari:24,black:107,blob:4,block:[3,4,32,105],blog:[3,4],bool:[2,3,6,9,13,18,19,20,21,30,34,37,38,40,46,47,48,49,50,52,55,56,57,58,62,78,79,80,83,89,90,91,92,94,96,97,98,100,107],bootstrap:70,both:[20,47,57,113],boto3:[2,3,4,6,10,19,20,21,26,32,33,34,35,36,37,38,39,46,51,64,69,70,71,88,107,108,109,113,114,115,117,118,120],boto:[2,3,4,6,20,96,107,108],botocor:[2,3,4,25,47,48,49,50,60,78,79,80,90,97,98,100,105,108,109],bounc:23,box:108,branchpythonoper:117,brand:107,bring:117,broken:107,browser:108,bucket:[12,20,21,43,46,47,48,50,78,79,80,88,89,90,91,92,94,96,97,98,99,100,101,102,107,112,113,117,118,120],bucket_access_role_arn:113,bucket_kei:78,bucket_nam:[20,46,78,79,80,88,89,91,107,109,116,121],bucketaccessrolearn:[34,113],bug:107,bugfix:107,build:[4,107],build_credentials_block:105,build_full_result:0,build_path:107,builtin:107,bump:107,bundl:[47,48,49,50,78,79,80,90,97,98,100],busi:6,bytes_data:20,bytesio:20,c015eb2f6:107,c065d3218:107,c0c5f11ad:107,c319e81ca:107,c34ef853c:107,c3dae0:32,c3e340584:107,c4c635df6:107,c5cae9:[67,74],c6358045f:107,c7788a689:107,c7a454aa3:107,c7e5bce57:107,c858babdd:107,c94b1241a:107,ca35bd7f7:107,ca4238eb4:107,cach:[2,107],calcul:[107,115],calculate_pi:115,call:[0,4,6,9,14,21,23,31,32,34,44,51,66,69,70,71,92,107,108,117],callabl:[21,78,88,93],camelcas:[3,4,21],can:[2,3,4,6,9,12,20,23,30,39,47,48,49,50,64,78,79,80,88,89,90,92,97,98,100,108,109,110,112,113,115,116,117,118,120,123,124],cancel:[0,6,14,31,34,66,75],cancel_task_execut:6,candid:[107,113],capabl:[107,109],capac:7,case_sensit:6,cast:[52,55,57],catalog:[13,44,74],cater:113,cb766b05b:107,cbebed2b4:107,cc181e:92,cc8811:68,cddbf9c11:107,cert:[47,48,49,50,78,79,80,90,97,98,100],certain:78,certif:[2,47,48,49,50,78,79,80,90,97,98,100],cf141506a:107,cf647c27e:107,cf9437d79:107,cfg:[64,65,110,112,123,124],chain:[90,91,92,108],chang:[0,2,3,21,79,107,108],changelog:107,channel:117,channelid:117,charact:[80,107],charset:23,check:[0,3,4,6,8,9,13,14,20,21,30,31,34,35,36,37,44,55,56,57,58,66,68,70,71,72,74,78,79,80,81,82,83,84,85,86,87,91,94,107,113,116],check_and_transform_video_id:117,check_fn:78,check_for_bucket:20,check_for_kei:20,check_for_partit:13,check_for_prefix:20,check_for_wildcard_kei:20,check_interv:[8,21,35,36,52,55,56,57,58],check_job_flow:115,check_job_success:3,check_query_statu:0,check_s3_url:21,check_statu:21,check_training_config:21,check_training_status_with_log:21,check_tuning_config:21,child:96,choic:109,choos:[108,113],choose_loc:[34,113],choose_task:[34,113],chosen:34,chunk:[91,116,121],chunk_siz:[91,116,121],claus:74,cleanup:107,cli:[114,115],client:[2,3,4,5,14,20,21,25,26,33,35,36,37,52,53,54,55,56,57,58,60,64,65,68,70,71,92,107,108,113,115,117],client_method:20,client_request_token:[0,31],client_typ:2,clienterror:6,clienthook:107,clientmethod:20,close:[28,30,98,107],cloud:[43,44,90,91,92,107,116,121],cloud_form:[15,27,45,76,106],cloudant:107,cloudbasehook:107,cloudform:[5,33,67,107],cloudformationcreatestackoper:33,cloudformationcreatestacksensor:67,cloudformationdeletestackoper:33,cloudformationdeletestacksensor:67,cloudwatch:[18,21,28,37,55,56,83,111],cloudwatch_task_handl:[27,29,106],cloudwatchtaskhandl:28,cluster:[10,19,37,38,40,70,71,77,107,114,115],cluster_cr:115,cluster_id:40,cluster_identifi:[19,77],cluster_remov:115,cluster_st:[10,38],cluster_statu:19,code:[3,4,32,80,107,115,116,117,120],collect:[32,96],color:107,column:[13,97,98],com:[2,3,4,13,21,26,32,33,37,70,71,74,88,92,98,100,105,108,123,124],combin:[4,37,123,124],come:[21,107],command:[98,100,105,107,109,114,115,120],comment:107,commit:[98,107,109],common:107,commun:[92,108],compani:108,comparison:74,compat:[2,107,108],compelet:107,complaint:23,complet:[3,4,6,8,12,14,21,34,35,36,71,87,107,113,116],compon:108,compos:13,composit:107,compress:[20,89,91,96,107],concaten:64,concurr:[3,4,12,40,43],concurrent_run_limit:[12,43],condit:108,conf:2,config:[0,2,4,9,10,21,31,39,44,51,52,53,54,55,56,57,58,64,65,107,108,115,123,124],config_file_nam:2,config_format:2,config_kwarg:108,config_prefix:[64,65],configur:[2,3,4,9,14,21,32,37,44,46,51,52,53,54,55,56,57,58,64,65,67,74,107,110,112,113,123,124],configure_s3_resourc:21,conflict:108,conn:[2,107],conn_id:[64,65,103,108],conn_name_attr:[2,10],conn_typ:[2,10,20],connect:[2,4,10,11,12,20,25,31,32,33,34,35,36,37,38,39,40,41,42,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,69,72,74,75,78,79,80,86,87,90,91,92,93,94,96,97,98,99,100,101,102,107,109,110,112,114,115],connections_prefix:[64,65,123,124],consecut:[0,6,14,31,34,44,66],consid:[34,79,81],consist:107,consol:[108,114,115],constant:[108,115],constraint:37,construct:[80,108],constructor:107,contain:[0,2,5,7,13,16,17,18,20,21,23,24,25,33,37,44,46,67,69,71,81,84,85,88,90,93,96,97,98,100,108,114],containeroverrid:[3,32,114],content:[107,108],context:[0,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,66,67,68,69,72,73,74,75,77,78,79,80,81,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102],continu:115,contrib:107,control:[49,92],conveni:[3,20],convent:[20,47],convers:107,copi:[20,47,49,98,100,105,107],copy_object:20,copy_opt:[100,120],core:2,correct:[101,102,107,108,113],correctli:[79,107],correspond:92,cost:[116,121],could:34,cover:3,coverag:107,crawl:14,crawler:[12,14,44,75,107,109],crawler_kwarg:14,crawler_nam:[14,75],creat:[0,2,4,5,6,9,10,12,14,19,20,21,25,30,31,33,34,37,39,43,44,46,47,52,53,54,55,56,57,58,64,65,66,67,77,78,80,86,87,88,107,108,114],create_:113,create_bucket:20,create_cluster_snapshot:19,create_crawl:14,create_destination_location_kwarg:[34,113],create_endpoint:[21,52],create_endpoint_config:[21,52,53],create_glacier_job:116,create_hyper_parameter_tuning_job:58,create_integer_field:[52,57],create_job_flow:[10,115],create_job_kwarg:[12,43],create_loc:6,create_location_kwarg:6,create_location_xyz:[6,34],create_model:[21,52,54,57],create_processing_job:[21,55],create_queu:25,create_replication_group:9,create_sess:2,create_source_location_kwarg:[34,113],create_stack:[5,33],create_task:[6,34],create_task_kwarg:[6,34,113],create_training_job:[21,56],create_transform_job:[21,57],create_tuning_job:21,createdd:123,creation:[12,19,21,34,43,52,115],creator:[90,91,92],credenti:[2,4,32,37,46,67,74,90,91,92,98,100,105,107,108,109],credentials_block:[98,100],criteria:[72,78,88,113],cross:107,csv:[90,98,120],current:[2,6,8,9,18,20,21,43,44,66,70,73,80,96],current_job_descript:21,current_object:79,currenttaskexecutionarn:6,cursor:96,custom:[4,32,37,50,92,96,98,107,109,114,115],custom_config:4,custom_head:23,d0ab7f6d3:107,d0e7db402:107,d200:107,d202:107,d204:107,d305876be:107,d38a0a781:107,d5589673a:107,d590e5e76:107,dag:[107,109,113,114,115,117,118,120],data:[4,18,20,26,44,49,50,59,62,78,88,89,91,92,93,96,97,98,107,116,117,120,121],databas:[13,31,74,89,93,96,97,98,100],database_nam:[13,74],databrick:107,datafram:97,datasync:[15,27,45,106,107,119],datasync_task:113,datasync_task_1:113,datasync_task_2:113,datasynctask:34,datatyp:24,date:[107,108],days_ago:107,db121f726:107,dd98b2149:107,de3b1e687:107,dea345b05:107,debug:108,decid:[9,20,89,113,117],decor:[20,107],decrypt:107,deepcopi:4,def:[3,78,117],default_arg:107,default_config:4,default_conn_nam:[2,10],default_create_source_location_kwarg:113,default_create_task_kwarg:113,default_delay_max:3,default_delay_min:3,default_destination_location_kwarg:113,default_update_task_kwarg:113,defin:[4,14,32,34,92,113,114,123,124],definit:[3,32,37,114,115],delai:[3,4,25,60],delay_second:[25,60],deleg:[90,91,92],delegate_to:[90,91,92,116,121],delet:[5,6,9,19,20,33,34,46,48,67,79,86,107],delete_bucket:20,delete_clust:19,delete_object:[20,107],delete_replication_group:9,delete_stack:[5,33],delete_task:6,delete_task_after_execut:[34,113],delimit:[20,50,78,80,90],deliveri:16,delivery_stream:16,depend:[24,91,96,107,121],deprec:[1,21,90,96,108,109],desc:12,describ:[3,9,21,26,107,108],describe_clust:70,describe_cluster_snapshot:19,describe_endpoint:21,describe_endpoint_config:21,describe_execut:26,describe_funct:21,describe_job:[3,11],describe_model:21,describe_processing_job:21,describe_replication_group:9,describe_step:71,describe_task:37,describe_task_definit:37,describe_task_execut:6,describe_training_job:21,describe_training_job_with_log:21,describe_transform_job:21,describe_tuning_job:21,describetrainingjob:21,descript:[3,4,6,12,21,43,72,107,108,113,117],design:79,desir:[77,97,98,113],desiredstatu:37,dest:[34,49,113],dest_aws_conn_id:[49,90],dest_bucket_kei:[20,47],dest_bucket_nam:[20,47],dest_s3_extra_arg:90,dest_s3_kei:[49,90],dest_verifi:[49,90],destin:[6,20,34,47,49,90,94,100,113],destination_location_arn:6,destination_location_uri:[34,113],detail:[4,20,25,26,42,43,52,53,54,55,56,57,58,60,70,71,72,91,94,107,109,113,114,115,124],detect:[3,107],determin:[6,19,34,59],dev:107,develop:[4,92,114],df8efd04f:107,diagram:108,dict:[0,2,3,4,5,6,9,10,12,13,18,20,21,22,23,24,25,26,31,32,33,34,37,38,39,40,41,43,44,51,52,53,54,55,56,57,58,59,60,62,66,69,70,71,78,81,86,88,89,90,92,93,94,96,97,107],dictionari:[14,37,39,69,70,71,96,108,116],differ:[21,47,48,49,50,78,79,80,90,97,98,100,113],differenti:113,directli:[34,90,91,92],directori:[20,21,90,113],disabl:[88,107,108],discoveri:[92,117],discuss:124,disk:96,displai:21,distribut:[2,46],do_xcom_push:[34,38,40,62,113],doc:[3,13,32,74,96,98,100,105,107,108,109],docstr:107,document:[2,3,4,6,13,21,26,33,37,70,71,88,96,107,108,113,114,115,116,117,118,120,121,124],doe:[20,55,56,57,58,78,109],doesn:[52,55,56,57,58,113],domain:[90,91,92],don:[107,110,112],done:[21,108,113,116],dot:74,down:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,61,62,107,115],downgrad:109,download:[20,91,99,101,102,116,121],download_fil:[20,107],downstream:50,dpu:[12,43],drop:20,dtype:97,due:117,dummi:107,dummy_oper:107,dummyoper:117,dump:[88,113],duplic:107,durabl:[116,121],durat:[72,107],dure:[4,55,56,79,115],dynam:107,dynamodb:[1,2,15,27,88,93,106],dynamodb_scan_kwarg:88,dynamodb_table_nam:88,dynamodb_to_s3:[27,95,106,107],dynamodbtos3oper:88,e0b022725:107,e13a14c87:107,e31e9ddd2:107,e3f96ce7a:107,e4878e677:107,e501:88,e61b9bb9b:107,e7c87fe45:107,e9add7916:107,ea21:123,each:[0,2,6,8,13,21,35,36,46,67,72,74,86,96,113,123,124],east:[12,43,74,93,108,123],eb4af4f94:107,ec2:[4,15,27,35,36,37,68,106,107],ec2_instance_st:[27,76,106],ec2_start_inst:[27,45,106],ec2_stop_inst:[27,45,106],ec2hook:8,ec2instancestatesensor:68,ec2startinstanceoper:35,ec2stopinstanceoper:36,ecce1ace7:107,ecfdc60bb:107,echo:114,ecs:[27,45,106,114],ecsoper:[37,107,109,114],ecsprotocol:37,ed09915a0:107,ed3f5131a:107,eded:[43,44,51,81,89,98],ee20086b8:107,ee7ca128a:107,eeaa11:[35,36],eef87b995:107,effect:108,either:[9,20,24,34,47,52,59,108,109,112,113,123],elast:[10,37],elasticach:[9,107],elasticache_replication_group:[15,27,106],elasticachereplicationgrouphook:9,element:96,elimin:108,els:[0,3,9,30],elsewher:108,email:[23,27,94,104,106,107,108,109,118],emailoper:[107,109],empti:[2,6,14,20,46,108],emr:[2,15,27,38,39,40,41,69,70,71,106,107,119],emr_add_step:[27,45,106],emr_bas:[27,70,71,76,106],emr_cluster_nam:10,emr_conn_id:[10,39,115],emr_connect:39,emr_create_job_flow:[27,45,106],emr_default:[10,39,115],emr_defaultrol:115,emr_ec2_defaultrol:115,emr_job_flow:[27,76,106],emr_modify_clust:[27,45,106],emr_step:[27,76,106],emr_terminate_job_flow:[27,45,106],emraddstepsoper:[38,107,115],emrbasesensor:[69,70,71],emrcreatejobflowoper:[39,115],emrhook:[10,69],emrjobflowsensor:[70,107,115],emrmodifyclusteroper:[40,115],emrstepsensor:[71,115],emrterminatejobflowoper:[41,115],emul:112,enabl:[20,48,80,90,91,92,99,101,102,107,108,110,123,124],encod:[20,23,107,108],encrypt:[0,20,31,89,112],encrypt_s3_log:112,end:[6,18,97,115],endpoint:[21,24,52,53,82,92,108,112,117],endpoint_config_configur:52,endpoint_configur:52,endpoint_nam:82,endpoint_non_terminal_st:21,endpointarn:[24,59],endpointconfig:52,engin:80,enhanc:107,ensur:[9,108],ensure_delete_replication_group:9,entri:[18,21,107],envelop:23,environ:[34,65,108,114,123],environment:108,equal:[8,68],error:[0,6,20,30,70,71,79,82,83,84,85,89,107,109],establish:[99,101,102,108],etc:[2,17],etl:[12,43],even:20,event:[17,18,21],everi:116,exaconnect:89,exactli:[38,113],exampl:[3,4,12,13,21,34,43,50,64,65,74,78,92,93,107,109,110,112,113,114,115,116,117,118,120,121,123,124],example_dag:[107,113,114,115,116,117,118,120,121],example_ecs_farg:114,example_emr_job_flow_automatic_step:115,example_emr_job_flow_manual_step:115,example_glacier_to_gc:[116,121],exasol:[89,109],exasol_conn_id:89,exasol_default:89,exasol_to_s3:[27,95,106],exasoltos3oper:[89,107,109],exce:88,exceed:6,except:[113,115],exchang:108,exclud:[34,50,123,124],exclus:[123,124],execut:[0,3,6,11,12,21,26,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,71,72,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,108,116],execution_arn:[26,61,62,87],exist:[2,6,13,14,20,21,30,34,38,40,49,52,55,56,57,74,75,80,89,90,92,94,96,109,110,112,113],exit:[0,31],exp:3,expand:51,expand_rol:[2,51,52,54,55,56,57,58],expect:[21,49,72],expir:20,expires_in:20,explicit:[3,107],explicitli:124,explor:92,exponenti:[3,32],exponential_back_off_factor:9,exponential_delai:3,export_param:89,export_to_fil:89,expos:92,express:[13,20,49,74,94,107],expression_typ:20,extend:[28,30,96],extens:97,extern:108,external_id:108,extra:[10,12,39,43,67,74,89,98,100,107,109,112,113],extra_arg:107,extract:[3,21,81,117],extrem:[116,121],f06fe616:107,f0ede4:37,f0eee4:90,f3521fb0e:107,f3ad5cf61:107,f3e87c503:107,f40ac9b15:107,f473ca713:107,f4edd90a9:107,f6734b3b8:107,f69405fb0:107,f6bd817a3:107,f7a1334ab:107,f946f96da:107,f9c915:[38,39,40,41,49,61,62],face:107,factor:9,fail:[0,3,12,14,21,30,34,38,43,52,55,56,57,58,66,70,71,73,75,81,82,83,86,87,92,107,110,112,113],failed_st:[21,69,70,71,81,82,83,84,85],failur:[3,66,69,70,71,81,84,85,87,113],failure_message_from_respons:[69,70,71],failure_st:[0,66,87],fals:[6,9,14,18,20,30,34,37,46,47,48,49,50,78,79,80,86,89,90,92,94,96,97,98,100,108,112,115,116,121],famili:37,fargat:[37,114],fb6bddba0:107,fcb6b00ef:107,fdd9b6f65:107,featur:[107,110,112],fetch:[0,10,21,46,92,98],few:[114,115],ff5b70149:107,ffb857403:107,ffd700:50,fff:33,ffffff:[35,36,68],field:[51,52,55,57,69,107,112,117],file:[2,3,4,20,21,23,28,30,38,39,47,49,50,78,88,89,90,91,92,94,96,97,98,99,100,101,102,103,107,108,109,113,116,121,123,124],file_obj:[20,88],file_s:88,file_task_handl:[28,30],filenam:[20,47,48,49,50,78,79,80,90,97,98,100],filename_templ:[28,30],filesystem:[49,88],filetaskhandl:[28,30],filter:[13,24,49,50,88,90,92,113],final_cluster_snapshot_identifi:19,find:[10,34,50,90,113,117,120],finish:[12,21,37,52,55,56,57,58,107,115,116],firehos:16,first:[49,80,90,91,92,107,113,117],fix:107,flag:[9,20,89,107],flat:[24,59],flow:[10,70,108],flush:[88,107],flynt:107,folder:[28,78,94,107],follow:[2,4,18,47,48,49,50,69,78,79,80,90,97,98,100,108,110,112,113,114,115,117,118,120],force_delet:[20,46],forcibl:46,form:[20,37,51,89,107,108],format:[2,20,21,22,23,28,44,101,102,107,117],formmatt:107,found:[10,20,30,34,79,113],free:72,fresh:107,from:[3,4,5,6,9,10,18,19,20,21,22,23,28,30,34,37,39,43,44,46,47,48,49,50,64,65,69,70,71,74,78,79,80,81,86,88,89,90,91,92,93,94,96,97,98,99,100,101,102,105,107,108,109,113,116,117,118,120,121],ftp:[99,109],ftp_conn_id:99,ftp_default:99,ftp_path:99,full:[20,47,78],fulli:92,func:20,function_nam:17,further:[4,13,113,114,115,117,118,120],futur:[92,124],gcp:[91,107],gcp_conn_id:[90,91,92,107,116,117,121],gcs:107,gcs_to_s3:[27,95,106],gcshook:107,gcstos3oper:[90,107,109],gener:[3,4,18,20,69,81,105,107],generate_presigned_url:[20,107],get:[0,2,3,4,5,6,8,9,12,13,14,19,28,32,34,64,65,69,70,71,74,78,81,86,90,91,92,98,107,108,114,116,121,123,124],get_bucket:20,get_client_typ:2,get_cloudwatch_log:28,get_cluster_id_by_nam:10,get_config:[64,65],get_conn:[2,21],get_conn_uri:[64,65],get_crawl:14,get_credenti:2,get_current_task_execution_arn:6,get_emr_respons:[69,70,71],get_failed_reason_from_respons:[81,82,83,84,85],get_fil:78,get_hook:[34,37,67,69,74,75,77,78,80,81,86,87],get_iam_execution_rol:12,get_inst:8,get_instance_st:8,get_job_descript:3,get_job_st:12,get_kei:20,get_location_arn:6,get_log_conn:21,get_log_ev:[18,21],get_logs_hook:37,get_or_create_glue_job:12,get_partit:[13,74],get_query_result:0,get_query_results_pagin:0,get_replication_group_statu:9,get_resource_typ:2,get_s3_kei:[101,102],get_sagemaker_respons:[81,82,83,84,85],get_secret:22,get_secret_as_dict:22,get_sess:2,get_stack_statu:5,get_state_change_reason:0,get_tabl:13,get_table_loc:13,get_task_arns_for_location_arn:6,get_task_descript:6,get_vari:[64,65],get_wait:[3,4,32,37],get_wildcard_kei:20,getenv:[113,117,118,120],getpartit:[13,74],github:[3,4,124],given:[10,20,21,28,30,50,64,65,117],glacier:[15,27,45,76,91,106,107,119,122],glacier_to_gc:[27,95,106],glaciercreatejoboper:42,glacierdownloadarch:116,glacierhook:11,glacierjoboperationsensor:72,glaciertogcsoper:[91,116],glaciertransferdatatogc:116,glob:80,global:3,glue:[13,14,15,27,44,45,74,75,76,106,107,109],glue_catalog:[15,27,106],glue_catalog_partit:[27,76,106],glue_client:14,glue_crawl:[15,27,45,76,106],going:[20,48],googl:[90,91,92,107,109,119,121],google_api_endpoint_param:[92,117],google_api_endpoint_params_via_xcom:[92,117],google_api_endpoint_params_via_xcom_task_id:92,google_api_endpoint_path:[92,117],google_api_num_retri:92,google_api_pagin:92,google_api_response_via_xcom:[92,117],google_api_service_nam:[92,117],google_api_service_vers:[92,117],google_api_to_s3:[27,95,106],google_api_to_s3_transf:107,google_cloud_default:[90,91,92,116,117,121],google_cloud_storage_conn_id:[90,107],google_impersonation_chain:[90,91,92,116,121],google_openid_audi:108,google_service_account:108,google_sheet_id:117,google_sheet_rang:117,google_sheets_values_to_s3:117,googleapitos3oper:[92,117],googleapitos3transf:117,googlebasehook:107,googlediscoveryapihook:92,grammar:107,grant:[90,91,92],greater:78,group:[9,18,21,28,37,107,110],gserviceaccount:108,gssapi:108,guid:[2,3,4,32,34,37,42,72,91,94,100,107,109,113],gzip:[20,89,91,96,107,109,116,121],had:108,hadoopjarstep:115,handl:[28,30,107,113],handler:[28,30,107],happen:79,has:[20,21,37,79,90,96,108,109,113,115],has_crawl:14,hash:[10,107],have:[3,6,10,20,47,78,79,90,91,92,96,97,108,110,112,116,123,124],head:107,header:[23,97,98,107,108],hello:[64,65,88,114,123,124],hello_world:114,help:[3,4],helper:9,henc:92,here:[20,47,108,115,117,120,123,124],hierarchi:[20,50,80],high:[3,107],hint:[3,37,107],hive:[13,93,109],hive_to_dynamodb:[27,95,106],hiveserver2_conn_id:93,hiveserver2_default:93,hivetodynamodboper:93,hold:[21,51,72],hook:[27,28,30,31,32,37,44,51,66,79,83,106,107,113],hook_nam:[2,10,20],host:[30,108,112,123],hostnam:113,hour:[3,20,32],how:[2,34,37,42,72,88,91,94,100,101,102,108,113,115],howto:107,html:[2,3,4,13,20,21,23,26,32,33,37,70,71,74,88,98,100,105,108],html_content:[23,103],http:[2,3,4,13,20,21,26,32,33,37,48,70,71,74,88,92,98,100,105,107,108,112,124],http_method:20,http_spegno_auth:108,hyperparamet:58,hyperparametertuningjobconfig:58,iam:[2,12,43,51,90,91,92,108,113,115],iam_role_nam:[12,43],id_credentials_temp_request:108,idempot:107,ident:[90,91,92],identifi:[9,19,23,34,40,73,77,99,101,102,113],idp:108,idp_auth_method:108,idp_request_kwarg:108,idp_url:108,ids:[79,92],ignor:6,ignore_trailing_slash:6,illustr:108,imap4:94,imap:[94,109,119],imap_attachment_nam:[94,118],imap_attachment_to_s3:[27,95,106,107],imap_check_regex:94,imap_conn_id:94,imap_default:94,imap_mail_filt:[94,118],imap_mail_fold:[94,118],imapattachmenttos3oper:[94,118],imaplib:94,immut:4,impact:4,imperson:[90,91,92,107],implement:[2,69,81,93,107,113],impli:21,implicit:107,improv:[107,108],in_progress:72,inact:79,inactivity_period:79,inbox:[94,118],includ:[3,4,96,97,98,107,108,109,113],include_head:98,incorrect:107,increas:79,increment:[55,56],independ:124,index:[21,97],indic:[3,20,80],infer:44,infinit:21,info:[21,92,107],inform:[2,13,22,25,34,37,42,60,72,91,92,94,100,107,108,113,115,116,117,118,120,121],infrastructur:20,ingest:[18,21],ingestiontim:18,inherit:113,init:4,init_log_resourc:83,initi:[6,9,11,12,42,55,56,57,58,108,109,116],initial_poke_interv:9,initial_sleep_tim:9,initialinstancecount:53,initialis:108,initialize_job:12,inprogress:[72,116],input:[20,26,62,108],input_seri:20,insid:108,inspect:[4,113],instal:[107,108,114,115],instanc:[4,8,28,30,34,35,36,68,78,82,84,85,88,108,115],instance_count:21,instance_id:[8,35,36,68],instancecount:[56,58,115],instancegroup:115,instancerol:115,instancetyp:115,instead:[21,37,90,96,107,108,115],integ:[51,52,55,57],integer_field:[51,53,56,58],integr:[107,108,109,115],intend:[2,80],interact:[0,2,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,115],interfac:107,interleav:21,intermedi:0,intermediate_st:[0,66,87],intern:34,interpret:78,interv:[3,4,21,52,55,56,57,58,72],introduc:107,intuit:124,invalid:6,inventori:[11,42,116],invoc:[17,79],invocation_typ:17,invok:17,invoke_lambda:17,is_keys_unchang:79,is_replication_group_avail:9,isinst:78,isn:78,issu:[4,107,124],item:[0,7,13,18,20,88,117],iter:[0,6,7,16,21,23,24,50,51,70,71,90,96,113],its:[8,19,20,72,113,117],jar:115,jinja:51,jitter:[3,4],job:[3,4,8,10,11,12,21,32,35,36,37,42,43,51,55,56,57,58,67,70,72,73,74,83,84,85,91,107,109,116],job_complet:[12,21],job_definit:32,job_desc:43,job_descript:21,job_flow:38,job_flow_cr:115,job_flow_id:[38,41,70,71,115],job_flow_nam:38,job_flow_overrid:[10,39,115],job_id:[3,4,11,32,72,116],job_nam:[12,21,32,43,73,82,83,84,85],job_poll_interv:12,job_queu:32,job_sensor:115,jobcomplet:[4,32],jobdefinit:3,jobexist:[4,32],jobflow:[38,39,41,70],jobflowrol:115,jobid:[3,4,32,116],jobnam:3,jobqueu:3,jobrun:[4,32],jobrunid:12,jobrunst:12,jobstatu:72,join:[96,117],joinabl:96,json:[10,26,38,39,62,88,92,96,107,108,113,117,118],just:[12,78,96,113],keep:[21,107],keepjobflowalivewhennostep:115,kei:[3,4,7,10,18,20,21,38,40,47,48,49,50,62,64,65,78,79,80,86,88,89,90,92,93,94,96,97,98,99,100,101,102,107,108,115,117,118,123,124],keyword:[14,64],kinesi:[15,27,106,107],know:113,known:124,kwarg:[0,3,4,5,6,7,8,9,10,12,13,14,16,17,18,19,20,21,22,23,24,25,26,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,107,108,113,117],lack:107,lambda:[17,107],lambda_funct:[15,27,106],languag:43,last:[21,79,90,91,92],last_describe_job_cal:21,last_descript:21,later:72,latest:[2,3,4,13,14,17,20,21,26,32,33,37,70,71,74,88,98,100,105,107,108],launch:[6,37],launch_typ:[37,107,114],launchtyp:37,lazi:107,lead:109,leak:4,least:[20,120],leav:78,led:124,left:113,legaci:109,level:[9,20,47,70,78,79,80,107],lib:115,librari:[2,6,19,20,92,108,113,114,115,117,118,120],like:[3,20,34,38,64,65,74,78,80,88,113,116,123,124],limit:[3,4,88,108,113],line:88,link:[107,113],list:[3,4,6,7,10,12,19,20,21,23,33,34,37,38,48,50,70,71,78,79,90,91,92,93,96,98,100,103,107,109,117],list_3s_fil:50,list_:21,list_job:12,list_kei:20,list_prefix:20,list_processing_job:21,list_task:37,list_training_job:21,list_transform_job:21,list_wait:4,liter:107,live:108,load:[20,21,72,93,100,107,113],load_byt:[20,107],load_fil:[20,107],load_file_obj:20,load_str:[20,107],local:[6,12,20,21,28,30,43,49,88,89,91,107,108,112],local_path:20,localstack:112,locat:[6,13,20,30,34,43,49,107,110,112,113],location_arn_list:34,location_uri:[6,34],locationarn:[6,34,113],locationuri:[6,113],log:[2,12,15,21,27,37,43,55,56,64,65,79,83,105,106,107,108,109,113],log_group:[18,21],log_group_arn:28,log_idp_respons:108,log_stream:21,log_stream_nam:18,log_typ:17,logger:107,logging_mixin:[2,28,30,64,65],loggingmixin:[2,28,30,64,65],logic:113,login:108,logo:107,logstat:[21,83],longer:[21,108],look:[2,21,34,37,42,72,91,94,100,108,113,114,115,117,118,120,123,124],lookup:107,lost:79,lot:96,low:[116,121],machin:[26,30,61,62,87],made:[2,92],magic:107,mai:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,34,48,61,62,79,91,96,108,113,121,123,124],mail:[23,94],mail_from:23,main:113,maintain:[2,46],mainten:92,make:[69,70,71,90,91,92,107],manag:[4,22,44,64,107,108,124,125],mani:[3,4,34,113],manner:[2,46],manual:108,mapreduc:10,mark:[20,50],markdown:107,markdownlint:107,market:115,master:[107,115,124],match:[3,4,6,13,20,21,34,38,48,80,107,108,113,116,121],match_statu:3,mathemat:115,max:[9,21],max_attempt:4,max_ingestion_tim:[21,52,55,56,57,58],max_interv:3,max_item:[0,13,20],max_iter:6,max_messag:86,max_result:[0,21],max_retri:[3,9,32,66],max_tri:[0,31],maximum:[0,3,6,12,13,20,21,43,86],maxnumberoftrainingjob:58,maxparalleltrainingjob:58,maxresult:117,maxruntimeinsecond:[56,58],maxsiz:4,md003:107,mean:[80,92,108,116],meant:96,mechan:79,medium:115,megabyt:78,memori:[91,93,121],messag:[0,18,21,23,24,25,30,59,60,69,70,71,79,86,107],message_attribut:[24,25,59,60],message_bodi:25,message_cont:60,messageattribut:107,met:[72,78],metadata:[6,28,30,44,108],method:[2,3,4,10,20,21,51,69,81,89,92,96,107,113,114],might:[3,109,113],migrat:107,millisecond:18,mime:23,mime_charset:[23,103],mime_subtyp:[23,103],min:3,min_object:79,minim:21,minima:3,minimum:[3,79],minut:[3,72,116],miss:107,misus:108,mix:[23,103],mode:[72,79,92],model:[3,4,20,21,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,54,57,59,60,61,62,88,89,90,91,92,93,94,96,97,98,99,100,101,102],model_config:57,model_configur:52,modifi:[3,4,40,107],modul:[1,107],moment:18,mongo:[96,109],mongo_collect:[96,107,109],mongo_conn_id:96,mongo_db:96,mongo_default:96,mongo_queri:96,mongo_to_s3:[27,95,106,107,109],mongodb:107,mongotos3oper:[96,107,109],monitor:[3,32,34,113,115],monitor_job:32,month:107,more:[2,20,21,34,37,42,72,78,91,92,94,100,107,108,113,115,116,117,120,121,124],most:[6,113],move:[3,93,96,107],much:[72,113],multi:107,multi_stream_it:21,multipl:[0,9,13,18,31,34,48,88,113],must:[2,6,21,32,34,38,39,43,46,52,90,91,92,98,108,110,112,113,114,115,123,124],mutat:[4,97],mutual_authent:108,my_aws_datasync_task_arn:113,my_databas:74,my_profil:108,my_rol:108,my_saml_provid:108,my_tabl:74,mybucket:[6,113],mycloudwatchconn:110,mycompani:108,myjob:21,mypath:6,mypi:[3,37,107],myproxi:108,mys3conn:112,mysql:[97,109],mysql_conn_id:97,mysql_default:97,mysql_to_s3:[27,95,106],mysqltos3:107,mysqltos3oper:[97,107],name:[0,2,3,4,10,12,13,14,16,17,18,19,20,21,22,25,26,28,32,33,34,35,36,37,38,43,44,46,47,48,50,51,55,56,62,64,65,67,68,72,73,74,75,78,79,80,83,89,90,91,93,94,97,98,99,101,102,107,108,110,113,114,115,123,124],name_contain:21,namecontain:21,nan:97,navig:108,necessari:[4,10,51,52,53,54,55,56,57,58,114,115],need:[0,20,31,47,52,57,78,79,96,108,109,113,114,115,116,117,120,121,124],neg:3,nest:14,network:37,network_configur:[37,114],never:52,next:[9,108,116,117],next_token_id:0,nexttoken:21,no_video_id:117,node:[2,46,115],non:3,non_termin:21,non_terminal_st:[21,81,82,83,84,85],none:[0,2,3,4,5,6,7,8,9,12,13,17,19,20,21,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,43,46,47,48,49,50,52,55,56,57,58,59,60,61,62,64,65,66,67,68,70,71,74,78,79,80,87,88,89,90,91,92,93,96,97,98,100,103,107,113,116,121],nontermin:21,noqa:88,normal:20,notat:74,note:[4,20,21,32,47,72,79,92,93,105,107,108,113],noth:117,notif:24,novemb:109,now:93,num_of_dpu:[12,43],number:[0,3,6,12,18,20,21,24,31,32,43,66,79,86,92,107],oaud:108,object:[2,3,4,8,20,25,30,32,37,46,47,48,50,60,64,65,78,79,86,88,90,91,105,123,124],object_min_s:78,object_nam:[91,116,121],obtain:108,occur:[4,30],occurr:107,octob:107,off:[3,32],offici:13,often:3,old:107,omit:[20,47,49],on_kil:[31,32,34,37],onc:[0,88,113],one:[0,6,34,38,47,48,49,50,72,78,79,80,90,97,98,100,108,113,115],ones:[90,113,123,124],onli:[3,4,10,20,32,37,72,78,88,90,94,96,107,115],onto:72,op1:88,op2:88,op_arg:117,open:108,openid:108,oper:[4,8,21,27,72,74,79,83,88,90,91,92,93,94,96,98,99,100,101,102,106,107,109],option:[0,2,3,4,5,7,9,10,12,13,19,20,21,23,24,25,26,31,32,33,34,35,36,37,38,39,43,44,46,47,48,49,50,52,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,78,79,80,87,88,89,90,91,92,93,96,97,98,100,103,107,108,109,113],order:[21,108,109,115],org:108,origin:[20,23,90,91,92],other:[21,94,107,108,113,123,124],otherwis:[14,30,86,98,113],our:115,out:[6,52,107],outbound:[107,108],outdat:108,output:[0,20,49,87,96],output_loc:31,output_seri:20,over:[9,21,49,108,117],overrid:[4,10,32,37,39,96,113,114,116,121],overwrit:[20,89,94],overwritten:[30,92],own:113,page:[0,107],page_s:[0,13,20],pageiter:0,pagin:[0,13,20,92,117],pair:[18,21,108],pane:108,parallel:88,param:[5,12,20,33,38,40,65,92,98,107],paramet:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,105,107,108,109,113,123,125],paramiko:108,pars:[2,3,20,51,101,102],parse_config_integ:51,parse_integ:51,parse_job_descript:3,parse_s3_url:20,part:[80,117,124],partial:21,partial_func:21,partit:[7,13,74,93],pass:[0,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,33,34,38,39,61,62,64,74,79,88,89,90,96,101,102,107,108,113,117,118,120],password:108,path:[0,2,12,20,21,23,30,31,43,47,48,49,50,64,65,78,79,80,90,92,97,98,99,100,101,102,112],path_prefix:[64,65],pattern:78,paus:3,payload:17,pd_csv_kwarg:97,pem:[47,48,49,50,78,79,80,90,97,98,100],pend:3,per:[12,14,43,107,108],perform:[9,96,108,113],period:[79,113],permiss:[108,115],physic:13,picalc:115,ping:77,pip:[107,108,114,115],place:97,placehold:[51,81],placement:37,placement_constraint:37,placement_strategi:[37,107],plan:108,platform:[37,92,108],platform_vers:37,pleas:[1,13,20,21,47,78,91,92,115,121],point:[20,21,89,107,112,113],poke:[66,67,68,69,72,73,74,75,77,78,79,80,81,86,87],poke_interv:[67,72,74,79,116],polici:[20,47,89,90,107,108],polidea:108,poll:[0,3,4,21,31,32,52,66],poll_for_job_complet:3,poll_for_job_run:3,poll_for_job_statu:3,poll_interv:[14,44],poll_job_statu:3,poll_query_statu:0,pool:72,port:108,posit:[3,21],possibl:[21,55,56,80],postgr:109,pow:3,pre:[75,93,107],pre_process:93,pre_process_arg:93,pre_process_kwarg:93,preced:[90,91,92],precis:80,predecessor:12,prefix:[6,20,34,37,48,50,64,65,79,80,88,90,107,113,114],prefix_b:114,premis:113,prepar:[6,107],preprocess_config:51,present:78,presign:20,presto:[0,31],prev_descript:21,prev_job_descript:21,prevent:[72,108,123,124],previou:[21,115],previous:[96,108],previous_object:79,primari:[0,31],princip:108,principal_arn:108,print:[3,21,55,56,83,108],print_log:[21,55,56,83],prior:113,privat:20,problem:107,process:[21,51,55,93,96,110,112],process_func:88,processingjob:107,productionvari:53,profil:[2,64,65,108,123,124],profile_nam:[64,65,108,123,124],program:21,progress:[115,116],project:[107,108,114],project_id:108,propag:107,propagate_tag:37,properli:[110,112],properti:[4,113],protect:108,protocol:[3,37,118,124],provid:[108,110,112,113,114,115,116,117,118,120,121,123,124],provide_bucket_nam:20,provis:7,proxi:[107,108],publish:[24,59,60],publish_to_target:24,publishedaft:117,publishedat:117,publishedbefor:117,pull:[3,92],push:[34,38,40,62,86,87,93,107,109,113,117],put:[92,107,109,123],put_record:16,pydocstyl:107,pylint:[88,107],pymongo:96,pypi:[107,108,109],python:[2,21,28,30,32,43,50,80,92,96,107,108,109],python_cal:117,pyupgrad:107,qualifi:17,queri:[0,31,66,89,93,96,97,98,107,108,109],query_context:0,query_execution_context:31,query_execution_id:[0,66],query_or_t:89,query_param:89,queu:[0,6,66],queue:[3,25,32,59,60,86],queue_nam:25,queue_url:25,quickli:[3,108],quit:72,rais:[3,4,6,9,12,14,20,32,34,79,89,113],ram:96,random:[3,4,34],randomli:113,rang:[3,117],rather:[108,113],rc3:107,reach:[0,66,70,71,73,75,77,82,83,84,85,87],read:[18,20,21,28,30,39,49,64,65,86,110,112],read_kei:[20,107],readi:70,readm:107,readonlycredenti:105,readthedoc:[3,4,20,21,32,37],real:79,reason:[0,3,37,81,84,85],reattach:[37,107],rebas:107,receiv:[3,37,78,86,88],recogn:108,recommend:[3,92],record:[16,21,88],recurs:51,redshift:[15,27,76,98,100,104,106,107,119],redshift_conn_id:[98,100],redshift_default:[98,100],redshift_t:120,redshift_to_s3:[27,95,106],redshifthook:[19,77,107],redshifttos3oper:[98,107],redshifttos3transf:[107,109],redund:107,ref:107,refactor:107,refer:[2,3,4,20,21,26,32,33,37,38,39,42,70,71,72,78,79,80,88,91,94,96,97,98,100,107,109,123,124],referenc:113,refernc:107,reflect:22,refresh:6,regardless:[101,102],regener:107,regex:80,region:[4,12,20,28,32,35,36,37,43,68,74,93,108,110],region_nam:[2,3,4,12,20,26,32,35,36,37,39,43,46,61,62,64,67,68,74,87,93,108],regular:94,rel:[20,47,78,79,80],relai:123,relas:107,relat:[0,31,64,65,107,116],releas:[3,107,109],releaselabel:115,relev:[123,124],reli:[2,113,117,118,120],rema:107,remain:107,remot:[28,30,99,101,102,107,109,110],remote_base_log_fold:[110,112],remote_log:[110,112],remote_log_conn_id:[110,112],remote_log_loc:30,remov:107,remove_clust:115,renam:107,render:51,renew:108,replac:[20,49,89,90,96,107],repli:23,replic:[9,88,107],replication_group_id:9,reply_to:23,report:92,repositori:109,repres:21,represent:[22,123,124],request:[0,3,4,17,21,48,64,65,90,91,92,108,116,117,123,124],requestrespons:17,requests_gssapi:108,requests_kerbero:108,requir:[3,37,72,90,91,92,108,116,117],reschedul:[72,79,116],resid:[13,74],resolv:[109,124],resourc:[2,5,78,108,109,113,114,115],resource_typ:2,resourceconfig:[56,58],resourcelimit:58,respons:[3,9,21,23,28,69,70,71,81,82,83,84,85,92,108,116,117],rest:[20,89],restor:19,restore_from_cluster_snapshot:19,restrict:108,result:[0,6,11,21,31,92,107],result_configur:[0,31],result_kei:21,retri:[3,9,12,32,43,92,107],retriev:[11,13,20,21,22,42,49,64,65,86,92,96,113,116,117],retrieve_inventori:[11,72],retrieve_inventory_result:11,retry_limit:[12,43],return_error:30,return_path:23,return_valu:115,revert:107,review:108,rework:107,right:98,role:[2,12,43,51,90,91,92,113,115],role_arn:[2,108],root:[20,47,78,79,80],row:0,rtype:20,rule:107,run:[0,2,3,6,12,14,21,23,31,32,37,43,46,49,66,68,70,72,73,87,107,108,109,114,115],run_id:[12,73],run_job_flow:10,run_queri:0,run_task:[37,114],runnabl:3,runner:115,runtim:72,s3_acl_polici:90,s3_bucket:[12,27,43,45,96,97,98,99,100,101,102,106,107,120],s3_bucket_nam:88,s3_conn_id:[94,96,99,101,102],s3_copy_object:[27,45,106],s3_delete_object:[27,45,106],s3_destination_kei:[92,117,118],s3_directori:117,s3_file:50,s3_file_nam:117,s3_file_transform:[27,45,106,107],s3_hook:[78,107],s3_kei:[27,76,94,96,97,98,99,100,101,102,106,118,120],s3_key_prefix:88,s3_keys_unchang:[27,76,106],s3_list:[27,45,106],s3_log_exist:30,s3_log_fold:30,s3_overwrit:[92,94],s3_prefix:[27,76,106],s3_read:30,s3_task_handl:[27,29,106],s3_to_ftp:[27,95,106],s3_to_redshift:[27,95,106],s3_to_sftp:[27,95,106],s3_write:30,s3bucketarn:[34,113],s3cmd:2,s3config:[34,113],s3copyobjectoper:[47,107,109],s3createbucketoper:46,s3deletebucketoper:[46,107],s3deleteobjectsoper:[48,107],s3filetransformoper:[49,107],s3hook:[20,30,78,79,80,107,112],s3keysensor:[78,107],s3keysizesensor:[78,107,109],s3keysunchangedsensor:[79,107,109],s3listoper:50,s3prefixsensor:80,s3taskhandl:[30,107],s3toftpoper:[99,107,109],s3toredshift:107,s3toredshiftoper:[100,107,120],s3tosftpoper:101,s3url:[20,21],sagemak:[15,27,51,52,53,54,55,56,57,58,81,83,106,107],sagemaker_bas:[27,45,52,53,54,55,56,57,58,76,82,83,84,85,106],sagemaker_endpoint:[27,45,76,106],sagemaker_endpoint_config:[27,45,106],sagemaker_model:[27,45,106],sagemaker_process:[27,45,106],sagemaker_train:[27,45,76,106],sagemaker_transform:[27,45,76,106],sagemaker_tun:[27,45,76,106],sagemakerbaseoper:[51,52,53,54,55,56,57,58],sagemakerbasesensor:[81,82,83,84,85],sagemakerendpointconfigoper:53,sagemakerendpointoper:[52,107],sagemakerendpointsensor:82,sagemakerhook:[21,51,81,83],sagemakermodeloper:54,sagemakerprocessingoper:55,sagemakertrainingoper:[56,107],sagemakertrainingsensor:83,sagemakertransformoper:57,sagemakertransformsensor:84,sagemakertuningoper:58,sagemakertuningsensor:85,same:[0,3,18,20,31,37,47,108],saml:108,saml_config:2,saml_response_xpath:108,samlrespons:108,sampl:[123,124],sane:80,satisfi:88,save:[96,97,117],scala:43,scan:88,scan_kwarg:88,scenario:113,schedul:72,schema:[13,44,93,98,100,120,124],scope:108,scratch:108,screen:108,script:[12,43,49,107,108],script_arg:[43,49,107],script_argu:12,script_loc:[12,43],sdk:2,search:[6,34,38,94,113,117],sec:[3,4],second:[0,3,4,6,8,9,14,20,21,25,31,35,36,44,49,52,55,56,57,58,60,66,67,72,74,79,86],secondari:21,secondary_training_status_chang:21,secondary_training_status_messag:21,secret:[22,27,106,107,108,109],secret_id:[64,65],secret_kei:2,secret_nam:22,secret_prefix:64,secretbackend:107,secrets_manag:[15,27,63,106,123],secretsmanag:[22,123],secretsmanagerbackend:[64,123],secretsmanagerhook:22,secretstr:123,section:[108,113,123,124],secur:[108,116,121],security_group_id:114,securitygroup:114,see:[4,6,13,25,32,49,52,53,54,55,56,57,58,60,74,92,94,107,108,113,124],segment:88,select:[20,31,34,49,98,107,108],select_express:49,select_kei:20,select_object_cont:20,select_queri:98,self:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102],send:[23,24,25,59],send_email:[23,103],send_messag:[25,60],sender:23,sens:79,sensit:[6,107,108],sensor:[27,106,107,116],sent:[6,23,24,25,60,64,65,116,123,124],sep:64,separ:[64,107],sequenc:[49,90,91,92],serial:20,serializ:96,server:[20,34,89,94,99,101,102,108,112,118],serverhostnam:34,serverless:[43,44],servic:[2,3,4,8,20,21,22,23,24,25,26,32,33,37,43,44,70,71,88,90,91,92,107,109,115,116,121],service_a:108,servicerol:115,ses:[15,27,106,107,109],seshook:23,session:[2,21,108],session_kwarg:[2,108],set:[13,20,21,23,37,52,55,56,57,58,64,65,69,70,72,79,83,90,91,92,94,97,98,107,108,112,113,115,120,123,124],set_context:[28,30],setup:[107,110,112,114,115],sever:[3,115],sfn:26,sftp:[101,102],sftp_conn_id:[101,102],sftp_path:[101,102],sftp_to_s3:[27,95,106],sftptos3oper:102,share:113,ship:20,should:[3,4,8,20,21,23,24,35,36,38,47,52,55,56,57,67,69,72,74,78,79,81,83,90,93,96,107,108,123,124],show:[74,80,113],showcas:[113,115,117,118,120],shown:37,shut:115,side:[20,89,112],sign:108,signatur:107,silent:30,similar:[80,108,113,115],similarli:113,simpl:[23,24,25,113],simplest:113,simpli:113,simplifi:107,sinc:13,singl:[10,18,20,21,48,113,115],situat:124,size:[0,13,20,21,78,88,91,116,121],skip:[18,21],skip_final_cluster_snapshot:19,sleep:[3,9,72,107],sleep_tim:[0,31,66],slot:72,small:[3,4],smallish:93,smb:[6,34,113],smtp:123,smtp_default:[64,65,123,124],snapshot:19,snapshot_identifi:19,snippet:117,sns:[15,27,45,106],snspublishoper:59,some:[4,18,37,78,108,113,123,124],someth:108,sometim:23,sort:[7,93],sourc:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,105,113,114,115,116,117,118,120,121],source_aws_conn_id:49,source_bucket_kei:[20,47],source_bucket_nam:[20,47],source_location_arn:6,source_location_uri:[34,113],source_s3_kei:49,source_verifi:49,source_version_id:[20,47],southeast:108,spark:[43,115,124],spark_step:115,sparkpi:115,special:80,specif:[4,18,20,77,92,94,96,97,98,100,113,117],specifi:[0,2,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,34,46,47,48,49,50,61,62,64,65,74,78,79,80,88,89,90,92,97,98,99,100,101,102,108,109,113,115,123,124],speed:107,spell:107,spellcheck:107,sphinx:107,spot:115,spreadsheet:117,spreadsheetid:117,sql:[31,74,80,89,93,97],sql_alchemy_conn:64,sqs:[15,27,45,76,106],sqs_queue:[60,86],sqshook:[25,86],sqspublishoper:60,sqssensor:86,squash:107,ssh:109,ssh_default:[101,102],ssl:[2,47,48,49,50,78,79,80,90,97,98,100],ssm:[65,107,125],stabl:21,stack:[5,33,67,112],stack_nam:[5,33,67],stamp:18,standard:107,start:[0,3,6,18,21,26,34,35,37,51,55,56,57,58,70,108,110,112],start_crawl:14,start_dat:107,start_execut:26,start_from_head:18,start_task_execut:[6,34,113],start_tim:[18,21],starting_token:0,state:[0,8,10,12,21,26,31,35,36,38,61,62,66,68,69,70,71,72,79,81,82,83,84,85,87,107,116],state_from_respons:[69,70,71,81,82,83,84,85],state_machine_arn:[26,62],state_machine_input:[26,62],statement:[89,98,108],static_babynames_partit:13,statu:[0,3,4,5,6,9,11,14,19,21,31,32,34,44,52,55,56,57,58,66,73,77,81,113,116],status:75,status_retri:[3,32],statusequ:21,steam:30,step:[4,26,38,61,62,71,87,107],step_add:115,step_check:115,step_concurrency_level:40,step_funct:[15,27,106],step_function_execut:[27,76,106],step_function_get_execution_output:[27,45,106],step_function_start_execut:[27,45,106],step_id:[71,115],stepfunct:[26,107],stepfunctionexecutionsensor:87,stepfunctiongetexecutionoutputoper:61,stepfunctionhook:[26,87],stepfunctionstartexecutionoper:62,still:[47,48,49,50,78,79,80,90,97,98,100],stone:4,stop:[12,36,68,73,80,107],stop_queri:0,stop_task:37,stoppingcondit:[56,58],storag:[28,30,50,90,91,112,116,121],store:[0,20,22,28,31,37,44,47,65,67,74,89,90,96,97,107,110,112,125],str:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,105],strategi:[3,4,32,37],stream:[16,18,21,28,37,107],stream_nam:[21,28],strict:107,string:[0,11,20,21,24,28,30,47,48,50,51,89,90,91,92,107,123],string_data:20,stringequ:108,stringifi:96,structur:[3,21,37,107],sts:108,sts_client:[2,108],stuff:34,style:[20,21,38,39,47,78,107],sub:[23,113],subclass:[2,69,81,113],subdir:34,subdirectori:34,subfold:50,subject:[23,24,59,103,107],submiss:[32,107,109],submit:[0,3,31,32,34],submit_job:[3,32],subnet:114,subnet_id:114,subprocess:107,subscrib:86,subsequ:[108,116],subset:[3,20],succeed:[0,3,66,72,73,75,87,116],success:[6,34,66,87,108,113],success_st:[0,66,87],successfulli:[67,113,115],suit:[108,113],suitabl:[34,113],suppli:[9,110,112,123,124],support:[20,43,74,78,92,96,107,109,113,117],suppos:[20,48],synchron:90,syntax:107,sys:4,system:[20,107],systems_manag:[27,63,106,124],systemsmanagerparameterstorebackend:[65,107,124],tab:108,tabl:[7,13,44,74,88,89,93,98,100,107],table_as_file_nam:98,table_foo:13,table_kei:[7,93],table_nam:[7,13,74,93],tag:[3,32,34,37,107,108,109,114,117],tagkei:37,tagvalu:37,tail:[17,21,30,83],take:[2,34,37,42,49,72,91,94,96,100],taken:20,tar:21,tar_and_s3_upload:21,target:[7,8,68,70,71,93,99,101,102],target_arn:[24,59],target_st:[8,68,69,70,71],target_statu:77,task:[3,4,6,28,30,34,37,50,66,70,71,72,81,82,83,87,88,92,107,109,116,117,121],task_arn:[6,34,113],task_arn_list:34,task_check_and_transform_video_id:117,task_definit:[37,114],task_execution_arn:6,task_execution_failure_st:6,task_execution_intermediate_st:6,task_execution_kwarg:[34,113],task_execution_success_st:6,task_google_sheets_values_to_s3:117,task_id:[50,88,113,114,115,116,117,118,120,121],task_inst:[28,92,115,116,117],task_no_video_id:117,task_transfer_imap_attachment_to_s3:118,task_transfer_s3_to_redshift:120,task_video_data_to_s3:117,task_video_ids_to_s3:117,taskarn:[6,34],taskdefinit:37,taskexecut:[6,34,113],taskexecutionarn:[6,34,113],taskinst:92,tell:115,temp_fil:88,templat:[28,31,32,33,37,38,39,41,47,48,49,50,51,55,56,57,58,59,60,67,86,90,91,92,93,97,107,109],template_ext:[31,33,38,39,40,41,43,49,51,59,61,62,66,70,71,82,83,84,85,87,89,92,93,97,98,100],template_field:[31,32,33,34,35,36,37,38,39,40,41,42,43,46,47,48,49,50,51,59,60,61,62,66,67,68,70,71,72,73,74,77,78,79,80,82,83,84,85,86,87,89,90,91,92,93,94,96,97,98,99,100,101,102,107,109],template_fields_render:89,temporari:[20,49,108],term:[90,91,92,116,121],termin:[3,41,68,70,81,82,83,84,85,115],terminal_st:9,terminate_job:3,terminationprotect:115,test:[107,108,118,120],test_tabl:120,testawslambdahook:107,text:108,than:[21,47,48,49,50,72,78,79,80,90,94,97,98,100,107,108,113,116,121],thank:108,thei:[21,23,64],them:[21,109,117],therefor:92,thi:[0,1,2,3,4,5,6,7,9,10,12,13,16,17,18,20,21,23,24,25,33,34,37,38,42,43,46,47,48,49,50,51,52,53,54,55,56,57,58,64,65,67,72,74,78,79,80,88,90,91,92,93,94,96,97,98,99,100,101,102,107,108,109,110,112,113,115,116,117,118,120,123,124],thin:2,thing:[114,115],those:[96,109],thread:[107,109],throttl:[3,4],through:[0,86,96],throughout:7,thrown:86,thu:80,time:[0,3,6,8,9,12,14,18,21,31,34,35,36,43,44,52,55,56,57,58,66,67,72,74,79,86,107,117],timed_out:87,timeout:[4,12,21,55,56,57,58],timestamp:[18,21],timezon:107,titl:117,to_csv:97,toc:107,token:[0,2,31,90,91,92,98,100,107,108,109],too:[3,72,88],tool:107,top:109,topic:24,topicarn:[24,59],total:[0,79],totalseg:88,track:117,trail:108,train:[21,51,56,83],training_config:21,trainingjobdefinit:58,transfer:[6,27,106,107,119],transfer_archive_to_gc:[116,121],transfer_imap_attachment_to_s3:118,transfer_s3_to_redshift:120,transform:[21,49,57,84,88,96,107],transform_config:57,transform_script:49,transformjobsummari:21,transit:3,treat:108,tree:4,tri:[3,72,74],trigger:[12,14,44],truncat:[100,107],truncate_t:100,try_numb:[28,30],tune:[21,58,85],tuning_config:21,tupl:[2,13,20,21],turn:113,two:[0,6,14,31,34,44,66,88,113,115,117],txt:118,type:[2,3,4,6,8,9,12,13,17,18,20,21,22,23,24,25,26,37,40,44,59,60,69,70,71,74,96,107,108,109,117,123,124],typic:[3,4,108],typing_compat:[3,37],typing_extens:107,typo:107,ucsxwxpwzq7xz1wl3wqevcha:117,ui_color:[31,32,33,34,35,36,37,38,39,40,41,43,44,49,50,51,60,61,62,66,67,68,69,74,81,87,89,90,92,93,96,98,100],ui_fgcolor:[33,35,36,68],unchang:79,under:20,underli:[0,2,5,6,7,8,10,13,14,16,17,18,19,20,21,22,23,24,25,26,61,62,89,113],unifi:[20,107],uniform:[3,4],unify_bucket_name_and_kei:20,uninstal:108,union:[2,3,4,5,20,22,23,26,38,39,47,48,49,50,62,78,79,80,90,91,92,96,97,98,100,103],uniqu:[0,12,14,19,23,31,43,73,75,96,107,108],unix:78,unknown:32,unless:[49,50,78,79,80,90,97,98,100],unload:[98,105],unload_opt:98,unnecessari:107,unrel:107,until:[0,3,8,12,14,21,32,35,36,52,57,58,66,68,70,71,79,82,83,84,85,87,113,116],untouch:107,updat:[4,6,14,21,34,44,52,79,92,107,124],update_crawl:14,update_endpoint:21,update_task:[6,34],update_task_kwarg:[6,34,113],upgrad:[107,109],upload:[12,20,21,28,30,43,47,49,79,89,90,91,99,101,102,109],uplod:107,uri:[6,34,108,113,123,124],url:[20,21,25,47,60,78,86,92,101,102,108,112],usabl:51,usag:[91,107,116,121],use:[1,2,3,4,6,20,21,31,32,34,35,36,37,39,42,44,47,48,49,50,51,52,53,54,55,56,57,58,59,61,64,65,66,72,75,78,79,80,87,90,91,92,94,96,97,98,100,107,108,109,110,112,113,114,115],use_ssl:[49,50,78,79,80,90,97,98,100],used:[2,3,4,6,14,20,21,23,30,32,34,37,46,47,48,49,50,64,65,78,79,80,90,92,93,97,98,100,107,108,109,113,117,120],useful:[4,113],user:[0,31,48,49,88,107,108,110,112,123],userguid:108,uses:[3,20,33,38,39,40,41,47,48,49,50,62,69,78,79,80,90,97,98,100,108,110,112,113,117],using:[2,3,4,6,10,19,20,23,25,35,36,48,88,90,91,92,96,103,107,109,113,114,115,117,118,120,124],usr:115,usual:[32,37],utcnow:107,utf:[23,103,107],util:[2,4,27,28,30,64,65,106,107],valid:[0,20,21,23,47,48,49,50,78,79,80,90,97,98,100],valid_st:68,valu:[3,9,13,18,22,23,24,25,47,48,49,50,51,64,65,74,78,79,80,90,92,97,98,100,108,113,115,123,124],valueerror:6,variabl:[64,65,107,108],variables_prefix:[64,65,123,124],variat:4,vault:[11,42,72,91,116,121],vault_nam:[11,42,72,91,116,121],vaultbackend:107,veri:[18,113],verifi:[2,6,47,48,49,50,78,79,80,90,97,98,100,108,123],version:[17,20,37,47,92,96,107,108,109,114],versionid:123,versionstag:123,via:[21,64,65,92,94,96,108,109,112,113,114,115,117,120],video_data_to_s3:117,video_id:117,video_ids_respons:117,video_ids_to_s3:117,videoid:117,view:[113,114,115,116,117,118,120,121],visit:[116,121],volumesizeingb:[56,58],wai:113,wait:[0,3,4,6,8,12,14,31,34,35,36,44,52,55,56,57,58,66,67,70,71,72,73,74,75,77,78,79,80,86,116],wait_for_avail:9,wait_for_complet:[21,52,55,56,57,58],wait_for_crawler_complet:14,wait_for_delet:9,wait_for_job:[3,4],wait_for_st:8,wait_for_task_execut:6,wait_in_progress:21,wait_interval_second:[6,34],wait_time_second:86,waiter:[3,4,32,107],waiter_config:4,waiter_model:4,waiter_nam:[3,4],waitermodel:4,waiternam:3,want:[24,37,46,47,48,49,50,59,78,79,80,90,94,97,98,100,113,115,123,124],warn:[79,91,107,121],watch_step:115,watchtow:109,wave:107,web:[2,107,109],webident:108,welcom:[3,32],well:[91,121],were:[34,113],west:108,what:[113,116],whatev:20,when:[0,3,4,6,12,18,20,30,32,34,38,47,48,50,70,71,72,78,79,92,98,107,108,109,113,115,116,124],whenev:113,where:[0,3,12,13,20,37,43,47,50,67,74,91,92,97,99,101,102,124],whether:[2,13,18,20,21,47,48,49,50,52,78,79,80,89,90,92,96,97,98,100,117],which:[0,4,6,11,20,21,23,31,34,37,42,48,50,51,52,55,56,57,71,72,89,90,91,92,96,108,113,115,116,117,118,120],whitespac:107,whole:[72,116,121],whose:[50,90],wide:[90,91,92],width:3,wildcard:[20,78],wildcard_kei:20,wildcard_match:78,wish:0,within:[44,52,55,56,57,58,108],without:[4,107,108],wjalrxutnfemi:108,won:92,word:107,work:[2,90,91,92,107,108,109,121],worker:[2,46,72],workgroup:[0,31,107],workload:108,world:114,would:[2,46,50,64,65,90,115,123,124],wrap:21,wrapper:2,write:[4,7,16,30,31,49,86,88,111],write_batch_data:7,written:[49,96,113],wrong:107,wrongli:107,www:4,xcom:[34,38,40,50,62,86,87,92,107,109,113,117],xcom_kei:117,xcom_pul:[115,116,117],xcom_push:117,xhtml:108,xml:108,xpath:108,xxxx:107,xyz:34,yaml:107,yet:[72,109],yield:[18,21],you:[0,20,24,37,46,47,48,49,50,52,55,56,57,58,59,64,65,78,79,80,90,92,94,96,97,98,100,108,109,110,112,113,114,115,116,117,120,123,124],your:[34,37,96,108,109,112,113,115,116,121,123,124],youtube_channel_id:117,youtube_conn_id:117,youtube_search_:117,youtube_video_field:117,youtube_video_part:117,youtube_video_published_aft:117,youtube_video_published_befor:117,youtube_videos_:117},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.aws_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.base_aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_client</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.batch_waiters</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ec2</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.elasticache_replication_group</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.emr</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_catalog</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.kinesis</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.lambda_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.logs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sagemaker</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.ses</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.hooks.step_function</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.cloudwatch_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.log.s3_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.datasync</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_start_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ec2_stop_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.ecs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_add_steps</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_create_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_modify_cluster</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.emr_terminate_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_bucket</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_copy_object</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_delete_objects</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_file_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.s3_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_endpoint_config</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_model</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_processing</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sns</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_get_execution_output</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.operators.step_function_start_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.secrets_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.secrets.systems_manager</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.athena</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.cloud_formation</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.ec2_instance_state</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_job_flow</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.emr_step</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glacier</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_catalog_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.glue_crawler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_key</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_keys_unchanged</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.s3_prefix</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_base</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_endpoint</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_training</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_transform</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sagemaker_tuning</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.sqs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.sensors.step_function_execution</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.dynamodb_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.exasol_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.gcs_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.glacier_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.google_api_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.hive_to_dynamodb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.imap_attachment_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mongo_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.mysql_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.redshift_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_ftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.s3_to_sftp</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.transfers.sftp_to_s3</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.emailer</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon.aws.utils.redshift</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.amazon</span></code>","Package apache-airflow-providers-amazon","Amazon Web Services Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-amazon</span></code>","Writing Logs to Amazon Cloudwatch","Logging for Tasks","Writing Logs to Amazon S3","AWS DataSync Operator","ECS Operator","Amazon EMR Operators","Amazon Glacier Operator","Google API To S3 Transfer","Imap Attachment To S3 Operator","Amazon AWS Operators","S3 To Redshift Transfer Operator","Amazon Glacier Transfer Operator","Amazon Transfer Operators","AWS Secrets Manager Backend","AWS SSM Parameter Store Secrets Backend","Secret Backends"],titleterms:{"default":108,AWS:[108,113,119,123,124],ECS:114,IDs:108,Using:114,airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109],amazon:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,112,115,116,119,121,122],apach:[107,109],api:117,athena:[0,31,66],attach:118,authent:108,automat:115,aws:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105],aws_dynamodb:1,backend:[123,124,125],base_aw:2,batch:32,batch_client:3,batch_wait:4,behaviour:113,bug:109,changelog:109,cloud:108,cloud_form:[5,33,67],cloudwatch:110,cloudwatch_task_handl:28,configur:[108,115],connect:[108,123,124],content:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,105,109],copi:120,creat:[113,115],creation:113,cross:109,datasync:[6,34,113],defin:115,delet:113,depend:109,dynamodb:7,dynamodb_to_s3:88,ec2:8,ec2_instance_st:68,ec2_start_inst:35,ec2_stop_inst:36,ecs:37,elasticache_replication_group:9,email:103,emr:[10,115],emr_add_step:38,emr_bas:69,emr_create_job_flow:39,emr_job_flow:70,emr_modify_clust:40,emr_step:71,emr_terminate_job_flow:41,enabl:112,environ:[113,117,118,120],exampl:108,example_datasync_1:113,example_datasync_2:113,example_google_api_to_s3_transfer_advanc:117,example_google_api_to_s3_transfer_bas:117,example_imap_attachment_to_s3:118,example_s3_to_redshift:120,exasol_to_s3:89,execut:113,extra:108,featur:109,feder:108,field:108,fix:109,flow:115,gcs_to_s3:90,get:[113,117],glacier:[11,42,72,116,121],glacier_to_gc:91,glaciercreatejoboper:116,glacierjoboperationsensor:116,glaciertogcsoper:121,glue:[12,43,73],glue_catalog:13,glue_catalog_partit:74,glue_crawl:[14,44,75],googl:[108,117],google_api_to_s3:92,hive_to_dynamodb:93,hook:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],ident:108,imap:118,imap_attachment_to_s3:94,inform:114,instal:109,job:115,jobflow:115,kei:120,kinesi:16,lambda_funct:17,log:[18,28,29,30,110,111,112],lookup:[123,124],mail:118,manag:123,manual:115,modul:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,20,21,22,23,24,25,26,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,74,75,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,96,97,98,99,100,101,102,103,105],mongo_to_s3:96,more:114,mysql_to_s3:97,oper:[31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,113,114,115,116,118,119,120,121,122],option:[123,124],overview:[113,115,117,118,120],packag:[107,109],paramet:124,pip:109,prerequisit:[114,115],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109],purpos:[113,115,117,118,120],redshift:[19,77,105,120],redshift_to_s3:98,refer:[113,115,117,118,120],remot:112,requir:109,retriev:[123,124],role:108,run:113,s3_bucket:46,s3_copy_object:47,s3_delete_object:48,s3_file_transform:49,s3_kei:78,s3_keys_unchang:79,s3_list:50,s3_prefix:80,s3_task_handl:30,s3_to_ftp:99,s3_to_redshift:100,s3_to_sftp:101,sagemak:21,sagemaker_bas:[51,81],sagemaker_endpoint:[52,82],sagemaker_endpoint_config:53,sagemaker_model:54,sagemaker_process:55,sagemaker_train:[56,83],sagemaker_transform:[57,84],sagemaker_tun:[58,85],secret:[63,64,65,123,124,125],secrets_manag:[22,64],select:113,sensor:[66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87],servic:108,ses:23,setup:108,sftp_to_s3:102,sheet:117,sns:[24,59],sqs:[25,60,86],ssm:124,step:115,step_funct:26,step_function_execut:87,step_function_get_execution_output:61,step_function_start_execut:62,store:[123,124],submodul:[15,29,45,63,76,95,104],subpackag:[27,106],systems_manag:65,tabl:120,task:[111,113,114,115],taskarn:113,terraform:108,transfer:[88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,117,118,120,121,122],updat:113,using:108,util:[103,104,105],valu:117,variabl:[113,117,118,120,123,124],via:118,video:117,web:108,wizard:108,write:[110,112],youtub:117}}) |