Search.setIndex({docnames:["api","cli","code","concepts","faq","howto/executor/use-celery","howto/executor/use-dask","howto/executor/use-mesos","howto/index","howto/initialize-database","howto/manage-connections","howto/operator","howto/run-with-systemd","howto/run-with-upstart","howto/secure-connections","howto/set-config","howto/use-test-config","howto/write-logs","index","installation","integration","kubernetes","license","lineage","plugins","profiling","project","scheduler","security","start","timezone","tutorial","ui"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.viewcode":1,sphinx:55},filenames:["api.rst","cli.rst","code.rst","concepts.rst","faq.rst","howto/executor/use-celery.rst","howto/executor/use-dask.rst","howto/executor/use-mesos.rst","howto/index.rst","howto/initialize-database.rst","howto/manage-connections.rst","howto/operator.rst","howto/run-with-systemd.rst","howto/run-with-upstart.rst","howto/secure-connections.rst","howto/set-config.rst","howto/use-test-config.rst","howto/write-logs.rst","index.rst","installation.rst","integration.rst","kubernetes.rst","license.rst","lineage.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","timezone.rst","tutorial.rst","ui.rst"],objects:{"airflow.contrib.hooks.aws_dynamodb_hook":{AwsDynamoDBHook:[2,0,1,""]},"airflow.contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook":{write_batch_data:[2,1,1,""]},"airflow.contrib.hooks.aws_firehose_hook":{AwsFirehoseHook:[2,0,1,""]},"airflow.contrib.hooks.aws_firehose_hook.AwsFirehoseHook":{get_conn:[2,1,1,""],put_records:[2,1,1,""]},"airflow.contrib.hooks.aws_hook":{AwsHook:[2,0,1,""]},"airflow.contrib.hooks.aws_hook.AwsHook":{expand_role:[2,1,1,""],get_credentials:[2,1,1,""],get_session:[2,1,1,""]},"airflow.contrib.hooks.aws_lambda_hook":{AwsLambdaHook:[2,0,1,""]},"airflow.contrib.hooks.aws_lambda_hook.AwsLambdaHook":{invoke_lambda:[2,1,1,""]},"airflow.contrib.hooks.azure_data_lake_hook":{AzureDataLakeHook:[20,0,1,""]},"airflow.contrib.hooks.azure_data_lake_hook.AzureDataLakeHook":{check_for_file:[20,1,1,""],download_file:[20,1,1,""],get_conn:[20,1,1,""],upload_file:[20,1,1,""]},"airflow.contrib.hooks.azure_fileshare_hook":{AzureFileShareHook:[20,0,1,""]},"airflow.contrib.hooks.azure_fileshare_hook.AzureFileShareHook":{check_for_directory:[20,1,1,""],check_for_file:[20,1,1,""],create_directory:[20,1,1,""],get_conn:[20,1,1,""],get_file:[20,1,1,""],get_file_to_stream:[20,1,1,""],list_directories_and_files:[20,1,1,""],load_file:[20,1,1,""],load_stream:[20,1,1,""],load_string:[20,1,1,""]},"airflow.contrib.hooks.bigquery_hook":{BigQueryHook:[20,0,1,""]},"airflow.contrib.hooks.bigquery_hook.BigQueryHook":{get_conn:[20,1,1,""],get_pandas_df:[20,1,1,""],get_service:[20,1,1,""],insert_rows:[20,1,1,""],table_exists:[20,1,1,""]},"airflow.contrib.hooks.cassandra_hook":{CassandraHook:[2,0,1,""]},"airflow.contrib.hooks.cassandra_hook.CassandraHook":{get_conn:[2,1,1,""],record_exists:[2,1,1,""],shutdown_cluster:[2,1,1,""]},"airflow.contrib.hooks.cloudant_hook":{CloudantHook:[2,0,1,""]},"airflow.contrib.hooks.cloudant_hook.CloudantHook":{db:[2,1,1,""]},"airflow.contrib.hooks.databricks_hook":{DatabricksHook:[2,0,1,""]},"airflow.contrib.hooks.databricks_hook.DatabricksHook":{submit_run:[2,1,1,""]},"airflow.contrib.hooks.datadog_hook":{DatadogHook:[2,0,1,""]},"airflow.contrib.hooks.datadog_hook.DatadogHook":{post_event:[2,1,1,""],query_metric:[2,1,1,""],send_metric:[2,1,1,""]},"airflow.contrib.hooks.datastore_hook":{DatastoreHook:[20,0,1,""]},"airflow.contrib.hooks.datastore_hook.DatastoreHook":{allocate_ids:[20,1,1,""],begin_transaction:[20,1,1,""],commit:[20,1,1,""],delete_operation:[20,1,1,""],export_to_storage_bucket:[20,1,1,""],get_conn:[20,1,1,""],get_operation:[20,1,1,""],import_from_storage_bucket:[20,1,1,""],lookup:[20,1,1,""],poll_operation_until_done:[20,1,1,""],rollback:[20,1,1,""],run_query:[20,1,1,""]},"airflow.contrib.hooks.discord_webhook_hook":{DiscordWebhookHook:[2,0,1,""]},"airflow.contrib.hooks.discord_webhook_hook.DiscordWebhookHook":{execute:[2,1,1,""]},"airflow.contrib.hooks.emr_hook":{EmrHook:[20,0,1,""]},"airflow.contrib.hooks.emr_hook.EmrHook":{create_job_flow:[20,1,1,""]},"airflow.contrib.hooks.fs_hook":{FSHook:[2,0,1,""]},"airflow.contrib.hooks.ftp_hook":{FTPHook:[2,0,1,""],FTPSHook:[2,0,1,""]},"airflow.contrib.hooks.ftp_hook.FTPHook":{close_conn:[2,1,1,""],create_directory:[2,1,1,""],delete_directory:[2,1,1,""],delete_file:[2,1,1,""],describe_directory:[2,1,1,""],get_conn:[2,1,1,""],get_mod_time:[2,1,1,""],get_size:[2,1,1,""],list_directory:[2,1,1,""],rename:[2,1,1,""],retrieve_file:[2,1,1,""],store_file:[2,1,1,""]},"airflow.contrib.hooks.ftp_hook.FTPSHook":{get_conn:[2,1,1,""]},"airflow.contrib.hooks.gcp_api_base_hook":{GoogleCloudBaseHook:[2,0,1,""]},"airflow.contrib.hooks.gcp_container_hook":{GKEClusterHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_container_hook.GKEClusterHook":{create_cluster:[20,1,1,""],delete_cluster:[20,1,1,""],get_cluster:[20,1,1,""],get_operation:[20,1,1,""],wait_for_operation:[20,1,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook":{DataFlowHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook":{get_conn:[20,1,1,""]},"airflow.contrib.hooks.gcp_dataproc_hook":{DataProcHook:[2,0,1,""]},"airflow.contrib.hooks.gcp_dataproc_hook.DataProcHook":{get_conn:[2,1,1,""],wait:[2,1,1,""]},"airflow.contrib.hooks.gcp_function_hook":{GcfHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_function_hook.GcfHook":{create_new_function:[20,1,1,""],delete_function:[20,1,1,""],get_conn:[20,1,1,""],get_function:[20,1,1,""],list_functions:[20,1,1,""],update_function:[20,1,1,""],upload_function_zip:[20,1,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook":{MLEngineHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook":{create_job:[20,1,1,""],create_model:[20,1,1,""],create_version:[20,1,1,""],delete_version:[20,1,1,""],get_conn:[20,1,1,""],get_model:[20,1,1,""],list_versions:[20,1,1,""],set_default_version:[20,1,1,""]},"airflow.contrib.hooks.gcp_pubsub_hook":{PubSubHook:[2,0,1,""]},"airflow.contrib.hooks.gcp_pubsub_hook.PubSubHook":{acknowledge:[2,1,1,""],create_subscription:[2,1,1,""],create_topic:[2,1,1,""],delete_subscription:[2,1,1,""],delete_topic:[2,1,1,""],get_conn:[2,1,1,""],publish:[2,1,1,""],pull:[2,1,1,""]},"airflow.contrib.hooks.gcp_sql_hook":{CloudSqlHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_sql_hook.CloudSqlHook":{create_database:[20,1,1,""],create_instance:[20,1,1,""],delete_database:[20,1,1,""],delete_instance:[20,1,1,""],get_conn:[20,1,1,""],get_database:[20,1,1,""],get_instance:[20,1,1,""],patch_database:[20,1,1,""],patch_instance:[20,1,1,""]},"airflow.contrib.hooks.gcs_hook":{GoogleCloudStorageHook:[20,0,1,""]},"airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook":{"delete":[20,1,1,""],copy:[20,1,1,""],create_bucket:[20,1,1,""],download:[20,1,1,""],exists:[20,1,1,""],get_conn:[20,1,1,""],get_crc32c:[20,1,1,""],get_md5hash:[20,1,1,""],get_size:[20,1,1,""],is_updated_after:[20,1,1,""],list:[20,1,1,""],rewrite:[20,1,1,""],upload:[20,1,1,""]},"airflow.contrib.hooks.imap_hook":{ImapHook:[2,0,1,""]},"airflow.contrib.hooks.imap_hook.ImapHook":{download_mail_attachments:[2,1,1,""],has_mail_attachment:[2,1,1,""],retrieve_mail_attachments:[2,1,1,""]},"airflow.contrib.hooks.jenkins_hook":{JenkinsHook:[2,0,1,""]},"airflow.contrib.hooks.jira_hook":{JiraHook:[2,0,1,""]},"airflow.contrib.hooks.mongo_hook":{MongoHook:[2,0,1,""]},"airflow.contrib.hooks.mongo_hook.MongoHook":{aggregate:[2,1,1,""],find:[2,1,1,""],get_collection:[2,1,1,""],get_conn:[2,1,1,""],insert_many:[2,1,1,""],insert_one:[2,1,1,""]},"airflow.contrib.hooks.pinot_hook":{PinotDbApiHook:[2,0,1,""]},"airflow.contrib.hooks.pinot_hook.PinotDbApiHook":{get_conn:[2,1,1,""],get_first:[2,1,1,""],get_pandas_df:[2,1,1,""],get_records:[2,1,1,""],get_uri:[2,1,1,""],insert_rows:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.contrib.hooks.qubole_hook":{QuboleHook:[2,0,1,""]},"airflow.contrib.hooks.qubole_hook.QuboleHook":{get_jobs_id:[2,1,1,""],get_log:[2,1,1,""],get_results:[2,1,1,""],kill:[2,1,1,""]},"airflow.contrib.hooks.redis_hook":{RedisHook:[2,0,1,""]},"airflow.contrib.hooks.redis_hook.RedisHook":{get_conn:[2,1,1,""],key_exists:[2,1,1,""]},"airflow.contrib.hooks.redshift_hook":{RedshiftHook:[20,0,1,""]},"airflow.contrib.hooks.redshift_hook.RedshiftHook":{cluster_status:[20,1,1,""],create_cluster_snapshot:[20,1,1,""],delete_cluster:[20,1,1,""],describe_cluster_snapshots:[20,1,1,""],restore_from_cluster_snapshot:[20,1,1,""]},"airflow.contrib.hooks.sagemaker_hook":{SageMakerHook:[2,0,1,""]},"airflow.contrib.hooks.sagemaker_hook.SageMakerHook":{check_s3_url:[2,1,1,""],check_status:[2,1,1,""],check_training_config:[2,1,1,""],check_training_status_with_log:[2,1,1,""],check_tuning_config:[2,1,1,""],configure_s3_resources:[2,1,1,""],create_endpoint:[2,1,1,""],create_endpoint_config:[2,1,1,""],create_model:[2,1,1,""],create_training_job:[2,1,1,""],create_transform_job:[2,1,1,""],create_tuning_job:[2,1,1,""],describe_endpoint:[2,1,1,""],describe_endpoint_config:[2,1,1,""],describe_model:[2,1,1,""],describe_training_job:[2,1,1,""],describe_training_job_with_log:[2,1,1,""],describe_transform_job:[2,1,1,""],describe_tuning_job:[2,1,1,""],get_conn:[2,1,1,""],get_log_conn:[2,1,1,""],log_stream:[2,1,1,""],multi_stream_iter:[2,1,1,""],tar_and_s3_upload:[2,1,1,""],update_endpoint:[2,1,1,""]},"airflow.contrib.hooks.segment_hook":{SegmentHook:[2,0,1,""]},"airflow.contrib.hooks.segment_hook.SegmentHook":{on_error:[2,1,1,""]},"airflow.contrib.hooks.sftp_hook":{SFTPHook:[2,0,1,""]},"airflow.contrib.hooks.sftp_hook.SFTPHook":{close_conn:[2,1,1,""],create_directory:[2,1,1,""],delete_directory:[2,1,1,""],delete_file:[2,1,1,""],describe_directory:[2,1,1,""],get_conn:[2,1,1,""],list_directory:[2,1,1,""],retrieve_file:[2,1,1,""],store_file:[2,1,1,""]},"airflow.contrib.hooks.slack_webhook_hook":{SlackWebhookHook:[2,0,1,""]},"airflow.contrib.hooks.slack_webhook_hook.SlackWebhookHook":{execute:[2,1,1,""]},"airflow.contrib.hooks.snowflake_hook":{SnowflakeHook:[2,0,1,""]},"airflow.contrib.hooks.snowflake_hook.SnowflakeHook":{get_conn:[2,1,1,""],get_uri:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.contrib.hooks.spark_jdbc_hook":{SparkJDBCHook:[2,0,1,""]},"airflow.contrib.hooks.spark_sql_hook":{SparkSqlHook:[2,0,1,""]},"airflow.contrib.hooks.spark_sql_hook.SparkSqlHook":{run_query:[2,1,1,""]},"airflow.contrib.hooks.spark_submit_hook":{SparkSubmitHook:[2,0,1,""]},"airflow.contrib.hooks.spark_submit_hook.SparkSubmitHook":{submit:[2,1,1,""]},"airflow.contrib.hooks.sqoop_hook":{SqoopHook:[2,0,1,""]},"airflow.contrib.hooks.sqoop_hook.SqoopHook":{Popen:[2,1,1,""],export_table:[2,1,1,""],import_query:[2,1,1,""],import_table:[2,1,1,""]},"airflow.contrib.hooks.ssh_hook":{SSHHook:[2,0,1,""]},"airflow.contrib.hooks.ssh_hook.SSHHook":{get_conn:[2,1,1,""],get_tunnel:[2,1,1,""]},"airflow.contrib.hooks.vertica_hook":{VerticaHook:[2,0,1,""]},"airflow.contrib.hooks.vertica_hook.VerticaHook":{get_conn:[2,1,1,""]},"airflow.contrib.hooks.wasb_hook":{WasbHook:[20,0,1,""]},"airflow.contrib.hooks.wasb_hook.WasbHook":{check_for_blob:[20,1,1,""],check_for_prefix:[20,1,1,""],delete_file:[20,1,1,""],get_conn:[20,1,1,""],get_file:[20,1,1,""],load_file:[20,1,1,""],load_string:[20,1,1,""],read_file:[20,1,1,""]},"airflow.contrib.hooks.winrm_hook":{WinRMHook:[2,0,1,""]},"airflow.contrib.kubernetes.secret":{Secret:[21,0,1,""]},"airflow.contrib.operators.awsbatch_operator":{AWSBatchOperator:[20,0,1,""]},"airflow.contrib.operators.awsbatch_operator.AWSBatchOperator":{execute:[20,1,1,""],on_kill:[20,1,1,""]},"airflow.contrib.operators.bigquery_check_operator":{BigQueryCheckOperator:[20,0,1,""],BigQueryIntervalCheckOperator:[20,0,1,""],BigQueryValueCheckOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_get_data":{BigQueryGetDataOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_get_data.BigQueryGetDataOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.bigquery_operator":{BigQueryCreateEmptyTableOperator:[20,0,1,""],BigQueryCreateExternalTableOperator:[20,0,1,""],BigQueryDeleteDatasetOperator:[20,0,1,""],BigQueryOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyTableOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.bigquery_operator.BigQueryCreateExternalTableOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.bigquery_operator.BigQueryDeleteDatasetOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.bigquery_operator.BigQueryOperator":{execute:[20,1,1,""],on_kill:[20,1,1,""]},"airflow.contrib.operators.bigquery_table_delete_operator":{BigQueryTableDeleteOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_table_delete_operator.BigQueryTableDeleteOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.bigquery_to_bigquery":{BigQueryToBigQueryOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.bigquery_to_gcs":{BigQueryToCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.cassandra_to_gcs":{CassandraToGoogleCloudStorageOperator:[2,0,1,""]},"airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator":{convert_map_type:[2,2,1,""],convert_tuple_type:[2,2,1,""],convert_user_type:[2,2,1,""],execute:[2,1,1,""]},"airflow.contrib.operators.databricks_operator":{DatabricksSubmitRunOperator:[20,0,1,""]},"airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator":{execute:[20,1,1,""],on_kill:[20,1,1,""]},"airflow.contrib.operators.dataflow_operator":{DataFlowJavaOperator:[20,0,1,""],DataFlowPythonOperator:[20,0,1,""],DataflowTemplateOperator:[20,0,1,""]},"airflow.contrib.operators.dataflow_operator.DataFlowJavaOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataflow_operator.DataflowTemplateOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator":{DataProcHadoopOperator:[20,0,1,""],DataProcHiveOperator:[20,0,1,""],DataProcPigOperator:[20,0,1,""],DataProcPySparkOperator:[20,0,1,""],DataProcSparkOperator:[20,0,1,""],DataProcSparkSqlOperator:[20,0,1,""],DataprocClusterCreateOperator:[20,0,1,""],DataprocClusterDeleteOperator:[20,0,1,""],DataprocClusterScaleOperator:[20,0,1,""],DataprocWorkflowTemplateBaseOperator:[2,0,1,""],DataprocWorkflowTemplateInstantiateInlineOperator:[20,0,1,""],DataprocWorkflowTemplateInstantiateOperator:[20,0,1,""]},"airflow.contrib.operators.dataproc_operator.DataProcHadoopOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataProcHiveOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataProcPigOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataProcPySparkOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataProcSparkOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataProcSparkSqlOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataprocClusterCreateOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataprocClusterDeleteOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataprocClusterScaleOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateBaseOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.datastore_export_operator":{DatastoreExportOperator:[20,0,1,""]},"airflow.contrib.operators.datastore_export_operator.DatastoreExportOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.datastore_import_operator":{DatastoreImportOperator:[20,0,1,""]},"airflow.contrib.operators.datastore_import_operator.DatastoreImportOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.discord_webhook_operator":{DiscordWebhookOperator:[2,0,1,""]},"airflow.contrib.operators.discord_webhook_operator.DiscordWebhookOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.druid_operator":{DruidOperator:[2,0,1,""]},"airflow.contrib.operators.druid_operator.DruidOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.ecs_operator":{ECSOperator:[20,0,1,""]},"airflow.contrib.operators.ecs_operator.ECSOperator":{execute:[20,1,1,""],on_kill:[20,1,1,""]},"airflow.contrib.operators.emr_add_steps_operator":{EmrAddStepsOperator:[20,0,1,""]},"airflow.contrib.operators.emr_add_steps_operator.EmrAddStepsOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.emr_create_job_flow_operator":{EmrCreateJobFlowOperator:[20,0,1,""]},"airflow.contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.emr_terminate_job_flow_operator":{EmrTerminateJobFlowOperator:[20,0,1,""]},"airflow.contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.file_to_gcs":{FileToGoogleCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.file_to_wasb":{FileToWasbOperator:[20,0,1,""]},"airflow.contrib.operators.file_to_wasb.FileToWasbOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_compute_operator":{GceInstanceStartOperator:[20,0,1,""],GceInstanceStopOperator:[20,0,1,""],GceSetMachineTypeOperator:[20,0,1,""]},"airflow.contrib.operators.gcp_compute_operator.GceInstanceStartOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_compute_operator.GceInstanceStopOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_compute_operator.GceSetMachineTypeOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_container_operator":{GKEClusterCreateOperator:[20,0,1,""],GKEClusterDeleteOperator:[20,0,1,""]},"airflow.contrib.operators.gcp_container_operator.GKEClusterCreateOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_container_operator.GKEClusterDeleteOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_function_operator":{GcfFunctionDeleteOperator:[20,0,1,""],GcfFunctionDeployOperator:[20,0,1,""]},"airflow.contrib.operators.gcp_function_operator.GcfFunctionDeleteOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_function_operator.GcfFunctionDeployOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_sql_operator":{CloudSqlInstanceCreateOperator:[20,0,1,""],CloudSqlInstanceDatabaseCreateOperator:[20,0,1,""],CloudSqlInstanceDatabaseDeleteOperator:[20,0,1,""],CloudSqlInstanceDatabasePatchOperator:[20,0,1,""],CloudSqlInstanceDeleteOperator:[20,0,1,""],CloudSqlInstancePatchOperator:[20,0,1,""]},"airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceCreateOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseCreateOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseDeleteOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabasePatchOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDeleteOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_sql_operator.CloudSqlInstancePatchOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcs_download_operator":{GoogleCloudStorageDownloadOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcs_list_operator":{GoogleCloudStorageListOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_list_operator.GoogleCloudStorageListOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcs_operator":{GoogleCloudStorageCreateBucketOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_operator.GoogleCloudStorageCreateBucketOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcs_to_bq":{GoogleCloudStorageToBigQueryOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcs_to_gcs":{GoogleCloudStorageToGoogleCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_to_gcs.GoogleCloudStorageToGoogleCloudStorageOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcs_to_s3":{GoogleCloudStorageToS3Operator:[2,0,1,""]},"airflow.contrib.operators.gcs_to_s3.GoogleCloudStorageToS3Operator":{execute:[2,1,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[2,0,1,""],HipChatAPISendRoomNotificationOperator:[2,0,1,""]},"airflow.contrib.operators.hipchat_operator.HipChatAPIOperator":{execute:[2,1,1,""],prepare_request:[2,1,1,""]},"airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator":{prepare_request:[2,1,1,""]},"airflow.contrib.operators.hive_to_dynamodb":{HiveToDynamoDBTransferOperator:[2,0,1,""]},"airflow.contrib.operators.hive_to_dynamodb.HiveToDynamoDBTransferOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.jenkins_job_trigger_operator":{JenkinsJobTriggerOperator:[2,0,1,""]},"airflow.contrib.operators.jenkins_job_trigger_operator.JenkinsJobTriggerOperator":{build_job:[2,1,1,""],execute:[2,1,1,""],poll_job_in_queue:[2,1,1,""]},"airflow.contrib.operators.jira_operator":{JiraOperator:[2,0,1,""]},"airflow.contrib.operators.jira_operator.JiraOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.kubernetes_pod_operator":{KubernetesPodOperator:[21,0,1,""]},"airflow.contrib.operators.kubernetes_pod_operator.KubernetesPodOperator":{execute:[21,1,1,""]},"airflow.contrib.operators.mlengine_operator":{MLEngineBatchPredictionOperator:[20,0,1,""],MLEngineModelOperator:[20,0,1,""],MLEngineTrainingOperator:[20,0,1,""],MLEngineVersionOperator:[20,0,1,""]},"airflow.contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.mlengine_operator.MLEngineModelOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.mlengine_operator.MLEngineTrainingOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.mlengine_operator.MLEngineVersionOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.mongo_to_s3":{MongoToS3Operator:[2,0,1,""]},"airflow.contrib.operators.mongo_to_s3.MongoToS3Operator":{execute:[2,1,1,""],transform:[2,1,1,""]},"airflow.contrib.operators.mysql_to_gcs":{MySqlToGoogleCloudStorageOperator:[2,0,1,""]},"airflow.contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator":{execute:[2,1,1,""],type_map:[2,2,1,""]},"airflow.contrib.operators.postgres_to_gcs_operator":{PostgresToGoogleCloudStorageOperator:[2,0,1,""]},"airflow.contrib.operators.postgres_to_gcs_operator.PostgresToGoogleCloudStorageOperator":{convert_types:[2,2,1,""],execute:[2,1,1,""],type_map:[2,2,1,""]},"airflow.contrib.operators.pubsub_operator":{PubSubPublishOperator:[2,0,1,""],PubSubSubscriptionCreateOperator:[2,0,1,""],PubSubSubscriptionDeleteOperator:[2,0,1,""],PubSubTopicCreateOperator:[2,0,1,""],PubSubTopicDeleteOperator:[2,0,1,""]},"airflow.contrib.operators.pubsub_operator.PubSubPublishOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.pubsub_operator.PubSubSubscriptionCreateOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.pubsub_operator.PubSubSubscriptionDeleteOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.pubsub_operator.PubSubTopicCreateOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.pubsub_operator.PubSubTopicDeleteOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.qubole_check_operator":{QuboleCheckOperator:[2,0,1,""],QuboleValueCheckOperator:[2,0,1,""]},"airflow.contrib.operators.qubole_check_operator.QuboleCheckOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.qubole_check_operator.QuboleValueCheckOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.qubole_operator":{QuboleOperator:[2,0,1,""]},"airflow.contrib.operators.qubole_operator.QuboleOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.contrib.operators.s3_list_operator":{S3ListOperator:[20,0,1,""]},"airflow.contrib.operators.s3_list_operator.S3ListOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.s3_to_gcs_operator":{S3ToGoogleCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.s3_to_gcs_operator.S3ToGoogleCloudStorageOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.sagemaker_base_operator":{SageMakerBaseOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_base_operator.SageMakerBaseOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sagemaker_endpoint_config_operator":{SageMakerEndpointConfigOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_endpoint_config_operator.SageMakerEndpointConfigOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sagemaker_endpoint_operator":{SageMakerEndpointOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_endpoint_operator.SageMakerEndpointOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sagemaker_model_operator":{SageMakerModelOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_model_operator.SageMakerModelOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sagemaker_training_operator":{SageMakerTrainingOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_training_operator.SageMakerTrainingOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sagemaker_transform_operator":{SageMakerTransformOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_transform_operator.SageMakerTransformOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sagemaker_tuning_operator":{SageMakerTuningOperator:[2,0,1,""]},"airflow.contrib.operators.sagemaker_tuning_operator.SageMakerTuningOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.segment_track_event_operator":{SegmentTrackEventOperator:[2,0,1,""]},"airflow.contrib.operators.segment_track_event_operator.SegmentTrackEventOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sftp_operator":{SFTPOperator:[2,0,1,""]},"airflow.contrib.operators.sftp_operator.SFTPOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.slack_webhook_operator":{SlackWebhookOperator:[2,0,1,""]},"airflow.contrib.operators.slack_webhook_operator.SlackWebhookOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.snowflake_operator":{SnowflakeOperator:[2,0,1,""]},"airflow.contrib.operators.snowflake_operator.SnowflakeOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.spark_jdbc_operator":{SparkJDBCOperator:[2,0,1,""]},"airflow.contrib.operators.spark_jdbc_operator.SparkJDBCOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.contrib.operators.spark_sql_operator":{SparkSqlOperator:[2,0,1,""]},"airflow.contrib.operators.spark_sql_operator.SparkSqlOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.contrib.operators.spark_submit_operator":{SparkSubmitOperator:[2,0,1,""]},"airflow.contrib.operators.spark_submit_operator.SparkSubmitOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.contrib.operators.sqoop_operator":{SqoopOperator:[2,0,1,""]},"airflow.contrib.operators.sqoop_operator.SqoopOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.contrib.operators.ssh_operator":{SSHOperator:[2,0,1,""]},"airflow.contrib.operators.ssh_operator.SSHOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.vertica_operator":{VerticaOperator:[2,0,1,""]},"airflow.contrib.operators.vertica_operator.VerticaOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.vertica_to_hive":{VerticaToHiveTransfer:[2,0,1,""]},"airflow.contrib.operators.vertica_to_hive.VerticaToHiveTransfer":{execute:[2,1,1,""]},"airflow.contrib.operators.winrm_operator":{WinRMOperator:[2,0,1,""]},"airflow.contrib.operators.winrm_operator.WinRMOperator":{execute:[2,1,1,""]},"airflow.contrib.sensors.aws_redshift_cluster_sensor":{AwsRedshiftClusterSensor:[20,0,1,""]},"airflow.contrib.sensors.aws_redshift_cluster_sensor.AwsRedshiftClusterSensor":{poke:[20,1,1,""]},"airflow.contrib.sensors.bash_sensor":{BashSensor:[2,0,1,""]},"airflow.contrib.sensors.bash_sensor.BashSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.bigquery_sensor":{BigQueryTableSensor:[2,0,1,""]},"airflow.contrib.sensors.bigquery_sensor.BigQueryTableSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.cassandra_sensor":{CassandraRecordSensor:[2,0,1,""]},"airflow.contrib.sensors.cassandra_sensor.CassandraRecordSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.datadog_sensor":{DatadogSensor:[2,0,1,""]},"airflow.contrib.sensors.datadog_sensor.DatadogSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.emr_base_sensor":{EmrBaseSensor:[2,0,1,""]},"airflow.contrib.sensors.emr_base_sensor.EmrBaseSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.emr_job_flow_sensor":{EmrJobFlowSensor:[2,0,1,""]},"airflow.contrib.sensors.emr_step_sensor":{EmrStepSensor:[2,0,1,""]},"airflow.contrib.sensors.file_sensor":{FileSensor:[2,0,1,""]},"airflow.contrib.sensors.file_sensor.FileSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.ftp_sensor":{FTPSSensor:[2,0,1,""],FTPSensor:[2,0,1,""]},"airflow.contrib.sensors.ftp_sensor.FTPSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.gcs_sensor":{GoogleCloudStorageObjectSensor:[2,0,1,""],GoogleCloudStorageObjectUpdatedSensor:[2,0,1,""],GoogleCloudStoragePrefixSensor:[2,0,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.hdfs_sensor":{HdfsSensorFolder:[2,0,1,""],HdfsSensorRegex:[2,0,1,""]},"airflow.contrib.sensors.hdfs_sensor.HdfsSensorFolder":{poke:[2,1,1,""]},"airflow.contrib.sensors.hdfs_sensor.HdfsSensorRegex":{poke:[2,1,1,""]},"airflow.contrib.sensors.jira_sensor":{JiraSensor:[2,0,1,""]},"airflow.contrib.sensors.jira_sensor.JiraSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.pubsub_sensor":{PubSubPullSensor:[2,0,1,""]},"airflow.contrib.sensors.pubsub_sensor.PubSubPullSensor":{execute:[2,1,1,""],poke:[2,1,1,""]},"airflow.contrib.sensors.qubole_sensor":{QuboleSensor:[2,0,1,""]},"airflow.contrib.sensors.qubole_sensor.QuboleSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.redis_key_sensor":{RedisKeySensor:[2,0,1,""]},"airflow.contrib.sensors.redis_key_sensor.RedisKeySensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.sagemaker_base_sensor":{SageMakerBaseSensor:[2,0,1,""]},"airflow.contrib.sensors.sagemaker_base_sensor.SageMakerBaseSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.sagemaker_endpoint_sensor":{SageMakerEndpointSensor:[2,0,1,""]},"airflow.contrib.sensors.sagemaker_training_sensor":{SageMakerTrainingSensor:[2,0,1,""]},"airflow.contrib.sensors.sagemaker_transform_sensor":{SageMakerTransformSensor:[2,0,1,""]},"airflow.contrib.sensors.sagemaker_tuning_sensor":{SageMakerTuningSensor:[2,0,1,""]},"airflow.contrib.sensors.sftp_sensor":{SFTPSensor:[2,0,1,""]},"airflow.contrib.sensors.sftp_sensor.SFTPSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.wasb_sensor":{WasbBlobSensor:[20,0,1,""],WasbPrefixSensor:[20,0,1,""]},"airflow.contrib.sensors.wasb_sensor.WasbBlobSensor":{poke:[20,1,1,""]},"airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor":{poke:[20,1,1,""]},"airflow.executors.celery_executor":{CeleryExecutor:[2,0,1,""]},"airflow.executors.celery_executor.CeleryExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],start:[2,1,1,""],sync:[2,1,1,""]},"airflow.executors.local_executor":{LocalExecutor:[2,0,1,""]},"airflow.executors.local_executor.LocalExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],start:[2,1,1,""],sync:[2,1,1,""]},"airflow.executors.sequential_executor":{SequentialExecutor:[2,0,1,""]},"airflow.executors.sequential_executor.SequentialExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],sync:[2,1,1,""]},"airflow.hooks":{hive_hooks:[2,3,0,"-"]},"airflow.hooks.S3_hook":{S3Hook:[20,0,1,""]},"airflow.hooks.S3_hook.S3Hook":{check_for_bucket:[20,1,1,""],check_for_key:[20,1,1,""],check_for_prefix:[20,1,1,""],check_for_wildcard_key:[20,1,1,""],copy_object:[20,1,1,""],create_bucket:[20,1,1,""],delete_objects:[20,1,1,""],get_bucket:[20,1,1,""],get_key:[20,1,1,""],get_wildcard_key:[20,1,1,""],list_keys:[20,1,1,""],list_prefixes:[20,1,1,""],load_bytes:[20,1,1,""],load_file:[20,1,1,""],load_file_obj:[20,1,1,""],load_string:[20,1,1,""],read_key:[20,1,1,""],select_key:[20,1,1,""]},"airflow.hooks.dbapi_hook":{DbApiHook:[2,0,1,""]},"airflow.hooks.dbapi_hook.DbApiHook":{bulk_dump:[2,1,1,""],bulk_load:[2,1,1,""],get_autocommit:[2,1,1,""],get_conn:[2,1,1,""],get_cursor:[2,1,1,""],get_first:[2,1,1,""],get_pandas_df:[2,1,1,""],get_records:[2,1,1,""],insert_rows:[2,1,1,""],run:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.docker_hook":{DockerHook:[2,0,1,""]},"airflow.hooks.druid_hook":{DruidDbApiHook:[2,0,1,""],DruidHook:[2,0,1,""]},"airflow.hooks.druid_hook.DruidDbApiHook":{get_conn:[2,1,1,""],get_pandas_df:[2,1,1,""],get_uri:[2,1,1,""],insert_rows:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.hdfs_hook":{HDFSHook:[2,0,1,""]},"airflow.hooks.hdfs_hook.HDFSHook":{get_conn:[2,1,1,""]},"airflow.hooks.hive_hooks":{HiveCliHook:[2,0,1,""],HiveMetastoreHook:[2,0,1,""],HiveServer2Hook:[2,0,1,""]},"airflow.hooks.hive_hooks.HiveCliHook":{load_df:[2,1,1,""],load_file:[2,1,1,""],run_cli:[2,1,1,""],test_hql:[2,1,1,""]},"airflow.hooks.hive_hooks.HiveMetastoreHook":{check_for_named_partition:[2,1,1,""],check_for_partition:[2,1,1,""],get_databases:[2,1,1,""],get_metastore_client:[2,1,1,""],get_partitions:[2,1,1,""],get_table:[2,1,1,""],get_tables:[2,1,1,""],max_partition:[2,1,1,""],table_exists:[2,1,1,""]},"airflow.hooks.hive_hooks.HiveServer2Hook":{get_pandas_df:[2,1,1,""],get_records:[2,1,1,""]},"airflow.hooks.http_hook":{HttpHook:[2,0,1,""]},"airflow.hooks.http_hook.HttpHook":{check_response:[2,1,1,""],get_conn:[2,1,1,""],run:[2,1,1,""],run_and_check:[2,1,1,""],run_with_advanced_retry:[2,1,1,""]},"airflow.hooks.jdbc_hook":{JdbcHook:[2,0,1,""]},"airflow.hooks.jdbc_hook.JdbcHook":{get_conn:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.mssql_hook":{MsSqlHook:[2,0,1,""]},"airflow.hooks.mssql_hook.MsSqlHook":{get_conn:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.mysql_hook":{MySqlHook:[2,0,1,""]},"airflow.hooks.mysql_hook.MySqlHook":{bulk_dump:[2,1,1,""],bulk_load:[2,1,1,""],get_autocommit:[2,1,1,""],get_conn:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.oracle_hook":{OracleHook:[2,0,1,""]},"airflow.hooks.oracle_hook.OracleHook":{bulk_insert_rows:[2,1,1,""],get_conn:[2,1,1,""],insert_rows:[2,1,1,""]},"airflow.hooks.pig_hook":{PigCliHook:[2,0,1,""]},"airflow.hooks.pig_hook.PigCliHook":{run_cli:[2,1,1,""]},"airflow.hooks.postgres_hook":{PostgresHook:[2,0,1,""]},"airflow.hooks.postgres_hook.PostgresHook":{bulk_dump:[2,1,1,""],bulk_load:[2,1,1,""],copy_expert:[2,1,1,""],get_conn:[2,1,1,""]},"airflow.hooks.presto_hook":{PrestoHook:[2,0,1,""]},"airflow.hooks.presto_hook.PrestoHook":{get_conn:[2,1,1,""],get_first:[2,1,1,""],get_pandas_df:[2,1,1,""],get_records:[2,1,1,""],insert_rows:[2,1,1,""],run:[2,1,1,""]},"airflow.hooks.samba_hook":{SambaHook:[2,0,1,""]},"airflow.hooks.slack_hook":{SlackHook:[2,0,1,""]},"airflow.hooks.sqlite_hook":{SqliteHook:[2,0,1,""]},"airflow.hooks.sqlite_hook.SqliteHook":{get_conn:[2,1,1,""]},"airflow.hooks.webhdfs_hook":{WebHDFSHook:[2,0,1,""]},"airflow.hooks.webhdfs_hook.WebHDFSHook":{check_for_path:[2,1,1,""],get_conn:[2,1,1,""],load_file:[2,1,1,""]},"airflow.hooks.zendesk_hook":{ZendeskHook:[2,0,1,""]},"airflow.hooks.zendesk_hook.ZendeskHook":{call:[2,1,1,""]},"airflow.macros":{ds_add:[2,4,1,""],ds_format:[2,4,1,""],random:[2,4,1,""]},"airflow.macros.hive":{closest_ds_partition:[2,4,1,""],max_partition:[2,4,1,""]},"airflow.models":{BaseOperator:[2,0,1,""],Chart:[2,0,1,""],Connection:[2,0,1,""],DAG:[2,0,1,""],DagBag:[2,0,1,""],DagModel:[2,0,1,""],DagPickle:[2,0,1,""],DagRun:[2,0,1,""],DagStat:[2,0,1,""],ImportError:[2,0,1,""],InvalidFernetToken:[2,7,1,""],KnownEvent:[2,0,1,""],KnownEventType:[2,0,1,""],KubeResourceVersion:[2,0,1,""],KubeWorkerIdentifier:[2,0,1,""],Log:[2,0,1,""],NullFernet:[2,0,1,""],Pool:[2,0,1,""],SkipMixin:[2,0,1,""],SlaMiss:[2,0,1,""],TaskFail:[2,0,1,""],TaskInstance:[2,0,1,""],User:[2,0,1,""],Variable:[2,0,1,""],XCom:[2,0,1,""],clear_task_instances:[2,4,1,""],get_fernet:[2,4,1,""]},"airflow.models.BaseOperator":{clear:[2,1,1,""],dag:[2,5,1,""],deps:[2,5,1,""],downstream_list:[2,5,1,""],execute:[2,1,1,""],get_direct_relative_ids:[2,1,1,""],get_direct_relatives:[2,1,1,""],get_flat_relative_ids:[2,1,1,""],get_flat_relatives:[2,1,1,""],get_task_instances:[2,1,1,""],has_dag:[2,1,1,""],on_kill:[2,1,1,""],post_execute:[2,1,1,""],pre_execute:[2,1,1,""],prepare_template:[2,1,1,""],render_template:[2,1,1,""],render_template_from_field:[2,1,1,""],run:[2,1,1,""],schedule_interval:[2,5,1,""],set_downstream:[2,1,1,""],set_upstream:[2,1,1,""],upstream_list:[2,5,1,""],xcom_pull:[2,1,1,""],xcom_push:[2,1,1,""]},"airflow.models.Connection":{extra_dejson:[2,5,1,""]},"airflow.models.DAG":{add_task:[2,1,1,""],add_tasks:[2,1,1,""],clear:[2,1,1,""],cli:[2,1,1,""],concurrency:[2,5,1,""],concurrency_reached:[2,5,1,""],create_dagrun:[2,1,1,""],dag_id:[2,5,1,""],deactivate_stale_dags:[2,6,1,""],deactivate_unknown_dags:[2,6,1,""],filepath:[2,5,1,""],folder:[2,5,1,""],following_schedule:[2,1,1,""],full_filepath:[2,5,1,""],get_active_runs:[2,1,1,""],get_dagrun:[2,1,1,""],get_last_dagrun:[2,1,1,""],get_num_active_runs:[2,1,1,""],get_num_task_instances:[2,6,1,""],get_run_dates:[2,1,1,""],get_template_env:[2,1,1,""],handle_callback:[2,1,1,""],is_fixed_time_schedule:[2,1,1,""],is_paused:[2,5,1,""],latest_execution_date:[2,5,1,""],normalize_schedule:[2,1,1,""],pickle_id:[2,5,1,""],previous_schedule:[2,1,1,""],run:[2,1,1,""],set_dependency:[2,1,1,""],sub_dag:[2,1,1,""],subdags:[2,5,1,""],sync_to_db:[2,1,1,""],task_ids:[2,5,1,""],test_cycle:[2,1,1,""],topological_sort:[2,1,1,""],tree_view:[2,1,1,""]},"airflow.models.DagBag":{bag_dag:[2,1,1,""],collect_dags:[2,1,1,""],dagbag_report:[2,1,1,""],get_dag:[2,1,1,""],kill_zombies:[2,1,1,""],process_file:[2,1,1,""],size:[2,1,1,""]},"airflow.models.DagRun":{find:[2,6,1,""],get_dag:[2,1,1,""],get_latest_runs:[2,2,1,""],get_previous_dagrun:[2,1,1,""],get_previous_scheduled_dagrun:[2,1,1,""],get_run:[2,6,1,""],get_task_instance:[2,1,1,""],get_task_instances:[2,1,1,""],refresh_from_db:[2,1,1,""],update_state:[2,1,1,""],verify_integrity:[2,1,1,""]},"airflow.models.DagStat":{create:[2,6,1,""],set_dirty:[2,6,1,""],update:[2,6,1,""]},"airflow.models.Pool":{open_slots:[2,1,1,""],queued_slots:[2,1,1,""],used_slots:[2,1,1,""]},"airflow.models.SkipMixin":{skip:[2,1,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[2,1,1,""],are_dependents_done:[2,1,1,""],clear_xcom_data:[2,1,1,""],command:[2,1,1,""],command_as_list:[2,1,1,""],current_state:[2,1,1,""],error:[2,1,1,""],generate_command:[2,6,1,""],get_dagrun:[2,1,1,""],init_on_load:[2,1,1,""],init_run_context:[2,1,1,""],is_eligible_to_retry:[2,1,1,""],is_premature:[2,5,1,""],key:[2,5,1,""],next_retry_datetime:[2,1,1,""],pool_full:[2,1,1,""],previous_ti:[2,5,1,""],ready_for_retry:[2,1,1,""],refresh_from_db:[2,1,1,""],try_number:[2,5,1,""],xcom_pull:[2,1,1,""],xcom_push:[2,1,1,""]},"airflow.models.Variable":{setdefault:[2,2,1,""]},"airflow.models.XCom":{get_many:[2,2,1,""],get_one:[2,2,1,""],set:[2,2,1,""]},"airflow.operators.bash_operator":{BashOperator:[2,0,1,""]},"airflow.operators.bash_operator.BashOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.operators.check_operator":{CheckOperator:[2,0,1,""],IntervalCheckOperator:[2,0,1,""],ValueCheckOperator:[2,0,1,""]},"airflow.operators.check_operator.CheckOperator":{execute:[2,1,1,""]},"airflow.operators.check_operator.IntervalCheckOperator":{execute:[2,1,1,""]},"airflow.operators.check_operator.ValueCheckOperator":{execute:[2,1,1,""]},"airflow.operators.dagrun_operator":{TriggerDagRunOperator:[2,0,1,""]},"airflow.operators.dagrun_operator.TriggerDagRunOperator":{execute:[2,1,1,""]},"airflow.operators.docker_operator":{DockerOperator:[2,0,1,""]},"airflow.operators.docker_operator.DockerOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""]},"airflow.operators.druid_check_operator":{DruidCheckOperator:[2,0,1,""]},"airflow.operators.druid_check_operator.DruidCheckOperator":{execute:[2,1,1,""],get_db_hook:[2,1,1,""],get_first:[2,1,1,""]},"airflow.operators.dummy_operator":{DummyOperator:[2,0,1,""]},"airflow.operators.dummy_operator.DummyOperator":{execute:[2,1,1,""]},"airflow.operators.email_operator":{EmailOperator:[2,0,1,""]},"airflow.operators.email_operator.EmailOperator":{execute:[2,1,1,""]},"airflow.operators.generic_transfer":{GenericTransfer:[2,0,1,""]},"airflow.operators.generic_transfer.GenericTransfer":{execute:[2,1,1,""]},"airflow.operators.hive_operator":{HiveOperator:[2,0,1,""]},"airflow.operators.hive_operator.HiveOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""],prepare_template:[2,1,1,""]},"airflow.operators.hive_stats_operator":{HiveStatsCollectionOperator:[2,0,1,""]},"airflow.operators.hive_stats_operator.HiveStatsCollectionOperator":{execute:[2,1,1,""]},"airflow.operators.hive_to_druid":{HiveToDruidTransfer:[2,0,1,""]},"airflow.operators.hive_to_druid.HiveToDruidTransfer":{construct_ingest_query:[2,1,1,""],execute:[2,1,1,""]},"airflow.operators.hive_to_mysql":{HiveToMySqlTransfer:[2,0,1,""]},"airflow.operators.hive_to_mysql.HiveToMySqlTransfer":{execute:[2,1,1,""]},"airflow.operators.hive_to_samba_operator":{Hive2SambaOperator:[2,0,1,""]},"airflow.operators.hive_to_samba_operator.Hive2SambaOperator":{execute:[2,1,1,""]},"airflow.operators.http_operator":{SimpleHttpOperator:[2,0,1,""]},"airflow.operators.http_operator.SimpleHttpOperator":{execute:[2,1,1,""]},"airflow.operators.jdbc_operator":{JdbcOperator:[2,0,1,""]},"airflow.operators.jdbc_operator.JdbcOperator":{execute:[2,1,1,""]},"airflow.operators.latest_only_operator":{LatestOnlyOperator:[2,0,1,""]},"airflow.operators.latest_only_operator.LatestOnlyOperator":{execute:[2,1,1,""]},"airflow.operators.mssql_operator":{MsSqlOperator:[2,0,1,""]},"airflow.operators.mssql_operator.MsSqlOperator":{execute:[2,1,1,""]},"airflow.operators.mssql_to_hive":{MsSqlToHiveTransfer:[2,0,1,""]},"airflow.operators.mssql_to_hive.MsSqlToHiveTransfer":{execute:[2,1,1,""]},"airflow.operators.mysql_operator":{MySqlOperator:[2,0,1,""]},"airflow.operators.mysql_operator.MySqlOperator":{execute:[2,1,1,""]},"airflow.operators.mysql_to_hive":{MySqlToHiveTransfer:[2,0,1,""]},"airflow.operators.mysql_to_hive.MySqlToHiveTransfer":{execute:[2,1,1,""]},"airflow.operators.oracle_operator":{OracleOperator:[2,0,1,""]},"airflow.operators.oracle_operator.OracleOperator":{execute:[2,1,1,""]},"airflow.operators.pig_operator":{PigOperator:[2,0,1,""]},"airflow.operators.pig_operator.PigOperator":{execute:[2,1,1,""],on_kill:[2,1,1,""],prepare_template:[2,1,1,""]},"airflow.operators.postgres_operator":{PostgresOperator:[2,0,1,""]},"airflow.operators.postgres_operator.PostgresOperator":{execute:[2,1,1,""]},"airflow.operators.presto_check_operator":{PrestoCheckOperator:[2,0,1,""],PrestoIntervalCheckOperator:[2,0,1,""],PrestoValueCheckOperator:[2,0,1,""]},"airflow.operators.presto_to_mysql":{PrestoToMySqlTransfer:[2,0,1,""]},"airflow.operators.presto_to_mysql.PrestoToMySqlTransfer":{execute:[2,1,1,""]},"airflow.operators.python_operator":{BranchPythonOperator:[2,0,1,""],PythonOperator:[2,0,1,""],PythonVirtualenvOperator:[2,0,1,""],ShortCircuitOperator:[2,0,1,""]},"airflow.operators.python_operator.BranchPythonOperator":{execute:[2,1,1,""]},"airflow.operators.python_operator.PythonOperator":{execute:[2,1,1,""]},"airflow.operators.python_operator.ShortCircuitOperator":{execute:[2,1,1,""]},"airflow.operators.redshift_to_s3_operator":{RedshiftToS3Transfer:[20,0,1,""]},"airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer":{execute:[20,1,1,""]},"airflow.operators.s3_file_transform_operator":{S3FileTransformOperator:[20,0,1,""]},"airflow.operators.s3_file_transform_operator.S3FileTransformOperator":{execute:[20,1,1,""]},"airflow.operators.s3_to_hive_operator":{S3ToHiveTransfer:[20,0,1,""]},"airflow.operators.s3_to_hive_operator.S3ToHiveTransfer":{execute:[20,1,1,""]},"airflow.operators.s3_to_redshift_operator":{S3ToRedshiftTransfer:[20,0,1,""]},"airflow.operators.s3_to_redshift_operator.S3ToRedshiftTransfer":{execute:[20,1,1,""]},"airflow.operators.slack_operator":{SlackAPIOperator:[2,0,1,""],SlackAPIPostOperator:[2,0,1,""]},"airflow.operators.slack_operator.SlackAPIOperator":{construct_api_call_params:[2,1,1,""],execute:[2,1,1,""]},"airflow.operators.slack_operator.SlackAPIPostOperator":{construct_api_call_params:[2,1,1,""]},"airflow.operators.sqlite_operator":{SqliteOperator:[2,0,1,""]},"airflow.operators.sqlite_operator.SqliteOperator":{execute:[2,1,1,""]},"airflow.operators.subdag_operator":{SubDagOperator:[2,0,1,""]},"airflow.operators.subdag_operator.SubDagOperator":{execute:[2,1,1,""]},"airflow.sensors.base_sensor_operator":{BaseSensorOperator:[2,0,1,""]},"airflow.sensors.base_sensor_operator.BaseSensorOperator":{execute:[2,1,1,""],poke:[2,1,1,""]},"airflow.sensors.external_task_sensor":{ExternalTaskSensor:[2,0,1,""]},"airflow.sensors.external_task_sensor.ExternalTaskSensor":{poke:[2,1,1,""]},"airflow.sensors.hdfs_sensor":{HdfsSensor:[2,0,1,""]},"airflow.sensors.hdfs_sensor.HdfsSensor":{filter_for_filesize:[2,6,1,""],filter_for_ignored_ext:[2,6,1,""],poke:[2,1,1,""]},"airflow.sensors.hive_partition_sensor":{HivePartitionSensor:[2,0,1,""]},"airflow.sensors.hive_partition_sensor.HivePartitionSensor":{poke:[2,1,1,""]},"airflow.sensors.http_sensor":{HttpSensor:[2,0,1,""]},"airflow.sensors.http_sensor.HttpSensor":{poke:[2,1,1,""]},"airflow.sensors.metastore_partition_sensor":{MetastorePartitionSensor:[2,0,1,""]},"airflow.sensors.metastore_partition_sensor.MetastorePartitionSensor":{poke:[2,1,1,""]},"airflow.sensors.named_hive_partition_sensor":{NamedHivePartitionSensor:[2,0,1,""]},"airflow.sensors.named_hive_partition_sensor.NamedHivePartitionSensor":{poke:[2,1,1,""]},"airflow.sensors.s3_key_sensor":{S3KeySensor:[2,0,1,""]},"airflow.sensors.s3_key_sensor.S3KeySensor":{poke:[2,1,1,""]},"airflow.sensors.s3_prefix_sensor":{S3PrefixSensor:[2,0,1,""]},"airflow.sensors.s3_prefix_sensor.S3PrefixSensor":{poke:[2,1,1,""]},"airflow.sensors.sql_sensor":{SqlSensor:[2,0,1,""]},"airflow.sensors.sql_sensor.SqlSensor":{poke:[2,1,1,""]},"airflow.sensors.time_delta_sensor":{TimeDeltaSensor:[2,0,1,""]},"airflow.sensors.time_delta_sensor.TimeDeltaSensor":{poke:[2,1,1,""]},"airflow.sensors.time_sensor":{TimeSensor:[2,0,1,""]},"airflow.sensors.time_sensor.TimeSensor":{poke:[2,1,1,""]},"airflow.sensors.web_hdfs_sensor":{WebHdfsSensor:[2,0,1,""]},"airflow.sensors.web_hdfs_sensor.WebHdfsSensor":{poke:[2,1,1,""]},airflow:{macros:[2,3,0,"-"],models:[2,3,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","classmethod","Python class method"],"3":["py","module","Python module"],"4":["py","function","Python function"],"5":["py","attribute","Python attribute"],"6":["py","staticmethod","Python static method"],"7":["py","exception","Python exception"]},objtypes:{"0":"py:class","1":"py:method","2":"py:classmethod","3":"py:module","4":"py:function","5":"py:attribute","6":"py:staticmethod","7":"py:exception"},terms:{"00am":2,"01t23":27,"03t00":17,"1000m":2,"10gb":2,"10m":[2,20],"10pm":3,"128m":2,"22ca":10,"22cert":10,"22kei":10,"2am":2,"2fclient":10,"2fserver":10,"2ftmp":10,"2xx":2,"3xx":2,"abstract":[2,3,18,24],"boolean":[2,3,20],"break":20,"byte":[2,14,20],"case":[2,3,4,10,11,14,19,20,27,28,30,31],"char":2,"class":[1,2,3,10,19,20,21,24],"default":[0,1,4,6,7,9,11,14,15,17,18,19,20,21,27,29,32],"enum":[2,20],"export":[1,2,14,19,20,29],"final":[2,20,23],"float":[2,11,20],"function":[0,2,4,11,18,28,31],"import":[1,2,3,4,6,14,17,18,19,20,21,22,23,24,27,28,30],"int":[1,2,20,21],"long":[2,4,20],"na\u00efv":18,"new":[2,3,4,10,11,17,20,21,24,27,28,30],"null":[2,20],"public":1,"return":[0,1,2,3,4,10,11,20,21,24,30],"short":2,"static":[2,18,24],"super":28,"switch":[2,9,28],"throw":[1,2],"true":[2,3,4,10,11,16,17,20,21,23,24,27,28,31],"try":[1,2,3,17,20],"var":[2,3,10,16,20,21],"while":[2,3,4,10,18,20,22,27,28,29,30,31,32],AND:[2,20,22],AWS:[2,17,18],Added:3,Adding:11,And:[28,31],Are:4,But:20,DNS:[2,7],ECS:[2,20],FOR:[2,22],For:[0,2,3,5,6,7,10,11,14,15,19,20,22,24,26,28,30,31],GCS:[2,20,21],Has:[2,20],IDs:[2,20],Its:[2,20],LTS:13,NOT:2,Not:[2,3,10,22],ODS:[2,20],One:[2,3,19,20,28,31],QDS:[2,19],SAS:[2,20],TLS:20,TNS:2,That:[27,30,31],The:[0,1,2,3,4,5,7,10,11,14,15,17,18,19,20,21,22,24,25,26,27,28,29,30,31,32],Then:[3,20],There:[2,3,4,7,10,20,21,24,30],These:[2,3,8,13,25,31],USE:[2,22],Use:[1,2,10,11,17,18,20,27],Used:[2,10],Uses:2,Using:[3,8,17,18,24,31],Will:[2,20,24],With:[2,11,28],__class__:3,__doc__:3,__init__:[2,3,17],__name__:[3,24],_cmd:15,_copying_:2,_filter:28,_host:28,_my_gcp_conn_:[2,20],_retry_arg:2,a_dat:30,a_pig_script:[2,20],abbrevi:3,abil:[3,20,28],abl:[2,4,6,9,28,29,31],about:[2,3,5,7,11,20,27,31],abov:[3,11,17,22,27,28,32],absenc:3,absolut:[2,3],accept:[2,18,20,22,30],access:[0,1,2,3,5,7,17,20,24,28],access_kei:2,access_logfil:1,access_token:32,accesskei:10,accomplish:[2,20],accord:[20,28,30],accordingli:[3,28],account:[1,2,10,11,20,28,30],account_nam:[2,20],accumul:2,accur:30,achiev:[7,28],ack_deadline_sec:2,ack_id:2,ack_messag:2,ackid:2,acknowledg:2,acquir:2,across:[2,5,32],act:[2,3,22,31],action:[2,11,20,32],activ:[0,1,2,3,4,24,27,28,31],activate_dag_run:2,activationpolici:11,active_dag_id:2,actual:[2,3,4,11,20,31],acut:2,acycl:[2,3,18],add:[1,2,3,4,7,11,20,22,23,28],add_task:2,added:[2,20,24],addendum:22,adding:[1,2,20,27],addit:[2,7,11,17,18,20,22],addition:[2,11,20,28],addprinc:28,address:[2,6,20],adhoc:[2,18],adjust:[12,13,28],admin:[1,3,10,11,14,20,24,25,28,29],admin_view:24,administr:2,advanc:[2,31],advantag:[7,28],advis:[2,22],affect:3,affin:[2,21],after:[2,3,11,18,19,20,21,27],afterward:2,again:[1,2,20],against:[2,3,4,20,22,28,31],agent:11,aggreg:2,aggregate_db_message_job:3,aggregate_db_message_job_cmd:3,aggregate_queri:2,aggregation_kei:2,aggress:2,ago:[2,4],agre:22,agreement:[3,22],aid:23,aim:2,airbnb:[2,3,26,27],airfl:2,airflow:[0,1,2,3,5,6,7,8,9,10,11,14,15,16,17,20,21,23,25,26,27,29,30,31,32],airflow__:15,airflow__core__fernet_kei:14,airflow__core__sql_alchemy_conn:15,airflow__core__unit_test_mod:16,airflow_config:12,airflow_conn_:10,airflow_conn_postgres_mast:10,airflow_db:2,airflow_hom:[1,2,9,12,15,17,24,29],airflow_local_set:17,airflow_set:3,airflow_tmp_dir:2,airflowdagcycleexcept:2,airflowexcept:[2,20],airflowignor:[2,18],airflowplugin:24,airflowtestplugin:24,aiyzngq:2,alchemi:7,alert:[2,3,24],alert_typ:2,alex:[20,26],alexvanboxel:26,algorithm:2,alia:2,align:4,aliv:[2,20],all:[0,1,2,3,5,7,10,11,13,15,18,19,20,21,22,27,28,30,31],all_db:19,all_don:[2,3],all_fail:[2,3],all_success:[2,3],alleg:22,alloc:[2,20],allocate_id:[2,20],allocateid:[2,20],allow:[1,2,3,4,6,7,10,11,18,20,24,25,27,28,29,30,31,32],allow_jagged_row:[2,20],allow_large_result:[2,20],allow_quoted_newlin:[2,20],allowed_st:2,allowed_team:28,allowinsert:2,alon:22,along:[2,4,22,27,31],alongsid:[2,22,27],alreadi:[1,2,19,20,30],alright:31,also:[2,3,4,5,9,10,11,12,15,16,19,20,21,23,24,27,28,30,31],also_run_thi:11,alter:[2,3,4,9,28],altern:[2,14,20,27],altert:[2,20],although:30,alwai:[2,3,11,20,30,32],amazon:[2,8,18],amazonaw:2,ambigu:30,amount:[1,2,3,20],amsterdam:30,analys:32,analyz:3,anand:26,ancestor:2,anchor:2,anew:1,ani:[0,2,3,4,6,7,9,15,16,20,22,23,27,28,31,32],annot:[2,21,22],announc:26,anomali:24,anoth:[2,3,18,20,21],ansi:9,ansibl:5,anyon:28,anyth:[2,3,31],anytim:3,anywher:[2,3],aoen:26,apach:[2,14,17,19,20,21,22,24,26,29,31],api:[1,11,18,19,20,28],api_call_param:2,api_cli:0,api_cor:[2,20],api_kei:32,api_param:2,api_vers:[2,11,20],apicli:2,apikei:32,apiv2:2,app:[2,28],app_id:2,appar:2,appbuild:24,appbuilder_menu_item:24,appbuilder_mitem:24,appbuilder_view:24,appbuilderbaseview:24,appear:[2,3,20,22],append:[2,15,20,23],appendix:22,appli:[2,3,11,19,20,21,22,27,30],applic:[2,3,10,20,22,24,25,28,30],application_arg:2,apply_lineag:23,appropri:[2,3,22,28],approx_max_file_size_byt:2,appspot:11,arbitrari:[2,3,18,30],architectur:18,archiv:[2,20],archive1:2,archive2:2,are_dependencies_met:2,are_dependents_don:2,aren:[2,3],arg:[2,11,20,21,23],argument:[2,18,20,21,27],aris:22,arithmet:30,arn:2,around:[2,18,31],arrai:[2,18,20,24],arriv:[2,20],arthur:26,artwr:26,ascii:2,asf:18,ash:26,ask:2,assert:22,asset:2,assign:[2,4,11,18,20],assignment_func:2,associ:[2,3,22,27,30],assoici:2,assum:[2,3,10,12,13,22,28,30,31],asterisk:28,async:19,asynchron:[2,11],atla:[15,18],atlascli:23,atom:[3,27],attach:[2,3,22],attach_to:2,attack:28,attempt:[1,2,20],attent:[2,4],attr:2,attribut:[1,2,3,22,30],audit:[23,24],auth:[0,2,28],auth_backend:[0,28],auth_token:2,authent:[2,3,18,19,20],authmechan:2,author:[2,7,10,18,20,22,28,31,32],authorship:22,auto:[1,2,4,20,23],auto_delete_tim:[2,20],auto_delete_ttl:[2,20],autocommit:[2,20],autoconfig:2,automat:[2,3,13,16,23,28,30],autoscalingalgorithm:[2,20],autumn:30,avail:[0,2,3,5,7,20,21,22,24,25],avatar:2,avatar_url:2,averag:[2,20],avoid:[2,3,20],avro:[2,20],await:2,awar:[2,3,18,28],aws:[2,20],aws_conn_id:[2,20],aws_customers_conn:[2,20],aws_default:[2,20],aws_dynamodb_hook:2,aws_firehose_hook:2,aws_hook:[2,20],aws_lambda_hook:2,aws_redshift_cluster_sensor:[2,20],awsbatch_oper:[2,20],awsbatchoper:[2,18],awsdynamodbhook:2,awsfirehosehook:2,awshook:[2,20],awslambdahook:2,awsredshiftclustersensor:[2,18],azkaban:18,azur:[2,8,18],azure_data_lak:20,azure_data_lake_conn_id:[2,20],azure_data_lake_default:[2,20],azure_data_lake_hook:[2,20],azure_fileshare_hook:[2,20],azuredatalakehook:[2,18],azuredlfilesystem:[2,20],azurefilesharehook:[2,18],b64e:2,b64encod:2,back:[2,4,5,20,24],backend:[0,2,5,8,18,19,20,23,28,29],backfil:[2,3,4,18,29],backfilljob:2,background:[2,31],backoff:[2,20],backup:[2,17,20],backupconfigur:11,backward:[24,30],bad:[2,20],bag:2,bag_dag:2,balanc:[2,3,20],bar:[2,3,20,21,31],bare:31,base64:[2,14],base:[2,3,11,12,13,18,20,21,22,27,28],base_dag:2,base_executor:[2,24],base_hook:[2,20,24],base_log_fold:17,base_sensor_oper:[2,20,24],base_task_runn:17,base_url:[2,20,28],basedag:2,basedagbag:2,basedn:28,baseexecutor:[2,24],basehook:[2,3,20,24],baseoper:[3,18,20,21,24,31],basesensoroper:[18,20,24],basestr:2,baseview:24,bash:[2,3,11,17,21,31],bash_1:3,bash_command:[2,3,11,23,31],bash_command_to_run:15,bash_exampl:11,bash_oper:[2,23,27,31],bash_queu:31,bash_sensor:2,bashoper:[2,3,8,18,23,27,31],bashsensor:2,basi:[2,22],basic:[2,3,4,19,20,24,25,31],batch:[2,18],batch_siz:2,batcher:11,baz:[2,20],bcc:2,bcrypt:28,be_empti:2,beam:[2,20],beauchemin:26,becam:30,becaus:[2,3,11,20,30],becom:[2,3,18,20,24,31],beelin:2,been:[1,2,3,12,13,17,20,22,27,28],befor:[1,2,3,11,14,16,18,19,20,21,28,30],begin:[2,3,18,20,27],begin_transact:[2,20],begintransact:[2,20],behalf:22,behav:[2,4],behavior:[2,3,27],behaviour:2,behind:[2,15,19,20,23,27],being:[2,3,20,23,25],belong:[2,10,20,28],below:[2,4,11,14,17,20,22,24,29,31],benefici:22,berlin:26,best:2,beta:[20,21],better:[4,31],between:[2,3,20,27,31],beyond:[2,4,20],big:[2,20],bigger:[2,20],bigint:2,bigqueri:[2,11,18],bigquery_check_oper:[2,20],bigquery_conn_id:[2,20],bigquery_default:[2,10,20],bigquery_default_conn:2,bigquery_get_data:[2,20],bigquery_hook:[2,20],bigquery_oper:[2,20],bigquery_sensor:2,bigquery_table_delete_oper:[2,20],bigquery_to_bigqueri:[2,20],bigquery_to_gc:[2,20],bigquerycheckoper:2,bigquerycreateemptytableoper:2,bigquerycreateemptytableoperator_task:[2,20],bigquerycreateexternaltableoper:2,bigquerydeletedatasetoper:2,bigquerygetdataoper:2,bigqueryhook:[2,10,18],bigqueryintervalcheckoper:2,bigqueryoper:2,bigquerytabledeleteoper:2,bigquerytablesensor:2,bigquerytobigqueryoper:2,bigquerytocloudstorageoper:2,bigqueryvaluecheckoper:2,bigtabl:[2,20],bill:[2,20],bin:3,binari:2,binarylogen:11,bind:[11,22],bind_password:[15,28],bind_us:28,bit:[8,31],bitshift:18,blacklist:2,blah:[2,20],blob:[2,8,18,27,31],blob_nam:[2,20],block:[2,3,7,20,31,32],blockblobservic:[2,20],blockblockservic:[2,20],blocksiz:[2,20],blog:2,blueprint:24,bodi:[2,11,20],bolk:26,bolkedebruin:26,bonu:2,bool:[2,20,21],boot:[2,13,20],both:[2,3,4,20,24],bother:31,boto3:[2,20],boto:[2,20],botocor:2,bottleneck:32,bound:[2,19],boundary_queri:2,box:[2,5,15,29],boxel:26,bql:[2,20],bracket:31,branch:[2,18],branch_fals:3,branchpythonoper:[2,3],broker:[1,2,5],broker_api:1,broker_url:15,brought:26,brows:[3,4],browser:[28,29],bruin:26,bucket:[2,17,20],bucket_kei:2,bucket_nam:[2,20],bucketnam:[2,20],buffer:[2,20],buffers:[2,20],bug:7,build:[2,3,7,8,18,20,25],build_job:2,build_numb:2,built:[2,3,5,9,15,18,24,25,31],builtin:2,bulk:[2,3,4,32],bulk_dump:2,bulk_insert_row:2,bulk_load:2,bump:3,bundl:2,burn:1,but_this_dag_will_not:3,button:10,bytes_data:[2,20],c12318391:2,ca_cert:2,cacert:28,cach:28,cal:20,calcul:[2,30],call:[2,3,4,11,15,16,17,20,23,27,31],callabl:[2,11],callback:[2,28],caller:2,can:[0,2,3,5,6,7,9,10,11,12,13,14,15,16,17,18,19,20,21,23,24,25,27,28,29,30,31,32],canari:11,cancel:[2,20],candid:2,cannot:[2,3,20,22,31],cap:2,cap_net_bind_servic:28,capabl:[10,24,27],capac:[2,3],capacityschedul:2,capath:10,captur:1,card:2,care:[1,12],carri:[3,22],cascad:3,cassandra:2,cassandra_conn_id:2,cassandra_default:2,cassandra_hook:2,cassandra_sensor:2,cassandra_to_gc:2,cassandrahook:2,cassandrarecordsensor:2,cassandratogooglecloudstorageoper:2,cast:[2,20],cat1:23,cat2:23,cat3:23,cat:2,catchup:[2,18],catchup_by_default:27,categori:24,category_icon:24,caus:[2,4,20,22],caution:20,caveat:[2,5],celeri:[1,2,3,4,8,15,18,19,20,28],celery_broker_transport_opt:5,celery_executor:2,celery_hostnam:1,celeryexecutor:[2,3,4,5,19,27,28],cell:2,central1:20,central:3,cert:[2,10,28],certain:[2,3,20],certif:[1,2,28],cfg:[1,2,3,4,5,6,7,9,14,15,16,17,20,23,27,28,29,30,31],cfg_path:[1,2],chain:[3,31],chanc:16,chang:[0,2,5,7,9,10,11,13,14,15,18,20,22,23,27,28,29,30,31],channel:[2,26],charact:[2,10,22],character:3,charg:[2,4,20,22],charset:[2,10,11],chart:[2,18,21,24],chat:26,check:[1,2,3,4,10,20],check_for_blob:[2,20],check_for_bucket:[2,20],check_for_directori:[2,20],check_for_fil:[2,20],check_for_kei:[2,20],check_for_named_partit:2,check_for_partit:2,check_for_path:2,check_for_prefix:[2,20],check_for_wildcard_kei:[2,20],check_head:[2,20],check_interv:2,check_oper:[2,20],check_opt:[2,20],check_regex:2,check_respons:2,check_s3_url:2,check_statu:2,check_training_config:2,check_training_status_with_log:2,check_tuning_config:2,checkoper:[2,20],checkout:28,checksum:[2,20],chef:5,child:[2,3],child_dag:3,child_dag_nam:3,child_load_balancing_polici:2,child_load_balancing_policy_arg:2,child_policy_nam:2,chmod:28,choic:[1,2,20,31],choos:[2,3,10,22,28],chri:26,chrisr:17,chunk:[2,20],cipher:10,circuit:2,claim:22,claimnam:21,clariti:18,clash:[2,20],classmethod:2,classpath:2,claus:2,clean:[2,20],cleanup:[2,4,20],clear:[2,3,4,18,27,32],clear_staging_t:2,clear_task_inst:2,clear_xcom_data:2,cli:[2,3,4,5,17,18,27],click:[4,10,28,31,32],client:[0,2,10,19,20,21,28],client_id:28,client_secret:28,clock:30,close:[2,4,28],close_conn:2,closest:2,closest_ds_partit:2,cloud:[2,8,18,19],cloud_storage_conn_id:[2,20],cloudant:[2,19],cloudant_conn_id:2,cloudant_default:2,cloudant_hook:2,cloudanthook:2,cloudfunct:[11,20],cloudsqlbaseoper:20,cloudsqlhook:20,cloudsqlinstancecreateoper:18,cloudsqlinstancedatabasecreateoper:18,cloudsqlinstancedatabasedeleteoper:18,cloudsqlinstancedatabasepatchoper:18,cloudsqlinstancedeleteoper:18,cloudsqlinstancepatchoper:18,cloudwatch:2,cloudwatchlog:2,cluster:[2,5,6,7,18,21],cluster_context:[2,21],cluster_identifi:[2,20],cluster_label:2,cluster_nam:[2,20],cluster_statu:[2,20],cmd:[2,21],cmd_type:2,cmdline:2,cnf:[4,9],code:[1,2,3,10,11,14,18,20,22,24,27,30,31],coerc:2,col:2,col_blacklist:2,coldlin:[2,20],collabor:18,collat:11,collect:[2,3,24],collect_dag:2,colloc:4,color:2,column:[2,20],com:[2,3,11,18,20,24,27,31],combin:[3,11,22,23],come:[2,27],comma:[1,2,3,10,20,28],command:[2,3,5,9,11,15,18,19,20,27,29],command_as_list:2,command_typ:2,comment:2,commerci:22,commit:[2,20,26,28],commit_everi:[2,20],committ:18,commmand:2,common:[2,3,4,5,8,11,20,22,31],commonli:2,commun:[3,8,18,20,22,31],compani:24,compar:[2,18],comparison:2,compat:[2,20,24,30],compil:[4,22],complet:[2,3,6,11,17,18,20,21,27],complex:[2,3,18,20,24],compli:22,complic:31,compon:[10,24],compos:[3,28,31],composit:18,comprehens:32,compress:[2,20],comput:[2,10,11,18,22],concept:[2,4,10,11,18,20,27,31],conceptu:3,concern:[3,19],concis:31,concurr:[1,2,4,20],concurrency_reach:2,condit:[2,3,19,22],conf:[1,2,13,20],config:[1,2,4,15,17,20,21,24,28],config_fil:[2,21],config_templ:17,configmap:[2,21],configur:[0,1,2,3,4,5,7,8,9,11,12,17,18,19,20,21,22,23,24,27,28,29,31,32],configure_s3_resourc:2,confirm:[1,2,4,27],confirm_prompt:2,conflict:[2,20],confus:[2,3,4],conjunct:[1,3,29],conn:[2,10],conn_extra:1,conn_host:1,conn_id:[1,2,3,10],conn_login:1,conn_password:1,conn_port:1,conn_schema:1,conn_typ:[1,2],conn_uri:1,connect:[2,6,7,8,9,15,17,18,19,20,24,25,28],connect_data:2,connection_id:2,connectionerror:2,connector:2,connecttimeoutm:2,connenct:10,connfig:15,consequenti:22,consid:[2,3,4,9,20],consider:[2,20],consist:[2,3,18,20,22],consol:28,conspicu:22,constant:[2,3],constitu:3,constitut:22,constraint:2,constru:22,construct:[2,20],construct_api_call_param:2,construct_ingest_queri:2,constructor:[2,11,20,31],consult:6,consum:5,contact:[2,7],contain:[2,3,4,8,10,11,15,17,18,21,22,24,27,28,31,32],container_nam:[2,20],container_v1:[2,20],containeroverrid:[2,20],content:[2,3,4,10,17,20,21,22,24,26,28],context:[2,4,5,18,20,21,23,31],continu:[2,18,20],contract:22,contrast:2,contrib:[0,2,3,20,21,28],contribut:[8,18,20,22],contributor:[22,26],contributori:22,control:[2,3,4,10,20,22,32],conveni:[2,3,20],convent:[2,3,20],convers:22,convert:[2,20,30],convert_map_typ:2,convert_tuple_typ:2,convert_typ:2,convert_user_typ:2,coordin:2,copi:[2,7,12,13,17,20,22,28],copied_sal:[2,20],copy_expert:2,copy_fil:[2,20],copy_object:[2,20],copy_opt:[2,20],copy_single_fil:[2,20],copyright:[22,28],core:[15,17,18,20,24,28,30],correct:[3,11,17,20],corresopnd:2,correspond:[2,3,4,7,13,15,20],cost:[2,20],could:[2,3,4,20,28,31],count:[1,2,20],counterclaim:22,countri:30,cours:28,cover:27,cpu:[2,3,4,24],cql:2,craft:[2,20],crawl:[2,27],crc32c:[2,20],creat:[0,1,2,3,6,7,8,11,14,15,17,18,20,21,23,24,25,27,28,29,30,31,32],create_blob_from_path:[2,20],create_blob_from_text:[2,20],create_bucket:[2,20],create_clust:[2,20],create_cluster_snapshot:[2,20],create_dagrun:2,create_databas:20,create_directori:[2,20],create_disposit:[2,20],create_endpoint:2,create_endpoint_config:2,create_file_from_path:[2,20],create_file_from_stream:[2,20],create_file_from_text:[2,20],create_hcatalog_t:2,create_hyper_parameter_tuning_job:2,create_if_need:[2,20],create_inst:20,create_job:[2,20],create_job_flow:[2,20],create_model:[2,20],create_new_funct:20,create_subscript:2,create_table_column_typ:2,create_top:2,create_training_job:2,create_transform_job:2,create_tuning_job:2,create_us:18,create_vers:[2,20],createbucket:[2,20],createnewbucket:[2,20],createt:[2,20],creation:[2,20],credenti:[2,10,20,28],credit:28,criccomini:26,criteria:[2,3,20],criterion:2,critic:[1,2,3,20],cron:[2,3,4,18,27],cross:[3,22,31],crt:28,crud:1,crypto:[14,18,19],cryptographi:[2,14],csv:[2,20],ctl:2,curli:31,current:[0,2,11,20,21,27,30,32],current_st:2,cursor:[2,10,20],cursorclass:10,custom:[2,17,20,21,24,31],custom_imag:[2,20],customari:22,cx_oracl:2,cycl:[2,3,31],daemon:[1,2,12,27],dag:[0,1,2,7,11,17,18,20,21,23,28,29],dag_1:3,dag_2:3,dag_concurr:4,dag_fil:2,dag_fold:[2,3,16],dag_id:[0,1,2,3,4,17,23,31],dag_regex:1,dag_run:[0,1,2,11],dag_run_conf_overrides_param:2,dag_run_obj:2,dag_stat:18,dagbag:[1,2,4,17],dagbag_report:2,dagfil:3,dagmodel:2,dagpickl:2,dagrun:[1,2,4],dagrun_oper:2,dagrun_timeout:[2,23],dags_fold:[4,5,17],dagstat:2,dai:[2,4,11,20,27,29,30,31],daili:[2,4,27],damag:22,dan:26,dask:[8,18],dask_host:6,dask_port:6,daskexecutor:6,data:[2,3,10,18,19,23,24,28,30,31,32],data_backup:[2,20],data_format:[2,20],data_format_unspecifi:[2,20],data_profiler_filt:28,databas:[1,2,3,4,5,7,8,10,11,14,15,18,20,24,25,29,30,31],databaseflag:11,databasevers:11,databrick:[2,18],databricks_conn_id:[2,20],databricks_default:[2,20],databricks_hook:2,databricks_oper:[2,20],databricks_retry_delai:[2,20],databricks_retry_limit:[2,20],databrickshook:2,databrickssubmitrunoper:[2,18],databs:2,datadisksizegb:11,datadisktyp:11,datadog:2,datadog_conn_id:2,datadog_default:2,datadog_hook:2,datadog_sensor:2,datadoghook:2,datadogsensor:2,dataflow:[2,18],dataflow_:[2,20],dataflow_default_opt:[2,20],dataflow_oper:[2,20],dataflowhook:[2,10,18],dataflowjavaoper:2,dataflowoper:[2,20],dataflowpythonoper:2,dataflowtemplateoper:2,datafram:[2,20],datafu:[2,20],datapflow_exampl:[2,20],datapoint:2,dataproc:[2,18],dataproc_:[2,20],dataproc_hadoop_jar:[2,20],dataproc_hadoop_properti:[2,20],dataproc_hive_jar:[2,20],dataproc_hive_properti:[2,20],dataproc_oper:[2,20],dataproc_pig:[2,20],dataproc_pig_jar:[2,20],dataproc_pig_properti:[2,20],dataproc_pyspark_jar:[2,20],dataproc_pyspark_properti:[2,20],dataproc_scal:[2,20],dataproc_spark_jar:[2,20],dataproc_spark_properti:[2,20],dataprocclustercreateoper:2,dataprocclusterdeleteoper:2,dataprocclusterscaleoper:2,dataprochadoopoper:2,dataprochiveoper:2,dataprochook:[2,10],dataprocpigoper:2,dataprocpysparkoper:2,dataprocsparkoper:2,dataprocsparksqloper:2,dataprocworkflowtemplatebaseoper:[2,20],dataprocworkflowtemplateinstantiateinlineoper:2,dataprocworkflowtemplateinstantiateoper:2,dataset1:23,dataset2:23,dataset:[2,20,23,27],dataset_id:[2,20],datasourc:2,datastor:[2,18],datastore_backup:[2,20],datastore_conn_id:[2,20],datastore_export_oper:[2,20],datastore_hook:[2,20],datastore_import_oper:[2,20],datastoreexportoper:2,datastorehook:[2,10,18],datastoreimportoper:2,date:[1,2,3,11,20,22,23,27,30,31],date_filter_column:[2,20],datestamp:2,datetim:[2,3,4,18,20,23,27,31],dateutil:2,davydov:26,daylight:30,days_ago:[11,23],days_back:[2,20],db3:[2,20],db_create_bodi:11,db_name:11,db_patch_bodi:11,db_tabl:2,db_tap_id:2,db_unique_nam:2,db_update_kei:2,db_update_mod:2,dbapi_hook:[2,20],dbapihook:[2,20],dbexportcmd:2,dbimportcmd:2,dbqpi:2,dbtap_id:2,dbtapquerycmd:2,dcawareroundrobinpolici:2,deactiv:2,deactivate_stale_dag:2,deactivate_unknown_dag:2,deadlin:30,deal:18,debug:[1,2,23,31],decid:[2,9,20],decim:2,decis:18,declar:2,decod:14,decomiss:[2,20],decompress:[2,20],decor:[2,23],decrypt:2,deep:2,def:[2,3,11,24],default_airflow:7,default_arg:[2,3,4,11,20,23,27,30,31],default_dag_run_display_numb:4,default_imperson:28,default_logging_config:17,default_login:28,default_param:4,default_queu:3,default_timezon:30,default_view:2,defend:22,defer:[2,3],deferred_op:3,defin:[2,3,4,7,10,11,12,14,17,18,20,21,22,23,24,27,28,30,31],definit:[0,2,3,11,18,20,22,24,30],del:2,delai:[1,2,4],delay_on_limit:1,delay_on_limit_sec:2,deleg:[2,20],delegate_to:[2,20],delet:[1,2,3,11,20,27,32],delete_clust:[2,20],delete_dag:18,delete_databas:20,delete_directori:2,delete_fil:[2,20],delete_funct:20,delete_inst:20,delete_object:[2,20],delete_oper:[2,20],delete_subscript:2,delete_temp_data:[2,20],delete_top:2,delete_vers:[2,20],deletetemp:[2,20],deletion_dataset_t:[2,20],deliber:[2,22],delim:2,delimit:[1,2,3,20],deliveri:2,delivery_stream:2,delta:[2,18],demonstr:3,deni:0,deny_al:0,dep:2,dep_context:2,depcontext:2,depend:[1,2,3,4,5,6,11,18,19,20,21,27,30,32],depends_on_past:[1,2,3,4,20,27,31],deploi:[2,11,20,24],deploy:24,deploy_target:21,deploy_task:11,deploy_typ:21,deploymenturl:[2,20],deprec:[2,20],depth:31,deriv:[2,15,20,21,22,24],descend:[2,3],describ:[2,3,4,11,20,22,30],describe_cluster_snapshot:[2,20],describe_directori:2,describe_endpoint:2,describe_endpoint_config:2,describe_funct:2,describe_model:2,describe_training_job:2,describe_training_job_with_log:2,describe_transform_job:2,describe_tuning_job:2,descript:[1,2,3,10,20],deseri:[1,2,3],deserialize_json:[2,3],design:[2,3,22,27],desir:[2,10,20,31],dest:[2,20],dest_aws_conn_id:[2,20],dest_bucket_kei:[2,20],dest_bucket_nam:[2,20],dest_gc:[2,20],dest_gcs_conn_id:[2,20],dest_s3_kei:[2,20],destin:[2,20],destination_bucket:[2,20],destination_cloud_storage_uri:[2,20],destination_conn_id:2,destination_dataset_t:[2,20],destination_filepath:2,destination_object:[2,20],destination_project_dataset_t:[2,20],destination_t:2,destroi:[2,20],detail:[2,3,4,6,10,11,20,28,30,32],detect:[2,24],determin:[2,3,11,20,22,30],dev:[2,14,19,20,26],devel:19,devel_hadoop:19,develop:[1,2,11,20,28,31],deviat:[2,20],dialect:[2,20],dialog:27,dict:[1,2,11,20,21,30,31],dictcursor:10,dictionari:[2,3,4,10,11,20,21,24,31],did:31,die:3,differ:[2,3,4,10,11,19,20,22,24,31,32],differenti:2,dill:2,dimens:2,dir1:[2,20],dir2:[2,20],dir:2,dircetori:[2,20],direcotri:[2,20],direct:[2,3,5,18,22,23],directli:[2,3,4,8,11,18,20,25],directori:[1,2,3,4,12,13,15,17,20,28,31],directory_nam:[2,20],dirti:[2,29],dirty_onli:2,disabl:[2,4],disclaim:[18,22],discord:2,discord_webhook_hook:2,discord_webhook_oper:2,discordapp:2,discordwebhookhook:2,discordwebhookoper:2,discov:2,discoveri:2,discuss:[22,30],disk:[2,10,20,21],disktyp:21,displai:[2,17,22,27,30,31],disposit:[2,20],disregard:[2,30,31],distinct:2,distribut:[2,3,6,19,21,22],disturb:2,dns:2,dns_search:2,do_pickl:1,do_xcom_push:[2,20],doamin:[2,20],doc:[2,3,4,7,10,11,20,31],doc_json:3,doc_md:3,doc_rst:3,doc_yaml:3,docker:[2,7,21],docker_conn_id:2,docker_default:2,docker_hook:2,docker_image_slav:7,docker_oper:2,docker_url:2,dockerfil:7,dockerhook:2,dockerhub:[2,21],dockeroper:[2,3],document:[2,4,5,6,7,10,11,20,22,26,28,30,31],doe:[1,2,3,4,6,9,11,14,18,19,20,22,28,30,31],does_not_exist:2,doesn:[1,2,3,20,30,31],domain:[2,20,21,28],domainnam:0,don:[2,3,17,19,21,27,28,30],done:[2,3,4,20,27,28,31],donot_pickl:[1,2],door:3,dot:[2,3,20],doubl:[2,14,15,31],down:[1,2,3,20,21],download:[2,7,11,20],download_fil:[2,20],download_mail_attach:2,downstream:[1,2,3,20,27],downstream_list:2,downstream_task_id:2,downtream:2,dpig:2,driesprong:26,drive:[2,9,20],driven:[2,24],driver:[2,9,20],driver_classpath:2,driver_memori:2,drop:[2,20,24],druid:[2,19],druid_broker_conn_id:2,druid_broker_default:2,druid_check_oper:2,druid_datasourc:2,druid_hook:2,druid_ingest_conn_id:2,druid_ingest_default:2,druid_oper:2,druidcheckoper:2,druiddbapihook:2,druidhook:2,druidoper:2,dry:1,dry_run:[1,2,20],ds_add:[2,31],ds_format:2,ds_nodash:[2,20],dsn:2,dst:[2,20,30],dttm:2,dubiou:[2,20],due:[2,16],dummi:[2,3,24,30],dummy_1:3,dummy_oper:[2,3,23],dummy_task:3,dummyoper:[2,3,23,30],dump:2,durat:[1,2,18,20],dure:[2,3,14,20,30,32],dynam:[2,3,18],dynamodb:2,each:[2,3,6,7,11,14,20,22,26,27,30,31],eagerli:16,earlier:31,easi:[3,8,12,18,24,25,28,32],easier:2,easiest:19,easili:[2,3,4,18,25,27,31],east:2,ec2:[2,18],echo:[3,11,21,23,31],ecosystem:24,ecs:[2,20],ecs_oper:[2,20],ecsoper:[2,18],edit:[6,8,15,18,32],editori:22,effect:[2,3,20,31],effici:[2,3,20],effort:18,egg:[2,7,20],either:[2,3,10,11,15,17,20,22,27,28,29],elabor:22,elaps:2,elast:17,elb:20,electron:22,eleg:18,element:[2,20],elif:11,elig:2,elment:2,els:[2,11,20,29],elsewher:3,email:[1,2,3,11,20,26,27,28,31],email_on_failur:[2,20,27,31],email_on_retri:[2,20,27,31],email_oper:2,emailoper:[2,3],embed:2,emit:[2,3,4,31],emoji:2,emp_nam:[2,20],employe:[2,20],employee_schema:[2,20],empti:[2,3,11,14,17,20],emr:[2,18],emr_add_steps_oper:[2,20],emr_base_sensor:2,emr_conn_id:[2,20],emr_connect:[2,20],emr_create_job_flow_oper:[2,20],emr_default:[2,20],emr_hook:[2,20],emr_job_flow_sensor:2,emr_step_sensor:2,emr_terminate_job_flow_oper:[2,20],emraddstepsoper:[2,18],emrbasesensor:2,emrcreatejobflowoper:[2,18],emrhook:[2,18],emrjobflowsensor:2,emrstepsensor:2,emrterminatejobflowoper:[2,18],enabl:[0,2,3,4,10,11,14,18,19,20,23,29,30],enable_proxy_fix:20,enclos:2,enclosed_bi:2,encod:[2,10,14,20],encount:[10,30],encrypt:[2,14,17,18,19,20,28],encrypt_s3_log:17,encryptor:2,end:[2,20,27,30],end_dat:[1,2,27,30,31],endors:18,endpoint:[2,18,20],endpoint_config_configur:2,endpoint_configur:2,endpoint_nam:2,endpoint_url:0,endpointconfig:2,enforc:[3,4],engin:[2,4,10,11,18],enough:5,ensur:[3,4,20,28],enterpris:18,entir:[1,3,4],entiti:[2,20,22],entity_filt:[2,20],entityfilt:[2,20],entri:[2,4,20,27,28],entrypoint:[2,11,21],env:[2,3,16,20,21],env_var:[2,21],environ:[2,3,5,8,11,12,14,15,16,18,19,20,21,25,27,28,31,32],ep_data_pipeline_db_msg_agg:3,equal:[2,20,21,30],equival:[2,3,19,20,31],era:4,erring:2,error:[1,2,11,20,30],error_logfil:1,escap:[2,28],escaped_bi:2,especi:[3,4,31],essenti:2,establish:2,eta:5,etc:[2,3,12,13,20,21,28],europ:[2,11,20,30],eval:[2,20],evalu:[2,3,4,11,20,27,30,31],even:[2,3,20,22,25,30],event:[2,3,22,31],eventlet:1,eventu:[2,20],ever:2,everi:[2,3,19,20,21,27,28,30,31],everyon:31,everyth:[31,32],exact:[1,2,19,30],exactli:[2,20,32],examin:27,exampl:[2,3,5,10,11,12,15,17,18,19,20,21,22,23,27,28,29,30],example1:[28,29],example2:28,example_bash_oper:[17,29],example_dag:[3,17,27,31],example_lineag:23,exce:[2,5],except:[1,2,3,11,18,20,22,28,30,31],exchang:[3,18],exclud:[1,2,20,22],exclude_packag:2,exclude_parentdag:1,exclude_subdag:1,exclus:[22,27],exec:[2,20],exec_d:1,execut:[1,2,3,4,5,8,11,17,18,20,21,22,23,27,30,31],execute_async:2,executemani:2,execution_d:[1,2,3,17,23,27,30,31],execution_date_fn:2,execution_delta:2,execution_tim:3,execution_timeout:[2,3],executor:[1,3,4,5,6,7,9,17,18,20,24,27],executor_config:2,executor_cor:2,executor_memori:2,exercis:22,exhaust:5,exist:[0,1,2,3,7,11,14,17,20,28,30,31],existing_cluster_id:[2,20],exit:[1,2,28],expand_rol:2,expans:16,expect:[0,2,3,4,18,20],experi:19,experiment:[18,23,28],expir:[2,20],expiration_d:2,explain:2,explan:[2,20,31],explicit:[3,18],explicit_defaults_for_timestamp:[9,18],explicit_op:3,explicitli:[3,22,28,31],exponenti:[2,20],export_dir:2,export_format:[2,20],export_t:2,export_to_storage_bucket:[2,20],exportingmultipl:[2,20],expos:[0,2,3,9,21,24,28,30],express:[2,3,4,20,22,27],expression_typ:[2,20],ext:2,extend:[2,18],extens:[2,18,20],extern:[2,3,4,18,20,24],external_dag_id:2,external_t:[2,20],external_task_id:2,external_task_sensor:2,external_trigg:2,externaltasksensor:2,extra:[1,2,3,10,11,18,20,28],extra_dejson:2,extra_export_opt:2,extra_expr:2,extra_import_opt:2,extra_opt:2,extract:[2,11,20],extract_queri:2,f_final:23,f_in:23,f_out:23,fact:3,factori:3,fail:[1,2,3,4,11,17,20,27,31,32],fail_if_exist:2,fail_if_not_exist:2,failed_st:2,failur:[2,12,13,17,18,21,22],fair:2,fairli:29,fals:[1,2,11,17,20,21,27,31],familiar:[3,31],faq:[2,18],fargat:[2,20],fast:[2,29],faster:18,fault:3,featur:[2,3,17,19,24,31,32],feb:28,fee:22,fernet:[2,14],fernet_kei:[14,15],fetch:[2,20],fetch_siz:2,few:[2,5,25,29,31],field:[1,2,10,11,20,23,24],field_:2,field_delimit:[2,20],field_dict:[2,20],fields_terminated_bi:2,fifti:22,figur:[2,3,27],file1:2,file2:2,file:[0,1,2,3,4,5,7,9,10,12,13,15,17,18,21,22,23,24,27,28,29],file_categori:23,file_nam:[2,20],file_obj:[2,20],file_path:[2,20],file_s:2,file_sensor:2,file_to_gc:[2,20],file_to_wasb:[2,20],file_typ:2,filehandl:[2,20],filenam:[2,3,20],filepath:[1,2],files:2,filesensor:2,fileservic:[2,20],fileshar:[2,20],filestatu:2,filesystem:[2,5,20],filetogooglecloudstorageoper:2,filetowasboper:[2,18],fill:[2,3,10,17,25,28],filter:[1,2,3,20,28,31],filter_by_own:28,filter_for_files:2,filter_for_ignored_ext:2,filter_map:2,final_cluster_snapshot_identifi:[2,20],financi:30,find:[2,3,4,12,13,20,31,32],find_on:2,findal:3,fine:31,finish:[2,20,23],fire:[2,3,4,5],firehos:2,firewal:[2,20],first:[1,2,3,4,6,15,17,20,26,27,29,30,31],firstnam:1,fit:[2,18,22],fix:[2,16,18,27],flag:[2,20,27],flask:[1,24,25],flask_admin:24,flask_blueprint:24,flask_login:28,flaskappbuild:24,flat:[2,20],flatten:[2,20],flatten_result:[2,20],flavor:24,flexibl:[2,20,31],flip:2,flow:[2,20,23],flower:[5,18,20],flower_conf:1,flower_url_prefix:20,fokko:26,folder:[2,17,20,24,27,28,29,31],follow:[0,2,3,7,10,11,14,15,17,18,20,22,28,31],following_schedul:2,foo:[2,3,20,21,31],foo_:4,foo_dag_id:4,foobar:9,forbidden:11,forc:[1,2,19,20],force_pul:2,forcibl:[2,20],foreground:1,foreign:2,form:[2,3,18,20,22],format:[2,4,10,11,15,20,23],forward:[2,4,20,30],found:[2,17,28],found_descend:2,foundat:[18,26,29],four:3,framework:[2,7,20,24],free:[2,3,22],frequent:4,fresh:1,frm:2,from:[1,2,3,4,7,10,11,12,14,17,18,20,21,22,23,24,25,26,27,28,29,30,31,32],from_nam:2,from_seconds_ago:2,fs_conn_id:2,fs_default2:2,fs_default:2,fs_hook:2,fs_test:2,fshook:2,ftp:2,ftp_conn_id:2,ftp_default:2,ftp_hook:2,ftp_sensor:2,ftphook:2,ftpsensor:2,ftpshook:2,ftpssensor:2,fulfil:2,full:[2,20,26],full_filepath:2,full_loc:20,fulli:[0,2,4,11,18,20,21,28,30],function_nam:[2,11],functiontyp:2,fundament:31,further:[2,18,20,29,31],furthermor:28,futur:[2,20,27],galaxi:24,gantt:[2,18],gao:26,gapic:[2,20],garag:3,gate:28,gather:2,gce:[2,20],gce_instance_start:11,gce_instance_stop:11,gce_set_machine_typ:11,gcebaseoper:20,gceinstancestartoper:18,gceinstancestopoper:18,gcesetmachinetypeoper:18,gcf_delete_task:11,gcf_deploy_task:11,gcffunctiondeleteoper:18,gcffunctiondeployoper:18,gcfhook:20,gcloud:11,gcp:[2,18],gcp_api:[17,19],gcp_api_base_hook:[2,20],gcp_compute_oper:20,gcp_compute_set_machine_typ:11,gcp_compute_start_task:11,gcp_compute_stop_task:11,gcp_conn_id:[2,11,20],gcp_container_hook:[2,20],gcp_container_oper:[2,20],gcp_dataflow_bas:[2,20],gcp_dataflow_hook:[2,20],gcp_dataproc_hook:2,gcp_default:20,gcp_function_hook:20,gcp_function_oper:20,gcp_mlengine_hook:[2,20],gcp_pubsub_hook:2,gcp_sql_hook:20,gcp_sql_oper:20,gcs:[2,20],gcs_download_oper:[2,20],gcs_file:[2,20],gcs_hook:[2,20],gcs_list_oper:[2,20],gcs_oper:[2,20],gcs_schema_object:[2,20],gcs_sensor:2,gcs_to_bq:[2,20],gcs_to_gc:[2,20],gcs_to_s3:2,gender:2,gener:[1,2,3,11,14,18,20,21,22,23,24,28,31,32],generate_command:2,generate_kei:14,generateuploadurl:20,generic_transf:2,generictransf:2,get:[0,1,2,3,5,11,18,20,21,24,25,27,29,31,32],get_active_run:2,get_all_pag:2,get_autocommit:2,get_bucket:[2,20],get_clust:[2,20],get_collect:2,get_conn:[2,20],get_connect:3,get_crc32c:[2,20],get_credenti:2,get_cursor:2,get_dag:2,get_dagrun:2,get_data:[2,20],get_data_from_bq:[2,20],get_databas:[2,20],get_db_hook:2,get_direct_rel:2,get_direct_relative_id:2,get_emr_respons:2,get_fernet:2,get_fil:[2,20],get_file_to_path:[2,20],get_file_to_stream:[2,20],get_first:2,get_flat_rel:2,get_flat_relative_id:2,get_funct:20,get_inst:20,get_jira_resource_method:2,get_jobs_id:2,get_kei:[2,20],get_last_dagrun:2,get_latest_run:2,get_log:[2,21],get_log_conn:2,get_mani:2,get_md5hash:[2,20],get_metastore_cli:2,get_mod_tim:2,get_model:[2,20],get_num_active_run:2,get_num_task_inst:2,get_on:2,get_oper:[2,20],get_pandas_df:[2,20],get_partit:2,get_partitions_by_filt:2,get_partitions_by_nam:2,get_previous_dagrun:2,get_previous_scheduled_dagrun:2,get_record:2,get_result:2,get_run:2,get_run_d:2,get_sagemaker_respons:2,get_servic:[2,20],get_sess:2,get_siz:[2,20],get_sqlalchemy_engin:2,get_tabl:2,get_task_inst:2,get_template_context:[2,20,21],get_template_env:2,get_ti:2,get_tunnel:2,get_uri:2,get_wildcard_kei:[2,20],gevent:1,ghe:18,ghe_oauth:28,ghost:[2,20],gist:7,git:[5,21],git_password:15,github:[2,18,20,26,27,31],github_enterpris:28,github_enterprise_auth:28,githubusercont:2,gitignor:[2,3],gitter:26,give:[2,3,20,22,30],given:[0,2,3,4,20],gkeclustercreateoper:2,gkeclusterdeleteoper:2,gkeclusterhook:[2,20],glanc:32,glob:[2,20],global:[2,3,18,20,30],globstr:[2,20],gmt:30,goal:31,goe:[2,4,27,31],going:[2,20,29],good:[2,3,20,30],goodby:3,goodwil:22,googl:[2,8,18,19,24],google_application_default:2,google_auth:28,google_client_id:28,google_client_secret:28,google_cloud_conn_id:[2,20],google_cloud_datastore_default:[2,10,20],google_cloud_default:[2,10,20],google_cloud_storage_conn_id:[2,20],google_cloud_storage_default:2,googlecloudbasehook:[2,10,20],googlecloudstoragecreatebucketoper:2,googlecloudstoragedownloadoper:2,googlecloudstoragehook:[2,10,18],googlecloudstoragelistoper:2,googlecloudstorageobjectsensor:2,googlecloudstorageobjectupdatedsensor:2,googlecloudstorageprefixsensor:2,googlecloudstoragetobigqueryoper:[2,18],googlecloudstoragetogooglecloudstorageoper:2,googlecloudstoragetos3oper:2,govern:23,gpig:[2,20],gpl:19,grab:2,grace:[2,20],graceful_decommission_timeout:[2,20],grade:8,grai:2,grant:[11,22],graph:[2,3,18],great:[3,9,20,27],greater:[2,20,30],green:2,greet:2,grossli:22,group:[2,13,21,28],group_member_attr:28,groupmembership:28,gserviceaccount:11,gui:24,guid:[2,18,20,29],guidelin:[2,20],gunicorn:[1,19],guziel:26,gzip:[2,20],had:[2,14,27],hadoop:[2,18,19,20],hadoop_dependency_coordin:2,hadoopcmd:2,hand:[28,29],handi:30,handl:[0,2,3,10,20,27,30],handle_callback:2,handler:[2,17],happen:[2,3,23,27,30,31],hard:[2,3,20],harmless:22,has:[1,2,3,4,5,7,11,13,14,16,17,18,19,20,22,23,24,27,28,31],has_dag:2,has_log:2,has_mail_attach:2,hash:[2,20,28],hasn:[2,3,20,27],have:[1,2,3,4,5,7,9,10,11,12,13,16,17,18,19,20,22,23,24,25,27,28,30,31],haven:[2,3,31],hcatalog_databas:2,hcatalog_t:2,hcf:[2,20],hdf:[2,3,19],hdfs_conn_id:2,hdfs_default:2,hdfs_hook:2,hdfs_path:2,hdfs_sensor:2,hdfscli:2,hdfsclient:2,hdfshook:2,hdfssensor:2,hdfssensorfold:2,hdfssensorregex:2,head:[29,31],header:[2,20],heartbeat:[2,3,4],heavier:2,heavili:2,hello:[2,3,24,31],helm:21,help:[1,2,17,20,23,24,28],helper:2,here:[2,3,4,5,11,12,17,19,20,24,27,28,29,31,32],herebi:22,herein:22,hex:2,hidden:32,hierarchi:[2,20,31],high:[2,20],highchart:25,higher:[2,4],highli:14,highlight:31,hipchat:2,hipchat_oper:2,hipchatapi:2,hipchatapioper:2,hipchatapisendroomnotificationoper:2,histori:[2,18],hit:[2,3],hive2mysqloper:2,hive2sambaoper:[2,19],hive:[2,3,5,19,20,24,28],hive_cli_conn_id:[2,20],hive_cli_default:[2,20],hive_cli_param:2,hive_conf:2,hive_conn_id:2,hive_hook:2,hive_oper:2,hive_partition_sensor:2,hive_stat:2,hive_stats_oper:2,hive_t:[2,20],hive_tblproperti:2,hive_to_druid:2,hive_to_dynamodb:2,hive_to_mysql:2,hive_to_samba_oper:2,hiveclihook:2,hivecmd:2,hiveconf:2,hiveconf_jinja_transl:2,hivemetastorehook:2,hiveoper:[2,3,5,20,28],hivepartitionsensor:[2,3],hivesensoroper:2,hiveserver2:2,hiveserver2_conn_id:2,hiveserver2_default:2,hiveserver2hook:2,hivestatscollectionoper:2,hivetodruidtransf:2,hivetodynamodbtransferoper:2,hivetomysqltransf:2,hold:[2,22],holder:0,home:[2,11,29],homogen:5,hood:3,hook:[10,17,18,19,24,28,31],hope:27,horribl:31,host1:2,host2:2,host3:2,host:[1,2,6,9,10,17,20,23,28],hostnam:[1,2,3,10,21,28],hostnetwork:[2,21],hour:[2,3,4,11,20,27,30],hourli:[2,4,27],hous:3,how:[2,3,7,10,11,18,20,23,24,27,29,31,32],howev:[2,3,16,22,28],hql:2,href:24,html:[2,20,24],html_content:2,http:[0,2,3,11,20,22,24,27,28,31],http_conn_id:2,http_default:2,http_hook:2,http_oper:2,http_sensor:2,http_upgrad:20,httphook:2,httpsensor:2,httpstrigger:11,human:2,hyperparamet:2,iam:[2,11],iana:30,icon:[2,10],icon_emoji:2,icon_url:2,idea:[2,4,15,18],ideal:[2,11,20],idempot:[2,11,27],identifi:[1,2,20,31,32],idl:[2,20],idle_delete_ttl:[2,20],ids:2,ifnotpres:[2,21],ignor:[1,2,3,4,10,20,21,30],ignore_:2,ignore_all_dep:2,ignore_all_depend:1,ignore_copi:2,ignore_depend:1,ignore_depends_on_past:[1,2],ignore_first_depends_on_past:[1,2],ignore_if_miss:[2,20],ignore_task_dep:[1,2],ignore_ti_st:[1,2],ignore_unknown_valu:[2,20],ignored_ext:2,iii:22,imag:[2,7,20,21],image_pull_polici:[2,21],image_pull_secret:[2,21],image_vers:[2,20],imap:2,imap_conn_id:2,imap_default:2,imap_hook:2,imaphook:2,immedi:[2,3],imper:5,imperson:[2,18,20],implement:[2,3,20],impli:[2,22],import_from_storage_bucket:[2,20],import_queri:2,import_t:2,importerror:2,improv:[3,4,22],in_clust:[2,21],inabl:22,inact:[2,4],inbox:2,incident:22,includ:[1,2,3,17,20,21,22,27,31],include_downstream:2,include_exampl:2,include_externally_trigg:2,include_head:[2,20],include_parentdag:2,include_prior_d:2,include_subdag:2,include_upstream:2,inclus:22,incom:2,incomplet:[2,20],incorpor:22,increas:4,incremenetd:2,increment:[2,20],incub:[24,26,31],incur:[2,20,22],indemn:22,indemnifi:22,independ:[2,3],index:[2,20],indic:[2,3,18,20,22],indirect:22,individu:[2,20,22,27,31],ineffici:2,infer:[2,3,20],inferred_op:3,infil:2,infin:18,info:[0,1,2,17,20],inform:[2,3,5,7,10,20,22,27,28,30,31],infrastructur:[2,18,20],infring:22,ingest:2,ingestiontim:2,ingress:20,inherit:[2,31],init:[2,13],init_action_timeout:[2,20],init_actions_uri:[2,20],init_on_load:2,init_run_context:2,initctl:13,initdb:[2,9,18,19,29],initi:[1,2,8,14,18,20,21,28,29],initialis:2,inject:[2,21,24],inlet:[2,23],inlin:[2,20],input:[2,20],input_compress:[2,20],input_fields_terminated_bi:2,input_format:2,input_lines_terminated_bi:2,input_null_non_str:2,input_null_str:2,input_optionally_enclosed_bi:2,input_path:[2,20],input_seri:[2,20],inputfil:[2,20],insecur:28,insecurecli:2,insert:[2,3,11,20],insert_mani:2,insert_on:2,insert_row:[2,20],insid:[2,3,7,11,20],inspect:[27,29],inspir:2,instal:[2,3,5,7,14,17,18,20,23,24,28,29,30],instanc:[1,2,4,9,11,18,19,20,21,27,28,29,30,31],instance_count:2,instance_nam:11,instanti:[2,3,4,18,20,27],instantiateinlin:[2,20],instantli:2,instead:[1,2,4,10,20,27],insteadnhttp:2,institut:22,instruct:[2,3,7,27],insur:2,int32:[2,20],integ:[2,20],integr:[10,12,13,18,19,24,28],intend:2,intention:[3,22],inter:3,interact:[1,2,3,9,20,24,25],interchang:2,interest:[2,31],interfac:[0,2,3,18,20,22,25,28,30,31],interleav:2,intermitt:2,intern:[1,2,20,27,30],internal_ip_onli:[2,20],interpol:28,interpret:[2,3,18,20],interv:[2,4,27,30],intervalcheckoper:[2,20],intoth:2,introduc:[4,21,24],intuit:31,invalid:[2,20],invalidfernettoken:2,invari:[2,3],invoc:2,invocation_typ:2,invok:2,invoke_lambda:2,involv:3,ipconfigur:11,ipv4en:11,ipython:3,irrevoc:22,is_awar:30,is_delete_operator_pod:[2,21],is_eligible_to_retri:2,is_fixed_time_schedul:2,is_naiv:30,is_nan:2,is_paus:2,is_prefix:[2,20],is_prematur:2,is_updated_aft:[2,20],ish:2,isn:[2,3,18,20],isoformat:2,isol:2,issu:[2,3,10,18,19,20,22,26,30],item:[2,3,20,24,27],iter:[2,20],its:[1,2,3,5,9,20,22,23,24,27],itself:[2,3,4,21,27,28,31],jan:30,januari:[2,20,22,27],jar:[2,20],java:[2,20],java_class:2,jaydebeapi:2,jdbc:[2,19],jdbc_conn_id:2,jdbc_default:2,jdbc_driver:2,jdbc_hook:2,jdbc_oper:2,jdbc_tabl:2,jdbc_to_spark:2,jdbc_truncat:2,jdbchook:2,jdbcoper:[2,3],jenkin:2,jenkins_connection_id:2,jenkins_default:2,jenkins_hook:2,jenkins_job_trigger_oper:2,jenkins_serv:2,jenkinshook:2,jenkinsjobtriggeroper:2,jeremiah:26,jinja2:2,jinja:[2,18,20,21,24],jinja_env:2,jira:[2,26],jira_conn_id:2,jira_default:2,jira_hook:2,jira_method:2,jira_method_arg:2,jira_oper:2,jira_sensor:2,jirahook:2,jiraoper:2,jirasensor:2,jlowin:26,job:[1,2,3,4,11,13,20,27,29,32],job_class:[2,20],job_definit:[2,20],job_dir:[2,20],job_flow:[2,20],job_flow_id:[2,20],job_flow_overrid:[2,20],job_id:[2,17,20],job_nam:[2,20],job_queu:[2,20],job_state_run:[2,20],job_track:2,jobflow:[2,20],jobid:[2,20],jobsclusterspecnewclust:[2,20],jobsnotebooktask:[2,20],jobssparkjartask:[2,20],jobtrack:2,joi:26,join:[3,26],joygao:26,json:[1,2,3,10,20,21],json_client:0,json_index_fil:2,june:26,jupo:2,jupyt:3,just:[1,2,3,4,11,17,19,24,27,30,31],k8s:2,kadmin:28,kapil:7,kaxil:26,kaxilnaik:26,keep:[2,3,14,18,20,31],keepal:2,keepalive_interv:2,keepalives_idl:2,kei:[1,2,3,10,11,14,15,20,21,27,28,32],kerber:[19,28],kerbero:[0,2,18,19],kerberos_auth:0,key1:2,key2:2,key_exist:2,key_fil:2,keyfil:10,keyspac:2,keytab:[0,1,2,28],keyword:[2,11,20],kick:[2,5,27],kill:[2,3,4,20],kill_zombi:2,kind:22,kinesi:2,knock:2,know:[2,4,10,31],knowledg:24,known:[2,19],knownev:2,knowneventtyp:2,kruyk:26,kube:21,kuberesourcevers:2,kubernet:[2,15,18],kubernetes_pod_oper:[2,21],kubernetesexecutor:2,kubernetesoper:21,kubernetespodoper:[2,21],kubeworkeridentifi:2,kwarg:[2,11,20,21],l447:[2,20],lab:[2,20],label:[2,20,21,25],labelselector:21,lai:29,lake:[2,18],lambda:[2,3,31],land:[2,24],landing_tim:2,languag:[2,31],larg:[2,20],larger:4,last:[1,2,11],last_describe_job_cal:2,last_descript:2,lastnam:1,late:32,latenc:18,later:[25,30],latest:[1,2,18,19,20],latest_d:2,latest_execution_d:2,latest_onli:[2,3],latest_only_oper:[2,3],latest_only_with_trigg:3,latestonlyoper:[2,3],latin:2,latin_stat:2,launch:[2,20,21,28],launch_typ:[2,20],launchtemplateparamet:[2,20],law:22,lawsuit:22,layer:4,layout:31,ldap3:28,ldap:[15,18,19],ldap_auth:28,ldap_ca:28,lead:[2,3],leak:28,lean:18,learn:19,least:[2,3,6,22],leav:[2,20],led:3,left:[3,28,30],legaci:[2,4,20],legal:22,len:2,length:2,leo:26,less:[2,20],let:[1,2,3,7,20,23,25,27,31,32],level:[2,3,18,20,27,28],leverag:[2,3,31],liabil:22,liabl:22,lib:[2,3,12,20],lib_jar:2,libffi:14,librari:[2,3,4,5,9,18,19,20,24,31],libz:3,licens:[18,28],licensor:22,life:[2,3,20],lifecycl:21,lifetim:27,light:[3,30],lighter:2,lightweight:3,like:[2,3,4,7,15,16,17,19,20,24,28,30,31],limit:[1,2,3,13,18,20,22,27,29],line:[2,3,17,18,20,27,29],lineag:18,link:[2,3,10,18,20,22,24],link_nam:2,linkedin:2,linux:28,list:[1,2,3,10,13,18,19,20,21,22,23,24,26,28,31,32],list_3s_fil:[2,20],list_blob:[2,20],list_dag:[4,18,31],list_directori:2,list_directories_and_fil:[2,20],list_funct:20,list_kei:[2,20],list_prefix:[2,20],list_task:[4,18,31],list_vers:[2,20],listen:[2,3,4,20,28],lit:2,liter:2,litig:22,live:[2,30],load:[1,2,3,10,11,16,18,20],load_balancing_polici:2,load_balancing_policy_arg:2,load_byt:[2,20],load_df:2,load_fil:[2,20],load_file_obj:[2,20],load_opt:[2,20],load_str:[2,20],load_stream:[2,20],load_test_config:16,local:[1,2,3,4,6,8,9,10,18,20,28,30,31],local_dc:2,local_dc_nam:2,local_executor:2,local_filepath:2,local_full_path:2,local_full_path_or_buff:2,local_infil:[2,10],local_output_directori:2,local_path:[2,20],local_port:2,local_tz:30,localexecutor:[1,2,3,4,9,27],localhost:[2,10,20,29],locat:[1,2,3,9,11,17,20,27,28,31],locationprefer:11,lock:2,lock_for_upd:2,log:[1,2,7,8,11,18,21,24,28,31],log_config:17,log_fil:1,log_group:2,log_respons:2,log_stream:2,log_typ:2,logfil:1,logging_config:17,logging_config_class:17,logging_mixin:[2,20],loggingmixin:[2,20],logic:[2,3,11,31],login:[1,2,3,10,20,28],logist:24,longer:[2,4,27],longest:[2,5,20],look:[1,2,3,4,11,18,19,20,23,24,26,27,28,31],lookup:[2,20],loss:22,lost:21,lot:27,low:2,lower:[2,10],lower_bound:2,lowin:26,machin:[1,2,3,5,6,11,20,28],machinetyp:11,macro:[3,4,18,24,25,31],made:[2,3,22],maheshwari:26,mai:[2,3,4,9,13,20,22,27,31],mail:[2,22,26],mail_fold:2,main:[2,3,4,20,21,24,30],main_class:[2,20],main_dag:3,main_jar:[2,20],maintain:[2,18,24],maintenancewindow:11,major:2,make:[0,1,2,3,4,5,7,9,11,12,13,17,18,20,22,23,28,30,31,32],makedsn:2,malfunct:22,malik:7,man:19,manag:[2,8,18,20,22,24,28],managedlibrarieslibrari:[2,20],mani:[1,2,3,4,20,24,30,31,32],manner:18,manual:[2,3,13,23,27,30],map:[2,20],mapper:2,mapr:2,mapred_job_nam:2,mapred_queu:2,mapred_queue_prior:2,march:26,mark:[1,2,3,20,22,27],mark_success:[1,2,27],markdown:3,markup:2,mask:20,master:[2,7,10,20,27,31],master_disk_s:[2,20],master_disk_typ:[2,20],master_machine_typ:[2,20],match:[1,2,3,10,20],matchexpress:21,matter:[2,30],maven:2,max:[2,20,26],max_active_run:[1,2,4],max_active_runs_per_dag:4,max_bad_record:[2,20],max_id_kei:[2,20],max_ingestion_tim:2,max_item:[2,20],max_messag:2,max_partit:2,max_result:[2,20],max_retri:[2,20],max_retry_delai:2,max_thread:4,max_tri:27,max_try_before_job_appear:2,max_worker_count:[2,20],maxim:26,maximum:[1,2,20],maximum_billing_ti:[2,20],maximum_bytes_bil:[2,20],maxnumwork:[2,20],maxresult:[2,20],mayb:3,md5:[2,20],mean:[2,3,4,5,11,14,20,22,23,27,28,31],meaning:2,meant:[2,4],measur:2,mechan:[2,22,28],media:22,medium:22,meet:[2,22,30],mem_limit:2,member:[11,28],memberof:28,memori:2,menu:[3,4,18,24,29],menu_link:24,menulink:24,merchant:22,mere:22,merg:[2,20,31],meso:[2,8,18],mesosexecutor:[7,27],messag:[2,3,18,20],message_format:2,met:[2,4,5,27],metadata:[1,2,3,9,10,14,15,18,19,20,23,24,27,32],metastor:2,metastore_conn_id:2,metastore_default:2,metastore_mysql:2,metastore_partition_sensor:2,metastore_t:2,metastorepartitionsensor:2,method:[0,2,3,4,10,20,21,23],method_nam:2,method_param:2,metric:[2,20,24],metric_nam:2,metric_spec:2,metrics_threshold:[2,20],metrics_threshold_dict_kei:[2,20],microsoft:[2,18,19],middlewar:20,midnight:[4,27],might:[2,3,4,10,11,20,27,28,31],migrat:28,mike:[2,20],millisecond:2,mime:[2,20],mime_charset:2,mime_subtyp:2,mime_typ:[2,20],min:[2,4],mind:[3,18],minim:[2,20],minimum:[19,27],minor:20,minut:[3,4,20,23,27,31],miscellan:2,mismatch:3,miss:[2,3,20],mistercrunch:26,mix:[2,3,31],mkdir:3,mlengin:[2,20],mlengine_oper:[2,20],mlenginebatchpredictionoper:2,mlenginehook:[2,10],mlenginemodeloper:2,mlenginetrainingoper:2,mlengineversionoper:2,mlsd:2,mode:[1,2,3,8,18,20,31],model:[3,11,17,18,20,21,23,24,28,30,31],model_config:2,model_configur:2,model_nam:[2,20],modif:22,modifi:[2,3,10,13,20,22,25],modul:[2,3,4,18,20,24,28],modular:18,moment:[2,4,30],mongo:2,mongo_collect:2,mongo_conn_id:2,mongo_db:2,mongo_default:2,mongo_hook:2,mongo_queri:2,mongo_to_s3:2,mongodb:2,mongohook:2,mongotos3oper:2,monitor:[2,3,5,18,24,27,32],monospac:3,month:[4,27],monthli:[4,27],more:[1,2,3,4,5,7,8,9,10,18,20,21,22,24,26,27,28,30,31,32],moreov:[11,31],morn:27,most:[2,3,20,27,28,30,31,32],mostli:[18,27,30],mount:[2,5],mount_fil:21,mount_path:21,move:[2,3,4,18,20,23,30],move_fil:[2,20],move_object:[2,20],msg:2,mssql:[2,19],mssql_conn_id:2,mssql_default:2,mssql_hook:2,mssql_oper:2,mssql_to_hiv:2,mssqlhook:2,mssqloper:[2,3],mssqltohivetransf:2,msumit:26,much:[2,3,20,27],multi:[7,18],multi_region:[2,20],multi_stream_it:2,multipl:[1,2,3,4,20,31],multipli:[2,20],multiprocess:[2,20],must:[2,3,4,6,7,10,14,17,20,22,28,31],mutat:3,my_conn:2,my_conn_str:15,my_dag1:3,my_dag2:3,my_dag:[3,30],my_databas:2,my_dict_var:2,my_funct:3,my_host:20,my_input:[2,20],my_job_id:[2,20],my_model:[2,20],my_new_top:2,my_output:[2,20],my_param:31,my_password:23,my_project:[2,20],my_sleeping_funct:11,my_tabl:2,my_top:2,my_tz_dag:30,my_useful_packag:3,my_usernam:23,my_var:2,my_vers:[2,20],myarg:2,mycompani:20,mycustomdockerimag:2,mygcsconn:17,myoper:2,myorg:20,mypackag:28,mys3conn:17,mysql:[2,3,4,7,9,11,18,19,20],mysql_5_7:11,mysql_conn_id:2,mysql_default:2,mysql_hook:2,mysql_oper:2,mysql_postoper:2,mysql_preoper:2,mysql_tabl:2,mysql_to_gc:2,mysql_to_h:2,mysql_typ:2,mysql_us:10,mysqlclient:19,mysqld:[4,9],mysqldb:[2,10],mysqlhook:2,mysqloper:[2,3,5],mysqltogooglecloudstorageoper:2,mysqltohivetransf:2,naik:26,naiv:18,name:[2,3,7,10,11,17,18,20,21,22,24,28,31],named_hive_partition_sensor:2,namedhivepartitionsensor:2,namenod:2,namespac:[2,4,20,21,24],nan:2,nan_to_num:2,nativ:2,nav:28,navig:28,ndfor:31,nearlin:[2,20],neccessari:[2,20],necessari:[2,7,11],necessarili:[18,22],need:[2,3,5,7,9,10,11,12,13,14,18,19,20,23,24,27,28,29,30,31],neg:[2,27],neglig:22,neighbour:2,neither:11,nest:[2,20,31],network:[2,6,20,28],network_mod:2,network_uri:[2,20],never:[1,2,4,20],new_clust:[2,20],new_user_email:28,new_user_nam:28,newli:[17,18,20],newlin:[2,20],next:[2,3,6,10,18,27,28,30],next_d:2,next_execution_d:2,next_retry_datetim:2,nginx:20,nhere:2,nice:3,night:3,nlst:2,no_backfil:2,no_confirm:1,node:[1,2,3,20,30],node_selector:[2,21],nodeaffin:21,nodejs6:11,non:[1,2,12,19,22],non_existing_top:2,non_termin:2,non_terminal_st:2,none:[2,3,20,21,24,27],nontermin:2,nopasswd:28,nor:[2,11,20],noram:28,norandkei:28,normal:[2,3,19,20,22],normalize_schedul:2,notat:[2,10,20],note:[0,2,4,5,6,7,9,10,11,14,15,16,17,18,19,20,23,27,28,30,31],note_id:2,notebook:[2,3,20],notebook_path:[2,20],notebook_run:[2,20],notebook_task:[2,20],noth:[2,22],notic:[3,22,31],notif:2,notifi:2,notwithstand:22,now:[2,3,4,7,27,28,30,31],nthread:[2,20],nuanc:3,nullabl:[2,20],nullfernet:2,num:2,num_executor:2,num_mapp:2,num_partit:2,num_preemptible_work:[2,20],num_run:1,num_shard:2,num_work:[2,20],number:[1,2,3,4,5,18,20],numer:2,numpi:2,oauth2:28,oauth2callback:28,oauth:18,oauth_callback_rout:28,oauth_key_from_github_enterpris:28,oauth_secret_from_github_enterpris:28,obj:2,object:[1,2,3,4,10,18,20,21,22,24,27,31],objectclass:28,oblig:22,observ:2,occur:[2,3,20],occurr:2,octal:2,octet:[2,20],octob:26,off:[2,5,20,27],offer:[22,24],offici:[2,26],offset:[2,30],often:[2,3,30],omit:[2,20],on_error:2,on_failure_callback:2,on_kil:[2,20],on_retry_callback:2,on_success_callback:2,onboard:4,onc:[2,3,4,9,17,27,28,31],one:[2,3,4,5,6,7,10,11,14,18,20,22,27,28,30,31],one_fail:[2,3],one_success:[2,3],ones:[2,4,14,20,30,32],onli:[1,2,4,11,17,18,19,20,22,27,28,29,30],only_fail:[1,2],only_if_upd:2,only_run:[1,2],onto:21,oozi:18,op1:3,op2:3,op3:3,op4:3,op_arg:[2,11],op_kwarg:[2,11],open:[0,2,3,10,14,20,26,28],open_slot:2,oper:[1,4,5,8,14,16,18,19,23,24,27,30,31],operation_nam:[2,20],oppos:[2,3,20],opposit:2,optim:2,option:[1,2,3,7,8,10,13,16,18,19,20,21,25,27,28,29,31],ora:2,oracl:2,oracle_conn_id:2,oracle_default:2,oracle_hook:2,oracle_oper:2,oraclehook:2,oracleoper:[2,3],orchestr:[2,18],order:[2,3,4,7,9,10,15,16,20,27,28,30],ordereddict:2,org:[2,20,22,24,26],organ:[3,24],organiz:28,orient:2,origin:[2,20,22,23],orm:2,other:[1,2,3,10,11,13,17,18,20,22,25,27,30,31],othercas:2,otherwis:[2,20,22,28,30,31],our:[2,20,31],out:[2,3,4,8,18,20,22,27,29],outag:24,outgrow:29,outlet:[2,23],outlier:32,output:[1,2,20,31],output_encod:2,output_format:2,output_handl:2,output_path:[2,20],output_seri:[2,20],outputfil:[2,20],outsid:[2,27],outstand:22,over:[1,2,3,14,17,20,23,29,32],overal:[2,3],overall_export_metadata:[2,20],overlap:32,overload:2,overlord:2,overrid:[1,2,4,20,23,31],overridden:[2,4,20],overview:32,overwhelm:3,overwrit:[2,16,20],overwrite_exist:[2,20],overwritten:[2,20],own:[2,3,5,18,22,23,27,31],owner:[2,3,20,22,23,27,28,30,31],ownership:22,p12:2,packag:[2,14,17,18,20,23],package1:3,package_uri:[2,20],packet:2,page:[2,3,18,20,26,29,32],page_s:[2,20],pagin:[2,20],pai:[2,4],pair:[2,20,32],panda:[2,20],pandas_kwarg:2,parallel:[2,3,4,9,20,29],param:[1,2,20,21,31],paramet:[2,3,4,5,7,10,11,20,21,23,25,28,31],parameter:[3,11,18,25],paramiko:2,parent:[3,4,20],parent_dag:[2,3],parent_dag_nam:3,parentdag:1,parquet:2,pars:[2,4,20,24,31],parseerror:[2,20],parser:28,part:[1,2,3,20,22,23,25,28],parti:22,partial:[2,11,20],partialkei:[2,20],particular:[2,3,20,22],partit:[2,3,20],partition_column:2,partition_kei:2,partition_nam:2,partition_spec:2,partition_valu:2,partitiontyp:[2,20],partli:4,pass:[2,3,4,10,18,20,24,31],pass_valu:[2,20],passwd:32,password:[0,1,2,3,10,14,15,18,19,20,23,32],password_auth:[0,28],password_fil:2,passwordus:28,past:[2,3,4,27,32],patch:[11,20],patch_bodi:11,patch_databas:20,patch_inst:20,patent:22,path2:2,path:[1,2,3,5,10,17,20,21,28],path_to_ca_cert:2,patrick:26,patrickleotardif:26,pattern:[2,3,20],paus:[2,3,18],payload:[2,20],pd_ssd:11,pem:[2,10],pencil:10,pendulum:30,peopl:[24,31],pep:[2,20],per:[2,20],per_us:11,percent:[2,20,22],percent_progress:2,perfect:3,perform:[1,2,3,4,7,11,18,20,21,22,27,32],perhap:[3,32],period:[2,3,4,27,31],perm:2,perman:[2,20],permiss:[2,11,22,28],permit:10,perpetu:22,persist:[2,17,20,21,27],persistentvolum:[2,21],persistentvolumeclaim:21,perspect:[1,3],pertain:22,phase:24,physic:[2,20],pick:[2,3,5,12,20,23,25,27],pickl:[1,2,3,7],picklabl:2,pickle_id:2,pickleabl:2,pid:[1,29],pig:[2,3,20],pig_cli_conn_id:2,pig_cli_default:2,pig_hook:2,pig_oper:2,pig_properti:2,pigclihook:2,pigcmd:2,piggi:24,pigoper:2,pigparams_jinja_transl:2,pin_100:2,ping:[2,20],pinot:2,pinot_hook:2,pinotdbapihook:2,pip:[2,3,14,17,19,29],pipelin:[2,3,5,10,18,20,25,32],piplelin:[2,20],pitfal:2,pk1:2,pk2:2,place:[0,2,3,4,14,22,30,31],placehold:2,plain:[2,14,15],plan:4,platform:[2,3,8,17,18,19],pleas:[0,2,3,6,7,11,19,20,23,26,28,30,31],plu:3,plug:24,plugin:18,plugin_macro:24,pluginexecutor:24,pluginhook:24,pluginoper:24,plugins_manag:24,pluginsensoroper:24,png:2,pod:[2,21],podaffin:21,podantiaffin:21,point:[2,3,4,5,7,20,21,29,31],pointer:2,poke:[2,20],poke_interv:2,polici:[2,11,18],poll:[2,20],poll_job_in_queu:2,poll_operation_until_don:[2,20],poll_sleep:[2,20],polling_interval_in_second:[2,20],polling_period_second:[2,20],pool:[2,4,18,31],pool_descript:1,pool_ful:2,popen:2,popul:[2,20,31],port:[0,1,2,6,10,23,28,29],portion:[17,20],posit:[2,18,20],possibl:[1,2,3,13,20,22,27,28,29,30,31,32],post:[0,2],post_ev:2,post_execut:[2,23],postgr:[2,3,9,10,19,21],postgres_conn_id:2,postgres_default:[2,3],postgres_hook:2,postgres_mast:10,postgres_oper:2,postgres_to_gcs_oper:2,postgres_typ:2,postgreshook:[2,3],postgresoper:[2,3],postgrestogooglecloudstorageoper:2,potenti:[2,3],power:[3,18,22,31],pprint:11,pql:2,practic:[2,20,30],pre:[2,4],pre_execut:[2,3,23],pre_process:2,pre_process_arg:2,pre_process_kwarg:2,preced:[2,15,17,20,31],precis:2,predefin:2,predict:[2,20],preemptibl:[2,20],prefer:[2,21,22,27,29],preferredduringschedulingignoredduringexecut:21,prefix:[1,2,3,10,20],preoper:2,prepar:[2,3,22,23],prepare_lineag:23,prepare_request:2,prepare_templ:2,preparedata:[2,20],prepend:[2,20],prepped_request:2,presenc:2,present:[2,19,20],preserv:30,preset:27,presto:2,presto_check_oper:2,presto_conn_id:2,presto_default:2,presto_hook:2,presto_to_mysql:2,prestocheckoper:2,prestocmd:2,prestohook:2,prestointervalcheckoper:2,prestotomysqloper:3,prestotomysqltransf:2,prestovaluecheckoper:2,pretti:31,prev_d:2,prev_execution_d:2,prevent:[2,3,4,20,28],previou:[1,2,3,4,31],previous:[2,3,4],previous_schedul:2,previous_ti:2,price:[2,20],pricingplan:11,primari:2,primarili:2,primit:2,princip:[0,1,2,3,28],print:[1,2,3,11,14,20,30,31],print_context:11,print_dat:31,print_head:[2,20],print_log:2,print_progress:2,print_the_context:11,prior:[2,20],priorit:3,prioriti:[2,3,20],priority_weight:[2,3,31],privat:2,privileg:28,probabl:[0,4,12,30],problem:[2,3,20,30],problemat:3,proce:[2,4,19],process:[1,2,3,7,13,18,20,27,31],process_fil:2,produc:[2,20],product:[2,3,8,18,20,22,25,27,31],profil:[2,18,28],program:[2,20,26],programmat:18,progress:[2,18,20,31],project:[2,10,11,18,20],project_a:3,project_a_dag_1:3,project_id:[2,11,20],promin:22,prompt:1,prop:2,propag:[2,3],propaget:2,proper:[7,31],properli:[4,10,17,23,28],properti:[2,3,4,10,20,28],proto:[2,20],protobuf:[2,20],protocol:[2,20],provid:[2,3,5,6,7,11,17,20,21,22,25,28,31,32],provide_context:[2,3,11],provis:[2,20],proxi:[2,18],proxy_http_vers:20,proxy_pass:20,proxy_redirect:20,proxy_set_head:20,proxy_us:[2,28],proxyfix:20,proxyus:28,psycopg2:[2,9],ptarget:2,pub:2,publicli:[0,22],publish:[2,20],pubsub:2,pubsub_oper:2,pubsub_sensor:2,pubsubhook:2,pubsubmessag:2,pubsubpublishoper:2,pubsubpullsensor:2,pubsubsubscriptioncreateoper:2,pubsubsubscriptiondeleteoper:2,pubsubtopiccreateoper:2,pubsubtopicdeleteoper:2,pull:[2,3,17,19,21],pull_funct:3,puppet:5,pure:[2,3],purpl:2,purpos:[2,22,31],push:[2,3,20,21,23,24],push_funct:3,pushing_task:3,put:[2,3,4,20,24],put_record:2,pv1:2,pv2:2,pwd:3,py_fil:[2,20],py_opt:[2,20],pydata:[2,20],pyfil:[2,20],pyhiv:2,pymongo:2,pypi:[19,29],pyspark:[2,20],python:[2,3,4,5,7,11,18,19,20,24,28,30,31],python_1:3,python_cal:[2,3,11],python_oper:2,python_vers:[2,20],pythonoper:[2,3,8,18],pythonpath:[5,17,28],pythonvirtualenvoper:2,pytz:30,pywinrm:2,qds:[2,19],qualifi:[0,2,11,20,21,28],qualiti:[2,3,20],qubol:[2,19],qubole_check_oper:2,qubole_conn_id:2,qubole_default:2,qubole_hook:2,qubole_oper:2,qubole_sensor:2,qubolecheckoper:2,qubolehook:2,quboleoper:2,qubolesensor:2,qubolevaluecheckoper:2,queri:[2,7,18,20],query_granular:2,query_metr:2,query_param:[2,20],query_uri:[2,20],queu:[1,3,4],queue:[1,2,4,6,18,20,31],queued_slot:2,quick:[8,18,32],quickli:[25,29,31,32],quit:[2,4,20,30],quot:[2,20],quote_charact:[2,20],r39132:26,rabbitmq:[5,19],rais:[2,6,11,20,30,31],ran:[1,2],randkei:28,random:[1,2,20],random_bas:11,randomli:3,rang:[1,2,3,4,11,27,31],rare:30,rate:[2,20],rather:[2,3],ratio:[2,20],raw:[2,4,17],rbac:24,rdbm:2,reach:[1,2,3,4,13,20],reactiv:4,read:[2,4,17,20,21,28,31],read_consist:[2,20],read_fil:[2,20],read_kei:[2,20],read_onli:21,readabl:[2,22,28],readi:[2,18,29],readm:13,readthedoc:[2,20],ready_for_retri:2,real:[0,2,9,20],realli:31,realm:[0,28],reason:[2,4,22,30,31],reboot:3,rebuild:1,recap:18,receiv:[2,3,20,22,27],receivedmessag:2,recent:[2,3],recipi:[2,22],recogn:[2,20],recommend:[0,2,4,7,9,10,14,17,30],record:[1,2,3,7,20,27,31],record_exist:2,recreat:[2,20],recurs:[2,20],red:2,redhat:12,redi:[2,5,19],redirect:[1,28],redis_conn_id:2,redis_default:2,redis_hook:2,redis_key_sensor:2,redishook:2,rediskeysensor:2,redistribut:22,redshift:[2,18],redshift_conn_id:[2,20],redshift_default:[2,20],redshift_hook:[2,20],redshift_to_s3_oper:[2,20],redshifthook:[2,18],redshifttos3transf:[2,18],reduc:[2,18],redund:31,ref:2,refer:[3,5,7,10,11,18,20,21,24,26,31],referenc:[2,3,10,31],reflect:[3,18,24,31],refrain:3,refresh:2,refresh_from_db:2,regard:[22,31],regardless:[1,2,20,30],regex:[1,2],regexp:1,region:[2,11,20],region_nam:[2,20],regist:[24,25,28,31],registri:2,regular:[2,3,27],reinit_frequ:28,rel:[2,20,27,31],relat:[1,2,3,4,5,7,11,19,26],relationship:3,relativedelta:2,relaxed_isol:2,releas:20,relev:[2,4,20],reli:[2,9,28],reliabl:2,reload:2,remain:[7,10,11,22,28,30],rememb:31,remot:[2,4,6,18,20,27],remote_base_log_fold:17,remote_filepath:2,remote_full_path:2,remote_host:2,remote_log:17,remote_log_conn_id:17,remote_path:[2,20],remote_port:2,remov:[2,20],renam:[2,17,20],render:[2,3,18,20,21,23,24,31],render_templ:2,render_template_from_field:2,renew:[1,28],repeat:[2,3,20,27],repl:28,replac:[2,11,14,20,28],replicaset:2,replicationtyp:11,repo:2,report:[1,2],repositori:[2,5,7,11,21,31],repres:[2,3,4,11,20,22,27,30],represent:[2,32],reproduc:22,reproduct:22,request:[1,2,3,11,20],request_param:2,requestrespons:2,requir:[0,1,2,3,4,5,6,7,8,10,11,14,17,18,19,20,22,28,30],requiredduringschedulingignoredduringexecut:21,requiressl:11,rerun:[1,2],rerun_failed_task:[1,2],resembl:3,reset:1,reset_dag_run:[1,2],reset_dagrun:1,resetdb:18,resid:[2,3,20],resolv:[2,20],resourc:[1,2,3,5,11,18,20,21],resource_id:[11,20],respect:[1,2,3,11,23,31],respons:[2,20,22],response_check:2,rest:[2,7,11,18,20,28],rest_api:2,restart:[3,4,12,13,14,17],restor:[2,20],restore_from_cluster_snapshot:[2,20],restrict:28,restructuredtext:3,result:[2,3,5,20,22,25,31],result_backend:15,result_processor:2,results_parser_cal:2,resum:1,retain:[2,20,22],retri:[1,2,3,20,27,31],retriev:[2,3,20],retrieve_fil:2,retrieve_mail_attach:2,retry_arg:2,retry_delai:[2,20,27,31],retry_exponential_backoff:2,retry_limit:2,return_immedi:2,return_valu:2,reus:[2,20,24],revers:[16,18],review:18,revis:22,rewrit:[2,20],riccomini:26,rich:[1,3,18,32],rid:2,right:[2,3,22,25,30],rightmost:3,risk:22,roadmap:18,role:[1,2,9,11,18],roll:[2,18,20],rollback:[2,20],room:2,room_id:2,root:[2,3,20,21,28],root_dag:2,round:[2,4],roundrobinpolici:2,rout:[2,20,28],routin:3,row:[2,3,20],royalti:22,rtype:[2,20],rule:[2,4,18,20,21,31],run:[2,5,6,7,8,10,11,15,17,18,19,20,21,23,28,29,30,32],run_a:2,run_after_loop:11,run_and_check:2,run_as_own:[2,28],run_as_us:[2,28],run_cli:2,run_dur:1,run_id:[1,2,11,20,27],run_job_flow:[2,20],run_me_first:23,run_nam:[2,20],run_page_url:[2,20],run_queri:[2,20],run_task:[2,20],run_thi:[11,23],run_this_last:[17,23],run_with_advanced_retri:2,runme_0:29,runnabl:3,runner:[2,20],runqueri:[2,20],runtim:[2,11,20],runtime_vers:[2,20],runtimeenviron:[2,20],rwc:28,s3_bucket:[2,20],s3_conn_id:2,s3_default:[2,20],s3_file:[2,20],s3_file_transform_oper:[2,20],s3_hook:[2,20],s3_kei:[2,20],s3_key_sensor:2,s3_list_oper:[2,20],s3_prefix_sensor:2,s3_to_gcs_exampl:[2,20],s3_to_gcs_op:[2,20],s3_to_gcs_oper:[2,20],s3_to_hive_oper:[2,20],s3_to_redshift_oper:[2,20],s3distcp:2,s3filetransformoper:[2,3,18],s3hook:[2,17,18],s3keysensor:[2,19],s3listoper:[2,18],s3object:[2,20],s3prefixsensor:[2,19],s3togooglecloudstorageoper:[2,18],s3tohivetransf:[2,18],s3toredshifttransf:[2,18],s3url:2,safe:[2,20],safe_mod:2,sagemak:2,sagemaker_base_oper:2,sagemaker_base_sensor:2,sagemaker_endpoint_config_oper:2,sagemaker_endpoint_oper:2,sagemaker_endpoint_sensor:2,sagemaker_hook:2,sagemaker_model_oper:2,sagemaker_training_oper:2,sagemaker_training_sensor:2,sagemaker_transform_oper:2,sagemaker_transform_sensor:2,sagemaker_tuning_oper:2,sagemaker_tuning_sensor:2,sagemakerbaseoper:2,sagemakerbasesensor:2,sagemakerendpointconfigoper:2,sagemakerendpointoper:2,sagemakerendpointsensor:2,sagemakerhook:2,sagemakermodeloper:2,sagemakertrainingoper:2,sagemakertrainingsensor:2,sagemakertransformoper:2,sagemakertransformsensor:2,sagemakertuningoper:2,sagemakertuningsensor:2,saguziel:26,sai:[2,3,4,17,27,30],said:3,salari:[2,20],sale:[2,20],samaccountnam:28,samba:[2,19],samba_conn_id:2,samba_default:2,samba_hook:2,sambahook:2,same:[2,3,7,11,20,21,25,28,30,31],sampl:[2,13],sample_s:2,sandbox:8,sane:[2,9],sanit:2,sas_token:[2,20],save:[2,10,14,20,25,30,31],save_format:2,save_mod:2,savedmodel:[2,20],scala2:[2,20],scala:2,scalabl:18,scale:[2,8,18,20],scale_ti:[2,20],scaleti:[2,20],scan:[2,3],scene:[19,23,27],schedul:[2,3,6,7,12,17,18,21,29,31],schedule_interv:[2,3,4,23,27,31],scheduler_heartbeat_sec:4,scheduler_interv:4,scheduler_run:12,schema:[1,2,3,9,10,20],schema_field:[2,20],schema_filenam:2,schema_object:[2,20],schema_update_opt:[2,20],scheme:20,scope:[2,10,18,20],scratch:31,screen:[2,31],screenshot:18,script:[2,3,4,11,12,13,18,20,21],script_begin_tag:2,script_loc:2,sdk:2,search:[1,2,3,4,17,24],search_path:9,search_scop:28,sec:4,second:[1,2,3,4,11,20,21,31],secret:[2,20,21,28,32],secret_env:21,secret_fil:21,secret_kei:2,secretkei:10,section:[2,3,4,6,8,10,15,20,22,28,29,31],secur:[2,3,8,10,18,21],see:[2,3,4,7,10,11,16,17,20,23,24,27,28,29,31,32],seen:[7,32],segment:2,segment_conn_id:2,segment_debug_mod:2,segment_default:2,segment_granular:2,segment_hook:2,segment_track_event_oper:2,segmenthook:2,segmenttrackeventoper:2,select:[2,3,17,20,25,27,28],select_express:[2,20],select_kei:[2,20],select_object_cont:[2,20],selected_field:[2,20],self:[2,20,24],sell:22,semant:[11,20],semicolon:2,send:[1,2,3,23,26],send_metr:2,send_room_notif:2,sender:2,sensor:[3,4,18,19,20,24],sensor_queu:3,sent:[2,3,17,22],separ:[0,2,3,10,20,22,28,31],sequenc:2,sequenti:[2,27,29],sequential_executor:2,sequentialexecutor:[2,3,7,17,29],seri:[3,27],serial:[1,2,20],serializ:2,serv:[1,2,7,20,31],serve_log:[7,18],server:[1,2,4,5,7,10,17,19,20,24,28,29,31],server_nam:20,servic:[0,1,2,3,10,11,13,18,19,22,27,28,30],service_account:[2,20],service_account_email:11,service_account_nam:[2,21],service_account_scop:[2,20],service_nam:2,serviceaccount:11,serviceaccountus:11,session:[2,28],set:[0,1,2,3,4,5,6,7,8,9,11,13,16,17,18,20,24,27,30,32],set_autocommit:2,set_default_vers:[2,20],set_depend:2,set_dirti:2,set_downstream:[2,3,23,31],set_machine_type_bodi:11,set_the_password:28,set_upstream:[2,3,31],setdefault:2,setgid:13,setmachinetyp:20,setuid:13,setup:[5,9,17,19,28,30],sever:3,sftp:2,sftp_conn_id:2,sftp_default:2,sftp_hook:2,sftp_oper:2,sftp_sensor:2,sftphook:2,sftpoper:2,sftpsensor:2,shall:[2,22],shape:27,share:[2,3,5,18,22,24,25],share_nam:[2,20],shchema:2,shell:[2,11,28],shellcmd:2,shift:31,ship:[1,2,20],ship_dag:1,shm:2,shm_size:2,short_machine_type_nam:11,shortcircuitoper:2,shortcut:[5,32],should:[0,1,2,3,4,5,7,9,10,17,20,24,27,28,29,30,31],shouldn:[2,3],show:[1,2,3,4,11,17,24,32],shown:[2,11],shut:21,shutdown_clust:2,sid:26,siddharth:26,side:[2,17,20],side_load:2,sign:28,signal:4,significantli:2,similar:[0,2,3,9,18],simpl:[2,3,4,20,24,25,28,30],simplehttpoper:[2,3],simpler:31,simplest:28,simpli:[2,3,24,27,28,31],simul:31,simultan:[2,3,4,20],sinc:[2,3,9,29,31],singl:[1,2,3,6,11,20,27,31],site:28,situat:[3,30],size:[2,3,20],skew:24,skip:[1,2,3,20],skip_final_cluster_snapshot:[2,20],skip_leading_row:[2,20],skipmixin:2,sla:[2,18,20,24],sla_miss_callback:2,slack:[2,19],slack_conn_id:2,slack_hook:2,slack_oper:2,slack_webhook_hook:2,slack_webhook_oper:2,slackapioper:2,slackapipostoper:[2,19],slackclient:2,slackhook:2,slackoper:3,slackwebhookhook:2,slackwebhookoper:2,slamiss:2,slave:[8,18],sleep:[2,11,20,31],sleep_for_:11,sleep_tim:2,slightli:18,slot:[1,2,3],slot_count:1,slowli:18,slug:28,slugify_uses_text_unidecod:19,small:[2,3],smaller:[2,4,20],smallish:2,smb:20,smtp:15,smtp_password:15,snakebit:2,snap:18,snapshot:[2,20],snapshot_identifi:[2,20],snippet:14,snowflak:2,snowflake_conn_id:2,snowflake_default:2,snowflake_hook:2,snowflake_oper:2,snowflakehook:2,snowflakeoper:2,sock:2,socket:10,soft_fail:2,softwar:[2,18,20,22,26],softwareconfig:[2,20],sole:22,solid:[2,20],solut:18,some:[0,2,3,4,5,11,13,16,20,24,27,30,31,32],some_int_valu:2,somehow:5,someth:[3,17,28,31],sometim:[2,3,31],somewhat:31,somewher:[4,29],soon:[2,3,4,5,27],sort:[2,3,7],sound:[3,31],sourc:[2,3,7,11,20,21,22,25,26,32],source_archive_url:11,source_aws_conn_id:[2,20],source_bucket:[2,20],source_bucket_kei:[2,20],source_bucket_nam:[2,20],source_cod:11,source_conn_id:2,source_format:[2,20],source_object:[2,20],source_project_dataset_t:[2,20],source_repositori:11,source_s3_kei:[2,20],source_upload_url:11,source_version_id:[2,20],sourcearchiveurl:11,sourcerepositori:11,sourceuploadurl:[11,20],space:[11,18],span:32,spark:[2,3,18,20],spark_app_nam:2,spark_conf:2,spark_conn_id:2,spark_default:2,spark_fil:2,spark_hom:2,spark_jar:2,spark_jar_task:[2,20],spark_jdbc_hook:2,spark_jdbc_oper:2,spark_py_fil:2,spark_sql_default:2,spark_sql_hook:2,spark_sql_oper:2,spark_submit_hook:2,spark_submit_oper:2,spark_to_jdbc:2,spark_vers:[2,20],sparkcmd:2,sparkjdbchook:2,sparkjdbcoper:2,sparksqlhook:2,sparksqloper:2,sparksubmithook:2,sparksubmitoper:2,spawn:[4,13],spec:[2,20],special:[2,3,4,22],specif:[1,2,3,4,7,9,10,11,20,27,31,32],specifi:[1,2,3,4,9,10,11,12,17,18,19,20,27,28,30,31],speech:2,speed:2,spent:32,spin:[2,20],split:[2,27],split_bi:2,split_column:2,sponsor:18,spring:30,sql:[2,3,7,9,11,18,19,25],sql_alchemy_conn:[15,21],sql_alchemy_conn_cmd:15,sql_conn:21,sql_db_create_task:11,sql_db_delete_task:11,sql_db_patch_task:11,sql_instance_create_task:11,sql_instance_delete_task:11,sql_instance_patch_task:11,sql_sensor:2,sqlalchemi:[2,3,9],sqlite:[2,19,20,29],sqlite_conn_id:2,sqlite_default:2,sqlite_hook:2,sqlite_oper:2,sqlitehook:2,sqliteoper:[2,3],sqlsensor:2,sqoop:2,sqoop_default:2,sqoop_hook:2,sqoop_oper:2,sqoophook:2,sqoopoper:2,sqoopuserguid:2,squeez:2,src:[2,20],src_fmt_config:[2,20],sscursor:[2,10],ssd:[2,20,21],ssdictcursor:10,ssh:[2,28],ssh_conn_id:2,ssh_hook:2,ssh_oper:2,ssh_port:2,sshclient:2,sshhook:2,sshoper:2,sshtunnel:2,sshtunnelforward:2,ssl:[1,2,10,18],ssl_activ:28,ssl_cacert:28,ssl_cert:[1,28],ssl_kei:[1,28],ssl_option:2,sslcert:2,sslmode:2,stabil:18,stabl:19,stack:[19,24],stage:[2,3,7,20],staging_t:2,stagingloc:[2,20],stai:[2,20,27],stamp:[2,27,31],stand:3,standalon:[2,3],standard:[1,2,3,4,10,11,20,28],standard_1:[2,20],stanza:13,start:[1,2,3,4,5,6,7,8,11,13,17,18,19,20,21,26,27,30,31],start_dat:[1,2,3,11,18,20,23,27,30,31],start_tim:2,starttim:11,startup:[2,21],startup_timeout_second:[2,21],stat:2,state:[1,2,3,4,20,22,27,31],state_from_respons:2,statement:[2,3,20,22],static_babynam:2,static_babynames_partit:2,static_fold:24,static_path:2,static_url_path:24,statist:2,statu:[1,2,3,4,13,18,20,27,29,31,32],status:2,stderr:1,stdout:[1,2,21,31],step:[2,7,8,11,14,17,20,31,32],step_id:2,steve:[2,20],steven:26,stick:19,still:[2,14,18,19,20,28,30],sting:2,stop:[2,11,13,20],stop_after_attempt:2,stoppag:22,storag:[2,8,18],storage_bucket:[2,20],storage_class:[2,20],storageautores:11,storageautoresizelimit:11,store:[1,2,3,5,14,15,17,20,21,24,28,29,30],store_fil:2,store_to_xcom_kei:[2,20],storm:18,str:[2,11,20,21,24,27],straightforward:29,strategi:[2,20],stream:[1,2,18,20],stream_nam:2,strict:[2,9],string:[1,2,3,4,9,10,15,20,21,31],string_arg:2,string_data:[2,20],strong:[2,20],structur:[2,18,31],stuff:2,style:[2,20],sub:[2,18],sub_command:2,sub_commnad:2,sub_dag:[2,3],sub_path:21,subclass:[2,30],subcommand:[1,2,5,27,31],subdag:[1,2,18],subdag_oper:[2,3],subdagoper:[2,3],subdir:1,subdirectori:[2,3],subfold:[2,3,20],subject:[2,22,23],sublicens:22,submiss:[2,20,22,27],submit:[2,6,20,22],submit_job:[2,20],submit_run:2,subnetwork:[2,20],subnetwork_uri:[2,20],subpackag:[19,28],subpartit:2,subprocess:[2,4,20,27],subscrib:[2,3,26],subscript:2,subscription_project:2,subsect:[1,27],subsequ:[1,22,27],subset:[2,20],substitut:3,subtask:[17,28],subtl:3,subtract:2,subtre:28,succe:[2,3,11,20],succeed:[1,2,3,4,20,32],success:[2,3,4,18,20,27,31],successfulli:[2,3,20,31],sudo:28,sudoer:28,suit:18,sum:[2,3],sumit:26,sundai:27,superclass:[2,20],supersed:22,superus:[2,28],superuser_filt:28,suppli:[2,3,12,17,20,28,30],support:[0,1,2,6,9,10,15,19,20,22,23,24,28,30],suppos:[2,20],sure:[0,2,3,4,5,7,9,11,12,17,20,23,28,30,31],surfac:31,surgeri:18,swagger:0,sync:[1,2,5,20,21,27],sync_tim:2,sync_to_db:2,synchron:[2,5,20],syntax:[2,3,10],sys:3,sysconfig:12,system:[2,3,10,12,13,14,17,19,20,22,30],system_site_packag:2,systemd:[8,18,29],syvineckruyk:26,tab:[2,28],tabl:[2,3,20,24],table_exist:[2,20],table_id:[2,20],table_kei:2,table_nam:[2,3],tablenam:2,tag:[2,4,20],tail:2,take:[2,3,4,7,9,11,12,17,19,20,23,26,28,29,31,32],taken:[2,11,20,30],talk:[2,20,31],tar:2,tar_and_s3_upload:2,tardif:26,target:[2,9,20,27],target_dir:2,target_field:[2,20],target_partition_s:2,target_statu:[2,20],target_tim:2,task1:3,task2:3,task3:3,task4:3,task:[0,1,2,5,6,8,9,11,17,18,19,20,21,23,27,28,29,30],task_concurr:2,task_definit:[2,20],task_failed_dep:18,task_id1:23,task_id2:23,task_id:[0,1,2,3,11,17,20,21,23,27,30,31],task_inst:[1,2,3],task_instance_key_str:2,task_or_task_list:2,task_param:1,task_regex:[1,2],task_stat:18,taskfail:2,taskinst:[2,3],taylor:26,tbl:2,tblproperti:[2,20],team:[2,20,28],tell:[1,2,4],temp:[2,20],templat:[1,2,17,18,20,21,23,24,25],template_field:11,template_fold:24,template_id:[2,20],template_searchpath:[2,31],templated_command:31,templates_dict:[2,11],templates_ext:2,temploc:[2,20],temporari:[2,3,20],temporarili:16,tenac:2,tenanc:18,tenant:[2,20],tenant_1:3,tenant_:3,tensorflow:[2,20],term:22,termin:[2,3,20,22],test:[2,3,4,8,9,11,12,13,18,20,21,24,28],test_cycl:2,test_dataset:[2,20],test_env:3,test_hql:2,test_mod:[2,16],test_plugin:24,testabl:18,testappbuilderbaseview:24,testdb:11,testing_project_a:3,testinst:11,testview:24,text:[2,14,15,20,22,32],textfil:[2,20],tf_record:[2,20],tf_record_gzip:[2,20],than:[2,3,4,18,20,30,31],thei:[1,2,3,5,18,19,20,21,24,25,27,28,30,31],them:[1,2,3,20,23,24,27,28,30,31],themselv:[2,3],theoret:[2,20],theori:[4,22],therefor:[2,30],thereof:22,thi:[0,1,2,3,4,5,7,10,11,12,14,15,16,17,18,19,20,21,22,23,24,27,28,29,30,31,32],thin:2,thing:[2,3,4,20,30,31],think:[2,18,31],third:22,this_dag_will_be_discov:3,those:[2,3,10,11,12,22,28],though:[2,3,18],thought:2,thousand:3,thread:[2,4,20],three:[2,3,4,20],threshold:[2,20,24],thrift:2,through:[0,2,3,8,19,20,22,27,29,30,31],throughout:[2,21],thsi:[2,20],thu:[2,23,30],ticket:[1,2,28],tier:[2,11,20],tighten:28,time:[1,2,3,11,15,16,18,20,23,24,27,28,31,32],time_delta_sensor:2,time_partit:[2,20],time_sensor:2,timedelta:[2,3,4,20,23,27,30,31],timedeltasensor:[2,4],timefram:2,timeout:[1,2,3,5,20,21],timeout_second:[2,20],timepartit:[2,20],timesensor:2,timestamp:[2,3,20,27],timezon:[2,30],tip:3,tis:2,titl:[2,3,22],tls:2,tls_ca_cert:2,tls_client_cert:2,tls_client_kei:2,tls_hostnam:2,tls_ssl_version:2,tmp:[2,3,10,20,23],tmp_dir:2,tmp_file:2,tmpfilecompress:2,tnsname:2,to_csv:2,to_nam:2,to_seconds_ago:2,todai:[2,20,31],todo:2,togeth:[2,3,20],token:[2,20],tokenawarepolici:2,toler:[2,3,20,21],tomorrow:2,tomorrow_d:2,tomorrow_ds_nodash:2,toni:[2,20],too:[2,3,20,27,28,30],tool:[2,3,19,24],toolbox:24,top:[2,5,17,18,20,25],topic:[2,5],topic_project:2,topograph:2,topolog:2,topological_sort:2,topologykei:21,tornado:1,tort:22,tos:[11,20],total:2,total_download:2,total_executor_cor:2,total_file_s:2,touch:2,tour:[29,31],track:[2,3,22,23,31],tracker:2,trade:22,trademark:22,tradit:2,tradition:3,trail:[2,20,23],train:[2,20],training_arg:[2,20],training_config:2,training_python_modul:[2,20],traininginput:[2,20],transact:[2,20],transaction_partit:[2,20],transfer:[2,3,20,22],transform:[2,20,22],transform_config:2,transform_script:[2,20],transit:30,translat:[2,4,22],transpar:32,trasport:2,travers:2,treat:[2,3,20,28],tree:[1,2,4,18,31],tree_view:2,tri:[2,11,28],trigger:[1,2,17,18,29,31],trigger_dag:[2,18,27],trigger_dag_id:2,trigger_rul:[2,3],triggerdagrunoper:2,triggerrul:[2,3],trip:2,troubl:19,troubleshoot:[18,32],truncat:2,trust:[20,28],truth:2,try_numb:[2,17],ts_dim:2,ts_func:2,ts_function:2,ts_nodash:2,tsv:2,tts:2,tune:2,tuning_config:2,tunnel:[2,28],tupl:[2,20],turn:[2,3,20,27,28],tutori:[18,27,29],twice:[2,30],two:[0,2,3,7,10,20,21],txt:[2,20],type:[1,2,3,8,11,14,18,20,21,22,25,28],type_map:2,typic:[2,3,11,20],tzinfo:30,ubuntu:[13,21],udf:[2,20],udf_config:[2,20],uid:28,ultim:[2,31],unarchiv:2,unassign:3,unavail:17,unblock:27,unchang:11,uncommit:2,undead:18,undefin:28,under:[2,3,4,9,12,13,20,22,24,26,30],undergo:18,underli:[2,24],underscor:[10,14,15],understand:[2,4,24,31,32],undesir:27,undisclos:2,unexpect:3,unexpectedli:3,unfortun:30,unicod:2,unicodedecodeerror:10,unidecod:19,union:22,uniqu:[2,20,31],unit:[2,12,18,28],unit_test_mod:16,univers:2,unix:[2,10,20,28],unix_socket:10,unless:[2,4,20,22,28],unload:[2,20],unload_opt:[2,20],unmet:1,unpack:[2,3,20],unpaus:18,unreach:[2,20],unsound:[2,3],unspecifi:[2,20],unsuccess:2,unsupport:[2,20],until:[0,2,3,13,18,20],up_for_retri:2,up_to_seconds_from_now:2,updat:[2,3,4,11,17,20,27,28],update_endpoint:2,update_funct:20,update_mask:20,update_st:2,updateonli:2,updatetrack:11,upgrad:[1,19,20],upgradedb:18,upload:[2,3,11,20],upload_fil:[2,20],upload_function_zip:20,upon:[2,3,13,20,29,30],upper:[2,19],upper_bound:2,uppercas:10,upstart:[8,18],upstream:[1,2,3,4,20,23,27,31],upstream_fail:3,upstream_list:2,upstream_task_id:2,uri:[1,2,9,10,20,28],url:[1,2,3,10,11,17,20,21,24,25,28],url_prefix:1,us_ascii:2,usag:[0,1,31],use:[0,1,2,3,4,5,7,9,10,11,13,14,17,19,20,21,22,24,25,27,28,30,31],use_beelin:[2,28],use_dil:2,use_existing_job_fn:[2,20],use_legacy_sql:[2,20],use_random_password:1,used:[0,1,2,3,10,11,19,20,21,24,28,30,31,32],used_hosts_per_remote_dc:2,used_slot:2,useful:[1,2,3,10,19,32],user:[1,2,3,4,10,11,13,17,18,19,20,28,30,31],user_defined_filt:[2,31],user_defined_macro:[2,31],user_filt:28,user_id:2,user_name_attr:28,user_program_argu:2,userlabel:11,usernam:[1,2,9,23,28],uses:[2,3,7,17,18,20,28,29,30],using:[1,2,3,4,5,7,8,9,10,11,14,15,17,18,19,20,21,22,24,28,29,30],usr:12,usual:[2,3,7],utc:[2,30],utcnow:[2,30],utf16:11,utf16_general_ci:11,utf8:[2,10],utf:[2,20],util:[2,3,11,18,20,23,29,30],uuid:2,v1b3:[2,20],v1beta1:20,v1beta2:[2,20],v1beta4:20,v_appbuilder_packag:24,v_appbuilder_view:24,val:[1,2],valid:[2,3,18,20,28],validate_bodi:[11,20],valu:[1,2,3,4,10,11,14,20,21,27,28,31,32],value1:2,value2:2,valuecheckoper:[2,20],valueerror:[2,20],van:26,vanboxel:20,varchar:2,variabl:[8,11,12,14,15,16,18,20,21,28,31],variable_nam:3,variant:[11,20],variou:11,vast:2,verbal:22,verbos:[1,2,31],veri:[1,2,3,4,23,26,29,31],verifi:[2,3,17],verify_integr:2,versa:2,version:[2,3,7,15,18,19,20,22,24],version_nam:[2,20],version_spec:[2,20],vertia:2,vertica:[2,19],vertica_conn_id:2,vertica_default:2,vertica_hook:2,vertica_oper:2,vertica_to_h:2,verticahook:2,verticaoper:2,verticaql:2,verticatohivetransf:2,very_high:2,very_low:2,via:[2,10,20,28],vice:2,video:2,view:[1,2,3,4,13,18],viewer:[1,11,17],virtualenv:[2,3],virtualenv_string_arg:2,visibl:[2,3,5],visit:29,visual:[18,24,25,31,32],vocabulari:3,volum:[2,21],volume_config:21,volume_mount:[2,21],volumemount:[2,21],wai:[2,3,4,5,7,9,10,11,19,20,24,27,28,30,31,32],wait:[1,2,3,17,20],wait_exponenti:2,wait_for_complet:2,wait_for_downstream:[2,4],wait_for_empty_queu:3,wait_for_oper:[2,20],waiter:[2,20],walk:[2,31],wall:30,want:[2,3,4,7,9,11,17,19,20,21,24,27,28,30,31],warehous:2,warn:[2,6],warranti:22,wasb:[2,17,20],wasb_conn_id:[2,20],wasb_default:[2,20],wasb_hook:[2,20],wasb_sensor:[2,20],wasbblobsensor:[2,18],wasbhook:[2,18],wasbprefixsensor:18,wasn:[2,4],wasnt:2,wast:3,watch:[2,4,12],weapon:25,web:[0,1,2,3,5,7,17,18,24,29,30,31],web_hdfs_sensor:2,web_server_port:28,web_server_ssl_cert:28,web_server_ssl_kei:28,webhdf:20,webhdfs_conn_id:2,webhdfs_default:2,webhdfs_hook:2,webhdfshook:2,webhdfssensor:2,webhook:2,webhook_endpoint:2,webhook_token:2,webserv:[0,2,13,14,17,18,20,21,28,29,31],week:27,weekli:[2,27],weight:[2,21],weight_rul:2,weightrul:2,well:[2,3,4,5,20,27],were:[2,20,24],weren:[2,20],west1:[2,20],west4:11,west:2,what:[2,3,11,18,19,20,23,27,28,30],whatev:[2,3,5,11,17,19],when:[0,1,2,3,4,7,10,11,12,18,20,21,23,24,25,27,28,30,31],whenev:2,where:[1,2,3,4,7,10,17,20,22,23,27,28,30,31,32],where_claus:2,wherea:2,wherev:[2,22],whether:[1,2,20,22,27,30],which:[1,2,3,4,7,11,13,20,22,24,27,28,29,30,31],whitelist:28,whitelistroundrobinpolici:2,who:24,whole:[2,3,22],whole_directori:23,whom:22,whose:[2,3,20,27],why:[1,18,30],wide:[0,2,20],wiedmer:26,wiki:26,wildcard:[2,20],wildcard_kei:[2,20],wildcard_match:[2,20],win:2,window:[20,27],winrm:2,winrm_hook:2,winrm_oper:2,winrmhook:2,winrmoper:2,wire:3,wish:[2,10,20,21],within:[1,2,3,4,7,11,14,20,21,22],without:[1,2,3,10,20,22,27,28],won:[2,4,19],word:[1,3,10,17,27,30,32],work:[1,2,3,4,5,7,8,10,11,13,17,18,20,22,23,24,25,27,28,29,30],worker:[2,3,4,5,6,18,19,20,21,24,28,30,31],worker_concurr:5,worker_disk_s:[2,20],worker_disk_typ:[2,20],worker_machine_typ:[2,20],worker_timeout:1,workerclass:1,workflow:[2,18],workflowtempl:[2,20],working_dir:2,workload:24,world:[2,31],worldwid:22,worri:31,worth:2,would:[2,3,4,5,7,18,20,27,28,31],wouldn:[2,4],wrap:31,wrap_socket:2,wrapper:2,write:[2,8,18,20,22,24,25,28,31],write_batch_data:2,write_disposit:[2,20],write_empti:[2,20],write_to_file_with_progress:2,writer:30,written:[2,20,22,27,31],wrong:31,www:[2,3,22,24],x01:2,xcom:[2,18,20,21,23,31],xcom_al:2,xcom_pul:[2,3],xcom_push:[2,3,20,21],xcom_return_kei:2,xml:[2,28],xst:28,xxx:2,xxxxxxxxxxxx:10,yaml:[3,21],yarn:[2,20],yarn_queu:2,year:[2,27,30],yearli:27,yellow:2,yes:[1,19],yesterdai:[2,20],yesterday_d:2,yesterday_ds_nodash:2,yet:[2,3,18,27,28,32],yield:2,you:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,27,28,29,30,31,32],your:[0,2,3,4,5,6,7,9,10,11,12,14,15,18,19,20,21,22,23,24,25,27,29,30,31,32],your_fernet_kei:14,your_token:[2,20],youtub:2,yum:19,yvinec:26,yyyi:[1,2,3],yyyymmdd:2,zendesk:2,zendesk_conn_id:2,zendesk_hook:2,zendeskhook:2,zero:[2,20],zip:[2,3,20],zip_dag:3,zip_dag_cont:3,zip_path:[11,20],zombi:18,zone:[2,11,18,20,21],zoom:3},titles:["Experimental Rest API","Command Line Interface","API Reference","Concepts","FAQ","Scaling Out with Celery","Scaling Out with Dask","Scaling Out with Mesos (community contributed)","How-to Guides","Initializing a Database Backend","Managing Connections","Using Operators","Running Airflow with systemd","Running Airflow with upstart","Securing Connections","Setting Configuration Options","Using the Test Mode Configuration","Writing Logs","Apache Airflow (incubating) Documentation","Installation","Integration","Kubernetes Executor","License","Lineage","Plugins","Data Profiling","Project","Scheduling &amp; Triggers","Security","Quick Start","Time zones","Tutorial","UI / Screenshots"],titleterms:{"default":[2,3,10,28,30,31],"function":[3,20],"import":31,"na\u00efv":30,AWS:20,IDs:10,Using:[11,16,28],addit:3,adhoc:25,after:4,airflow:[4,12,13,18,19,24,28],airflowignor:3,all:4,amazon:[17,20],anoth:4,apach:[18,23],api:[0,2],argument:[1,3,11,31],assign:3,atla:23,authent:[0,10,28],awar:30,awsbatchoper:20,awsredshiftclustersensor:20,azur:[17,20],azuredatalakehook:20,azurefilesharehook:20,backend:9,backfil:[1,27,31],base:[4,24],baseoper:2,basesensoroper:2,bashoper:11,batch:20,befor:17,begin:17,beyond:18,bigqueri:20,bigquerycheckoper:20,bigquerycreateemptytableoper:20,bigquerycreateexternaltableoper:20,bigquerydeletedatasetoper:20,bigquerygetdataoper:20,bigqueryhook:20,bigqueryintervalcheckoper:20,bigqueryoper:20,bigquerytabledeleteoper:20,bigquerytobigqueryoper:20,bigquerytocloudstorageoper:20,bigqueryvaluecheckoper:20,bitshift:3,blob:[17,20],branch:3,build:24,can:4,catchup:27,celeri:5,chart:[25,32],clear:1,cli:0,cloud:[10,11,17,20],cloudsqlinstancecreateoper:[11,20],cloudsqlinstancedatabasecreateoper:[11,20],cloudsqlinstancedatabasedeleteoper:[11,20],cloudsqlinstancedatabasepatchoper:[11,20],cloudsqlinstancedeleteoper:[11,20],cloudsqlinstancepatchoper:[11,20],cluster:[3,20],code:32,com:28,command:[1,4,31],committ:26,commun:[2,7],composit:3,comput:20,concept:[3,30],configur:[10,15,16],connect:[1,3,4,10,14],contain:[7,20],content:18,context:[3,32],contribut:[2,7],core:[2,3],creat:[4,10],create_us:1,cron:30,crypto:4,dag:[3,4,27,30,31,32],dag_stat:1,dask:6,data:[20,25],databas:[9,19],databrick:20,databrickssubmitrunoper:20,dataflow:20,dataflowhook:20,dataflowjavaoper:20,dataflowpythonoper:20,dataflowtemplateoper:20,dataproc:20,dataprocclustercreateoper:20,dataprocclusterdeleteoper:20,dataprocclusterscaleoper:20,dataprochadoopoper:20,dataprochiveoper:20,dataprocpigoper:20,dataprocpysparkoper:20,dataprocsparkoper:20,dataprocsparksqloper:20,dataprocworkflowtemplateinstantiateinlineoper:20,dataprocworkflowtemplateinstantiateoper:20,datastor:20,datastoreexportoper:20,datastorehook:20,datastoreimportoper:20,datetim:30,deal:4,definit:31,delete_dag:1,delta:30,depend:31,directli:7,document:[3,18],durat:32,dynam:4,ec2:20,ecsoper:20,edit:10,emr:20,emraddstepsoper:20,emrcreatejobflowoper:20,emrhook:20,emrterminatejobflowoper:20,enabl:[17,28],encrypt:4,endpoint:0,engin:20,enterpris:28,environ:10,exampl:[24,31],except:4,execut:7,executor:[2,21],experiment:0,explicit_defaults_for_timestamp:4,extern:27,extra:19,failur:4,faq:4,faster:4,file:[20,31],filetogooglecloudstorageoper:20,filetowasboper:20,fix:4,flower:1,form:25,found:11,gantt:32,gceinstancestartoper:[11,20],gceinstancestopoper:[11,20],gcesetmachinetypeoper:[11,20],gcffunctiondeleteoper:[11,20],gcffunctiondeployoper:[11,20],gcp:[10,20],get:[4,19],ghe:28,github:28,gkeclustercreateoper:20,gkeclusterdeleteoper:20,global:4,googl:[10,11,17,20,28],googlecloudstoragecreatebucketoper:20,googlecloudstoragedownloadoper:20,googlecloudstoragehook:20,googlecloudstoragelistoper:20,googlecloudstoragetobigqueryoper:[11,20],googlecloudstoragetogooglecloudstorageoper:20,graph:32,guid:8,hadoop:28,histori:26,hook:[2,3,20],horizon:18,how:[4,8],idea:3,imperson:28,incub:18,inform:11,initdb:1,initi:[9,19],instal:[4,19],instanc:[3,32],instanti:31,integr:20,interfac:[1,24],interpret:30,isn:4,jinja:[3,11,31],keep:27,kerbero:[1,28],kubernet:[20,21],lake:20,latenc:4,latest:3,ldap:28,licens:22,limit:28,line:[1,31],lineag:23,link:26,list:4,list_dag:1,list_task:1,load:4,local:17,log:[17,20],macro:2,manag:[3,10],menu:32,meso:7,metadata:[4,31],microsoft:20,mind:27,mlenginebatchpredictionoper:20,mlenginehook:20,mlenginemodeloper:20,mlenginetrainingoper:20,mlengineversionoper:20,mode:16,model:2,modul:31,more:11,multi:28,mysql:10,naiv:30,name:1,need:4,next:[29,31],note:[3,24],oauth:28,object:30,onli:3,oper:[2,3,11,20,21],option:15,out:[5,6,7],own:28,packag:[3,19],page:4,pass:11,password:[4,28],paus:1,pipelin:31,platform:[10,11,20],plugin:24,polici:3,pool:[1,3],posit:1,principl:18,process:4,product:4,profil:25,project:26,proxi:20,pythonoper:11,queri:25,queue:3,quick:29,recap:31,redshift:20,redshifthook:20,redshifttos3transf:20,reduc:4,refer:2,remot:17,render:1,resetdb:1,resourc:26,rest:0,revers:20,roadmap:26,role:24,roll:28,rule:3,run:[1,3,4,12,13,27,31],s3filetransformoper:20,s3hook:20,s3listoper:20,s3togooglecloudstorageoper:20,s3tohivetransf:20,s3toredshifttransf:20,scale:[5,6,7],schedul:[1,4,27,30],scope:3,screenshot:[25,32],script:31,secur:[14,28],sensor:2,serve_log:1,servic:20,set:[15,28,31],share:20,sla:3,slave:7,sql:20,ssl:28,start:29,start_dat:4,still:4,storag:[17,20],sub:1,subdag:3,systemd:12,task:[3,4,7,31,32],task_failed_dep:1,task_stat:1,templat:[3,11,30,31],tenanc:28,test:[1,16,31],time:[4,30],top:24,tree:32,trigger:[3,4,27],trigger_dag:1,troubleshoot:11,tutori:31,type:10,undead:3,unpaus:1,upgradedb:1,upstart:13,valid:31,variabl:[1,2,3,4,10,32],version:1,view:[24,32],wasbblobsensor:20,wasbhook:20,wasbprefixsensor:20,web:[20,28],webserv:1,what:[4,24,29,31],why:[4,24],worker:1,workflow:3,write:17,xcom:3,you:17,your:28,zombi:3,zone:30}})