docs-archive/1.10.2/searchindex.js

Search.setIndex({docnames:["api","changelog","cli","code","concepts","faq","howto/check-health","howto/executor/use-celery","howto/executor/use-dask","howto/executor/use-mesos","howto/index","howto/initialize-database","howto/manage-connections","howto/operator","howto/run-with-systemd","howto/run-with-upstart","howto/secure-connections","howto/set-config","howto/use-test-config","howto/write-logs","index","installation","integration","kubernetes","license","lineage","metrics","plugins","profiling","project","scheduler","security","start","timezone","tutorial","ui"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:54},filenames:["api.rst","changelog.rst","cli.rst","code.rst","concepts.rst","faq.rst","howto/check-health.rst","howto/executor/use-celery.rst","howto/executor/use-dask.rst","howto/executor/use-mesos.rst","howto/index.rst","howto/initialize-database.rst","howto/manage-connections.rst","howto/operator.rst","howto/run-with-systemd.rst","howto/run-with-upstart.rst","howto/secure-connections.rst","howto/set-config.rst","howto/use-test-config.rst","howto/write-logs.rst","index.rst","installation.rst","integration.rst","kubernetes.rst","license.rst","lineage.rst","metrics.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","timezone.rst","tutorial.rst","ui.rst"],objects:{"":{"/api/experimental/dags/<DAG_ID>/dag_runs":[0,1,1,"post--api-experimental-dags--DAG_ID--dag_runs"],"/api/experimental/dags/<DAG_ID>/dag_runs/<string:execution_date>/tasks/<TASK_ID>":[0,0,1,"get--api-experimental-dags--DAG_ID--dag_runs--string-execution_date--tasks--TASK_ID-"],"/api/experimental/dags/<DAG_ID>/paused/<string:paused>":[0,0,1,"get--api-experimental-dags--DAG_ID--paused--string-paused-"],"/api/experimental/dags/<DAG_ID>/tasks/<TASK_ID>":[0,0,1,"get--api-experimental-dags--DAG_ID--tasks--TASK_ID-"],"/api/experimental/dags/<string:dag_id>/dag_runs/<string:execution_date>":[0,0,1,"get--api-experimental-dags--string-dag_id--dag_runs--string-execution_date-"],"/api/experimental/latest_runs":[0,0,1,"get--api-experimental-latest_runs"],"/api/experimental/pools":[0,1,1,"post--api-experimental-pools"],"/api/experimental/pools/<string:name>":[0,0,1,"get--api-experimental-pools--string-name-"],"/api/experimental/test":[0,0,1,"get--api-experimental-test"]},"airflow.contrib.executors.kubernetes_executor":{KubernetesExecutor:[3,3,1,""]},"airflow.contrib.executors.kubernetes_executor.KubernetesExecutor":{clear_not_launched_queued_tasks:[3,4,1,""],end:[3,4,1,""],execute_async:[3,4,1,""],start:[3,4,1,""],sync:[3,4,1,""]},"airflow.contrib.executors.mesos_executor":{MesosExecutor:[3,3,1,""]},"airflow.contrib.executors.mesos_executor.MesosExecutor":{end:[3,4,1,""],execute_async:[3,4,1,""],start:[3,4,1,""],sync:[3,4,1,""]},"airflow.contrib.hooks.aws_athena_hook":{AWSAthenaHook:[3,3,1,""]},"airflow.contrib.hooks.aws_athena_hook.AWSAthenaHook":{check_query_status:[3,4,1,""],get_conn:[3,4,1,""],get_query_results:[3,4,1,""],poll_query_status:[3,4,1,""],run_query:[3,4,1,""],stop_query:[3,4,1,""]},"airflow.contrib.hooks.aws_dynamodb_hook":{AwsDynamoDBHook:[3,3,1,""]},"airflow.contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook":{write_batch_data:[3,4,1,""]},"airflow.contrib.hooks.aws_firehose_hook":{AwsFirehoseHook:[3,3,1,""]},"airflow.contrib.hooks.aws_firehose_hook.AwsFirehoseHook":{get_conn:[3,4,1,""],put_records:[3,4,1,""]},"airflow.contrib.hooks.aws_glue_catalog_hook":{AwsGlueCatalogHook:[3,3,1,""]},"airflow.contrib.hooks.aws_glue_catalog_hook.AwsGlueCatalogHook":{check_for_partition:[3,4,1,""],get_conn:[3,4,1,""],get_partitions:[3,4,1,""]},"airflow.contrib.hooks.aws_hook":{AwsHook:[3,3,1,""]},"airflow.contrib.hooks.aws_hook.AwsHook":{expand_role:[3,4,1,""],get_credentials:[3,4,1,""],get_session:[3,4,1,""]},"airflow.contrib.hooks.aws_lambda_hook":{AwsLambdaHook:[3,3,1,""]},"airflow.contrib.hooks.aws_lambda_hook.AwsLambdaHook":{invoke_lambda:[3,4,1,""]},"airflow.contrib.hooks.azure_cosmos_hook":{AzureCosmosDBHook:[22,3,1,""]},"airflow.contrib.hooks.azure_cosmos_hook.AzureCosmosDBHook":{create_collection:[22,4,1,""],create_database:[22,4,1,""],delete_collection:[22,4,1,""],delete_database:[22,4,1,""],delete_document:[22,4,1,""],does_collection_exist:[22,4,1,""],does_database_exist:[22,4,1,""],get_conn:[22,4,1,""],get_document:[22,4,1,""],get_documents:[22,4,1,""],insert_documents:[22,4,1,""],upsert_document:[22,4,1,""]},"airflow.contrib.hooks.azure_data_lake_hook":{AzureDataLakeHook:[22,3,1,""]},"airflow.contrib.hooks.azure_data_lake_hook.AzureDataLakeHook":{check_for_file:[22,4,1,""],download_file:[22,4,1,""],get_conn:[22,4,1,""],upload_file:[22,4,1,""]},"airflow.contrib.hooks.azure_fileshare_hook":{AzureFileShareHook:[22,3,1,""]},"airflow.contrib.hooks.azure_fileshare_hook.AzureFileShareHook":{check_for_directory:[22,4,1,""],check_for_file:[22,4,1,""],create_directory:[22,4,1,""],get_conn:[22,4,1,""],get_file:[22,4,1,""],get_file_to_stream:[22,4,1,""],list_directories_and_files:[22,4,1,""],load_file:[22,4,1,""],load_stream:[22,4,1,""],load_string:[22,4,1,""]},"airflow.contrib.hooks.bigquery_hook":{BigQueryHook:[22,3,1,""]},"airflow.contrib.hooks.bigquery_hook.BigQueryHook":{get_conn:[22,4,1,""],get_pandas_df:[22,4,1,""],get_service:[22,4,1,""],insert_rows:[22,4,1,""],table_exists:[22,4,1,""]},"airflow.contrib.hooks.cassandra_hook":{CassandraHook:[3,3,1,""]},"airflow.contrib.hooks.cassandra_hook.CassandraHook":{get_conn:[3,4,1,""],record_exists:[3,4,1,""],shutdown_cluster:[3,4,1,""],table_exists:[3,4,1,""]},"airflow.contrib.hooks.cloudant_hook":{CloudantHook:[3,3,1,""]},"airflow.contrib.hooks.cloudant_hook.CloudantHook":{db:[3,4,1,""]},"airflow.contrib.hooks.databricks_hook":{DatabricksHook:[3,3,1,""]},"airflow.contrib.hooks.databricks_hook.DatabricksHook":{run_now:[3,4,1,""],submit_run:[3,4,1,""]},"airflow.contrib.hooks.datadog_hook":{DatadogHook:[3,3,1,""]},"airflow.contrib.hooks.datadog_hook.DatadogHook":{post_event:[3,4,1,""],query_metric:[3,4,1,""],send_metric:[3,4,1,""]},"airflow.contrib.hooks.datastore_hook":{DatastoreHook:[22,3,1,""]},"airflow.contrib.hooks.datastore_hook.DatastoreHook":{allocate_ids:[22,4,1,""],begin_transaction:[22,4,1,""],commit:[22,4,1,""],delete_operation:[22,4,1,""],export_to_storage_bucket:[22,4,1,""],get_conn:[22,4,1,""],get_operation:[22,4,1,""],import_from_storage_bucket:[22,4,1,""],lookup:[22,4,1,""],poll_operation_until_done:[22,4,1,""],rollback:[22,4,1,""],run_query:[22,4,1,""]},"airflow.contrib.hooks.discord_webhook_hook":{DiscordWebhookHook:[3,3,1,""]},"airflow.contrib.hooks.discord_webhook_hook.DiscordWebhookHook":{execute:[3,4,1,""]},"airflow.contrib.hooks.emr_hook":{EmrHook:[22,3,1,""]},"airflow.contrib.hooks.emr_hook.EmrHook":{create_job_flow:[22,4,1,""]},"airflow.contrib.hooks.fs_hook":{FSHook:[3,3,1,""]},"airflow.contrib.hooks.ftp_hook":{FTPHook:[3,3,1,""],FTPSHook:[3,3,1,""]},"airflow.contrib.hooks.ftp_hook.FTPHook":{close_conn:[3,4,1,""],create_directory:[3,4,1,""],delete_directory:[3,4,1,""],delete_file:[3,4,1,""],describe_directory:[3,4,1,""],get_conn:[3,4,1,""],get_mod_time:[3,4,1,""],get_size:[3,4,1,""],list_directory:[3,4,1,""],rename:[3,4,1,""],retrieve_file:[3,4,1,""],store_file:[3,4,1,""]},"airflow.contrib.hooks.ftp_hook.FTPSHook":{get_conn:[3,4,1,""]},"airflow.contrib.hooks.gcp_api_base_hook":{GoogleCloudBaseHook:[22,3,1,""]},"airflow.contrib.hooks.gcp_api_base_hook.GoogleCloudBaseHook":{fallback_to_default_project_id:[22,5,1,""]},"airflow.contrib.hooks.gcp_compute_hook":{GceHook:[22,3,1,""]},"airflow.contrib.hooks.gcp_compute_hook.GceHook":{get_conn:[22,4,1,""],get_instance_group_manager:[22,4,1,""],get_instance_template:[22,4,1,""],insert_instance_template:[22,4,1,""],patch_instance_group_manager:[22,4,1,""],set_machine_type:[22,4,1,""],start_instance:[22,4,1,""],stop_instance:[22,4,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook":{DataFlowHook:[22,3,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook":{get_conn:[22,4,1,""]},"airflow.contrib.hooks.gcp_dataproc_hook":{DataProcHook:[3,3,1,""]},"airflow.contrib.hooks.gcp_dataproc_hook.DataProcHook":{await:[3,4,1,""],get_conn:[3,4,1,""],wait:[3,4,1,""]},"airflow.contrib.hooks.gcp_function_hook":{GcfHook:[22,3,1,""]},"airflow.contrib.hooks.gcp_function_hook.GcfHook":{create_new_function:[22,4,1,""],delete_function:[22,4,1,""],get_conn:[22,4,1,""],get_function:[22,4,1,""],update_function:[22,4,1,""],upload_function_zip:[22,4,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook":{MLEngineHook:[22,3,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook":{create_job:[22,4,1,""],create_model:[22,4,1,""],create_version:[22,4,1,""],delete_version:[22,4,1,""],get_conn:[22,4,1,""],get_model:[22,4,1,""],list_versions:[22,4,1,""],set_default_version:[22,4,1,""]},"airflow.contrib.hooks.gcp_pubsub_hook":{PubSubHook:[3,3,1,""]},"airflow.contrib.hooks.gcp_pubsub_hook.PubSubHook":{acknowledge:[3,4,1,""],create_subscription:[3,4,1,""],create_topic:[3,4,1,""],delete_subscription:[3,4,1,""],delete_topic:[3,4,1,""],get_conn:[3,4,1,""],publish:[3,4,1,""],pull:[3,4,1,""]},"airflow.contrib.hooks.gcp_sql_hook":{CloudSqlDatabaseHook:[22,3,1,""],CloudSqlHook:[22,3,1,""],CloudSqlProxyRunner:[22,3,1,""]},"airflow.contrib.hooks.gcp_sql_hook.CloudSqlDatabaseHook":{cleanup_database_hook:[22,4,1,""],create_connection:[22,4,1,""],delete_connection:[22,4,1,""],free_reserved_port:[22,4,1,""],get_database_hook:[22,4,1,""],get_sqlproxy_runner:[22,4,1,""],reserve_free_tcp_port:[22,4,1,""],retrieve_connection:[22,4,1,""]},"airflow.contrib.hooks.gcp_sql_hook.CloudSqlHook":{create_database:[22,4,1,""],create_instance:[22,4,1,""],delete_database:[22,4,1,""],delete_instance:[22,4,1,""],export_instance:[22,4,1,""],get_conn:[22,4,1,""],get_database:[22,4,1,""],get_instance:[22,4,1,""],import_instance:[22,4,1,""],patch_database:[22,4,1,""],patch_instance:[22,4,1,""]},"airflow.contrib.hooks.gcp_sql_hook.CloudSqlProxyRunner":{get_proxy_version:[22,4,1,""],get_socket_path:[22,4,1,""],start_proxy:[22,4,1,""],stop_proxy:[22,4,1,""]},"airflow.contrib.hooks.gcp_transfer_hook":{GCPTransferServiceHook:[22,3,1,""]},"airflow.contrib.hooks.gcp_transfer_hook.GCPTransferServiceHook":{get_conn:[22,4,1,""]},"airflow.contrib.hooks.gcs_hook":{GoogleCloudStorageHook:[22,3,1,""]},"airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook":{"delete":[22,4,1,""],copy:[22,4,1,""],create_bucket:[22,4,1,""],download:[22,4,1,""],exists:[22,4,1,""],get_conn:[22,4,1,""],get_crc32c:[22,4,1,""],get_md5hash:[22,4,1,""],get_size:[22,4,1,""],insert_bucket_acl:[22,4,1,""],insert_object_acl:[22,4,1,""],is_updated_after:[22,4,1,""],list:[22,4,1,""],rewrite:[22,4,1,""],upload:[22,4,1,""]},"airflow.contrib.hooks.imap_hook":{ImapHook:[3,3,1,""]},"airflow.contrib.hooks.imap_hook.ImapHook":{download_mail_attachments:[3,4,1,""],has_mail_attachment:[3,4,1,""],retrieve_mail_attachments:[3,4,1,""]},"airflow.contrib.hooks.jira_hook":{JiraHook:[3,3,1,""]},"airflow.contrib.hooks.mongo_hook":{MongoHook:[3,3,1,""]},"airflow.contrib.hooks.mongo_hook.MongoHook":{aggregate:[3,4,1,""],find:[3,4,1,""],get_collection:[3,4,1,""],get_conn:[3,4,1,""],insert_many:[3,4,1,""],insert_one:[3,4,1,""]},"airflow.contrib.hooks.openfaas_hook":{OpenFaasHook:[3,3,1,""]},"airflow.contrib.hooks.pinot_hook":{PinotDbApiHook:[3,3,1,""]},"airflow.contrib.hooks.pinot_hook.PinotDbApiHook":{get_conn:[3,4,1,""],get_first:[3,4,1,""],get_pandas_df:[3,4,1,""],get_records:[3,4,1,""],get_uri:[3,4,1,""],insert_rows:[3,4,1,""],set_autocommit:[3,4,1,""]},"airflow.contrib.hooks.qubole_hook":{QuboleHook:[3,3,1,""]},"airflow.contrib.hooks.qubole_hook.QuboleHook":{get_jobs_id:[3,4,1,""],get_log:[3,4,1,""],get_results:[3,4,1,""],kill:[3,4,1,""]},"airflow.contrib.hooks.redis_hook":{RedisHook:[3,3,1,""]},"airflow.contrib.hooks.redis_hook.RedisHook":{get_conn:[3,4,1,""],key_exists:[3,4,1,""]},"airflow.contrib.hooks.redshift_hook":{RedshiftHook:[22,3,1,""]},"airflow.contrib.hooks.redshift_hook.RedshiftHook":{cluster_status:[22,4,1,""],create_cluster_snapshot:[22,4,1,""],delete_cluster:[22,4,1,""],describe_cluster_snapshots:[22,4,1,""],restore_from_cluster_snapshot:[22,4,1,""]},"airflow.contrib.hooks.sagemaker_hook":{SageMakerHook:[22,3,1,""]},"airflow.contrib.hooks.sagemaker_hook.SageMakerHook":{check_s3_url:[22,4,1,""],check_status:[22,4,1,""],check_training_config:[22,4,1,""],check_training_status_with_log:[22,4,1,""],check_tuning_config:[22,4,1,""],configure_s3_resources:[22,4,1,""],create_endpoint:[22,4,1,""],create_endpoint_config:[22,4,1,""],create_model:[22,4,1,""],create_training_job:[22,4,1,""],create_transform_job:[22,4,1,""],create_tuning_job:[22,4,1,""],describe_endpoint:[22,4,1,""],describe_endpoint_config:[22,4,1,""],describe_model:[22,4,1,""],describe_training_job:[22,4,1,""],describe_training_job_with_log:[22,4,1,""],describe_transform_job:[22,4,1,""],describe_tuning_job:[22,4,1,""],get_conn:[22,4,1,""],get_log_conn:[22,4,1,""],log_stream:[22,4,1,""],multi_stream_iter:[22,4,1,""],tar_and_s3_upload:[22,4,1,""],update_endpoint:[22,4,1,""]},"airflow.contrib.hooks.salesforce_hook":{SalesforceHook:[3,3,1,""]},"airflow.contrib.hooks.salesforce_hook.SalesforceHook":{describe_object:[3,4,1,""],get_available_fields:[3,4,1,""],get_object_from_salesforce:[3,4,1,""],make_query:[3,4,1,""],sign_in:[3,4,1,""],write_object_to_file:[3,4,1,""]},"airflow.contrib.hooks.sftp_hook":{SFTPHook:[3,3,1,""]},"airflow.contrib.hooks.sftp_hook.SFTPHook":{close_conn:[3,4,1,""],create_directory:[3,4,1,""],delete_directory:[3,4,1,""],delete_file:[3,4,1,""],describe_directory:[3,4,1,""],get_conn:[3,4,1,""],list_directory:[3,4,1,""],retrieve_file:[3,4,1,""],store_file:[3,4,1,""]},"airflow.contrib.hooks.slack_webhook_hook":{SlackWebhookHook:[3,3,1,""]},"airflow.contrib.hooks.slack_webhook_hook.SlackWebhookHook":{execute:[3,4,1,""]},"airflow.contrib.hooks.snowflake_hook":{SnowflakeHook:[3,3,1,""]},"airflow.contrib.hooks.snowflake_hook.SnowflakeHook":{get_conn:[3,4,1,""],get_uri:[3,4,1,""],set_autocommit:[3,4,1,""]},"airflow.contrib.hooks.spark_jdbc_hook":{SparkJDBCHook:[3,3,1,""]},"airflow.contrib.hooks.spark_sql_hook":{SparkSqlHook:[3,3,1,""]},"airflow.contrib.hooks.spark_sql_hook.SparkSqlHook":{run_query:[3,4,1,""]},"airflow.contrib.hooks.spark_submit_hook":{SparkSubmitHook:[3,3,1,""]},"airflow.contrib.hooks.spark_submit_hook.SparkSubmitHook":{submit:[3,4,1,""]},"airflow.contrib.hooks.sqoop_hook":{SqoopHook:[3,3,1,""]},"airflow.contrib.hooks.sqoop_hook.SqoopHook":{Popen:[3,4,1,""],export_table:[3,4,1,""],import_query:[3,4,1,""],import_table:[3,4,1,""]},"airflow.contrib.hooks.ssh_hook":{SSHHook:[3,3,1,""]},"airflow.contrib.hooks.ssh_hook.SSHHook":{get_conn:[3,4,1,""],get_tunnel:[3,4,1,""]},"airflow.contrib.hooks.vertica_hook":{VerticaHook:[3,3,1,""]},"airflow.contrib.hooks.vertica_hook.VerticaHook":{get_conn:[3,4,1,""]},"airflow.contrib.hooks.wasb_hook":{WasbHook:[22,3,1,""]},"airflow.contrib.hooks.wasb_hook.WasbHook":{check_for_blob:[22,4,1,""],check_for_prefix:[22,4,1,""],delete_file:[22,4,1,""],get_conn:[22,4,1,""],get_file:[22,4,1,""],load_file:[22,4,1,""],load_string:[22,4,1,""],read_file:[22,4,1,""]},"airflow.contrib.hooks.winrm_hook":{WinRMHook:[3,3,1,""]},"airflow.contrib.kubernetes.secret":{Secret:[23,3,1,""]},"airflow.contrib.operators.adls_list_operator":{AzureDataLakeStorageListOperator:[22,3,1,""]},"airflow.contrib.operators.adls_to_gcs":{AdlsToGoogleCloudStorageOperator:[22,3,1,""]},"airflow.contrib.operators.aws_athena_operator":{AWSAthenaOperator:[3,3,1,""]},"airflow.contrib.operators.aws_athena_operator.AWSAthenaOperator":{execute:[3,4,1,""],on_kill:[3,4,1,""]},"airflow.contrib.operators.awsbatch_operator":{AWSBatchOperator:[22,3,1,""]},"airflow.contrib.operators.azure_cosmos_operator":{AzureCosmosInsertDocumentOperator:[22,3,1,""]},"airflow.contrib.operators.bigquery_check_operator":{BigQueryCheckOperator:[22,3,1,""],BigQueryIntervalCheckOperator:[22,3,1,""],BigQueryValueCheckOperator:[22,3,1,""]},"airflow.contrib.operators.bigquery_get_data":{BigQueryGetDataOperator:[22,3,1,""]},"airflow.contrib.operators.bigquery_operator":{BigQueryCreateEmptyDatasetOperator:[22,3,1,""],BigQueryCreateEmptyTableOperator:[22,3,1,""],BigQueryCreateExternalTableOperator:[22,3,1,""],BigQueryDeleteDatasetOperator:[22,3,1,""],BigQueryOperator:[22,3,1,""]},"airflow.contrib.operators.bigquery_table_delete_operator":{BigQueryTableDeleteOperator:[22,3,1,""]},"airflow.contrib.operators.bigquery_to_bigquery":{BigQueryToBigQueryOperator:[22,3,1,""]},"airflow.contrib.operators.bigquery_to_gcs":{BigQueryToCloudStorageOperator:[22,3,1,""]},"airflow.contrib.operators.cassandra_to_gcs":{CassandraToGoogleCloudStorageOperator:[3,3,1,""]},"airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator":{convert_map_type:[3,6,1,""],convert_tuple_type:[3,6,1,""],convert_user_type:[3,6,1,""]},"airflow.contrib.operators.databricks_operator":{DatabricksSubmitRunOperator:[22,3,1,""]},"airflow.contrib.operators.dataflow_operator":{DataFlowJavaOperator:[22,3,1,""],DataFlowPythonOperator:[22,3,1,""],DataflowTemplateOperator:[22,3,1,""]},"airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator":{execute:[22,4,1,""]},"airflow.contrib.operators.dataproc_operator":{DataProcHadoopOperator:[22,3,1,""],DataProcHiveOperator:[22,3,1,""],DataProcPigOperator:[22,3,1,""],DataProcPySparkOperator:[22,3,1,""],DataProcSparkOperator:[22,3,1,""],DataProcSparkSqlOperator:[22,3,1,""],DataprocClusterCreateOperator:[22,3,1,""],DataprocClusterDeleteOperator:[22,3,1,""],DataprocClusterScaleOperator:[22,3,1,""],DataprocWorkflowTemplateBaseOperator:[3,3,1,""],DataprocWorkflowTemplateInstantiateInlineOperator:[22,3,1,""],DataprocWorkflowTemplateInstantiateOperator:[22,3,1,""]},"airflow.contrib.operators.datastore_export_operator":{DatastoreExportOperator:[22,3,1,""]},"airflow.contrib.operators.datastore_import_operator":{DatastoreImportOperator:[22,3,1,""]},"airflow.contrib.operators.discord_webhook_operator":{DiscordWebhookOperator:[3,3,1,""]},"airflow.contrib.operators.discord_webhook_operator.DiscordWebhookOperator":{execute:[3,4,1,""]},"airflow.contrib.operators.druid_operator":{DruidOperator:[3,3,1,""]},"airflow.contrib.operators.ecs_operator":{ECSOperator:[22,3,1,""]},"airflow.contrib.operators.emr_add_steps_operator":{EmrAddStepsOperator:[22,3,1,""]},"airflow.contrib.operators.emr_create_job_flow_operator":{EmrCreateJobFlowOperator:[22,3,1,""]},"airflow.contrib.operators.emr_terminate_job_flow_operator":{EmrTerminateJobFlowOperator:[22,3,1,""]},"airflow.contrib.operators.file_to_gcs":{FileToGoogleCloudStorageOperator:[22,3,1,""]},"airflow.contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator":{execute:[22,4,1,""]},"airflow.contrib.operators.file_to_wasb":{FileToWasbOperator:[22,3,1,""]},"airflow.contrib.operators.file_to_wasb.FileToWasbOperator":{execute:[22,4,1,""]},"airflow.contrib.operators.gcp_compute_operator":{GceBaseOperator:[22,3,1,""],GceInstanceGroupManagerUpdateTemplateOperator:[22,3,1,""],GceInstanceStartOperator:[22,3,1,""],GceInstanceStopOperator:[22,3,1,""],GceInstanceTemplateCopyOperator:[22,3,1,""],GceSetMachineTypeOperator:[22,3,1,""]},"airflow.contrib.operators.gcp_function_operator":{GcfFunctionDeleteOperator:[22,3,1,""],GcfFunctionDeployOperator:[22,3,1,""]},"airflow.contrib.operators.gcp_sql_operator":{CloudSqlInstanceCreateOperator:[22,3,1,""],CloudSqlInstanceDatabaseCreateOperator:[22,3,1,""],CloudSqlInstanceDatabaseDeleteOperator:[22,3,1,""],CloudSqlInstanceDatabasePatchOperator:[22,3,1,""],CloudSqlInstanceDeleteOperator:[22,3,1,""],CloudSqlInstanceExportOperator:[22,3,1,""],CloudSqlInstanceImportOperator:[22,3,1,""],CloudSqlInstancePatchOperator:[22,3,1,""],CloudSqlQueryOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_acl_operator":{GoogleCloudStorageBucketCreateAclEntryOperator:[22,3,1,""],GoogleCloudStorageObjectCreateAclEntryOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_download_operator":{GoogleCloudStorageDownloadOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_list_operator":{GoogleCloudStorageListOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_operator":{GoogleCloudStorageCreateBucketOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_to_bq":{GoogleCloudStorageToBigQueryOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_to_gcs":{GoogleCloudStorageToGoogleCloudStorageOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_to_gcs_transfer_operator":{GoogleCloudStorageToGoogleCloudStorageTransferOperator:[22,3,1,""]},"airflow.contrib.operators.gcs_to_s3":{GoogleCloudStorageToS3Operator:[3,3,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[3,3,1,""],HipChatAPISendRoomNotificationOperator:[3,3,1,""]},"airflow.contrib.operators.hipchat_operator.HipChatAPIOperator":{prepare_request:[3,4,1,""]},"airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator":{prepare_request:[3,4,1,""]},"airflow.contrib.operators.hive_to_dynamodb":{HiveToDynamoDBTransferOperator:[3,3,1,""]},"airflow.contrib.operators.jira_operator":{JiraOperator:[3,3,1,""]},"airflow.contrib.operators.kubernetes_pod_operator":{KubernetesPodOperator:[23,3,1,""]},"airflow.contrib.operators.mlengine_operator":{MLEngineBatchPredictionOperator:[22,3,1,""],MLEngineModelOperator:[22,3,1,""],MLEngineTrainingOperator:[22,3,1,""],MLEngineVersionOperator:[22,3,1,""]},"airflow.contrib.operators.mongo_to_s3":{MongoToS3Operator:[3,3,1,""]},"airflow.contrib.operators.mongo_to_s3.MongoToS3Operator":{execute:[3,4,1,""],transform:[3,5,1,""]},"airflow.contrib.operators.mysql_to_gcs":{MySqlToGoogleCloudStorageOperator:[22,3,1,""]},"airflow.contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator":{type_map:[22,6,1,""]},"airflow.contrib.operators.postgres_to_gcs_operator":{PostgresToGoogleCloudStorageOperator:[3,3,1,""]},"airflow.contrib.operators.postgres_to_gcs_operator.PostgresToGoogleCloudStorageOperator":{convert_types:[3,6,1,""],type_map:[3,6,1,""]},"airflow.contrib.operators.pubsub_operator":{PubSubPublishOperator:[3,3,1,""],PubSubSubscriptionCreateOperator:[3,3,1,""],PubSubSubscriptionDeleteOperator:[3,3,1,""],PubSubTopicCreateOperator:[3,3,1,""],PubSubTopicDeleteOperator:[3,3,1,""]},"airflow.contrib.operators.qubole_check_operator":{QuboleCheckOperator:[22,3,1,""],QuboleValueCheckOperator:[22,3,1,""]},"airflow.contrib.operators.qubole_operator":{QuboleOperator:[22,3,1,""]},"airflow.contrib.operators.s3_list_operator":{S3ListOperator:[22,3,1,""]},"airflow.contrib.operators.s3_to_gcs_operator":{S3ToGoogleCloudStorageOperator:[22,3,1,""]},"airflow.contrib.operators.s3_to_gcs_transfer_operator":{S3ToGoogleCloudStorageTransferOperator:[3,3,1,""]},"airflow.contrib.operators.sagemaker_base_operator":{SageMakerBaseOperator:[3,3,1,""]},"airflow.contrib.operators.sagemaker_endpoint_config_operator":{SageMakerEndpointConfigOperator:[22,3,1,""]},"airflow.contrib.operators.sagemaker_endpoint_operator":{SageMakerEndpointOperator:[22,3,1,""]},"airflow.contrib.operators.sagemaker_model_operator":{SageMakerModelOperator:[22,3,1,""]},"airflow.contrib.operators.sagemaker_training_operator":{SageMakerTrainingOperator:[22,3,1,""]},"airflow.contrib.operators.sagemaker_transform_operator":{SageMakerTransformOperator:[22,3,1,""]},"airflow.contrib.operators.sagemaker_tuning_operator":{SageMakerTuningOperator:[22,3,1,""]},"airflow.contrib.operators.sftp_operator":{SFTPOperator:[3,3,1,""]},"airflow.contrib.operators.slack_webhook_operator":{SlackWebhookOperator:[3,3,1,""]},"airflow.contrib.operators.slack_webhook_operator.SlackWebhookOperator":{execute:[3,4,1,""]},"airflow.contrib.operators.snowflake_operator":{SnowflakeOperator:[3,3,1,""]},"airflow.contrib.operators.spark_jdbc_operator":{SparkJDBCOperator:[3,3,1,""]},"airflow.contrib.operators.spark_jdbc_operator.SparkJDBCOperator":{execute:[3,4,1,""]},"airflow.contrib.operators.spark_sql_operator":{SparkSqlOperator:[3,3,1,""]},"airflow.contrib.operators.spark_sql_operator.SparkSqlOperator":{execute:[3,4,1,""]},"airflow.contrib.operators.spark_submit_operator":{SparkSubmitOperator:[3,3,1,""]},"airflow.contrib.operators.spark_submit_operator.SparkSubmitOperator":{execute:[3,4,1,""]},"airflow.contrib.operators.sqoop_operator":{SqoopOperator:[3,3,1,""]},"airflow.contrib.operators.sqoop_operator.SqoopOperator":{execute:[3,4,1,""]},"airflow.contrib.operators.ssh_operator":{SSHOperator:[3,3,1,""]},"airflow.contrib.operators.vertica_operator":{VerticaOperator:[3,3,1,""]},"airflow.contrib.operators.vertica_to_hive":{VerticaToHiveTransfer:[3,3,1,""]},"airflow.contrib.operators.winrm_operator":{WinRMOperator:[3,3,1,""]},"airflow.contrib.sensors.aws_athena_sensor":{AthenaSensor:[3,3,1,""]},"airflow.contrib.sensors.aws_athena_sensor.AthenaSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.aws_glue_catalog_partition_sensor":{AwsGlueCatalogPartitionSensor:[3,3,1,""]},"airflow.contrib.sensors.aws_glue_catalog_partition_sensor.AwsGlueCatalogPartitionSensor":{get_hook:[3,4,1,""],poke:[3,4,1,""]},"airflow.contrib.sensors.aws_redshift_cluster_sensor":{AwsRedshiftClusterSensor:[22,3,1,""]},"airflow.contrib.sensors.aws_redshift_cluster_sensor.AwsRedshiftClusterSensor":{poke:[22,4,1,""]},"airflow.contrib.sensors.azure_cosmos_sensor":{AzureCosmosDocumentSensor:[22,3,1,""]},"airflow.contrib.sensors.azure_cosmos_sensor.AzureCosmosDocumentSensor":{poke:[22,4,1,""]},"airflow.contrib.sensors.bash_sensor":{BashSensor:[3,3,1,""]},"airflow.contrib.sensors.bash_sensor.BashSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.bigquery_sensor":{BigQueryTableSensor:[3,3,1,""]},"airflow.contrib.sensors.bigquery_sensor.BigQueryTableSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.cassandra_record_sensor":{CassandraRecordSensor:[3,3,1,""]},"airflow.contrib.sensors.cassandra_record_sensor.CassandraRecordSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.cassandra_table_sensor":{CassandraTableSensor:[3,3,1,""]},"airflow.contrib.sensors.cassandra_table_sensor.CassandraTableSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.datadog_sensor":{DatadogSensor:[3,3,1,""]},"airflow.contrib.sensors.datadog_sensor.DatadogSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.emr_base_sensor":{EmrBaseSensor:[3,3,1,""]},"airflow.contrib.sensors.emr_base_sensor.EmrBaseSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.emr_job_flow_sensor":{EmrJobFlowSensor:[3,3,1,""]},"airflow.contrib.sensors.emr_step_sensor":{EmrStepSensor:[3,3,1,""]},"airflow.contrib.sensors.file_sensor":{FileSensor:[3,3,1,""]},"airflow.contrib.sensors.file_sensor.FileSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.ftp_sensor":{FTPSSensor:[3,3,1,""],FTPSensor:[3,3,1,""]},"airflow.contrib.sensors.ftp_sensor.FTPSensor":{poke:[3,4,1,""],template_fields:[3,7,1,""]},"airflow.contrib.sensors.gcs_sensor":{GoogleCloudStorageObjectSensor:[3,3,1,""],GoogleCloudStorageObjectUpdatedSensor:[3,3,1,""],GoogleCloudStoragePrefixSensor:[3,3,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.hdfs_sensor":{HdfsSensorFolder:[3,3,1,""],HdfsSensorRegex:[3,3,1,""]},"airflow.contrib.sensors.hdfs_sensor.HdfsSensorFolder":{poke:[3,4,1,""]},"airflow.contrib.sensors.hdfs_sensor.HdfsSensorRegex":{poke:[3,4,1,""]},"airflow.contrib.sensors.jira_sensor":{JiraSensor:[3,3,1,""]},"airflow.contrib.sensors.jira_sensor.JiraSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.pubsub_sensor":{PubSubPullSensor:[3,3,1,""]},"airflow.contrib.sensors.pubsub_sensor.PubSubPullSensor":{execute:[3,4,1,""],poke:[3,4,1,""]},"airflow.contrib.sensors.python_sensor":{PythonSensor:[3,3,1,""]},"airflow.contrib.sensors.python_sensor.PythonSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.qubole_sensor":{QuboleFileSensor:[22,3,1,""],QubolePartitionSensor:[22,3,1,""],QuboleSensor:[3,3,1,""]},"airflow.contrib.sensors.qubole_sensor.QuboleSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.redis_key_sensor":{RedisKeySensor:[3,3,1,""]},"airflow.contrib.sensors.redis_key_sensor.RedisKeySensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.sagemaker_base_sensor":{SageMakerBaseSensor:[3,3,1,""]},"airflow.contrib.sensors.sagemaker_base_sensor.SageMakerBaseSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.sagemaker_endpoint_sensor":{SageMakerEndpointSensor:[3,3,1,""]},"airflow.contrib.sensors.sagemaker_training_sensor":{SageMakerTrainingSensor:[3,3,1,""]},"airflow.contrib.sensors.sagemaker_transform_sensor":{SageMakerTransformSensor:[3,3,1,""]},"airflow.contrib.sensors.sagemaker_tuning_sensor":{SageMakerTuningSensor:[3,3,1,""]},"airflow.contrib.sensors.sftp_sensor":{SFTPSensor:[3,3,1,""]},"airflow.contrib.sensors.sftp_sensor.SFTPSensor":{poke:[3,4,1,""]},"airflow.contrib.sensors.wasb_sensor":{WasbBlobSensor:[22,3,1,""],WasbPrefixSensor:[22,3,1,""]},"airflow.contrib.sensors.wasb_sensor.WasbBlobSensor":{poke:[22,4,1,""]},"airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor":{poke:[22,4,1,""]},"airflow.contrib.sensors.weekday_sensor":{DayOfWeekSensor:[3,3,1,""]},"airflow.contrib.sensors.weekday_sensor.DayOfWeekSensor":{poke:[3,4,1,""]},"airflow.executors.celery_executor":{CeleryExecutor:[3,3,1,""]},"airflow.executors.celery_executor.CeleryExecutor":{end:[3,4,1,""],execute_async:[3,4,1,""],start:[3,4,1,""],sync:[3,4,1,""]},"airflow.executors.local_executor":{LocalExecutor:[3,3,1,""]},"airflow.executors.local_executor.LocalExecutor":{end:[3,4,1,""],execute_async:[3,4,1,""],start:[3,4,1,""],sync:[3,4,1,""]},"airflow.executors.sequential_executor":{SequentialExecutor:[3,3,1,""]},"airflow.executors.sequential_executor.SequentialExecutor":{end:[3,4,1,""],execute_async:[3,4,1,""],sync:[3,4,1,""]},"airflow.hooks":{hive_hooks:[3,8,0,"-"]},"airflow.hooks.S3_hook":{S3Hook:[22,3,1,""]},"airflow.hooks.S3_hook.S3Hook":{check_for_bucket:[22,4,1,""],check_for_key:[22,4,1,""],check_for_prefix:[22,4,1,""],check_for_wildcard_key:[22,4,1,""],copy_object:[22,4,1,""],create_bucket:[22,4,1,""],delete_objects:[22,4,1,""],get_bucket:[22,4,1,""],get_key:[22,4,1,""],get_wildcard_key:[22,4,1,""],list_keys:[22,4,1,""],list_prefixes:[22,4,1,""],load_bytes:[22,4,1,""],load_file:[22,4,1,""],load_file_obj:[22,4,1,""],load_string:[22,4,1,""],read_key:[22,4,1,""],select_key:[22,4,1,""]},"airflow.hooks.dbapi_hook":{DbApiHook:[3,3,1,""]},"airflow.hooks.dbapi_hook.DbApiHook":{bulk_dump:[3,4,1,""],bulk_load:[3,4,1,""],get_autocommit:[3,4,1,""],get_conn:[3,4,1,""],get_cursor:[3,4,1,""],get_first:[3,4,1,""],get_pandas_df:[3,4,1,""],get_records:[3,4,1,""],insert_rows:[3,4,1,""],run:[3,4,1,""],set_autocommit:[3,4,1,""]},"airflow.hooks.druid_hook":{DruidDbApiHook:[3,3,1,""],DruidHook:[3,3,1,""]},"airflow.hooks.druid_hook.DruidDbApiHook":{get_conn:[3,4,1,""],get_pandas_df:[3,4,1,""],get_uri:[3,4,1,""],insert_rows:[3,4,1,""],set_autocommit:[3,4,1,""]},"airflow.hooks.hdfs_hook":{HDFSHook:[3,3,1,""]},"airflow.hooks.hdfs_hook.HDFSHook":{get_conn:[3,4,1,""]},"airflow.hooks.hive_hooks":{HiveCliHook:[3,3,1,""],HiveMetastoreHook:[3,3,1,""],HiveServer2Hook:[3,3,1,""],get_context_from_env_var:[3,9,1,""]},"airflow.hooks.hive_hooks.HiveCliHook":{load_df:[3,4,1,""],load_file:[3,4,1,""],run_cli:[3,4,1,""],test_hql:[3,4,1,""]},"airflow.hooks.hive_hooks.HiveMetastoreHook":{check_for_named_partition:[3,4,1,""],check_for_partition:[3,4,1,""],get_databases:[3,4,1,""],get_metastore_client:[3,4,1,""],get_partitions:[3,4,1,""],get_table:[3,4,1,""],get_tables:[3,4,1,""],max_partition:[3,4,1,""],table_exists:[3,4,1,""]},"airflow.hooks.hive_hooks.HiveServer2Hook":{get_pandas_df:[3,4,1,""],get_records:[3,4,1,""],get_results:[3,4,1,""],to_csv:[3,4,1,""]},"airflow.hooks.http_hook":{HttpHook:[3,3,1,""]},"airflow.hooks.http_hook.HttpHook":{check_response:[3,4,1,""],get_conn:[3,4,1,""],run:[3,4,1,""],run_and_check:[3,4,1,""],run_with_advanced_retry:[3,4,1,""]},"airflow.hooks.mssql_hook":{MsSqlHook:[3,3,1,""]},"airflow.hooks.mssql_hook.MsSqlHook":{get_conn:[3,4,1,""],set_autocommit:[3,4,1,""]},"airflow.hooks.mysql_hook":{MySqlHook:[3,3,1,""]},"airflow.hooks.mysql_hook.MySqlHook":{bulk_dump:[3,4,1,""],bulk_load:[3,4,1,""],get_autocommit:[3,4,1,""],get_conn:[3,4,1,""],set_autocommit:[3,4,1,""]},"airflow.hooks.pig_hook":{PigCliHook:[3,3,1,""]},"airflow.hooks.pig_hook.PigCliHook":{run_cli:[3,4,1,""]},"airflow.hooks.postgres_hook":{PostgresHook:[3,3,1,""]},"airflow.hooks.postgres_hook.PostgresHook":{bulk_dump:[3,4,1,""],bulk_load:[3,4,1,""],copy_expert:[3,4,1,""],get_conn:[3,4,1,""]},"airflow.hooks.presto_hook":{PrestoHook:[3,3,1,""]},"airflow.hooks.presto_hook.PrestoHook":{get_conn:[3,4,1,""],get_first:[3,4,1,""],get_pandas_df:[3,4,1,""],get_records:[3,4,1,""],insert_rows:[3,4,1,""],run:[3,4,1,""]},"airflow.hooks.samba_hook":{SambaHook:[3,3,1,""]},"airflow.hooks.slack_hook":{SlackHook:[3,3,1,""]},"airflow.hooks.sqlite_hook":{SqliteHook:[3,3,1,""]},"airflow.hooks.sqlite_hook.SqliteHook":{get_conn:[3,4,1,""]},"airflow.hooks.zendesk_hook":{ZendeskHook:[3,3,1,""]},"airflow.hooks.zendesk_hook.ZendeskHook":{call:[3,4,1,""]},"airflow.macros":{ds_add:[3,9,1,""],ds_format:[3,9,1,""],random:[3,9,1,""]},"airflow.macros.hive":{closest_ds_partition:[3,9,1,""],max_partition:[3,9,1,""]},"airflow.models":{BaseOperator:[3,3,1,""],Chart:[3,3,1,""],Connection:[3,3,1,""],DAG:[3,3,1,""],DagBag:[3,3,1,""],DagModel:[3,3,1,""],DagPickle:[3,3,1,""],DagRun:[3,3,1,""],DagStat:[3,3,1,""],ImportError:[3,3,1,""],InvalidFernetToken:[3,10,1,""],KnownEvent:[3,3,1,""],KnownEventType:[3,3,1,""],KubeResourceVersion:[3,3,1,""],KubeWorkerIdentifier:[3,3,1,""],Log:[3,3,1,""],NullFernet:[3,3,1,""],Pool:[3,3,1,""],SlaMiss:[3,3,1,""],TaskFail:[3,3,1,""],TaskInstance:[3,3,1,""],TaskReschedule:[3,3,1,""],User:[3,3,1,""],Variable:[3,3,1,""],XCom:[3,3,1,""],clear_task_instances:[3,9,1,""],get_fernet:[3,9,1,""]},"airflow.models.BaseOperator":{clear:[3,4,1,""],dag:[3,7,1,""],deps:[3,7,1,""],downstream_list:[3,7,1,""],execute:[3,4,1,""],get_direct_relative_ids:[3,4,1,""],get_direct_relatives:[3,4,1,""],get_flat_relative_ids:[3,4,1,""],get_flat_relatives:[3,4,1,""],get_task_instances:[3,4,1,""],has_dag:[3,4,1,""],on_kill:[3,4,1,""],post_execute:[3,4,1,""],pre_execute:[3,4,1,""],prepare_template:[3,4,1,""],render_template:[3,4,1,""],render_template_from_field:[3,4,1,""],run:[3,4,1,""],schedule_interval:[3,7,1,""],set_downstream:[3,4,1,""],set_upstream:[3,4,1,""],upstream_list:[3,7,1,""],xcom_pull:[3,4,1,""],xcom_push:[3,4,1,""]},"airflow.models.Connection":{extra_dejson:[3,7,1,""]},"airflow.models.DAG":{add_task:[3,4,1,""],add_tasks:[3,4,1,""],clear:[3,4,1,""],cli:[3,4,1,""],concurrency_reached:[3,7,1,""],create_dagrun:[3,4,1,""],deactivate_stale_dags:[3,5,1,""],deactivate_unknown_dags:[3,5,1,""],filepath:[3,7,1,""],folder:[3,7,1,""],following_schedule:[3,4,1,""],get_active_runs:[3,4,1,""],get_dagrun:[3,4,1,""],get_last_dagrun:[3,4,1,""],get_num_active_runs:[3,4,1,""],get_num_task_instances:[3,5,1,""],get_run_dates:[3,4,1,""],get_template_env:[3,4,1,""],handle_callback:[3,4,1,""],is_fixed_time_schedule:[3,4,1,""],is_paused:[3,7,1,""],latest_execution_date:[3,7,1,""],normalize_schedule:[3,4,1,""],previous_schedule:[3,4,1,""],run:[3,4,1,""],set_dependency:[3,4,1,""],sub_dag:[3,4,1,""],subdags:[3,7,1,""],sync_to_db:[3,4,1,""],test_cycle:[3,4,1,""],topological_sort:[3,4,1,""],tree_view:[3,4,1,""]},"airflow.models.DagBag":{bag_dag:[3,4,1,""],collect_dags:[3,4,1,""],dagbag_report:[3,4,1,""],get_dag:[3,4,1,""],kill_zombies:[3,4,1,""],process_file:[3,4,1,""],size:[3,4,1,""]},"airflow.models.DagRun":{find:[3,5,1,""],get_dag:[3,4,1,""],get_latest_runs:[3,6,1,""],get_previous_dagrun:[3,4,1,""],get_previous_scheduled_dagrun:[3,4,1,""],get_run:[3,5,1,""],get_task_instance:[3,4,1,""],get_task_instances:[3,4,1,""],refresh_from_db:[3,4,1,""],update_state:[3,4,1,""],verify_integrity:[3,4,1,""]},"airflow.models.DagStat":{create:[3,5,1,""],set_dirty:[3,5,1,""],update:[3,5,1,""]},"airflow.models.Pool":{open_slots:[3,4,1,""],queued_slots:[3,4,1,""],used_slots:[3,4,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[3,4,1,""],are_dependents_done:[3,4,1,""],clear_xcom_data:[3,4,1,""],command:[3,4,1,""],command_as_list:[3,4,1,""],current_state:[3,4,1,""],error:[3,4,1,""],generate_command:[3,5,1,""],get_dagrun:[3,4,1,""],init_on_load:[3,4,1,""],init_run_context:[3,4,1,""],is_eligible_to_retry:[3,4,1,""],is_premature:[3,7,1,""],key:[3,7,1,""],next_retry_datetime:[3,4,1,""],pool_full:[3,4,1,""],previous_ti:[3,7,1,""],ready_for_retry:[3,4,1,""],refresh_from_db:[3,4,1,""],try_number:[3,7,1,""],xcom_pull:[3,4,1,""],xcom_push:[3,4,1,""]},"airflow.models.TaskReschedule":{find_for_task_instance:[3,5,1,""]},"airflow.models.Variable":{setdefault:[3,6,1,""]},"airflow.models.XCom":{get_many:[3,6,1,""],get_one:[3,6,1,""],set:[3,6,1,""]},"airflow.operators.bash_operator":{BashOperator:[3,3,1,""]},"airflow.operators.bash_operator.BashOperator":{execute:[3,4,1,""]},"airflow.operators.check_operator":{CheckOperator:[3,3,1,""],IntervalCheckOperator:[3,3,1,""],ValueCheckOperator:[3,3,1,""]},"airflow.operators.dagrun_operator":{TriggerDagRunOperator:[3,3,1,""]},"airflow.operators.druid_check_operator":{DruidCheckOperator:[3,3,1,""]},"airflow.operators.druid_check_operator.DruidCheckOperator":{get_db_hook:[3,4,1,""],get_first:[3,4,1,""]},"airflow.operators.dummy_operator":{DummyOperator:[3,3,1,""]},"airflow.operators.email_operator":{EmailOperator:[3,3,1,""]},"airflow.operators.generic_transfer":{GenericTransfer:[3,3,1,""]},"airflow.operators.hive_operator":{HiveOperator:[3,3,1,""]},"airflow.operators.hive_stats_operator":{HiveStatsCollectionOperator:[3,3,1,""]},"airflow.operators.hive_to_druid":{HiveToDruidTransfer:[3,3,1,""]},"airflow.operators.hive_to_druid.HiveToDruidTransfer":{construct_ingest_query:[3,4,1,""]},"airflow.operators.hive_to_mysql":{HiveToMySqlTransfer:[3,3,1,""]},"airflow.operators.hive_to_samba_operator":{Hive2SambaOperator:[3,3,1,""]},"airflow.operators.http_operator":{SimpleHttpOperator:[3,3,1,""]},"airflow.operators.latest_only_operator":{LatestOnlyOperator:[3,3,1,""]},"airflow.operators.mssql_operator":{MsSqlOperator:[3,3,1,""]},"airflow.operators.mssql_to_hive":{MsSqlToHiveTransfer:[3,3,1,""]},"airflow.operators.mysql_operator":{MySqlOperator:[3,3,1,""]},"airflow.operators.mysql_to_hive":{MySqlToHiveTransfer:[3,3,1,""]},"airflow.operators.pig_operator":{PigOperator:[3,3,1,""]},"airflow.operators.postgres_operator":{PostgresOperator:[3,3,1,""]},"airflow.operators.presto_check_operator":{PrestoCheckOperator:[3,3,1,""],PrestoIntervalCheckOperator:[3,3,1,""],PrestoValueCheckOperator:[3,3,1,""]},"airflow.operators.presto_to_mysql":{PrestoToMySqlTransfer:[3,3,1,""]},"airflow.operators.python_operator":{BranchPythonOperator:[3,3,1,""],PythonOperator:[3,3,1,""],PythonVirtualenvOperator:[3,3,1,""],ShortCircuitOperator:[3,3,1,""]},"airflow.operators.redshift_to_s3_operator":{RedshiftToS3Transfer:[22,3,1,""]},"airflow.operators.s3_file_transform_operator":{S3FileTransformOperator:[22,3,1,""]},"airflow.operators.s3_to_hive_operator":{S3ToHiveTransfer:[22,3,1,""]},"airflow.operators.s3_to_redshift_operator":{S3ToRedshiftTransfer:[22,3,1,""]},"airflow.operators.slack_operator":{SlackAPIOperator:[3,3,1,""],SlackAPIPostOperator:[3,3,1,""]},"airflow.operators.slack_operator.SlackAPIOperator":{construct_api_call_params:[3,4,1,""],execute:[3,4,1,""]},"airflow.operators.slack_operator.SlackAPIPostOperator":{construct_api_call_params:[3,4,1,""]},"airflow.operators.sqlite_operator":{SqliteOperator:[3,3,1,""]},"airflow.operators.subdag_operator":{SubDagOperator:[3,3,1,""]},"airflow.sensors.base_sensor_operator":{BaseSensorOperator:[3,3,1,""]},"airflow.sensors.base_sensor_operator.BaseSensorOperator":{deps:[3,7,1,""],poke:[3,4,1,""]},"airflow.sensors.external_task_sensor":{ExternalTaskSensor:[3,3,1,""]},"airflow.sensors.external_task_sensor.ExternalTaskSensor":{poke:[3,4,1,""]},"airflow.sensors.hdfs_sensor":{HdfsSensor:[3,3,1,""]},"airflow.sensors.hdfs_sensor.HdfsSensor":{filter_for_filesize:[3,5,1,""],filter_for_ignored_ext:[3,5,1,""],poke:[3,4,1,""]},"airflow.sensors.hive_partition_sensor":{HivePartitionSensor:[3,3,1,""]},"airflow.sensors.hive_partition_sensor.HivePartitionSensor":{poke:[3,4,1,""]},"airflow.sensors.http_sensor":{HttpSensor:[3,3,1,""]},"airflow.sensors.http_sensor.HttpSensor":{poke:[3,4,1,""]},"airflow.sensors.metastore_partition_sensor":{MetastorePartitionSensor:[3,3,1,""]},"airflow.sensors.metastore_partition_sensor.MetastorePartitionSensor":{poke:[3,4,1,""]},"airflow.sensors.named_hive_partition_sensor":{NamedHivePartitionSensor:[3,3,1,""]},"airflow.sensors.named_hive_partition_sensor.NamedHivePartitionSensor":{poke:[3,4,1,""]},"airflow.sensors.s3_key_sensor":{S3KeySensor:[3,3,1,""]},"airflow.sensors.s3_key_sensor.S3KeySensor":{poke:[3,4,1,""]},"airflow.sensors.s3_prefix_sensor":{S3PrefixSensor:[3,3,1,""]},"airflow.sensors.s3_prefix_sensor.S3PrefixSensor":{poke:[3,4,1,""]},"airflow.sensors.sql_sensor":{SqlSensor:[3,3,1,""]},"airflow.sensors.sql_sensor.SqlSensor":{poke:[3,4,1,""]},"airflow.sensors.time_delta_sensor":{TimeDeltaSensor:[3,3,1,""]},"airflow.sensors.time_delta_sensor.TimeDeltaSensor":{poke:[3,4,1,""]},"airflow.sensors.time_sensor":{TimeSensor:[3,3,1,""]},"airflow.sensors.time_sensor.TimeSensor":{poke:[3,4,1,""]},"airflow.sensors.web_hdfs_sensor":{WebHdfsSensor:[3,3,1,""]},"airflow.sensors.web_hdfs_sensor.WebHdfsSensor":{poke:[3,4,1,""]},airflow:{macros:[3,8,0,"-"],models:[3,8,0,"-"]}},objnames:{"0":["http","get","HTTP get"],"1":["http","post","HTTP post"],"10":["py","exception","Python exception"],"2":["http","delete","HTTP delete"],"3":["py","class","Python class"],"4":["py","method","Python method"],"5":["py","staticmethod","Python static method"],"6":["py","classmethod","Python class method"],"7":["py","attribute","Python attribute"],"8":["py","module","Python module"],"9":["py","function","Python function"]},objtypes:{"0":"http:get","1":"http:post","10":"py:exception","2":"http:delete","3":"py:class","4":"py:method","5":"py:staticmethod","6":"py:classmethod","7":"py:attribute","8":"py:module","9":"py:function"},terms:{"00am":3,"01t00":3,"01t23":30,"03t00":19,"0alpha0":1,"1000m":3,"10pm":4,"16t11":0,"20180101t000000":3,"22ca":12,"22cert":12,"22kei":12,"256kib":[3,22],"256mib":[3,22],"2am":3,"2fclient":12,"2fserver":12,"2ftmp":12,"2rc1":1,"2xx":3,"3xx":3,"4xx":1,"5xx":1,"80to":1,"abstract":[1,3,4,20,22,27],"boolean":[1,3,4,22],"break":[1,22],"byte":[1,3,16,22],"case":[1,3,4,5,12,13,16,21,22,30,31,33,34],"catch":1,"char":[1,3,22],"class":[1,2,3,4,12,21,22,23,27],"default":[0,1,2,5,6,8,9,11,13,16,17,19,20,21,22,23,30,32,35],"enum":[1,3],"export":[1,2,3,13,16,21,22,32],"final":[3,22,25],"float":[1,3,13,22],"function":[0,1,3,5,10,20,31,34],"import":[1,2,3,4,5,8,16,19,20,21,22,23,24,25,26,27,30,31,33],"int":[2,3,13,22,23],"long":[1,3,5,22],"na\u00efv":20,"new":[3,4,5,12,13,19,20,22,23,27,30,31,33],"null":[1,3,22],"public":[0,2,12,13,22],"return":[0,1,2,3,4,5,6,12,13,22,23,27,33],"short":3,"static":[1,3,20,22,27],"super":[1,31],"switch":[1,11,31],"throw":[1,2,3],"transient":[1,3],"true":[0,1,3,4,5,12,13,18,19,22,23,25,26,27,30,31,34],"try":[1,2,3,4,13,19],"var":[1,3,4,12,18,22,23],"while":[1,3,4,5,12,20,22,24,30,31,32,33,34,35],AND:[3,13,22,24],AWS:[1,3,19,20],Added:[1,4],Adding:[1,13],And:[31,34],Are:5,But:22,DNS:9,DOS:1,ECS:[1,3,22],FOR:[3,24],For:[0,1,3,4,7,8,9,12,13,16,17,21,22,24,27,29,31,33,34],GCS:[1,3,13,22,23],GDS:1,HAS:12,Has:[3,22],IDs:[1,3,22],INTO:[1,13],Its:[3,22],K8s:1,LTS:15,NFS:13,NOT:[3,13,22],Not:[1,3,4,12,22,24],ODS:[3,22],One:[3,4,21,22,31,34],Ops:1,QDS:[3,21,22],QHS:22,SAS:[3,22],Such:13,TIs:1,TLS:[1,22],That:[30,33,34],The:[0,1,2,3,4,5,6,7,9,12,13,16,17,19,20,21,22,23,24,27,28,29,30,31,32,33,34,35],Then:[4,22],There:[1,3,4,5,9,12,13,22,23,27,33],These:[3,4,10,15,22,28,34],USE:[3,24],UTs:1,Use:[1,2,3,12,13,19,20,22,30],Used:[1,3,12,22],Useful:3,Uses:[1,3],Using:[1,4,10,19,20,27,34],Will:[3,22,27],With:[3,31],__class__:4,__doc__:4,__eq__:1,__future__:1,__init__:[1,3,4,19],__name__:[4,27],__ne__:1,__neq__:1,__repr__:1,_change_state_for_tis_without_dagrun:1,_cmd:[1,17],_end:26,_execut:1,_filter:31,_get_pretty_exception_messag:1,_getfram:1,_host:31,_my_gcp_conn_:[3,22],_note_:27,_parse_exception_messag:1,_retry_arg:3,_start:26,a_dat:33,a_pig_script:[3,22],abbrevi:4,abil:[1,4,22,31],abl:[1,3,5,8,11,31,32,34],about:[1,3,4,7,9,13,22,30,34],abov:[4,13,19,24,30,31,35],absenc:4,absolut:[3,4],accept:[1,2,3,22,24,33],access:[0,1,2,3,4,6,7,9,13,19,22,27,31],access_kei:3,access_logfil:2,access_token:35,accesskei:12,accomplish:[3,22],accord:[22,31,33],accordingli:[4,31],account:[1,2,3,12,13,22,31,33],account_nam:[3,22],accumul:3,accur:[1,33],achiev:[9,22,31],ack:1,ack_deadline_sec:3,ack_id:3,ack_messag:3,ackid:3,acknowledg:3,acl:[1,3,13,22],acquir:3,across:[1,3,7,35],act:[3,4,24,34],acta:13,action:[1,3,13,22,35],activ:[1,2,3,4,5,27,30,31,34],activate_dag_run:3,activationpolici:13,active_dag_id:3,actual:[1,3,4,5,13,22,34],acur:1,acycl:[3,4,20],add:[1,2,3,4,5,9,12,13,22,24,25,31],add_task:3,added:[1,3,22,27],addendum:24,adding:[1,2,3,22,30],addit:[1,3,9,13,19,20,22,24],addition:[3,13,22,31],addprinc:31,address:[1,3,8,13,22],adequ:1,adhoc:20,adjust:[1,14,15,31],adl:[1,3,22],adls_fil:[3,22],adls_list_oper:[3,22],adls_to_gc:[3,22],adlstogooglecloudstorageoper:[3,20],admin:[1,2,4,12,13,16,22,27,28,31,32],admin_view:27,administr:3,advanc:[3,22,34],advantag:[9,31],advis:[3,24],affect:4,affin:[1,3,23],after:[1,3,4,12,13,20,21,22,23,30],afterward:3,again:[2,3,22],against:[1,3,4,5,12,22,24,31,34],agent:13,aggreg:3,aggregate_db_message_job:4,aggregate_db_message_job_cmd:4,aggregate_queri:3,aggregation_kei:3,aggress:3,ago:[3,5],agre:24,agreement:[4,24],aid:25,aifrlow:1,aim:3,airbnb:[1,4,29],airfl:3,airflow:[0,2,3,4,7,8,9,10,11,12,13,16,17,18,19,22,23,25,26,28,29,30,32,33,34,35],airflow__:17,airflow__core__fernet_kei:16,airflow__core__sql_alchemy_conn:[1,17],airflow__core__unit_test_mod:18,airflow_config:14,airflow_conn_:[12,13],airflow_conn_postgres_mast:12,airflow_conn_proxy_mysql_socket:13,airflow_conn_proxy_mysql_tcp:13,airflow_conn_proxy_postgres_socket:13,airflow_conn_proxy_postgres_tcp:13,airflow_conn_public_mysql_tcp:13,airflow_conn_public_mysql_tcp_ssl:13,airflow_conn_public_mysql_tcp_ssl_no_project_id:13,airflow_conn_public_postgres_tcp:13,airflow_conn_public_postgres_tcp_ssl:13,airflow_hom:[1,2,3,11,14,17,19,27,32],airflow_local_set:19,airflow_set:4,airflowconfigexcept:1,airflowdagcycleexcept:3,airflowexcept:[1,3],airflowignor:[1,3,20],airflowimport:1,airflowplugin:27,airflowsecuritymanag:1,airflowtestplugin:27,airlin:1,alan:1,alchemi:[9,22],alert:[3,4,22,27],alert_typ:3,alex:[22,29],alexvanboxel:29,algorithm:3,alia:3,alias:13,align:[1,5],aliv:[3,22],all:[0,1,2,3,4,7,9,12,13,15,17,20,21,22,23,24,30,31,33,34],all_db:21,all_don:[3,4],all_fail:[3,4],all_success:[3,4],allauthenticatedus:[3,22],alleg:24,alloc:[1,3,22],allocate_id:[3,22],allocateid:[3,22],allow:[1,2,3,4,5,8,9,12,13,20,22,27,28,30,31,32,33,34,35],allow_host_key_chang:12,allow_jagged_row:[3,22],allow_large_result:[3,22],allow_quoted_newlin:[3,22],allowed_st:3,allowed_team:31,allowinsert:[3,22],allus:[3,22],alon:[3,24],along:[3,5,24,30,34],alongsid:[3,24,30],alphasort:1,alreadi:[1,2,3,7,13,21,22,33],alright:34,also:[1,3,4,5,6,7,11,12,13,14,17,18,21,22,23,25,27,30,31,33,34],also_run_thi:13,alter:[3,4,5,11,31],altern:[3,16,22,30],altert:[3,22],although:33,alwai:[1,3,4,6,13,22,23,33,35],amazon:[3,10,20],ambigu:[1,33],amount:[2,3,4,22],amqp:1,amsterdam:33,analys:35,analysi:1,analyz:4,anand:29,ancestor:3,anchor:3,anew:2,ani:[0,3,4,5,8,9,11,13,17,18,22,23,24,25,30,31,34,35],annot:[1,24],announc:29,anomali:27,anonym:1,anoth:[1,3,4,20,22,23],ansi:11,ansibl:7,anyhow_download_cloud_sql_proxi:13,anyon:31,anyth:[3,4,22,34],anytim:4,anywher:[3,4],aoen:29,apach:[1,3,7,16,19,21,22,23,24,27,29,30,32,34],apache2:1,api:[1,2,13,20,21,22,31],api_call_param:3,api_cli:0,api_kei:35,api_param:3,api_resource_config:[3,22],api_vers:[3,13,22],apikei:35,apipasswordtest:1,apiv2:3,app:[1,3,22,31],app_id:[3,22],appar:3,appbuild:[1,27],appbuilder_menu_item:27,appbuilder_mitem:27,appbuilder_view:27,appbuilderbaseview:27,appear:[1,3,4,22,24],append:[1,3,13,17,22,25],appendix:24,appli:[3,4,13,21,22,23,24,30,33],applic:[0,1,3,4,6,12,22,24,27,28,31,33],application_arg:3,application_nam:[1,12],apply_default:1,apply_lineag:25,approach:13,appropri:[1,3,4,13,24,31],appspot:13,arbitrari:[3,4,13,20,22,33],architectur:20,archiv:[3,22],archive1:[3,22],archive2:[3,22],are_dependencies_met:[1,3],are_dependents_don:3,aren:[1,3,4],arflow:1,arg:[1,3,13,22,25],argo:1,argument:[1,3,20,22,23,30,31],ariflow:1,aris:24,arithmet:33,arn:[3,22],around:[1,3,20,34],arrai:[1,3,20,22,27],arriv:[3,22],arthur:29,artwr:29,ascend:3,ascii:[1,3],asciiart:1,asf:1,ash:29,ask:[3,12],assert:[1,24],asset:3,assign:[1,3,5,13,20,22],assignment_func:3,associ:[3,4,22,24,30,33],assoici:3,assum:[3,4,12,13,14,15,24,31,33,34],ast:1,asterisk:31,astronom:1,async:[1,21],asynchron:[3,13],athena:[1,3],athenasensor:3,atla:[17,20],atlascli:25,atom:[4,30],attach:[1,3,4,24],attach_to:3,attack:[12,31],attempt:[1,2,3,22],attent:[3,5],attr:[1,3],attribut:[1,2,3,4,24,33],attributeerror:1,audit:[25,27],auth:[0,1,3,21,31],auth_backend:[0,31],auth_token:[3,22],authent:[1,2,3,4,20,21,22],authmechan:3,author:[1,3,9,12,13,20,22,24,31,34,35],authorship:[1,24],auto:[1,2,3,5,22,25],auto_delete_tim:[3,22],auto_delete_ttl:[3,22],auto_remov:1,autocommit:[1,3,22],autocomplet:1,autoconfig:3,autodetect:1,automat:[1,3,4,12,15,18,22,25,27,31,33],autorestart:1,autoscalingalgorithm:[3,22],autumn:33,avail:[0,1,3,4,7,9,13,22,23,24,27,28],avatar:3,avatar_url:3,averag:[3,22],avoid:[1,3,4,22],avro:[1,3,22],awai:[1,3],await:[1,3],awar:[1,3,4,20,31],awful:1,aws:[1,3,22],aws_account_id:1,aws_athena_hook:3,aws_athena_oper:3,aws_athena_sensor:3,aws_conn_id:[3,22],aws_customers_conn:[3,22],aws_default:[3,22],aws_dynamodb_hook:3,aws_firehose_hook:3,aws_glue_catalog_hook:3,aws_glue_catalog_partition_sensor:3,aws_hook:[3,22],aws_iam_rol:1,aws_lambda_hook:3,aws_redshift_cluster_sensor:[3,22],awsathenahook:3,awsathenaoper:3,awsbatch_oper:[3,22],awsbatchoper:[3,20],awsdynamodbhook:3,awsfirehosehook:3,awsgluecataloghook:3,awsgluecatalogpartitionsensor:[1,3],awshook:[1,3,22],awslambdahook:3,awsredshiftclustersensor:[3,20],axi:1,azkaban:20,azri:1,azur:[1,3,10,20],azure_cosmo:22,azure_cosmos_conn_id:[3,22],azure_cosmos_default:[3,22],azure_cosmos_hook:[3,22],azure_cosmos_oper:[3,22],azure_cosmos_sensor:[3,22],azure_data_lak:22,azure_data_lake_conn_id:[3,22],azure_data_lake_default:[3,22],azure_data_lake_hook:[3,22],azure_fileshare_hook:[3,22],azurecosmosdbhook:[3,20],azurecosmosdocumentsensor:[3,20],azurecosmosinsertdocumentoper:[3,20],azuredatalakehook:[3,20],azuredatalakestoragelistoper:[1,3,20],azuredlfilesystem:[3,22],azurefilesharehook:[3,20],b64e:3,b64encod:3,babel:1,back:[1,3,5,7,22,27],backend:[0,1,3,6,7,10,20,21,22,25,31,32],backfil:[1,3,4,5,20,32],backfilljob:[1,3],background:[1,3,34],backoff:[1,3,22],backtick:1,backup:[3,19,22],backupconfigur:13,backward:[1,27,33],bad:[1,3,22],badg:1,bag:[3,26],bag_dag:3,balanc:[3,4],balancehero:1,banco:1,bar:[1,3,4,22,23,34],bare:34,base64:[1,3,16],base:[1,2,3,4,14,15,20,22,23,24,30,31],base_dag:3,base_executor:[3,27],base_hook:[3,22,27],base_log_fold:19,base_sensor_oper:[3,22,27],base_task_runn:[1,19],base_url:[1,3,22,31],basedag:3,basedagbag:3,basedn:31,baseexecutor:[1,3,27],basehook:[1,3,4,22,27],baseoper:[1,4,20,22,23,27,34],basesensoroper:[20,22,27],basestr:3,basetaskrunn:1,baseview:27,bash:[1,3,4,13,19,23,34],bash_1:4,bash_command:[3,4,13,25,34],bash_command_to_run:17,bash_exampl:13,bash_oper:[3,25,30,34],bash_queu:34,bash_sensor:3,bashoper:[1,3,4,10,20,25,30,34],bashsensor:[1,3],basi:[3,24],basic:[1,2,3,4,5,21,22,27,28,31,34],basic_auth:[2,31],batch:[1,3,20],batch_siz:3,batcher:13,baz:[3,22],bcc:[1,3],bcrypt:31,be_empti:3,beam:[1,3,22],beauchemin:29,becam:33,becaus:[1,3,4,13,22,33],becom:[3,4,20,22,27,34],beelin:3,been:[1,2,3,4,14,15,19,22,24,30,31],befor:[1,2,3,4,13,16,18,20,21,22,23,31,33],begin:[3,4,20,22,30],begin_transact:[3,22],begintransact:[3,22],behalf:24,behav:[3,5],behavior:[1,3,4,22,30],behaviour:[1,3],behind:[1,3,17,21,22,25,30],being:[1,3,4,22,25,28],bellow:1,belong:[1,3,12,22,31],below:[1,3,5,13,16,19,22,24,27,32,34],benefici:[3,24],berlin:29,best:3,beta:[13,22,23],better:[1,5,34],between:[1,3,4,13,22,30,34],bewar:1,beyond:[3,5,22],big:[3,22],bigger:[3,22],bigint:3,bigqueri:[1,3,13,20],bigquery_check_oper:[3,22],bigquery_conn_id:[3,22],bigquery_default:[3,12,22],bigquery_get_data:[3,22],bigquery_hook:[1,3,22],bigquery_oper:[3,22],bigquery_sensor:3,bigquery_table_delete_oper:[3,22],bigquery_to_bigqueri:[3,22],bigquery_to_gc:[3,22],bigquerybasecursor:1,bigquerycheckoper:[1,3],bigquerycreateemptydatasetoper:[1,3],bigquerycreateemptytableoper:3,bigquerycreateemptytableoperator_task:[3,22],bigquerycreateexternaltableoper:3,bigquerycursor:1,bigquerydeletedatasetoper:3,bigquerygetdataoper:[1,3],bigqueryhook:[1,3,12,20],bigqueryintervalcheckoper:3,bigqueryoper:[1,3],bigquerypandasconnector:1,bigquerytabledeleteoper:[1,3],bigquerytablesensor:3,bigquerytobigqueryoper:3,bigquerytocloudstorageoper:3,bigqueryvaluecheckoper:3,bigtabl:[1,3,10,20],bigtableclusterupdateoper:20,bigtableinstancecreateoper:20,bigtableinstancedeleteoper:20,bigtabletablecreateoper:20,bigtabletabledeleteoper:20,bigtabletablewaitforreplicationsensor:20,bill:[1,3,22],bin:[1,4],binari:[1,3,13,22],binarylogen:13,bind:[1,13,24],bind_password:[17,31],bind_us:31,bit:[1,10,34],bitshift:20,black:1,blacklist:3,blah:[3,22],blank:1,bleach:1,blob:[1,3,10,20,30,34],blob_nam:[3,22],bloc:1,block:[1,3,4,9,22,34,35],blockblobservic:[3,22],blockblockservic:[3,22],blocksiz:[3,22],blog:3,bluecor:1,blueprint:[1,27],bodi:[3,13,22],body_patch:[13,22],boilerpl:1,bolk:29,bolkedebruin:29,bolt:1,bonnier:1,bonu:3,bool:[3,22,23],boot:[3,15,22],bootdisktyp:1,both:[1,3,4,5,12,13,22,27,31],bother:34,boto3:[1,3,22],boto:[1,3,22],botocor:[3,22],bottleneck:[1,35],bouncex:1,bound:[3,21],boundary_queri:[3,22],box:[3,7,17,32],boxel:29,bql:[1,3,22],bracket:34,branch:[1,3,20],branch_fals:4,branchpythonoper:[3,4],broad:1,broadcast:1,broken:1,broker:[1,2,3,7],broker_api:2,broker_transport_opt:1,broker_url:17,broker_use_ssl:1,brought:29,brows:[4,5],browser:[1,31,32],bruin:29,brush:1,bucket:[1,3,13,19,22],bucket_kei:3,bucket_nam:[3,22],bucketaccesscontrol:[3,13,22],bucketnam:[3,13,22],buffer:[1,3,22],buffers:[3,22],bug:[9,20],bugfix:1,build:[1,3,4,9,10,13,20,22,28],built:[3,4,7,11,17,20,22,27,28,34],builtin:3,bulk:[4,5,35],bulk_dump:[1,3],bulk_load:[1,3],bump:[1,4],bundl:[3,7,22],burn:2,but_this_dag_will_not:4,button:[1,12],bytes_data:[3,22],c12318391:3,ca_cert:3,cacert:31,cach:[0,1,3,23,31],cached_app:1,cadc:1,cal:22,calcul:[1,3,33],call:[1,3,4,5,13,17,18,19,22,25,30,34],callabl:[1,3,13,22],callback:[1,3,31],calledprocesserror:13,caller:3,calling_format:1,can:[0,1,3,4,6,7,8,9,11,12,13,14,15,16,17,18,19,20,21,22,23,25,26,27,28,30,31,32,33,34,35],can_clear:1,canari:13,cancel:[1,3,22],candid:3,cannot:[1,3,4,13,22,24,34],cap:[1,3],cap_net_bind_servic:31,capabl:[12,27,30],capac:[3,4],capacityschedul:3,capath:12,captur:[1,2],carbonit:1,card:3,care:[2,14],carri:[1,4,24],cascad:4,cassandra:[1,3],cassandra_conn_id:3,cassandra_default:3,cassandra_hook:3,cassandra_record_sensor:3,cassandra_sensor:3,cassandra_table_sensor:3,cassandra_to_gc:3,cassandrahook:[1,3],cassandrarecordsensor:3,cassandratablesensor:3,cassandratogcsoper:1,cassandratogooglecloudstorageoper:3,cast:[1,3,22],cat1:25,cat2:25,cat3:25,catalog:3,catchup:[1,3,20],catchup_by_default:30,categori:[1,27],category_icon:27,caus:[1,3,5,22,24],caution:22,caveat:[3,7],cbt_cluster_id:13,cbt_cluster_nod:13,cbt_cluster_nodes_upd:13,cbt_cluster_storage_typ:13,cbt_cluster_zon:13,cbt_instance_display_nam:13,cbt_instance_id:13,cbt_instance_label:13,cbt_instance_typ:13,cbt_poke_interv:13,cbt_table_id:13,cc1e65623dc7:1,celect:1,celeri:[1,2,3,4,5,10,17,20,21,22,31],celery_broker_transport_opt:[1,7],celery_executor:[1,3],celery_hostnam:[1,2],celery_ssl_act:1,celeryd:1,celeryd_concurr:1,celeryexecutor:[1,3,4,5,7,21,30,31],cell:[1,3],central1:22,central:4,cert:[3,12,13,22,31],certain:[3,4,22],certif:[1,2,3,12,13,22,31],cfg:[1,2,3,4,5,6,7,8,9,11,16,17,18,19,22,25,30,31,32,33,34],cfg_path:[2,3],cgroup:1,cgroupspi:1,cgrouptaskrunn:1,chain:[4,34],chanc:18,chang:[0,3,6,7,9,11,12,13,15,16,17,20,22,24,25,30,31,32,33,34],changelog:20,channel:[1,3,29],charact:[1,3,12,22,24],character:4,charg:[3,5,22,24],charset:[1,3,12,13],chart:[1,3,20,23,27],chart_data:1,chat:29,check:[0,1,2,3,4,5,10,12,13,20,22,26],check_for_blob:[3,22],check_for_bucket:[3,22],check_for_directori:[3,22],check_for_fil:[3,22],check_for_kei:[3,22],check_for_named_partit:3,check_for_partit:3,check_for_prefix:[3,22],check_for_wildcard_kei:[3,22],check_head:[3,22],check_interv:[3,22],check_oper:[3,22],check_opt:[3,22],check_output:13,check_query_statu:3,check_regex:3,check_respons:3,check_s3_url:[3,22],check_statu:[3,22],check_training_config:[3,22],check_training_status_with_log:[3,22],check_tuning_config:[3,22],checkoper:[1,3,22],checkout:[1,31],checkr:1,checksum:[3,22],chef:7,cherri:1,child:[1,3,4],child_dag:4,child_dag_nam:4,child_load_balancing_polici:3,child_load_balancing_policy_arg:3,child_policy_nam:3,child_process_log_directori:1,chmod:31,choic:[1,2,3,22,34],choos:[3,4,12,24,31],chore:1,chri:29,chrisr:19,chronolog:1,chunk:[3,22],cid:1,cinimex:1,cipher:12,circuit:3,claim:24,claimnam:23,clarif:1,clarifi:1,clariti:[1,20],clash:[3,22],classmethod:[3,22],classnam:1,classpath:[1,3],claus:[1,3,22],clean:[1,3,22],cleanup:[1,3,5],cleanup_database_hook:22,clear:[1,3,4,5,20,30,35],clear_not_launched_queued_task:3,clear_staging_t:3,clear_task_inst:3,clear_xcom_data:3,clearer:1,cli:[1,3,4,5,7,19,20,30],cli_logg:1,click:[5,12,31,34,35],client9:1,client:[0,1,3,12,13,21,22,23,31],client_cert_fil:13,client_id:31,client_key_fil:13,client_request_token:3,client_secret:31,clitest:1,clobber:1,clock:[1,33],close:[1,3,5,31],close_conn:3,closest:[1,3],closest_date_partit:1,closest_ds_partit:3,cloud:[1,3,10,20,21],cloud_sql_proxi:13,cloud_storage_conn_id:[3,22],cloudant:[1,3,21],cloudant_conn_id:3,cloudant_default:3,cloudant_hook:3,cloudanthook:3,cloudfunct:22,cloudml:1,cloudspannerhook:20,cloudspannerinstancedatabasedeleteoper:20,cloudspannerinstancedatabasedeployoper:20,cloudspannerinstancedatabasequeryoper:20,cloudspannerinstancedatabaseupdateoper:20,cloudspannerinstancedeleteoper:20,cloudsql:[1,20],cloudsqlbaseoper:22,cloudsqldatabasehook:[12,13,22],cloudsqlhook:22,cloudsqlinstancecreateoper:20,cloudsqlinstancedatabasecreateoper:20,cloudsqlinstancedatabasedeleteoper:20,cloudsqlinstancedatabasepatchoper:20,cloudsqlinstancedeleteoper:20,cloudsqlinstanceexportoper:20,cloudsqlinstanceimportoper:20,cloudsqlinstancepatchoper:20,cloudsqlproxyrunn:[12,13,22],cloudsqlqueryoper:[1,12,20],cloudwatch:[3,22],cloudwatchlog:[3,22],clue:1,cluster:[1,3,7,8,9,13,20,23],cluster_context:[3,23],cluster_field:[3,22],cluster_id:13,cluster_identifi:[3,22],cluster_label:[1,3,22],cluster_nam:[3,22],cluster_nod:13,cluster_statu:[3,22],cluster_storage_typ:13,cluster_update_task2:13,cluster_update_task:13,cmd:[1,3,23],cmd_type:3,cmdline:[3,22],cnf:[5,11],code:[1,2,3,4,6,12,13,16,20,22,24,27,30,33,34],codecov:1,coerce_to_timestamp:3,col:3,col_blacklist:3,coldlin:[3,22],collabor:20,collat:13,collect:[1,3,4,22,27,30],collect_dag:[1,3,26],collection_nam:[3,22],colloc:5,colon:1,color:[1,3],column:[1,3,13,22],column_famil:13,columnoper:1,com:[1,3,4,13,20,22,27,30,34],combin:[4,13,24,25],come:[1,3,22,30],comma:[1,2,3,4,12,22,23,31],command:[1,3,4,7,11,12,13,17,20,21,22,30,31,32],command_as_list:3,command_typ:[3,22],comment:[1,3],commerci:24,commit:[1,3,22,29,31],commit_editmsg:1,commit_everi:[3,22],committ:[1,20],common:[1,3,4,5,7,10,12,13,22,24,34],commonli:3,commun:[1,4,10,13,20,22,24,34],compait:1,compani:[1,27],compar:[1,3,13,20,22],comparison:3,compat:[1,3,22,27,33],compil:[5,24],complet:[3,4,8,13,19,22,23,30],completei:1,complex:[3,4,20,22,27],compli:24,compliant:1,complic:34,compon:[1,6,12,13,22,27],component_class_nam:27,compos:[3,4,31,34],composit:20,comprehens:35,compress:[1,3,12,22],comput:[1,3,10,12,20,24],concept:[1,3,5,12,13,20,22,30,34],conceptu:4,concern:[4,21],concis:34,concurr:[1,2,3,5,22],concurrency_reach:3,condit:[1,3,4,21,22,24],conf:[0,1,2,3,15,22],config:[0,1,2,3,5,17,19,22,23,27,31],config_fil:[3,23],config_templ:[1,19],configmap:[3,23],configpars:1,configur:[0,1,2,3,4,5,7,9,10,11,13,14,19,20,21,22,23,24,25,27,30,31,32,34,35],configure_s3_resourc:[3,22],confirm:[1,2,3,5,30],conflict:[1,3,22],conform:1,confus:[1,3,4,5],congruent:1,conjunct:[2,3,4,22,32],conn:[1,3,12],conn_extra:2,conn_host:2,conn_id:[2,3,4,12],conn_login:2,conn_password:2,conn_port:2,conn_schema:2,conn_typ:[1,2,3],conn_uri:2,connect:[1,3,6,8,9,10,11,13,17,19,20,21,22,27,28,31],connection_id:3,connection_nam:13,connectionerror:3,connector:3,connecttimeoutm:3,connenct:12,connet:[3,22],consecut:3,consequenti:24,consid:[1,3,4,5,6,11,22],consider:[3,22],consist:[1,3,4,22,24],consol:[3,13,22,31],conspicu:24,constant:[3,4],constitu:4,constitut:24,constraint:[13,22],constru:24,construct:[3,22],construct_api_call_param:3,construct_ingest_queri:3,constructor:[3,22,34],consult:8,consum:[1,7],contact:[3,9],contain:[1,3,4,5,10,12,13,17,19,20,23,24,27,30,31,34,35],container_nam:[3,22],containeroverrid:[3,22],content:[0,1,3,4,5,12,19,22,23,24,27,29,31],context:[1,3,5,7,20,22,23,25,34],continu:[1,3,20,22],contract:24,contrast:3,contrib:[0,1,3,4,12,22,23,31],contribut:[1,10,20,22,24,27],contributor:[1,24,29],contributori:24,control:[0,1,3,4,5,12,22,24,35],conveni:[1,3,4,22],convent:[1,3,4,22],convers:[1,24],convert:[1,3,33],convert_map_typ:3,convert_tuple_typ:3,convert_typ:3,convert_user_typ:3,coordin:3,copi:[1,3,9,13,14,15,19,22,24,31],copied_sal:[3,22],copy_all_fil:[3,22],copy_expert:[1,3],copy_fil:[3,22],copy_object:[3,22],copy_opt:[3,22],copy_single_fil:[3,22],copy_world_fil:[3,22],copyright:[24,31],core:[17,19,20,22,27,31,33],corner:1,correct:[0,1,4,13,19,22],correctli:1,corresopnd:3,correspond:[1,2,3,4,5,9,15,17,22],cosmo:[1,3,22],cosmosdb:[1,3,20],cost:[3,22],could:[3,4,5,22,31,34],could_not_run:1,count:[1,2,3,22],counter:[1,20],counterclaim:24,countri:33,cours:31,cover:[1,30],coverag:1,coveral:1,cpu:[3,4,5,27],craft:[3,22],craig:1,crash:1,crawl:[3,30],crawl_for_task:1,crc32c:[3,22],creat:[0,1,2,3,4,8,9,10,13,16,17,19,20,22,23,25,27,28,30,31,32,33,34,35],create_blob_from_path:[3,22],create_blob_from_text:[3,22],create_bucket:[3,22],create_cluster_snapshot:[3,22],create_collect:[3,22],create_connect:22,create_dagrun:3,create_databas:[3,22],create_directori:[3,22],create_disposit:[3,22],create_emty_dataset:1,create_endpoint:[3,22],create_endpoint_config:[3,22],create_file_from_path:[3,22],create_file_from_stream:[3,22],create_file_from_text:[3,22],create_hyper_parameter_tuning_job:[3,22],create_if_need:[3,22],create_inst:22,create_instance_task2:13,create_instance_task:13,create_intermediate_dir:3,create_job:[3,22],create_job_flow:[3,22],create_model:[3,22],create_new_funct:22,create_subscript:3,create_t:13,create_table_column_typ:3,create_table_task2:13,create_table_task:13,create_top:3,create_training_job:[3,22],create_transform_job:[3,22],create_tuning_job:[3,22],create_tunnel:1,create_us:[1,20,31],create_vers:[3,22],createbucket:[3,22],createdisposit:1,createnewbucket:[3,22],createt:[3,22],creation:[1,3,22],credenti:[1,3,12,22,31],credit:31,creditcard:1,criccomini:29,criteria:[3,4,22],criterion:3,critic:[2,3,4,22],crl:12,cron:[1,3,4,5,20,30],cross:[4,24,34],crt:31,crud:[1,2],crypto:[16,20,21],cryptographi:[1,3,16],csrf:1,csrfprotect:1,css:1,csv:[1,3,22],csv_filepath:3,ctl:3,ctrl:1,cumul:1,curl:0,curli:34,current:[0,1,3,6,13,22,23,30,33,35],current_st:3,cursor:[1,3,12,22],cursorclass:12,custom:[1,3,19,22,23,27,34],custom_arg:1,custom_imag:[3,22],customari:24,cycl:[1,3,4,34],dabf1b9:1,daemon:[1,2,14,30],dag:[0,1,2,3,9,13,19,20,22,23,25,26,31,32],dag_1:4,dag_2:4,dag_concurr:5,dag_fil:3,dag_fold:[1,3,4,18],dag_id:[0,1,2,3,4,5,13,19,25,26,34],dag_is_run:1,dag_md:1,dag_process:1,dag_regex:2,dag_run:[0,1,2,3,13],dag_run_conf_overrides_param:3,dag_run_obj:3,dag_stat:[1,20],dagbag:[1,2,3,5,19],dagbag_import_error:26,dagbag_report:3,dagbag_s:26,dagfil:4,dagfileprocessor:1,dagfileprocessorag:1,dagfileprocessormanag:1,dagmodel:3,dagpickl:3,dagr:1,dagrun:[0,1,2,3,5,26],dagrun_oper:3,dagrun_timeout:[3,25],dags_are_paused_at_cr:1,dags_fold:[1,5,7,19],dags_in_imag:1,dags_volume_subpath:1,dagstat:3,dai:[3,5,13,22,30,32,33,34],daili:[3,5,30],damag:24,dan:29,danger:1,dash:13,dask:[1,10,20],dask_host:8,dask_port:8,daskexecutor:[1,8],data:[1,3,4,12,13,20,21,25,27,31,33,34,35],data_backup:[3,22],data_format:[3,22],data_format_unspecifi:[3,22],data_profiler_filt:31,databas:[1,2,3,4,5,6,7,9,10,12,13,16,17,20,22,27,28,32,33,34],database_id:13,database_nam:[3,22],database_typ:[12,13,22],databaseflag:13,databasevers:13,databrick:[1,3,20],databricks_conn_id:[3,22],databricks_default:[3,22],databricks_hook:3,databricks_oper:[3,22],databricks_retry_delai:[3,22],databricks_retry_limit:[3,22],databrickshook:[1,3],databricksrunnowoper:1,databricksrunsubmitoper:1,databrickssubmitrunoper:[1,3,20],databs:3,datadisksizegb:13,datadisktyp:13,datadog:[1,3],datadog_conn_id:3,datadog_default:3,datadog_hook:3,datadog_sensor:3,datadoghook:3,datadogsensor:3,dataflow:[1,3,20],dataflow_:[3,22],dataflow_default_opt:[3,22],dataflow_oper:[3,22],dataflowhook:[1,3,12,20],dataflowjavaoper:3,dataflowoper:1,dataflowpythonoper:[1,3],dataflowtemplateoper:[1,3],datafox:1,datafram:[1,3,22],datafu:[3,22],datalab:1,datalak:1,datapflow_exampl:[3,22],datapoint:3,dataproc:[1,3,20],dataproc_:[3,22],dataproc_hadoop_jar:[3,22],dataproc_hadoop_properti:[3,22],dataproc_hive_jar:[3,22],dataproc_hive_properti:[3,22],dataproc_jar:1,dataproc_job_id:[1,3,22],dataproc_oper:[3,22],dataproc_pig:[3,22],dataproc_pig_jar:[3,22],dataproc_pig_properti:[3,22],dataproc_pyspark_jar:[3,22],dataproc_pyspark_properti:[3,22],dataproc_scal:[3,22],dataproc_spark_jar:[3,22],dataproc_spark_properti:[3,22],dataprocclustercreateoper:[1,3],dataprocclusterdeleteoper:3,dataprocclusterscaleoper:3,dataprochadoopoper:3,dataprochiveoper:3,dataprochook:[1,3,12],dataprocpigoper:3,dataprocpysparkoper:3,dataprocsparkoper:3,dataprocsparksqloper:3,dataprocworkflowtemplatebaseoper:[3,22],dataprocworkflowtemplateinstantiateinlineoper:3,dataprocworkflowtemplateinstantiateoper:3,dataprofilingmixin:1,datarepli:1,dataset1:25,dataset2:25,dataset:[1,3,22,25,30],dataset_id:[3,22],dataset_refer:[3,22],datasetid:[3,22],datasourc:3,datastor:[1,3,20],datastore_backup:[3,22],datastore_conn_id:[3,22],datastore_export_oper:[3,22],datastore_hook:[3,22],datastore_import_oper:[3,22],datastoreexportoper:3,datastorehook:[1,3,12,20],datastoreimportoper:3,date:[1,2,3,4,13,22,24,25,30,33,34],date_filter_column:[3,22],datestamp:3,datetim:[1,2,3,4,5,20,22,25,30,34],dateutil:3,davydov:29,daylight:33,dayofweek:1,dayofweeksensor:3,days_ago:[13,25],days_back:[3,22],db3:[3,22],db_create_bodi:13,db_name:13,db_patch_bodi:13,db_tabl:[3,22],db_tap_id:[3,22],db_update_kei:[3,22],db_update_mod:[3,22],dbapi:1,dbapi_hook:[1,3,22],dbapihook:[1,3,22],dbexportcmd:[3,22],dbimportcmd:[3,22],dbqpi:3,dbtap_id:[3,22],dbtapquerycmd:[3,22],dcawareroundrobinpolici:3,ddl:[13,22],ddl_statement:13,ddthh:0,deactiv:[1,3],deactivate_stale_dag:3,deactivate_unknown_dag:3,deadlin:33,deadlock:1,deal:[1,20],debug:[1,2,3,25,34],decid:[3,11,22],decim:[1,3],declar:3,decod:[1,13,16],decomiss:[3,22],decompress:[3,22],decor:[1,3,22,25],decoupl:1,decrypt:[1,3],deep:[1,3],def:[1,3,4,13,27],default_airflow:[1,9],default_arg:[1,3,4,5,13,22,25,30,33,34],default_dag_run_display_numb:5,default_gcp_project_id:22,default_imperson:31,default_logging_config:19,default_login:31,default_param:5,default_queu:4,default_timezon:33,default_view:3,defend:24,defer:[1,3,4],deferr:1,deferred_op:4,defin:[1,3,4,5,9,12,13,14,16,19,20,22,23,24,25,27,30,31,33,34],definit:[0,1,3,4,13,20,22,24,27,33],del:3,delai:[1,2,3,5],delay_on_limit:2,delay_on_limit_sec:3,deleg:[1,3,22],delegate_to:[3,22],delet:[0,1,2,3,4,13,22,30,35],delete_clust:[3,22],delete_collect:[3,22],delete_connect:22,delete_dag:20,delete_databas:[3,22],delete_directori:3,delete_docu:[3,22],delete_fil:[3,22],delete_funct:22,delete_inst:22,delete_instance_task2:13,delete_instance_task:13,delete_object:[3,22],delete_oper:[3,22],delete_subscript:3,delete_table_task2:13,delete_table_task:13,delete_task:13,delete_temp_data:[3,22],delete_top:3,delete_us:20,delete_vers:[3,22],deletetemp:[3,22],deletion_dataset_t:[3,22],deliber:[3,24],delim:3,delimit:[1,2,3,4,22],deliveri:3,delivery_stream:3,delta:[3,20],demonstr:4,deni:0,deny_al:0,dep:3,dep_context:3,depcontext:3,depend:[1,2,3,4,5,6,7,8,13,20,21,22,23,26,30,33,35],depend_on_past:1,depends_on_past:[1,2,3,4,5,22,30,34],deploi:[1,3,13,22,27],deploy2_task:13,deploy:27,deploy_target:23,deploy_task:13,deploy_typ:23,deploymenturl:[3,22],deprec:[1,3,22],deprecationwarn:1,depth:34,deriv:[3,17,22,24,27],descend:[1,3,4],describ:[1,3,4,5,13,22,24,33],describe_cluster_snapshot:[3,22],describe_directori:3,describe_endpoint:[3,22],describe_endpoint_config:[3,22],describe_funct:[3,22],describe_model:[3,22],describe_object:3,describe_training_job:[3,22],describe_training_job_with_log:[3,22],describe_transform_job:[3,22],describe_tuning_job:[3,22],descript:[1,2,3,4,12,13,22,26],deseri:[1,2,3,4],deserialize_json:[3,4],design:[3,4,13,24,30],desir:[1,3,12,13,22,34],dest:[3,22],dest_aws_conn_id:[3,22],dest_bucket_kei:[3,22],dest_bucket_nam:[3,22],dest_gc:[3,22],dest_gcs_conn_id:[3,22],dest_s3_kei:[3,22],dest_verifi:[3,22],destin:[1,3,22],destination_bucket:[3,22],destination_cloud_storage_uri:[3,22],destination_conn_id:3,destination_dataset_t:[3,22],destination_object:[1,3,22],destination_project_dataset_t:[3,22],destination_t:3,destination_templ:[13,22],destination_template_url:13,destroi:[3,22],detach:1,detail:[1,3,4,5,8,12,13,22,31,33,35],detect:[1,3,22,27],determin:[1,3,4,12,13,22,24,27,33],dev:[1,3,16,21,22,29],devel:[1,21],devel_hadoop:21,develop:[1,2,3,13,22,31,34],deviat:[3,22],dialect:[1,3,22],dialog:30,diclaim:1,dict:[1,2,3,13,22,23,33,34],dictcursor:12,dictionari:[1,3,4,5,12,13,22,27,34],did:34,didn:1,die:4,differ:[1,3,4,5,12,13,21,22,24,27,34,35],differenti:3,digit:1,dill:3,dimens:3,dimension:1,dir1:[3,22],dir2:[3,22],dir:[1,3],dircetori:[3,22],direct:[1,3,4,7,13,20,22,24,25],directli:[1,3,4,5,10,13,20,22,28],directori:[1,2,3,4,5,14,15,17,19,22,31,34],directory_nam:[3,22],dirti:[3,32],dirty_onli:3,disabl:[1,5,12],disappear:1,discard:13,disclaim:24,discord:[1,3],discord_webhook_hook:3,discord_webhook_oper:3,discordapp:3,discordwebhookhook:3,discordwebhookoper:3,discov:[3,22,27],discoveri:[3,22],discuss:[1,24,33],disk:[3,12,22,23],disktyp:23,displai:[1,3,19,22,24,30,33,34],displi:1,dispos:1,disposit:[1,3,22],disregard:[3,33,34],distinct:3,distribut:[1,3,4,8,21,23,24],distro:1,disturb:3,divis:1,dml:[13,22],dns:1,do_pickl:2,do_xcom_push:[3,22],doamin:[3,22],doc:[3,4,5,9,12,13,20,22,34],doc_json:4,doc_md:4,doc_rst:4,doc_yaml:4,docker:[1,3,9,23],docker_image_slav:9,docker_oper:1,docker_url:1,dockerfil:9,dockerhub:[3,23],dockeris:1,dockeroper:[1,4],docstr:1,document:[1,3,5,7,8,9,12,13,22,24,29,31,33,34],document_id:[3,22],docutap:1,docutil:1,doe:[1,2,3,4,5,8,11,13,16,21,22,24,31,33,34],does_collection_exist:[3,22],does_database_exist:[3,22],does_not_exist:3,doesn:[1,2,3,4,22,33,34],domain:[1,3,22,23,31],domainnam:0,don:[1,3,4,19,21,22,23,30,31,33],done:[1,3,4,5,22,30,31,34],donot_pickl:[2,3],dont:1,door:4,dot:[3,4,22],doubl:[1,3,16,17,34],down:[2,3,4,22,23],down_revis:1,download:[1,3,9,13,22],download_fil:[3,22],download_mail_attach:3,downstream:[1,2,3,4,22,30],downstream_list:3,downstream_task_id:3,downtream:3,dpig:3,dql:[13,22],driesprong:29,drive:[3,11,22],driven:[1,3,22,27],driver:[1,3,11,22],driver_classpath:3,driver_memori:3,drivi:1,drop:[3,13,22,27],dropdown:1,druid:[1,3,21],druid_broker_conn_id:3,druid_check_oper:3,druid_checker_oper:1,druid_datasourc:3,druid_hook:3,druid_ingest_conn_id:3,druid_ingest_default:3,druid_oper:3,druidcheckoper:3,druiddbapihook:[1,3],druidhook:[1,3],druidoper:[1,3],dry:2,dry_run:[2,3,22],ds_add:[3,34],ds_format:3,ds_nodash:3,dst:[3,22,33],dttm:3,dubiou:[3,22],due:[1,3,18],dumb:1,dummi:[3,4,27,33],dummy_1:4,dummy_oper:[3,4,25],dummy_task:4,dummyoper:[3,4,25,33],dump:[3,13,22],duplic:[1,13,22],dupplic:1,durat:[1,2,3,20,22],dure:[1,3,4,13,16,22,33,35],dynam:[1,3,4,13,20,22],dynamodb:[1,3],each:[0,1,3,4,6,8,9,13,16,22,24,29,30,33,34],eagerli:18,earli:1,earlier:[1,6,34],easi:[1,4,10,14,20,27,28,31,35],easier:3,easiest:21,easili:[3,4,5,20,28,30,34],east:3,eaten:1,ec2:[1,3,20],echo:[4,13,23,25,34],ecod:1,ecosystem:27,ecs:[3,22],ecs_oper:[3,22],ecsoper:[1,3,20],edit:[1,8,10,17,20,35],editorconfig:1,editori:24,effect:[3,4,22,34],effici:[1,3,4,22],egg:[3,9,22],either:[3,4,6,12,13,17,19,22,24,30,31,32],elabor:[1,24],elaps:3,elast:[3,19],elasticsearch:1,elb:[1,22],electron:24,eleg:20,element:[3,22],elif:13,elig:3,elimin:1,elment:3,els:[1,3,13,32],elsewher:4,email:[1,2,3,4,13,22,29,30,31,34],email_on_failur:[22,30,34],email_on_retri:[22,30,34],email_oper:3,emailoper:[1,3,4],embed:3,emit:[1,3,4,5,34],emoji:3,emp_nam:[3,22],emplat:1,employe:[3,22],employee_schema:[3,22],empti:[1,3,4,13,16,19,22],emr:[1,3,20],emr_add_steps_oper:[3,22],emr_base_sensor:3,emr_conn_id:[3,22],emr_connect:[3,22],emr_create_job_flow_oper:[3,22],emr_hook:[3,22],emr_job_flow_sensor:3,emr_step_sensor:3,emr_terminate_job_flow_oper:[3,22],emraddstep:1,emraddstepsoper:[3,20],emrbasesensor:3,emrcreatejobflow:1,emrcreatejobflowoper:[3,20],emrhook:[3,20],emrjobflowsensor:[1,3],emrstepsensor:[1,3],emrterminatejobflowoper:[3,20],enabl:[0,1,3,4,5,12,13,16,20,21,22,23,25,32,33],enable_proxy_fix:22,enclos:3,enclosed_bi:3,encod:[1,3,12,13,16,22],encount:[12,33],encrypt:[1,3,16,19,20,21,22,31],encrypt_s3_log:19,encryptor:3,end:[1,3,22,26,30,33],end_dat:[1,2,3,30,33,34],end_data:1,endpoint:[1,3,6,20,22],endpoint_config_configur:[3,22],endpoint_configur:[3,22],endpoint_url:0,endpointconfig:[3,22],enforc:[1,4,5],engin:[1,3,5,10,12,20],enhanc:1,enough:[1,7,13],ensur:[1,4,5,13,22,31],enterpris:[1,20,21],entir:[1,2,4,5],entiti:[3,13,22,24],entity_filt:[3,22],entityfilt:[3,22],entri:[1,3,5,12,13,22,30,31],entry_point:[1,27],entrypoint:[3,13,23,27],env:[1,3,4,18,22,23],env_var:[3,23],environ:[1,3,4,7,10,13,14,16,17,18,20,21,22,23,28,30,31,34,35],envvar:1,ep_data_pipeline_db_msg_agg:4,equal:[1,3,22,23,33],equival:[1,3,4,21,22,34],era:5,erevalu:1,err:1,erring:[3,22],errno:1,erron:1,error:[1,2,3,12,13,22,26,33],error_logfil:2,escap:[1,3,31],escaped_bi:3,eslint:1,especi:[3,4,5,34],essenti:3,establish:[3,22],eta:7,etc:[1,3,4,12,14,15,22,23,31],eur3:13,europ:[3,12,13,22,33],eval:[1,3,22],evalu:[1,3,4,5,13,22,30,33,34],even:[1,3,4,22,24,28,33],event:[1,3,4,22,24,34],eventlet:2,eventu:[3,22],ever:3,everi:[1,3,4,21,22,23,30,31,33,34],everyon:34,everyth:[34,35],evo:1,exact:[2,3,21,33],exactli:[3,22,35],examin:30,exampl:[0,1,2,3,4,7,12,13,14,17,19,20,21,22,23,24,25,30,31,32,33],example1:[31,32],example2:31,example_bash_oper:[19,32],example_dag:[1,4,19,30,34],example_gcp_sql_queri:13,example_gcp_sql_task_:13,example_lineag:25,example_python_oper:1,example_qubole_oper:1,example_skip_dag:1,example_subdag_oper:1,example_xcom:1,exce:[3,7],except:[1,2,3,4,13,20,22,24,31,33,34],exchang:[1,4,20],exclud:[1,2,3,22,24],exclude_packag:3,exclude_parentdag:2,exclude_subdag:2,exclus:[1,24,30],exec:[3,22],exec_d:2,execut:[1,2,3,4,5,7,10,13,19,20,22,23,24,25,30,33,34],execute_async:3,execution_d:[0,1,2,3,4,19,25,30,33,34],execution_date_fn:[1,3],execution_delta:3,execution_tim:4,execution_timeout:[3,4],executor:[1,2,4,5,7,8,9,11,19,20,21,22,27,30],executor_config:[1,3],executor_cor:3,executor_memori:3,executu:[3,22],execvp:1,exercis:24,exhaust:7,exist:[0,1,2,3,4,9,13,16,19,22,31,33,34],existing_cluster_id:[3,22],exit:[1,2,3,31],expand_rol:3,expandus:13,expans:18,expect:[0,3,4,5,20,22],experi:21,experiment:[1,20,25,31],expir:[1,3,22],expiration_d:3,explain:[1,3],explan:[3,22,34],explicit:[1,4,20],explicit_defaults_for_timestamp:[11,20],explicit_op:4,explicitli:[1,4,24,31,34],exponenti:[1,3,22],export_bodi:13,export_dir:[3,22],export_format:[3,22],export_inst:22,export_t:3,export_to_storage_bucket:[3,22],export_uri:13,export_url_split:13,exportcontext:13,exportingmultipl:[3,22],expos:[0,1,3,4,11,23,27,31,33],expose_config:1,express:[1,3,4,5,22,24,30],expression_typ:[3,22],ext:[1,3],extend:[1,3,20,22],extens:[1,3,20,22],extern:[1,3,4,5,20,22,27],external_dag_id:3,external_t:[3,22],external_task_id:3,external_task_sensor:3,external_trigg:[1,3],externaltasksensor:[1,3],extra:[1,2,3,4,12,13,20,22,31],extra_dejson:3,extra_export_opt:3,extra_expr:3,extra_import_opt:3,extra_opt:3,extract:[1,3,22],extract_queri:[3,22],f_final:25,f_in:25,f_out:25,faa:3,fab:[1,2,31],fact:4,factori:4,fail:[1,2,3,4,5,13,19,22,30,34,35],fail_if_exist:3,fail_if_not_exist:3,failed_st:[3,22],failur:[1,3,14,15,19,20,22,23,24,26],fair:3,fairli:32,fake:1,fallback:[3,22],fallback_to_default_project_id:[3,22],fals:[0,1,2,3,12,13,19,22,23,30,34],famili:13,familiar:[4,34],faq:[1,3,20],fargat:[1,3,22],fast:[3,32],faster:20,fault:[3,4],featur:[3,4,19,20,21,27,31,34,35],feb:31,fee:24,feed:1,feng:29,fernet:[1,3,16],fernet_kei:[1,16,17],fetch:[1,3,22],fetch_siz:3,few:[1,3,7,28,32,34],field:[1,2,3,12,13,22,25,27],field_:3,field_delimit:[3,22],field_dict:[1,3,22],fields_terminated_bi:[3,22],fifti:24,figur:[3,4,30],file1:[3,22],file2:[3,22],file:[0,1,2,3,4,5,6,7,9,11,12,13,14,15,17,19,20,23,24,25,27,30,31,32],file_categori:25,file_nam:[3,22],file_obj:[3,22],file_path:[3,22],file_sensor:3,file_task_handl:1,file_to_gc:[1,3,22],file_to_wasb:[3,22],file_typ:3,filehandl:[3,22],fileloc:1,filenam:[1,3,4,13,22],filepath:[1,2,3],fileprocesshandl:1,files:3,filesensor:[1,3],fileservic:[3,22],fileshar:[1,3,22],filesystem:[1,3,7,22],filetogooglecloudstorageoper:3,filetowasboper:[3,20],filetyp:13,fill:[1,3,4,12,19,28,31],filter:[1,2,3,4,22,31,34],filter_by_own:[1,31],filter_for_files:3,filter_for_ignored_ext:3,filter_map:3,final_cluster_snapshot_identifi:[3,22],financi:33,find:[1,3,4,5,13,14,15,22,34,35],find_for_task_inst:3,find_on:3,findal:4,fine:34,finish:[1,3,22,25],fire:[3,4,5,7],firehos:[1,3],first:[1,2,3,4,5,8,13,17,19,22,29,30,32,33,34],firstnam:2,fit:[3,20,24],fix:[3,13,18,20,30],flag:[1,3,22,30],flake8:1,flaki:1,flash:1,flask:[1,2,27,28,31],flask_admin:27,flask_blueprint:27,flask_login:[1,31],flask_wtf:1,flaskappbuild:[1,27],flaskwtfdeprecationwarn:1,flat:[3,22],flatten:[3,22],flatten_result:[1,3,22],flavor:27,flexibl:[3,22,34],flip:3,flow:[3,22,25],flower:[1,7,20,22],flower_basic_auth:[2,31],flower_conf:2,flower_url_prefix:22,fmt:3,fokko:29,folder:[1,3,19,22,27,30,31,32,34],follow:[0,1,3,4,9,12,13,16,17,19,20,22,24,31,34],following_schedul:3,foo:[3,4,22,23,34],foo_:5,foo_dag_id:5,foobar:11,forbid:1,forc:[1,2,3,12,21,22],forcibl:[3,22],foreground:[1,2],foreign:3,form:[1,3,4,20,22,24],format:[0,1,3,5,12,13,17,22,25],formatura:1,forward:[1,3,5,22,33],found:[1,3,12,19,22,31],found_descend:3,foundat:[29,32],four:4,fraction:1,framework:[1,3,9,22,27],free:[3,4,22,24],free_reserved_port:22,frequent:[5,12],fresh:2,fridai:3,frm:3,from:[1,2,3,4,5,9,12,13,14,16,19,20,22,23,24,25,27,28,29,30,31,32,33,34,35],from_nam:3,from_seconds_ago:3,fs_conn_id:3,fs_default:3,fs_hook:3,fs_test:3,fshook:3,ftp:[1,3],ftp_conn_id:3,ftp_default:3,ftp_hook:3,ftp_sensor:3,ftphook:[1,3],ftpsensor:[1,3],ftpshook:3,ftpssensor:3,fulfil:3,full:[1,3,12,22,29],full_filepath:3,fulli:[0,3,5,13,22,23,31,33],func:[1,3,22],funcsig:1,function_nam:[3,13],functionar:1,functiontyp:3,fundament:34,fundera:1,further:[3,22,32,34],furthermor:31,futur:[1,3,22,30],galaxi:27,gamewisp:1,gannt:1,gantt:[1,3,20],gao:29,garag:4,gate:31,gather:3,gaug:[1,20],gce:[1,3,22],gce_inst:13,gce_instance_group_manager_nam:13,gce_instance_group_manager_update_templ:13,gce_instance_group_manager_update_template2:13,gce_instance_start2:13,gce_instance_start:13,gce_instance_stop2:13,gce_instance_stop:13,gce_instance_template_body_upd:13,gce_instance_template_copi:13,gce_instance_template_copy2:13,gce_new_descript:13,gce_new_template_nam:13,gce_set_machine_typ:13,gce_set_machine_type2:13,gce_short_machine_type_nam:13,gce_template_nam:13,gce_zon:13,gcebaseoper:22,gcehook:22,gceinstancegroupmanagerupdatetemplateoper:20,gceinstancestartoper:20,gceinstancestopoper:20,gceinstancetemplatecopyoper:20,gcesetmachinetypeoper:20,gcf:1,gcf_delete_task:13,gcf_deploy2_task:13,gcf_deploy_task:13,gcf_entrypoint:13,gcf_runtim:13,gcf_short_function_nam:13,gcf_source_archive_url:13,gcf_source_repositori:13,gcf_source_upload_url:13,gcf_zip_path:13,gcffunctiondeleteoper:20,gcffunctiondeployoper:20,gcfhook:22,gcloud:[1,13],gcp:[1,3,13,20],gcp_api:[1,19,21],gcp_api_base_hook:[3,22],gcp_cloudsql_conn_id:[13,22],gcp_compute_hook:22,gcp_compute_igm_copy_template_task:13,gcp_compute_igm_copy_template_task_2:13,gcp_compute_igm_group_manager_update_templ:13,gcp_compute_igm_group_manager_update_template_2:13,gcp_compute_oper:22,gcp_compute_set_machine_typ:13,gcp_compute_set_machine_type2:13,gcp_compute_start_task2:13,gcp_compute_start_task:13,gcp_compute_stop_task2:13,gcp_compute_stop_task:13,gcp_conn_id:[1,3,13,22],gcp_dataflow_bas:[3,22],gcp_dataflow_hook:[3,22],gcp_dataproc_hook:3,gcp_default:22,gcp_function_hook:22,gcp_function_oper:22,gcp_locat:13,gcp_mlengine_hook:[3,22],gcp_project_id:13,gcp_pubsub_hook:3,gcp_region:13,gcp_spanner_config_nam:13,gcp_spanner_database_id:13,gcp_spanner_display_nam:13,gcp_spanner_instance_id:13,gcp_spanner_node_count:13,gcp_sql_hook:22,gcp_sql_oper:[12,22],gcp_transfer_hook:[3,22],gcp_validate_bodi:13,gcpcloudsql:[12,13,22],gcptransferservicehook:[3,20],gcs:[1,3,22],gcs_acl_bucket:13,gcs_acl_bucket_rol:13,gcs_acl_ent:13,gcs_acl_object:13,gcs_acl_object_rol:13,gcs_acl_oper:22,gcs_bucket:3,gcs_bucket_create_acl_entry_task:13,gcs_copy_oper:1,gcs_download_oper:[3,22],gcs_file:[3,22],gcs_hook:[1,3,22],gcs_list_oper:[3,22],gcs_object_create_acl_entry_task:13,gcs_oper:[3,22],gcs_schema_object:[3,22],gcs_sensor:3,gcs_to_bq:[1,3,22],gcs_to_gc:[1,3,22],gcs_to_gcs_transfer_exampl:[3,22],gcs_to_gcs_transfer_op:[3,22],gcs_to_gcs_transfer_oper:[3,22],gcs_to_s3:3,gcsql_mysql_client_cert_fil:13,gcsql_mysql_client_key_fil:13,gcsql_mysql_database_nam:13,gcsql_mysql_export_uri:13,gcsql_mysql_import_uri:13,gcsql_mysql_instance_nam:13,gcsql_mysql_instance_name2:13,gcsql_mysql_instance_name_queri:13,gcsql_mysql_password:13,gcsql_mysql_public_ip:13,gcsql_mysql_public_port:13,gcsql_mysql_server_ca_fil:13,gcsql_mysql_us:13,gcsql_postgres_client_cert_fil:13,gcsql_postgres_client_key_fil:13,gcsql_postgres_database_nam:13,gcsql_postgres_instance_name_queri:13,gcsql_postgres_password:13,gcsql_postgres_public_ip:13,gcsql_postgres_public_port:13,gcsql_postgres_server_ca_fil:13,gcsql_postgres_us:13,gcstaskhandl:1,gcstos3op:1,gender:3,gener:[1,2,3,4,13,16,20,22,23,24,25,27,31,34,35],generate_command:3,generate_kei:16,generateuploadurl:22,generic_transf:3,generictransf:3,gentner:1,geograph:[3,22],get:[0,1,2,3,4,7,12,13,20,22,23,27,28,30,32,34,35],get_absolute_path:13,get_active_run:[1,3],get_all_pag:3,get_autocommit:3,get_available_field:3,get_bucket:[3,22],get_collect:3,get_conn:[3,22],get_connect:4,get_context_from_env_var:3,get_crc32c:[3,22],get_credenti:3,get_cursor:3,get_dag:3,get_dagrun:[1,3],get_data:[3,22],get_data_from_bq:[3,22],get_databas:[3,22],get_database_hook:22,get_dataset:1,get_datasets_list:1,get_db_hook:3,get_direct_rel:3,get_direct_relative_id:3,get_docu:[3,22],get_emr_respons:3,get_fernet:[1,3],get_fil:[3,22],get_file_to_path:[3,22],get_file_to_stream:[3,22],get_first:3,get_flat_rel:3,get_flat_relative_id:3,get_funct:22,get_hook:3,get_inst:22,get_instance_group_manag:22,get_instance_templ:22,get_jira_resource_method:3,get_jobs_id:3,get_kei:[3,22],get_last_dagrun:3,get_latest_run:3,get_log:[3,23],get_log_conn:[3,22],get_logs_with_metadata:1,get_mani:3,get_md5hash:[3,22],get_metastore_cli:3,get_mod_tim:3,get_model:[3,22],get_num_active_run:3,get_num_task_inst:3,get_object_from_salesforc:3,get_on:3,get_oper:[3,22],get_pandas_df:[3,22],get_partit:3,get_partitions_by_filt:3,get_partitions_by_nam:3,get_previous_dagrun:3,get_previous_scheduled_dagrun:3,get_proxy_vers:22,get_query_result:3,get_record:3,get_result:[1,3],get_run:3,get_run_d:3,get_sagemaker_respons:3,get_servic:[3,22],get_sess:3,get_siz:[3,22],get_socket_path:22,get_sqlalchemy_engin:3,get_sqlproxy_runn:22,get_tabl:3,get_task:1,get_task_inst:[1,3],get_template_context:3,get_template_env:3,get_tunnel:3,get_uri:3,get_wildcard_kei:[1,3,22],getenv:13,getpartit:3,getsourc:1,gevent:2,ghe:[1,20],ghe_oauth:31,ghost:3,gif:1,gist:9,git:[1,7,23],git_password:17,git_subpath:1,git_sync_root:1,gitginor:1,github:[1,3,20,21,22,29,30,34],github_enterpris:[21,31],github_enterprise_auth:31,gitignor:[1,3,4],gitter:[1,29],give:[1,3,4,22,24,33],given:[0,1,2,3,4,5,13,22,23],gke:1,gkeclusterhook:1,glanc:[6,35],glassdoor:1,glob:[3,22],global:[1,3,4,13,20,22,33],globstr:[3,22],glue:3,glyphicon:1,gmt:33,goal:34,goe:[3,5,30,34],going:[3,22,32],good:[3,4,22,33],goodby:4,goodwil:24,googl:[1,3,10,20,21,27],googlapicli:1,google_application_default:[3,22],google_auth:[21,31],google_client_id:31,google_client_secret:31,google_cloud_conn_id:[3,22],google_cloud_datastore_default:[3,12,22],google_cloud_default:[1,3,12,22],google_cloud_sql_default:22,google_cloud_storage_conn_id:[3,22],google_cloud_storage_default:1,googleapi:13,googleapicli:[3,22],googlecloudbasehook:[3,12,20],googlecloudkmshook:1,googlecloudstoragebucketcreateaclentryoper:20,googlecloudstoragecreatebucketoper:3,googlecloudstoragedownloadoper:[1,3],googlecloudstoragehook:[1,3,12,20],googlecloudstoragelistoper:3,googlecloudstorageobjectcreateaclentryoper:20,googlecloudstorageobjectsensor:3,googlecloudstorageobjectupdatedsensor:3,googlecloudstorageprefixsensor:3,googlecloudstoragetobigqueryoper:[1,3,20],googlecloudstoragetogooglecloudstorageoper:3,googlecloudstoragetogooglecloudstoragetransferoper:3,googlecloudstoragetos3oper:3,govern:25,govtech:1,gpig:[3,22],gpl:[1,21],grab:3,grace:[1,3,22],graceful_decommission_timeout:[3,22],gracefulli:1,grade:10,grai:3,grammar:1,grant:[1,13,24],granular:1,graph:[1,3,4,20],great:[4,11,22,30],greater:[3,22,33],greatli:3,green:3,greet:3,grep:1,grossli:24,group:[1,3,13,15,22,23,31],group_member_attr:31,groupalia:1,groupid:[3,22],groupmembership:31,groupon:1,gserviceaccount:13,gssapi:1,guarante:[13,22],guard:1,gui:27,guid:[1,3,20,22,27,32],guidelin:[1,3,22],gunicorn:[1,2,21],guziel:29,gzip:[1,3,22],had:[3,16,30],hadoop:[1,3,20,21,22],hadoop_dependency_coordin:3,hadoopcmd:[3,22],hand:[31,32],handi:33,handl:[0,1,3,4,12,22,30,33],handle_callback:[1,3],handler:[1,3,19,22],hang:1,happen:[3,4,6,25,30,33,34],hard:[1,3,4,22],harmless:24,has:[1,2,3,4,5,7,9,12,13,15,16,18,19,20,21,22,24,25,27,30,31,34],has_dag:3,has_log:3,has_mail_attach:3,hash:[1,3,22,31],hasn:[3,4,22,30],have:[1,2,3,4,5,7,9,11,12,13,14,15,18,19,21,22,24,25,27,28,30,31,33,34],haven:[3,4,34],hbc:1,hbo:1,hcatalog:1,hcatalog_databas:3,hcatalog_t:3,hcf:[3,22],hdf:[1,3,4,21,22],hdfs_conn_id:3,hdfs_default:3,hdfs_hook:3,hdfs_namenode_princip:1,hdfs_sensor:[1,3],hdfsclient:3,hdfshook:[1,3],hdfssensor:3,hdfssensorfold:3,hdfssensorregex:3,hdp:1,head:[1,32,34],header:[1,3,22],health:[1,10,20],healthi:6,healthjump:1,heartbeat:[1,3,4,5,6,26],heartrat:1,heavier:3,heavili:3,height:1,hello:[3,4,13,22,27,34],helloworld:13,helm:23,help:[1,2,3,19,22,25,27,31],helper:[1,3,22],henc:6,here:[3,4,5,6,7,14,19,21,22,27,30,31,32,34,35],herebi:24,herein:24,hex:[3,22],hidden:[1,35],hide:1,hierarchi:[3,22,34],high:[3,6,22],highchart:[1,28],higher:[1,3,5],highli:16,highlight:[1,34],hipchat:3,hipchat_oper:3,hipchatapi:3,hipchatapioper:3,hipchatapisendroomnotificationoper:3,hipchatoper:1,histori:[3,20],hit:[1,3,4,13],hitesh:29,hive2mysqloper:3,hive2sambaoper:[3,21],hive:[1,3,4,7,21,22,27,31],hive_cli_conn_id:[3,22],hive_cli_default:3,hive_cli_param:3,hive_conf:3,hive_conn_id:3,hive_hook:[1,3],hive_oper:3,hive_partition_sensor:3,hive_stat:3,hive_stats_oper:3,hive_t:[3,22],hive_tblproperti:3,hive_to_druid:[1,3],hive_to_dynamodb:3,hive_to_mysql:3,hive_to_samba_oper:3,hiveclihook:[1,3],hivecmd:[3,22],hiveconf:[1,3],hiveconf_jinja_transl:3,hivemeta_sasl:1,hivemetastor:1,hivemetastorehook:[1,3],hiveoper:[1,3,4,7,22,31],hivepartitionsensor:[1,3,4],hivesensoroper:3,hiveserver2:[1,3],hiveserver2_conn_id:3,hiveserver2_default:3,hiveserver2hook:[1,3],hivestatscollectionoper:3,hivetodruidtransf:3,hivetodynamodbtransferoper:3,hivetomysqltransf:3,hmsclient:1,hoc:1,hold:[1,3,22,24],homan:29,home:[3,13,32],home_dir:13,homepag:1,homogen:7,honor:1,honour:1,hood:[3,4],hook:[1,12,19,20,21,27,31,34],hope:30,horribl:34,hors:12,host1:3,host2:3,host3:3,host:[1,2,3,8,11,12,19,22,23,25,31],hostnam:[1,2,3,4,12,23,31],hostname_cal:1,hostnetwork:[3,23],hotelquickli:1,hotfix:1,hour:[3,4,5,13,22,30,33],hourli:[3,5,30],hous:4,how:[1,3,4,9,12,13,20,22,25,27,30,32,34,35],howev:[1,3,4,18,24,31],hql:[1,3],href:27,html5lib:1,html:[1,3,22,27],html_content:3,http:[0,1,3,4,13,22,24,27,30,31,34],http_conn_id:3,http_default:3,http_hook:3,http_oper:3,http_sensor:3,http_upgrad:22,httperror:13,httphook:[1,3],httpopsensortest:1,httpsensor:[1,3],httpstrigger:13,human:[3,13],hyperparamet:[3,22],iam:[3,13],iana:33,icon:[1,3,12],icon_emoji:3,icon_url:3,id_prefix:1,idea:[3,5,17,20],ideal:[3,13,22],idempot:[3,13,22,30],ident:13,identif:12,identifi:[1,2,3,13,22,34,35],idl:[3,22],idle_delete_ttl:[3,22],ids:[1,3],ignor:[1,2,3,4,5,12,22,23,33],ignore_:3,ignore_all_dep:[1,3],ignore_all_depend:[1,2],ignore_copi:3,ignore_depend:2,ignore_depends_on_past:[1,2,3],ignore_first_depends_on_past:[2,3],ignore_if_miss:[3,22],ignore_task_dep:[2,3],ignore_ti_st:[2,3],ignore_unknown_valu:[3,22],ignored_ext:3,ignoreunknownvalu:1,iii:24,imag:[1,3,9,22,23],image_pull_polici:[3,23],image_pull_secret:[1,3,23],image_vers:[3,22],imagepullpolici:1,imagevers:1,imap:[1,3],imap_conn_id:3,imap_default:3,imap_hook:3,imaphook:3,img:1,immedi:[1,3,4,13,22],impala:1,imper:7,imperson:[1,3,20,22],implement:[1,3,4,22],impli:[3,22,24],import_bodi:13,import_from_storage_bucket:[3,22],import_inst:22,import_queri:3,import_t:3,import_uri:13,import_url_split:13,importcontext:13,importerror:[1,3],improv:[4,5,20,24],impyla:1,in_clust:[3,23],inabl:24,inact:[3,5,12],inbox:3,incident:24,incl:1,includ:[1,2,3,4,12,19,22,23,24,30,34],include_adhoc:1,include_downstream:3,include_exampl:3,include_prior_d:3,include_upstream:3,inclus:24,incom:3,incompat:1,incomplet:[3,22],incompli:1,inconsist:1,incorpor:24,incorrect:1,incorrectli:1,incorret:1,increas:[1,5],incremenetd:3,increment:[3,22],incub:[1,29],incur:[3,22,24],indemn:24,indemnifi:24,indent:1,independ:[1,3,4],index:[1,3,22],indexerror:1,indic:[3,4,22,24],indirect:24,individu:[3,22,24,30,34],ineffici:3,infer:[1,3,4,22],inferred_op:4,infil:3,infin:20,infinit:1,info:[0,1,2,3,19,22],inform:[3,4,7,9,12,22,24,30,31,33,34],infrastructur:[3,22],infring:24,ingest:[1,3,22],ingestiontim:[3,22],ingor:3,ingress:22,inherit:[1,3,22,34],init:[1,3,15],init_action_timeout:[3,22],init_actions_uri:[3,22],init_on_load:3,init_run_context:3,initcontain:1,initctl:15,initdb:[1,3,11,20,21,32],initi:[1,2,3,6,10,16,20,22,23,31,32],initial_split_kei:13,initialis:[1,3],initli:1,inject:[1,3,23,27],ink:1,inlet:25,inlin:[1,3,22],input:[1,3,22],input_compress:[3,22],input_fields_terminated_bi:3,input_format:3,input_lines_terminated_bi:3,input_null_non_str:3,input_null_str:3,input_optionally_enclosed_bi:3,input_path:[3,22],input_seri:[3,22],inputfil:[3,22],insecur:[1,31],insensit:1,insert:[1,3,4,13,22],insert_bucket_acl:[3,22],insert_docu:[3,22],insert_instance_templ:22,insert_mani:3,insert_object_acl:[3,22],insert_on:3,insert_row:[1,3,22],insid:[1,3,4,9,13,22],inspect:[1,30,32],inspir:3,instal:[1,3,4,7,9,16,19,20,22,25,27,31,32,33],instanc:[0,1,2,3,5,6,11,12,13,20,21,22,23,26,30,31,32,33,34],instance_count:[3,22],instance_display_nam:13,instance_id:13,instance_label:13,instance_nam:13,instance_name2:13,instance_specif:22,instance_typ:13,instanceconfig:13,instancegroupmanag:22,instancetempl:[13,22],instanti:[1,3,4,5,20,22,30],instantiateinlin:[3,22],instantli:3,instati:1,instead:[1,2,3,5,12,22,30],institut:24,instruct:[1,3,4,9,22,30],instrument:1,insur:3,int32:[3,22],int64:13,integ:[3,13,22],integr:[1,12,14,15,20,21,27,31],integreti:1,intend:[1,3],intention:[4,24],inter:4,interact:[1,2,3,4,11,22,27,28],interchang:3,intercom:1,interest:[3,34],interfac:[0,1,3,4,20,22,24,28,31,33,34],interleav:[3,22],intermedi:[1,3],intermitt:3,intern:[1,2,3,22,30,33],internal_ip_onli:[3,22],internaliponli:1,interpol:31,interpret:[3,4,20,22],interv:[1,3,5,22,30,33],intervalcheck:1,intervalcheckoper:[3,22],intev:3,intoth:[3,22],introduc:[1,5,12,23,27],intuit:34,invalid:[1,3,22],invalidfernettoken:3,invari:[3,4],investoris:1,invoc:3,invocation_typ:3,invok:[1,3],invoke_lambda:3,involv:4,ipconfigur:13,ipv4en:13,ipython:4,irrevoc:24,is_awar:33,is_delete_operator_pod:23,is_eligible_to_retri:3,is_fixed_time_schedul:3,is_naiv:33,is_paus:3,is_prefix:[3,22],is_prematur:3,is_updated_aft:[3,22],ish:3,isn:[1,3,4,20,22],isoformat:3,isol:3,issu:[1,3,4,12,20,21,22,24,29,33],issue_templ:1,item:[1,3,4,22,27,30,31],iter:[1,3,22],itertool:1,its:[1,2,3,4,7,11,13,22,24,25,27,30],itself:[1,3,4,5,22,23,27,30,31,34],izip:1,jag:1,jakob:29,jan:33,januari:[3,22,24,30],jar:[1,3,22],java:[1,3,22],java_class:3,jdbc:[1,3,21],jdbc_conn_id:3,jdbc_driver:3,jdbc_tabl:3,jdbc_to_spark:3,jdbc_truncat:3,jdbchook:1,jdbcoper:[1,4],jdk8:1,jdk:1,jenkin:1,jeremiah:29,jghoman:29,jinja2:[1,3],jinja:[1,3,20,22,27],jinja_env:3,jinjafi:1,jira:[1,3,29],jira_conn_id:3,jira_default:3,jira_hook:3,jira_method:3,jira_method_arg:3,jira_oper:3,jira_sensor:3,jirahook:[1,3],jiraoper:3,jirasensor:3,jlowin:29,job:[1,2,3,4,5,13,15,22,26,30,32,35],job_class:[3,22],job_definit:[3,22],job_dir:[3,22],job_error_st:[1,3,22],job_flow:[3,22],job_flow_id:[3,22],job_flow_overrid:[3,22],job_id:[1,3,19,22],job_nam:[1,3,22,26],job_properti:3,job_queu:[1,3,22],job_state_run:[3,22],job_track:3,jobflow:[1,3,22],jobid:[1,3,22],jobnam:1,jobsclusterspecnewclust:[3,22],jobsnotebooktask:[3,22],jobssparkjartask:[3,22],jobteas:1,jobtrack:3,joi:29,join:[1,4,13,29],joygao:29,json:[0,1,2,3,4,6,12,13,22,23],json_api:[3,22],json_client:0,json_index_fil:3,jthomas123:1,june:29,jupo:3,jupyt:4,just:[2,3,4,5,13,19,21,27,30,33,34],k8s:[1,3],kadmin:31,kalibrr:1,kapil:9,karmic:1,kaxil:29,kaxilnaik:29,keep:[1,3,4,16,20,22,34],keepal:[1,3,12],keepalive_interv:3,keepalives_idl:[1,3,12],keepjobflowalivewhennostep:1,kei:[0,1,2,3,4,12,13,16,17,22,23,30,31,35],kerber:[21,31],kerbero:[0,1,3,20,21],kerberos_auth:0,kerberos_service_nam:1,kernel:3,key1:3,key2:3,key_exist:3,key_fil:[1,3],keyerror:1,keyfil:[3,12,22],keyr:1,keyspac:3,keytab:[0,2,3,31],keyword:[1,3,13,22],kick:[3,7,30],kill:[1,3,4,5,22,26],kill_zombi:3,killmod:1,kind:[12,13,24],kinesi:[1,3],knock:3,know:[3,5,12,34],knowledg:27,known:[1,3,12,21],known_host:12,knownev:3,knowneventtyp:3,kube:[1,23],kuberesourcevers:3,kubernet:[1,3,17,20,21],kubernetes_executor:3,kubernetes_pod_oper:[1,3,23],kubernetesexecutor:[1,3],kubernetesexecutorconfig:1,kubernetesoper:[1,23],kubernetespodoper:[1,3,23],kubernetsexecutor:1,kubeworkeridentifi:3,kwarg:[1,3,13,22,23],l447:[3,22],lab:[1,3,22],label:[1,3,6,22,23,28],labelselector:23,lai:32,lake:[1,3,20],lambda:[1,3,4,34],land:[1,3,27],landing_tim:3,landscap:1,languag:[3,22,34],larg:[1,3,22],largebinari:1,larger:5,last:[1,2,3,22],last_describe_job_cal:[3,22],last_descript:[3,22],lastnam:2,late:35,latenc:[1,20],later:[1,3,28,33],latest:[0,1,2,3,6,20,21,22],latest_d:3,latest_execution_d:3,latest_onli:[3,4],latest_only_oper:[1,3,4],latest_only_with_trigg:4,latest_run:[0,1],latest_scheduler_heartbeat:6,latestonli:1,latestonlyop:1,latestonlyoper:[3,4],latin:3,latin_stat:[3,22],latter:12,launch:[1,3,22,23,31],launch_typ:[1,3,22],launchtemplateparamet:[3,22],law:24,lawsuit:24,layer:5,layout:34,lazi:1,ldap3:[1,31],ldap:[1,17,20,21],ldap_auth:[1,31],ldap_ca:31,lead:[1,3,4],leak:[1,31],lean:20,learn:21,least:[3,4,8,24],leav:[1,3,22],led:4,left:[3,4,31,33],legaci:[1,3,5,22],legal:24,len:3,length:3,less:[1,3,22],let:[1,2,3,4,9,22,25,28,30,34,35],letsbonu:1,level:[1,3,4,6,13,20,22,30,31],leverag:[3,4,34],liabil:24,liabl:24,lib:[1,3,4,14,22],lib_jar:3,libffi:16,librari:[1,3,4,5,7,11,20,21,22,27,34],libz:4,licens:[1,20,31],licensor:24,life:[3,4,22],lifecycl:[13,22,23],lifetim:30,light:[4,33],lighter:[1,3],lightn:1,lightweight:[1,4],like:[1,3,4,5,9,13,17,18,19,21,22,27,31,33,34],limit:[1,2,3,4,15,20,22,24,30,32],line:[1,3,4,13,19,20,22,30,31,32],lineag:[1,20],linetermin:3,link:[1,3,4,12,20,22,24,27],link_nam:3,linkedin:3,lint:1,linux:31,list:[0,1,2,3,4,12,15,20,21,22,23,24,25,27,29,31,34,35],list_3s_fil:[3,22],list_blob:[3,22],list_dag:[5,20,34],list_dag_run:20,list_directori:3,list_directories_and_fil:[3,22],list_kei:[3,22],list_objects_v2:1,list_prefix:[3,22],list_task:[5,20,34],list_us:20,list_vers:[3,22],listen:[3,4,5,22,31],lit:3,liter:3,literal_ev:1,litig:24,live:[3,33],load:[1,2,3,4,12,13,18,20,22,27],load_balancing_polici:3,load_balancing_policy_arg:3,load_byt:[3,22],load_df:[1,3],load_fil:[1,3,22],load_file_obj:[3,22],load_opt:[3,22],load_str:[1,3,22],load_stream:[3,22],load_test_config:18,local:[1,2,3,4,5,8,10,11,12,20,22,31,33,34],local_dc:3,local_dc_nam:3,local_executor:3,local_filepath:3,local_full_path:3,local_full_path_or_buff:3,local_infil:[3,12],local_output_directori:3,local_path:[3,22],local_port:3,local_tz:33,localexecutor:[1,2,3,4,5,11,30],localhost:[0,3,12,22,26,32],localtaskjob:[1,26],locat:[1,2,3,4,11,12,13,19,22,30,31,34],locationprefer:13,lock:[1,3],lock_for_upd:3,log:[1,2,3,9,10,13,20,23,27,31,34],log_config:19,log_fil:2,log_format:1,log_group:[3,22],log_respons:3,log_stream:[3,22],log_typ:3,logfil:[1,2],logger:1,logging_config:19,logging_config_class:19,logging_mixin:[3,22],loggingmixin:[1,3,22],logic:[1,3,4,22,34],login:[1,2,3,4,12,22,31],login_requir:1,loginmixin:3,logist:27,loglevel:1,logo:1,logs_volume_subpath:1,longer:[1,3,5,22,30],longest:[3,7,22],longtext:1,look:[1,2,3,4,5,13,20,21,22,25,27,29,30,31,34],lookup:[3,22],loop:1,loos:1,loss:24,lost:23,lot:30,low:[1,3],lower:[3,12],lower_bound:3,lowercas:1,lowest:1,lowin:29,lucid:1,lxml:1,lyft:1,m4u:1,machin:[2,3,4,7,8,13,22,31],machinetyp:13,macosx:1,macro:[1,4,5,20,22,27,28,34],made:[1,3,4,12,13,24],magic:1,maheshwari:29,mai:[1,3,4,5,11,13,15,22,24,30,34],mail:[1,3,24,29],mail_fold:3,main:[1,3,4,5,22,27,33],main_class:[3,22],main_cluster_id:13,main_cluster_zon:13,main_dag:4,main_jar:[3,22],main_sess:1,maintain:[3,12,20,27],maintenancewindow:13,major:[1,3],make:[0,1,2,3,4,5,7,9,11,13,14,15,19,20,22,24,25,31,33,34,35],make_queri:3,makefil:1,malfunct:24,malik:9,man:[12,21],manag:[1,3,10,13,20,22,24,27,31],managedlibrarieslibrari:[3,22],mani:[1,2,3,4,5,22,27,33,34,35],manifest:1,manual:[1,3,4,12,15,25,30,33],map:[1,3,22],mapper:3,mapr:3,mapred_job_nam:3,mapred_queu:[1,3],mapred_queue_prior:3,march:29,mark:[1,2,3,4,22,24,30],mark_success:[1,2,3,30],markdown:4,markup:[1,3],mask:[1,22],master:[1,3,9,12,13,22,30,34],master_disk_s:[3,22],master_disk_typ:[3,22],master_machine_typ:[3,22],match:[1,2,3,4,12,13,22],matchexpress:23,matter:[1,3,22,33],maven:3,max:[1,3,13,22,29],max_active_run:[1,2,3,5],max_active_runs_per_dag:5,max_bad_record:[1,3,22],max_id_kei:[3,22],max_ingestion_tim:[1,3,22],max_item:[3,22],max_messag:3,max_partit:[1,3],max_period:1,max_result:[3,22],max_retir:3,max_retri:[3,22],max_retry_delai:3,max_runs_reach:1,max_thread:5,max_tri:[1,3,30],max_worker_count:[3,22],maxim:29,maximum:[2,3,12,22],maximum_billing_ti:[3,22],maximum_bytes_bil:[1,3,22],maxnumwork:[3,22],maxresult:[3,22],maxsurg:13,mayb:4,md5:[3,22],mean:[3,4,5,7,13,16,22,24,25,30,31,34],meaning:3,meant:[3,5],measur:[1,3],mechan:[1,3,13,24,27,31],media:[1,24],medium:24,meet:[1,3,24,33],member:[13,22,31],memberof:[1,31],membership:1,memori:[1,3],memoryhandl:1,mention:1,menu:[1,4,5,20,27,32],menu_link:27,menulink:27,merchant:24,mere:24,merg:[1,3,22,34],meso:[1,3,10,20],mesos_executor:3,mesosexecutor:[1,3,9,30],messag:[1,3,4,12,13,20,22],message_format:3,met:[1,3,5,7,30],meta:[1,12,13,22],metadata:[1,2,3,4,11,12,16,17,20,21,22,25,27,30,35],metadatabas:6,metastor:[1,3],metastore_conn_id:3,metastore_default:3,metastore_partition_sensor:3,metastore_t:3,metastorepartitionsensor:[1,3],method:[0,1,3,4,5,12,13,22,25],method_nam:3,method_param:3,metric:[1,3,20,22,27],metric_nam:3,metric_spec:3,metrics_threshold:[3,22],metrics_threshold_dict_kei:[3,22],microsecond:1,microsoft:[3,20,21],middl:12,middlewar:[1,22],midnight:[5,30],might:[3,4,5,12,13,22,30,31,34],migrat:[1,31],mike:[3,22],millisecond:[3,22],mime:[3,22],mime_charset:3,mime_subtyp:3,mime_typ:[3,22],min:5,mind:[4,20],miniclust:1,minihiveclust:1,minikub:1,minim:[3,22],minimalact:13,minimum:[21,30],minod:1,minor:[1,22],minreadysec:13,minut:[3,4,5,22,25,30,34],miscellan:[1,3,22],mislead:1,mismatch:[1,4],misnam:1,miss:[1,3,4,13,22],misspel:1,mistak:1,mistakenli:1,mistercrunch:29,mix:[3,4,34],mixup:1,mkdir:[1,4],mlengin:[1,3,22],mlengine_oper:[3,22],mlenginebatchpredictionoper:[1,3],mlenginehook:[3,12],mlenginemodeloper:3,mlenginetrainingoper:3,mlengineversionoper:3,mlsd:3,mock:1,modal:1,mode:[1,2,3,4,10,12,20,22,34],model:[1,4,13,19,20,22,23,25,27,31,33,34],model_config:[3,22],model_configur:[3,22],model_nam:[3,22],modif:[1,24],modifi:[1,3,4,12,13,15,22,24,28],modul:[1,3,4,5,20,22,27,31],modular:20,moment:[3,5,22,33],mondai:3,mongo:[1,3],mongo_collect:3,mongo_db:3,mongo_default:3,mongo_hook:3,mongo_to_s3:3,mongodb:[1,3],mongohook:[1,3],mongotos3oper:3,monitor:[1,3,4,7,20,27,30,35],monospac:4,month:[1,5,30],monthli:[5,30],more:[1,2,3,4,5,7,9,10,11,12,20,22,23,24,27,29,30,31,33,34,35],moreov:[13,22,34],morn:30,most:[3,4,22,30,31,33,34,35],mostli:[20,30,33],moto:1,mount:[1,7,13],mount_fil:23,mount_path:23,move:[1,3,4,5,20,22,25,33],move_fil:[3,22],move_object:[3,22],moveabl:13,msg:3,mssql:[1,3,21],mssql_conn_id:3,mssql_hook:[1,3],mssql_oper:3,mssql_to_hiv:3,mssqlhook:3,mssqloper:[3,4],mssqltohivetransf:3,msumit:29,much:[3,4,22,30],multi:[1,9,20],multi_region:[3,22],multi_stream_it:[3,22],multipart:[1,3,22],multipl:[1,2,3,4,5,13,22,34],multipli:[1,3,22],multiprocess:[1,3],must:[0,1,3,4,5,7,8,9,12,13,16,19,22,24,31,34],mutat:4,my_conn:3,my_conn_str:17,my_dag1:4,my_dag2:4,my_dag:[3,4,22,33],my_databas:3,my_dict_var:3,my_funct:4,my_host:22,my_input:[3,22],my_job_id:[3,22],my_model:[3,22],my_namespac:27,my_new_top:3,my_output:[3,22],my_packag:27,my_param:34,my_password:25,my_plugin:27,my_project:[3,22],my_sleeping_funct:13,my_tabl:3,my_table1:13,my_table2:13,my_table3:13,my_table_uniqu:13,my_top:3,my_tz_dag:33,my_useful_packag:4,my_usernam:25,my_var:3,my_vers:[3,22],myairflowplugin:27,myarg:3,mybucket:[3,22],mycompani:22,mycustomdockerimag:3,mydb:12,mygcsconn:19,myhook:27,myoper:[3,27],myorg:22,mypackag:31,mys3conn:19,mysql2:13,mysql:[1,3,4,5,9,11,13,20,21,22],mysql_5_7:13,mysql_conn_id:3,mysql_hook:3,mysql_kwarg:13,mysql_oper:3,mysql_postoper:3,mysql_preoper:3,mysql_tabl:3,mysql_to_gc:[1,3,22],mysql_to_gcs_oper:1,mysql_to_h:3,mysql_typ:[3,22],mysql_us:[12,13],mysqlclient:21,mysqld:[5,11],mysqldb:[3,12,13],mysqlhook:[1,3],mysqloper:[3,4,7],mysqltogooglecloudstorageoper:[1,3],mysqltohivetransf:[1,3],mytaxi:1,naik:29,naiv:[1,20],naive_datetim:1,name:[0,1,3,4,9,12,13,19,20,22,23,24,26,27,31,34],named_hive_partition_sensor:3,namedhivepartitionsensor:[1,3],namenod:3,namespac:[3,5,22,23,27],nanni:1,nativ:[1,3,22],natur:3,nav:31,navig:[1,31],ndfor:34,ndjson:3,nearlin:[3,22],necessari:[1,3,9,13,22],necessarili:24,need:[1,3,4,7,9,11,12,13,14,15,16,20,21,22,25,27,30,31,32,33,34],neg:[1,3,30],neglig:24,negoti:12,neighbour:3,neither:[13,27],nest:[3,22,34],netloc:13,network:[3,8,22,23,31],network_uri:[3,22],networkuri:1,never:[2,3,5,22],new_clust:[3,22],new_user_email:31,new_user_nam:31,newer:22,newli:19,newlin:[1,3,22],newobject:3,next:[1,2,3,4,8,12,20,30,31,33],next_d:[1,3],next_dep:13,next_ds_nodash:[1,3],next_execut:20,next_execution_d:3,next_retry_datetim:3,next_run_d:1,nextdoor:1,nginx:22,nice:4,night:4,nil:1,nlst:3,no_backfil:[2,3],no_confirm:2,no_host_key_check:12,nobr:1,node:[1,2,3,4,13,22,33],node_selector:[3,23],nodeaffin:23,nodejs6:13,nodeselector:1,non:[1,2,3,13,14,21,24],non_existing_top:3,non_pooled_task_slot_count:1,non_termin:[3,22],non_terminal_st:[3,22],none:[1,3,4,13,22,23,27,30],none_fail:[3,4],nonetyp:1,nontermin:[3,22],nopasswd:31,nor:[13,27],noram:31,norandkei:31,normal:[1,3,4,21,22,24],normalize_schedul:3,nosasl:1,nose:1,notat:[3,12,13,22],note:[0,1,3,5,7,8,9,11,12,13,16,17,18,19,20,21,22,25,30,31,33,34],note_id:[3,22],notebook:[3,4,22],notebook_path:[3,22],notebook_run:[3,22],notebook_task:[3,22],noth:[3,24],notic:[1,4,24,34],notif:3,notifi:[3,22],notwithstand:24,now:[1,3,4,5,9,30,31,33,34],npm:1,nth:1,nthread:[3,22],nuanc:4,nullabl:[3,22],nullfernet:3,num:3,num_executor:3,num_mapp:3,num_partit:3,num_preemptible_work:[3,22],num_retri:[1,3,22],num_run:[1,2],num_shard:1,num_work:[3,22],number:[1,2,3,4,5,7,12,13,20,22,26],numer:[1,3],nvd3:1,oauth2:[1,31],oauth2callback:31,oauth2client:1,oauth:[1,20],oauth_callback_rout:31,oauth_key_from_github_enterpris:31,oauth_secret_from_github_enterpris:31,obj:[1,3],object:[1,2,3,4,5,6,12,13,20,22,24,27,30,34],object_condit:[3,22],object_nam:[3,13,22],objectaccesscontrol:[3,13,22],objectclass:31,objectcondit:[3,22],oblig:24,observ:3,obsolet:1,obtain:13,occas:1,occur:[1,3,4,22],occurr:3,octal:3,octet:[3,22],octob:29,odd:1,off:[3,7,22,30],offer:[24,27],offici:[1,3,29],offset:[3,33],often:[3,4,22,33],oki:1,old:1,omit:[3,22],on_failure_callback:[1,3],on_kil:[1,3],on_retry_callback:3,on_success_callback:[1,3],onboard:5,onc:[1,3,4,5,11,19,22,30,31,34],one:[1,3,4,5,7,8,9,12,13,16,20,22,23,24,30,31,33,34],one_fail:[3,4],one_success:[3,4],onefinestai:1,ones:[3,5,16,22,33,35],onkil:1,onli:[2,3,5,13,19,20,21,22,24,30,31,32,33],only_fail:2,only_if_upd:3,only_run:2,onlysearch:2,onto:23,oozi:20,op1:4,op2:4,op3:4,op4:4,op_arg:[3,13],op_kwarg:[3,13],open:[0,1,3,4,12,16,22,29,31],open_faas_default:3,open_slot:3,openfaa:[1,3],openfaas_hook:3,openfaashook:3,openfass:3,oper:[1,2,5,7,10,12,16,18,20,21,25,26,27,30,33,34],operand:1,operation_id:13,operator_failures_:26,operator_help:1,operator_nam:26,operator_successes_:26,opportunist:13,oppos:[3,4,22],opposit:3,ops:1,optim:[1,3],option:[1,2,3,4,9,10,12,13,15,18,20,21,22,23,28,30,31,32,34],oracl:1,oracleoper:4,orchestr:[3,20],order:[1,3,4,5,9,11,17,18,22,30,31,33],ordereddict:[1,3],ordin:1,org:[1,3,22,24,27,29],organ:[4,27],organiz:31,orient:[1,3],origin:[1,3,22,24,25],orm:[3,22],orphan:1,oserror:1,other:[1,2,3,4,12,13,15,19,20,22,24,28,30,33,34],othercas:3,otherwis:[3,13,22,24,31,33,34],our:[3,22,34],oustid:1,out:[1,3,4,5,10,12,20,22,24,30,32],outag:27,outal:2,outdat:1,outgrow:32,outlet:25,outlier:35,output:[1,2,3,22,34],output_encod:3,output_format:3,output_handl:3,output_head:3,output_loc:3,output_path:[3,22],output_seri:[3,22],outputfil:[3,22],outsid:[3,30],outstand:24,over:[1,2,3,4,13,16,19,22,25,32,35],overal:[3,4,26],overall_export_metadata:[3,22],overlap:35,overload:3,overlord:3,overrid:[1,2,3,5,22,25,34],overridden:[3,5,13,22],overstock:1,oversubscript:1,overview:[1,35],overwhelm:4,overwrit:[1,3,18,22],overwrite_exist:[3,22],overwritten:[3,22],own:[1,3,4,7,13,20,22,24,25,30,34],owner:[1,3,4,22,24,25,30,31,33,34],ownership:24,p12:[3,22],packag:[1,3,16,19,20,22,25],package1:4,package_uri:[3,22],packet:[1,3],page:[1,3,4,20,22,29,32,35],page_s:[3,22],pagin:[1,3,22],pai:[3,5,22],pain:3,pair:[2,3,22,31,35],panda:[1,3,22],pandas_gbq:1,pandas_kwarg:3,parallel:[1,3,4,5,11,22,32],param:[1,2,3,22,23,34],paramet:[1,3,4,5,7,9,12,13,22,23,25,28,31,34],parameter:[1,4,13,20,28],parametr:1,paramiko:[1,3],parent:[1,4,5],parent_dag:[3,4],parent_dag_nam:4,parentdag:2,parquet:[1,3,22],pars:[1,3,5,22,27,30,34],parser:31,part:[1,2,3,4,22,24,25,28,31],parti:24,partial:[1,3,13,22],partialkei:[3,22],particular:[3,4,13,22,24],partit:[1,3,4,22],partition_column:3,partition_kei:[3,22],partition_nam:3,partition_spec:[3,22],partition_valu:3,partitiontyp:[3,22],partli:5,pass:[1,3,4,5,12,20,22,27,34],pass_valu:[3,22],passwd:35,password1:[2,31],password2:[2,31],password:[0,1,2,3,4,12,13,16,17,20,21,22,25,35],password_auth:[0,1,31],password_fil:3,passwordus:[1,31],past:[1,3,4,5,30,35],patch:[1,13,22],patch_bodi:13,patch_databas:22,patch_inst:22,patch_instance_group_manag:22,patent:24,path:[1,2,3,4,7,12,13,19,22,23,31],path_prefix:22,path_to_ca_cert:3,pattern:[3,4,22,27],paus:[0,1,3,4,20],payload:[3,22],paymil:1,pd_ssd:13,pem:[3,12,13,22],pencil:12,pend:[1,3],pendingdeprecationwarn:1,pendulum:[1,33],peopl:[27,34],pep:[3,22],per:[1,3,13,22],per_us:13,percent:[1,3,22,24],percent_progress:3,perfect:4,perform:[1,2,3,4,5,9,12,13,20,22,23,24,30,35],perhap:[4,35],period:[1,3,4,5,30,34],perm:3,perman:[3,22],permiss:[1,2,3,13,22,24,31],permit:12,pernod:1,perpetu:24,persist:[1,3,19,22,23,30],persistentvolum:[3,23],persistentvolumeclaim:23,person:1,perspect:[2,4],pertain:24,phase:27,phrase:1,physic:[3,22],pick:[1,3,4,7,14,22,25,28,30],pickl:[1,2,3,4,9],picklabl:3,pickle_id:3,pickle_info:1,pickleabl:3,pickletyp:1,pid:[1,2,32],pig:[1,3,4,22],pig_cli_conn_id:3,pig_cli_default:3,pig_hook:3,pig_oper:3,pig_properti:3,pigclihook:3,pigcmd:[3,22],piggi:27,pigoper:3,pigparams_jinja_transl:3,pin:1,ping:[3,22],pinot:[1,3],pinot_hook:3,pinotdbapihook:3,pip:[1,3,4,7,16,19,21,31,32],pipe:1,pipelin:[1,3,4,7,12,20,22,28,35],piplelin:[3,22],pitfal:[1,3],pk1:3,pk2:3,place:[1,3,4,5,16,24,33,34],placehold:[1,3],plaid:1,plain:[3,13,16,17],plan:5,platform:[3,4,13,19,20,21],pleas:[0,3,4,6,7,8,9,13,21,22,25,29,31,33,34],plu:[1,4],plug:27,plugin:[1,20],plugin_macro:27,pluginexecutor:27,pluginhook:27,pluginoper:27,plugins_manag:[1,27],pluginsensoroper:27,plumb:1,pmc:1,pod:[1,3,23],podaffin:23,podantiaffin:23,point:[1,3,4,5,7,9,22,23,32,34],pointer:3,poke:[3,22],poke_interv:[3,13],polici:[1,3,13,20,23],polish:1,poll:[3,22],poll_operation_until_don:[3,22],poll_query_statu:3,poll_sleep:[1,3,22],polling_interval_in_second:[3,22],polling_period_second:[3,22],pool:[0,1,3,5,20,34],pool_descript:2,pool_ful:3,poorli:12,pop:1,popen:[1,3],popul:[3,22,34],port:[0,1,2,3,8,12,22,25,31,32],portion:[19,22],posit:[3,20,22],possibl:[1,2,3,4,12,13,15,22,24,27,30,31,32,33,34,35],post:[0,1,3],post_ev:3,post_execut:[1,3,25],postfix:13,postgr:[1,3,4,11,13,20,21,22,23],postgres_conn_id:3,postgres_default:4,postgres_hook:3,postgres_kwarg:13,postgres_mast:12,postgres_oper:3,postgres_to_gc:1,postgres_to_gcs_oper:3,postgres_typ:3,postgres_us:[12,13],postgresdb:[12,13],postgreshook:[1,3,4],postgresoper:[1,3,4],postgresql:[1,12,21],postgrestogooglecloudstorageoper:3,potenti:[1,3,4],power:[1,4,20,24,34],pprint:13,pql:3,pr_templat:1,practic:[3,22,33],pre:[3,5,13,22],pre_execut:[3,4,25],pre_process:3,pre_process_arg:3,pre_process_kwarg:3,preced:[3,17,19,22,34],precheck:1,precis:3,predefin:[3,13],predic:1,predict:[1,3,22],preemptibl:[3,22],prefer:[3,12,23,24,30,32],preferredduringschedulingignoredduringexecut:23,prefix:[1,2,3,4,12,22],preload:1,prematur:1,preoper:3,prepar:[3,4,12,24,25],prepare_lineag:25,prepare_request:3,prepare_templ:3,preparedata:[3,22],prepend:[3,22],prepped_request:3,presenc:[3,22],present:[3,21,22],preserv:[1,33],preset:30,presto:[1,3],presto_check_oper:3,presto_conn_id:3,presto_hook:3,presto_to_mysql:3,prestocheckoper:3,prestocmd:[3,22],prestohook:[1,3],prestointervalcheckoper:3,prestotomysqloper:4,prestotomysqltransf:3,prestovaluecheckoper:3,pretti:34,prev:1,prev_d:[1,3],prev_ds_nodash:[1,3],prev_execution_d:3,prev_task:13,prevent:[1,3,4,5,22,31],previou:[1,2,3,4,5,34],previous:[3,4,5],previous_schedul:3,previous_ti:3,price:[3,22],pricingplan:13,primari:[1,3,13],primarili:3,prime:1,primit:3,princip:[0,2,3,4,31],print:[1,2,3,4,13,16,22,33,34],print_context:13,print_dat:34,print_head:[3,22],print_log:[3,22],print_progress:3,print_the_context:13,prior:[3,22],priorit:4,prioriti:[1,3,4,12,22],prioritize_queu:1,priority_weight:[3,4,34],privat:[1,22],privileg:31,probabl:[0,5,14,33],problem:[1,3,4,33],problemat:[1,4],proce:[3,5,21],process:[1,2,3,4,9,15,20,22,30,31,34],process_dag:1,process_fil:3,processor:1,produc:[1,3,22],product:[3,4,10,20,24,28,30,34],profil:[1,3,20,31],program:[3,22,29],programmat:20,progress:[1,3,20,22,34],project:[1,3,12,13,20,22],project_a:4,project_a_dag_1:4,project_id:[1,3,12,13,22],projectid:[3,22],promin:24,prompt:[1,2],pronto:1,prop:3,propag:[1,3,4],propaget:3,proper:[1,3,9,34],properli:[1,5,12,19,25,31],properti:[1,3,4,5,12,13,22,31],protect:[1,12],proto:22,protocol:[1,3,22],provid:[1,3,4,6,7,8,9,12,13,19,22,23,24,28,31,34,35],provide_context:[3,4,13],provide_sess:1,provis:[3,22],proxi:[1,3,12,13,20],proxy_http_vers:22,proxy_mysql_socket:13,proxy_mysql_tcp:13,proxy_pass:22,proxy_postgres_socket:13,proxy_postgres_tcp:13,proxy_redirect:22,proxy_set_head:22,proxy_us:[3,31],proxyfix:[1,22],proxyus:31,psutil:1,psycopg2:[1,3,11],pub:[1,3],public_ip:[13,22],public_mysql_tcp:13,public_mysql_tcp_ssl:13,public_mysql_tcp_ssl_no_project_id:13,public_port:[13,22],public_postgres_tcp:13,public_postgres_tcp_ssl:13,publicli:[0,24],publish:[3,22],pubnub:1,pubsub:[1,3],pubsub_oper:3,pubsub_sensor:3,pubsubhook:3,pubsubmessag:3,pubsubpublishoper:3,pubsubpullsensor:3,pubsubsubscriptioncreateoper:3,pubsubsubscriptiondeleteoper:3,pubsubtopiccreateoper:3,pubsubtopicdeleteoper:3,pull:[1,3,4,19,21,23],pull_funct:4,pull_request_templ:1,puppet:7,pure:[3,4],purg:1,purpl:3,purpos:[3,6,24,34],push:[1,3,4,22,23,25,27],push_funct:4,pushing_task:4,put:[1,3,4,5,22,27],put_fil:3,put_record:3,pv1:3,pv2:3,pwd:4,py27:1,py2:1,py3:1,py_fil:[1,3,22],py_opt:[3,22],pydata:[3,22],pyfil:[3,22],pyhiv:3,pyhs2:1,pylint:1,pymongo:3,pyopenssl:1,pypi:[1,21,32],pyspark:[3,22],python3:1,python:[1,3,4,5,7,9,12,13,20,21,22,31,33,34],python_1:4,python_cal:[1,3,4,13],python_oper:3,python_sensor:3,python_vers:[3,22],pythonhost:1,pythonoper:[1,3,4,10,20],pythonpath:[1,7,19,31],pythonsensor:[1,3],pythonvirtualenvoper:[1,3],pytz:33,pywinrm:3,qds:[3,21,22],qplum:1,qualifi:[0,3,22,23,31],qualiti:[3,4,22],quantopian:1,qubol:[1,3,20,21],qubole_check_oper:[3,22],qubole_conn_id:[3,22],qubole_hook:3,qubole_oper:[1,3,22],qubole_sensor:[3,22],qubolecheckoper:[3,20],qubolefilesensor:20,qubolehook:3,quboleoper:[3,20],qubolepartitionsensor:20,qubolesensor:[3,22],qubolevaluecheckoper:[3,20],queri:[1,3,9,12,13,20,22],query_context:3,query_execution_id:3,query_metr:3,query_param:[3,22],query_result:3,query_uri:[1,3,22],querystr:1,queu:[1,2,3,4,5],queue:[1,2,3,5,8,20,22,34],queued_slot:3,quick:[10,20,35],quickli:[28,32,34,35],quickstart:1,quit:[3,5,22,33],quobl:1,quot:[1,3,22],quote_charact:[1,3,22],quote_plu:13,r39132:29,rabbitmq:[1,7,21],race:1,rais:[1,3,8,13,22,33,34],ran:[2,3],randkei:31,random:[1,2,3,22],random_bas:13,randomli:[4,22],rang:[1,2,3,4,5,13,22,30,34],rare:33,rate:[1,3,22],rather:[1,3,4,13,22],ratio:[3,22],raw:[1,3,5,19],rbac:[1,27,31],rce:1,rdbm:3,rea:1,reach:[1,2,3,4,5,15,22],reactiv:5,read:[1,3,5,13,19,22,23,31,34],read_consist:[3,22],read_fil:[3,22],read_kei:[3,22],read_onli:23,readabl:[1,3,13,24,31],reader:[1,3,13,22],readfp:1,readi:[1,3,20,22,32],readm:[1,15,22],readthedoc:[1,3,22],ready_for_retri:3,ready_prefix_on_cmdlin:1,real:[0,3,11,22],realli:[3,34],realm:[0,31],reason:[3,5,24,33,34],rebas:1,reboot:4,rebrand:1,rebuild:2,recap:[1,20],receiv:[3,4,13,22,24,30],receivedmessag:3,recent:[1,3,4],recipi:[3,24],recogn:[3,22],recommend:[0,3,5,7,9,11,12,16,19,33],reconnect:1,record:[1,2,3,4,9,22,30,34],record_exist:3,record_time_ad:3,recreat:[3,22],recurs:[3,22],red:3,reddit:1,redhat:14,redi:[1,3,7,21],redirect:[1,2,31],redis_conn_id:3,redis_default:3,redis_hook:3,redis_key_sensor:3,redishook:3,rediskeysensor:3,redistribut:24,redownload:1,redshift:[1,3,20],redshift_conn_id:[3,22],redshift_hook:[3,22],redshift_to_s3_oper:[3,22],redshifthook:[1,3,20],redshifttos3transf:[1,3,20],reduc:[1,3,20],redund:[1,34],ref:3,refactor:1,refer:[1,4,7,9,12,13,20,22,27,29,34],referenc:[1,3,4,12,34],refin:1,reflect:[1,4,27,34],refrain:4,refresh:[1,3],refresh_from_db:3,refus:12,regard:[24,34],regardless:[2,3,22,33],regex:[1,2,3],regexp:2,region:[1,3,13,22],region_nam:[3,22],regist:[27,28,31,34],regress:1,regular:[3,4,30],reinit_frequ:31,reinstat:1,rel:[1,3,22,30,34],relat:[1,2,3,4,5,7,9,13,21,22,29],relationship:4,relativedelta:3,relax:1,relaxed_isol:3,releas:[1,22],relev:[3,5,22],reli:[3,11,13,31],reliabl:3,relic:1,reload:[1,3],reload_modul:1,rema:1,remain:[1,9,12,13,22,24,31,33],rememb:[22,34],remind:6,remot:[1,3,5,8,12,20,22,30],remote_base_log_fold:19,remote_filepath:3,remote_full_path:3,remote_host:[1,3,12],remote_log:19,remote_log_conn_id:19,remote_path:[3,22],remote_port:3,remov:[1,3,12,22],renam:[1,3,19,22],render:[1,3,4,20,22,25,27,34],render_templ:3,render_template_from_field:3,renew:[1,2,31],reorgan:1,repeat:[1,3,4,22,30],repl:31,replac:[1,3,12,13,16,22,31],replai:13,replic:[13,22],replicaset:3,replicationtyp:13,repo:[1,3,13],repo_token:1,report:[1,2,3],repositori:[3,7,9,13,23,34],repres:[3,4,5,13,22,24,30,33],represent:[3,22,35],reproduc:24,reproduct:24,req:1,request:[1,2,3,4,13,22],request_id:[13,22],request_param:3,requestrespons:3,requir:[0,1,2,3,4,5,7,8,9,10,12,13,16,19,21,22,23,24,31,33],requiredduringschedulingignoredduringexecut:23,requiressl:13,requri:3,rerun:[1,2,3],rerun_failed_task:[2,3],reschedul:[1,3],reschedule_d:3,resembl:4,reserv:22,reserve_free_tcp_port:22,reset:[1,2,3],reset_dag_run:2,reset_dagrun:2,resetdb:[1,20],resid:[3,4,22],resilli:1,resolv:[1,3,22],resolve_template_fil:1,resourc:[1,2,3,4,7,13,20,22],resource_id:[13,22],respect:[1,2,3,4,13,25,34],respons:[1,3,6,22,24],response_check:3,resquest:1,rest:[1,3,9,13,20,22,31],rest_api:3,restart:[1,3,4,5,13,14,15,16,19],restor:[1,3,22],restore_from_cluster_snapshot:[3,22],restrict:[1,12,31],restructur:1,restructuredtext:4,result:[1,3,4,7,13,22,24,28,30,34],result_backend:17,result_configur:3,result_processor:3,results_parser_cal:[3,22],resum:[1,2],resurfac:1,retain:[3,22,24],retri:[1,2,3,4,22,30,34],retriev:[3,4,13,22],retrieve_connect:22,retrieve_fil:3,retrieve_mail_attach:3,retry_arg:3,retry_delai:[1,3,22,30,34],retry_exponential_backoff:3,retry_limit:3,return_cod:1,return_immedi:3,return_valu:3,reus:[3,13,22,27],revers:[18,20],revert:1,revis:[1,3,22,24],revoc:12,rewrit:[1,3,22],rfc7386:22,rfc:22,rflow:1,ricard:1,riccomini:29,rich:[2,4,20,35],rid:3,right:[1,3,4,24,28,33],rightmost:4,risk:24,roadmap:20,robinhood:1,robust:1,role:[1,2,3,11,13,20,22],role_arn:1,roll:[1,3,20,22],rollback:[3,22],room:3,room_id:3,root:[1,3,4,22,23,31],root_dag:3,round:[3,5],roundrobinpolici:3,rout:31,routin:4,row:[1,3,4,22],rowid:1,royalti:24,rpc:1,rst:1,rstrip:13,rtype:3,rule:[1,3,5,20,22,23,34],run:[0,1,3,7,8,9,10,12,13,17,19,20,21,22,23,25,31,32,33,35],run_a:3,run_after_loop:13,run_and_check:3,run_as_own:31,run_as_us:[1,3,31],run_cli:3,run_command:1,run_dur:2,run_grant_dataset_view_access:1,run_id:[2,3,13,22,30],run_job_flow:[3,22],run_load:1,run_me_first:25,run_nam:[3,22],run_now:3,run_page_url:[3,22],run_queri:[1,3,22],run_table_upsert:1,run_task:[3,22],run_thi:[13,25],run_this_last:[19,25],run_with_advanced_retri:3,runme_0:32,runnabl:4,runner:[1,3,22],runqueri:[3,22],runtim:[3,13,22],runtime_vers:[3,22],runtimeenviron:[3,22],rwc:31,s3_bucket:[3,22],s3_conn_id:1,s3_file:[3,22],s3_file_transform_oper:[3,22],s3_hook:[1,3,22],s3_kei:[3,22],s3_key_sensor:3,s3_list_oper:[3,22],s3_prefix_sensor:3,s3_to_gcs_exampl:[3,22],s3_to_gcs_op:[3,22],s3_to_gcs_oper:[3,22],s3_to_gcs_transfer_exampl:3,s3_to_gcs_transfer_op:3,s3_to_gcs_transfer_oper:3,s3_to_hive_oper:[3,22],s3_to_redshift_oper:[3,22],s3distcp:[3,22],s3filetransformoper:[1,3,4,20],s3hook:[1,3,19,20],s3keysensor:[3,21],s3listoper:[3,20],s3log:1,s3object:[3,22],s3prefixsensor:[3,21],s3taskhandl:1,s3togcsop:1,s3togooglecloudstorageoper:[1,3,20],s3togooglecloudstoragetransferoper:[3,20],s3tohivetransf:[1,3,20],s3toredshifttransf:[1,3,20],s3url:[3,22],safe:[1,3,22],safe_mod:3,safeconfigpars:1,sagemak:[1,3,20],sagemaker_base_oper:[3,22],sagemaker_base_sensor:3,sagemaker_endpoint_config_oper:[3,22],sagemaker_endpoint_oper:[3,22],sagemaker_endpoint_sensor:3,sagemaker_hook:[3,22],sagemaker_model_oper:[3,22],sagemaker_training_oper:[3,22],sagemaker_training_sensor:3,sagemaker_transform_oper:[3,22],sagemaker_transform_sensor:3,sagemaker_tuning_oper:[3,22],sagemaker_tuning_sensor:3,sagemakerbaseoper:[3,22],sagemakerbasesensor:3,sagemakerendpointconfigoper:[3,20],sagemakerendpointoper:[3,20],sagemakerendpointsensor:3,sagemakerhook:[3,20],sagemakermodeloper:[3,20],sagemakertrainingoper:[3,20],sagemakertrainingsensor:3,sagemakertransformoper:[3,20],sagemakertransformsensor:3,sagemakertuningoper:[3,20],sagemakertuningsensor:3,saguziel:29,sai:[3,4,5,19,30,33],said:4,salari:[3,22],sale:[3,22],salesforc:[1,3],salesforce_hook:[1,3],salesforcehook:[1,3],samaccountnam:31,samba:[3,21],samba_conn_id:3,samba_hook:3,sambahook:3,same:[1,3,4,9,13,22,28,31,33,34],sampl:[1,3,15,22],sample_s:[3,22],sandbox:[1,10],sane:[1,3,11],sanit:[1,3],sas_token:[3,22],sasl:1,saturdai:3,save:[1,3,12,16,22,28,33,34],save_format:3,save_mod:3,savedmodel:[3,22],scala2:[3,22],scala:[3,22],scalabl:20,scale:[1,3,10,20,22],scale_ti:[3,22],scaleti:[3,22],scan:[3,4,26],scene:[21,25,30],sched:1,schedul:[1,3,4,6,8,9,14,19,20,22,23,26,32,34],schedule_interv:[1,3,4,5,13,25,30,34],scheduler_health_check_threshold:6,scheduler_heartbeat:[1,26],scheduler_heartbeat_sec:5,scheduler_interv:5,scheduler_ops_metr:1,scheduler_run:[1,14],schedulerjob:[1,26],schedulerjobtest:1,schema:[1,2,3,4,11,12,22],schema_field:[1,3,22],schema_filenam:[3,22],schema_object:[3,22],schema_update_opt:[1,3,22],schemaonli:13,scheme:22,scope:[1,3,12,20,22],scratch:34,screen:34,screenshot:20,script:[1,3,4,5,13,14,15,20,22,23],script_begin_tag:3,script_loc:[3,22],sdk:[3,22],search:[1,2,3,4,5,19,27],search_path:11,search_scop:31,season:1,sec:5,second:[1,2,3,4,5,6,12,13,22,23,26,34],secret:[1,3,22,23,31,35],secret_a:[3,23],secret_b:[3,23],secret_env:23,secret_fil:23,secret_kei:3,secretkei:12,section:[1,3,4,5,6,8,10,12,17,22,24,31,32,34],secur:[1,2,3,4,10,12,20,22,23],secure_mod:1,see:[1,3,4,5,9,12,13,18,19,22,25,27,30,31,32,34,35],seen:[9,35],segment:[1,3],select:[1,3,4,13,19,22,28,30,31],select_express:[3,22],select_kei:[3,22],select_object_cont:[3,22],selected_field:[3,22],selector:1,self:[1,3,22,27],sell:24,semant:[1,13,22],semicolon:3,send:[1,2,3,4,12,22,25,26,29],send_email:1,send_email_smtp:1,send_metr:3,send_room_notif:3,sender:[1,3],sendgrid:1,sensibl:1,sensor:[1,4,5,13,20,21,22,27],sensor_queu:4,sent:[3,4,19,24],separ:[0,1,2,3,4,12,22,23,24,31,34],seper:1,sequenc:3,sequenti:[3,30,32],sequential_executor:3,sequentialexecutor:[3,4,9,19,32],seri:[4,30],serial:[1,2,3,22],serializ:[1,3],serv:[1,2,3,9,22,34],serve_log:[9,20],server:[0,1,2,3,5,7,9,12,13,19,21,22,27,31,32,34],server_ca_fil:13,server_nam:22,servic:[0,1,2,3,4,12,13,15,20,21,24,30,31,33],service_account:[3,22],service_account_email:13,service_account_scop:[3,22],service_nam:1,serviceaccount:13,serviceaccountus:13,session:[1,3,22,31],set:[0,1,2,3,4,5,7,8,9,10,11,12,13,15,18,19,20,22,26,27,30,33,35],set_autocommit:[1,3],set_dag_runs_st:1,set_default_vers:[3,22],set_depend:3,set_dirti:3,set_downstream:[3,4,25,34],set_machine_typ:22,set_machine_type_bodi:13,set_the_password:31,set_upstream:[3,4,34],setdefault:[1,3],setgid:15,setmachinetyp:22,setter:1,setuid:15,setup:[1,7,11,19,21,27,31,33],setup_env:1,setup_requir:1,setuptool:27,sever:[1,4],sf_hook:1,sftp:[1,3],sftp_conn_id:3,sftp_default:3,sftp_hook:3,sftp_oper:3,sftp_sensor:3,sftphook:[1,3],sftpoper:[1,3,12],sftpsensor:3,shade:1,shadow:1,shah:29,shall:[3,24],shape:30,share:[1,3,4,7,20,24,27,28],share_nam:[3,22],shchema:3,shell:[3,13,31],shellcmd:[3,22],shield:1,shift:34,ship:[2,3,22],ship_dag:2,shm_size:1,shortcircuit:1,shortcircuitoper:3,shortcut:[7,35],shorter:1,should:[0,1,2,3,4,5,7,9,11,12,13,19,22,27,30,31,32,33,34],shouldn:[1,3,4],show:[1,2,3,4,5,13,19,22,27,35],shown:[3,13],shut:23,shutdown_clust:3,sid:29,siddharth:29,side:[1,3,19,22],side_load:3,sign:[1,3,31],sign_in:3,signal:[1,5],signatur:1,signific:3,significantli:3,sigterm:1,sigv4:1,silenc:1,similar:[0,3,4,11,13,20],simpl:[1,3,4,5,22,27,28,31,33],simpledag:1,simplehttpoper:[1,3,4],simpler:34,simplest:31,simpletaskinst:3,simpli:[3,4,6,13,22,27,30,31,34],simplifi:[1,13],simul:34,simultan:[3,4,5,22],sinc:[3,4,11,13,32,34],singl:[1,2,3,4,8,13,22,30,34],site:31,situat:[4,33],six:12,size:[1,3,4,22,26],skew:27,skip:[1,2,3,4,22],skip_final_cluster_snapshot:[3,22],skip_leading_row:[3,22],skipmixin:3,sla:[1,3,20,22,27],sla_miss:1,sla_miss_callback:3,slack:[1,3,21],slack_conn_id:3,slack_hook:3,slack_oper:[1,3],slack_webhook_hook:3,slack_webhook_oper:3,slackapioper:3,slackapipostoper:[3,21],slackclient:3,slackhook:3,slackoper:4,slackwebhookhook:3,slackwebhookoper:[1,3],slamiss:3,slash:1,slave:[10,20],sleep:[1,3,13,22,34],sleep_for_:13,sleep_tim:3,slightli:[1,20],slot:[1,2,3,4],slot_count:2,slow:1,slower:1,slowli:20,slug:31,slugify_uses_text_unidecod:21,small:[1,3,4],smaller:[1,3,5,22],smallish:3,smart:1,smb:22,smtp:[1,17],smtp_password:17,snakebit:[1,3],snap:20,snapshot:[3,22],snapshot_identifi:[3,22],snippet:16,snowflak:[1,3],snowflake_conn_id:3,snowflake_hook:3,snowflake_oper:3,snowflakehook:3,snowflakeoper:3,socialcop:1,socket:[1,12,13,22],soft:1,soft_fail:3,softwar:[3,22,24,29],softwareconfig:[3,22],sole:24,solid:[3,22],solut:[1,12,20],solv:1,some:[0,1,3,4,5,7,13,15,18,22,27,30,33,34,35],some_int_valu:3,somecollection_nam:[3,22],somedatabase_nam:[3,22],somehow:7,someth:[4,19,31,34],sometim:[3,4,34],somewhat:34,somewher:[5,32],soon:[3,4,5,7,22,30],sort:[1,3,4,9,22],sortabl:1,sound:[4,34],sourc:[1,3,4,9,13,22,23,24,28,29,35],source_aws_conn_id:[3,22],source_bucket:[3,22],source_bucket_kei:[3,22],source_bucket_nam:[3,22],source_cod:13,source_conn_id:3,source_format:[1,3,22],source_object:[1,3,22],source_project_dataset_t:[3,22],source_s3_kei:[3,22],source_templ:[13,22],source_template_url:13,source_verifi:[3,22],source_version_id:[3,22],sourcearchiveurl:13,sourcerepositori:13,sourceuploadurl:[13,22],space:[1,13,20],spam:1,span:35,spanner:[1,10,20],spanner_database_delete_task2:13,spanner_database_delete_task:13,spanner_database_deploy_task2:13,spanner_database_deploy_task:13,spanner_database_update_idempotent1_task:13,spanner_database_update_idempotent2_task:13,spanner_database_update_task:13,spanner_instance_delete_task2:13,spanner_instance_delete_task:13,spanner_instance_query_task2:13,spanner_instance_query_task:13,spark:[1,3,4,20,22],spark_app_nam:3,spark_conf:3,spark_conn_id:3,spark_default:3,spark_fil:3,spark_hom:3,spark_jar:3,spark_jar_task:[3,22],spark_jdbc_hook:3,spark_jdbc_oper:3,spark_py_fil:3,spark_sql_default:3,spark_sql_hook:3,spark_sql_oper:3,spark_submit_hook:[1,3],spark_submit_oper:3,spark_to_jdbc:3,spark_vers:[3,22],sparkcmd:[3,22],sparkjdbc:1,sparkjdbchook:3,sparkjdbcoper:3,sparkoper:1,sparksql:1,sparksqlhook:3,sparksqloper:3,sparksubmit:1,sparksubmithook:[1,3],sparksubmitoper:[1,3],spawn:[5,15],spec:[1,3,22],special:[1,3,4,5,13,24],specif:[0,1,2,3,4,5,9,11,12,13,22,30,34,35],specifi:[1,2,3,4,5,6,11,12,13,14,19,20,21,22,23,30,31,33,34],specifying_your_loc:[3,22],speech:3,speed:[1,3],spell:1,spent:35,sphinx:1,spin:[3,22,30],split:[1,3,22,30],split_bi:3,split_column:[3,22],spotahom:1,spring:33,spuriou:1,sql:[1,3,4,9,10,11,12,20,21,28],sql_alchemy_conn:[1,17,23],sql_alchemy_conn_cmd:17,sql_conn:23,sql_db_create_task2:13,sql_db_create_task:13,sql_db_delete_task2:13,sql_db_delete_task:13,sql_db_patch_task2:13,sql_db_patch_task:13,sql_export_task2:13,sql_export_task:13,sql_gcp_add_bucket_permission_2_task:13,sql_gcp_add_bucket_permission_task:13,sql_gcp_add_object_permission_task:13,sql_import_task2:13,sql_import_task:13,sql_instance_create_task2:13,sql_instance_create_task:13,sql_instance_delete_task2:13,sql_instance_delete_task:13,sql_instance_patch_task2:13,sql_instance_patch_task:13,sql_proxy_binary_path:[13,22],sql_proxy_use_tcp:[12,13,22],sql_proxy_vers:[13,22],sql_sensor:3,sql_string:[3,22],sqla:1,sqlalchemi:[1,3,4,11],sqlexportopt:13,sqlite:[1,3,21,22,32],sqlite_conn_id:3,sqlite_hook:3,sqlite_oper:3,sqlitehook:3,sqliteoper:[3,4],sqllite:1,sqloper:1,sqlsensor:[1,3],sqoop:[1,3],sqoop_default:3,sqoop_hook:[1,3],sqoop_oper:3,sqoophook:3,sqoopoper:[1,3],sqoopuserguid:3,squash:1,squeez:3,src:[1,3,22],src_adl:[3,22],src_fmt_config:[3,22],sscursor:[3,12],ssd:[3,22,23],ssdictcursor:12,ssh:[1,3,20,21,31],ssh_conn_id:3,ssh_default:3,ssh_execute_oper:1,ssh_hook:[1,3],ssh_known_host:12,ssh_oper:3,ssh_port:3,sshclient:3,sshexecuteoper:1,sshhook:[1,3,12],sshoper:[1,3,12],sshtunnel:3,sshtunnelforward:3,ssl:[1,2,3,12,13,20,22],ssl_activ:31,ssl_cacert:31,ssl_cert:[2,31],ssl_kei:[2,31],ssl_option:3,sslca:12,sslcert:[3,12,13,22],sslcrl:12,sslkei:[12,13,22],sslmode:[3,12],sslrootcert:[12,13,22],stabl:21,stack:[1,21,27],stage:[3,4,9,22],staging_t:3,stagingloc:[3,22],stai:[3,22,30],stale:1,stamp:[3,22,30,34],stand:4,standalon:[1,3,4],standard:[1,2,3,4,5,12,13,22,31],standard_1:[3,22],stanza:15,start:[1,2,3,4,5,7,8,9,10,13,15,19,20,21,22,23,26,29,30,33,34],start_d:3,start_dat:[1,2,3,4,13,20,22,25,30,33,34],start_inst:22,start_proxi:22,start_tim:[3,22],startswith:13,starttim:13,startup:[1,3,23],startup_timeout_second:[3,23],stat:[1,3],state:[1,2,3,4,5,22,24,30,34],state_from_respons:3,statement:[1,3,4,13,22,24],static_babynam:3,static_babynames_partit:3,static_fold:27,static_path:3,static_url_path:27,statist:[1,3],statsd:[1,26],statsd_host:26,statsd_on:26,statsd_port:26,statsd_prefix:26,statu:[0,1,2,3,4,5,10,15,20,22,30,32,34,35],status:3,stderr:[1,2],stdout:[1,2,3,23,34],step:[1,3,9,10,13,16,19,22,34,35],step_id:3,steve:[3,22],stick:21,still:[3,16,20,21,22,31,33],sting:3,stop:[1,3,13,15,22,30],stop_after_attempt:3,stop_inst:22,stop_proxi:22,stop_queri:3,stopiter:1,stoppag:24,storag:[1,3,10,20],storage_bucket:[3,22],storage_class:[3,22],storageautores:13,storageautoresizelimit:13,store:[1,2,3,4,7,16,17,19,22,23,27,31,32,33],store_fil:3,store_to_xcom_kei:[1,3,22],storm:20,str:[1,3,13,22,23,27,30],strai:1,straightforward:32,strategi:[3,22],stream:[1,2,3,20,22],stream_nam:[3,22],strict:[3,11],string:[0,1,2,3,4,5,11,12,13,17,22,23,34],string_arg:3,string_data:[3,22],strip:[1,13],stroke:1,strong:[3,22],structur:[1,3,13,20,22,27,34],stuck:1,stuff:3,style:[1,3,22],sub:[1,3,20],sub_command:[3,22],sub_commnad:[3,22],sub_dag:[3,4],sub_path:23,subclass:[1,3,33],subcommand:[1,2,3,7,30,34],subdag:[1,2,3,20],subdag_oper:[3,4],subdagoper:[1,3,4],subdir:[1,2],subdirectori:[3,4],subfold:[3,4,22],subject:[3,24,25],sublicens:24,submiss:[3,22,24,30],submit:[1,3,8,22,24],submit_job:[3,22],submit_run:3,submodul:1,subnet:1,subnetwork:[3,22],subnetwork_uri:[3,22],subpackag:[21,31],subpartit:3,subproc:1,subprocess:[1,3,5,13,22,30],subqueri:1,subscrib:[3,4,29],subscript:3,subscription_project:3,subsect:[2,30],subsequ:[2,24,30],subset:[3,22],substitut:[1,4],subtask:[1,19,31],subtl:4,subtract:3,subtre:31,succe:[1,3,4,13,22],succeed:[1,2,3,4,5,22,35],success:[1,3,4,5,13,22,26,30,34],successfulli:[3,4,22,34],sudo:[1,31],sudoer:31,suffix:1,suit:20,sum:[3,4],sumit:29,sundai:[3,30],superclass:[3,22],supersed:24,superus:[3,31],superuser_filt:31,suppli:[1,3,4,14,19,22,31,33],support:[0,1,2,3,8,11,12,13,17,21,22,24,25,27,31,33],suppos:[3,22],sure:[0,1,3,4,5,7,9,11,13,14,19,22,25,31,33,34],surfac:34,surgeri:20,svg:1,swallow:1,swp:1,symlink:1,sync:[1,2,3,7,22,23,30],sync_perm:20,sync_tim:3,sync_to_db:[1,3],synchron:[3,7,22],syntax:[1,3,4,12,13],sys:[1,4],sysconfig:14,system:[3,4,7,12,14,15,16,19,21,22,24,33],system_site_packag:3,systemd:[1,10,20,32],tab:[1,3,31],tabl:[1,3,4,13,22,27],table_exist:[3,22],table_id:[3,13,22],table_kei:3,table_nam:[3,4],table_test2:13,table_test:13,tablenam:3,tabul:1,tag:[1,3,5,22],tail:[1,3,22],take:[1,3,4,5,9,11,13,14,19,21,22,25,29,31,32,34,35],taken:[13,22,26,33],talk:[3,22,34],tall:1,tao:29,tar:[3,22],tar_and_s3_upload:[3,22],tarbal:1,target:[1,3,11,22,30],target_dir:3,target_field:[3,22],target_statu:[3,22],target_tim:3,task1:4,task2:4,task3:4,task4:4,task:[0,1,2,3,7,8,10,11,13,19,20,21,22,23,25,26,30,31,32,33],task_concurr:[1,3],task_definit:[3,22],task_fail:1,task_failed_dep:20,task_id1:25,task_id2:25,task_id:[0,1,2,3,4,13,19,22,23,25,30,33,34],task_info:1,task_inst:[2,3,4,13],task_instance_key_str:3,task_or_task_list:3,task_param:2,task_regex:[2,3],task_stat:[1,20],task_tri:1,taskfail:[1,3],taskhandl:1,taskinst:[1,3,4],taskinstancemodelview:1,taskreschedul:3,taylor:29,tbl:3,tblproperti:[1,3,22],tcp:[12,13,22],team:[1,3,22,31],tell:[2,3,5],temp:[1,3,22],templat:[1,2,3,19,20,22,23,25,27,28],template_ext:[1,13],template_field:[1,3,13],template_fold:27,template_id:[3,22],template_searchpath:[3,34],templated_command:34,templated_field:1,templates_dict:[3,13],templates_ext:3,temploc:[3,22],temporari:[3,4,12,22],temporarili:18,tenac:3,tenanc:20,tenant:[3,22],tenant_1:4,tenant_:4,tensorflow:[3,22],term:24,termin:[1,3,4,22,24],test:[0,1,3,4,5,10,11,13,14,15,20,22,23,27,31],test_complex_templ:1,test_csrf_reject:1,test_cycl:3,test_dag:1,test_dag_v1:1,test_dataset:[3,22],test_env:4,test_hql:3,test_mark_success_no_kil:1,test_mod:[3,18],test_password_endpoint:1,test_plugin:27,test_scheduler_reschedul:1,test_sftp:3,test_simpl:1,test_sql_sensor:1,test_trigger_dag_for_d:1,test_view:1,test_xx:1,testabl:20,testappbuilderbaseview:27,testdata:1,testdatabas:13,testdb:13,testdruid:1,testhivemetastorehook:1,testing_project_a:4,testinst:[12,13],testlocalcli:1,testmysql:13,testpostgr:13,testview:27,text:[1,3,16,17,22,24,35],textarea:1,textfil:[3,22],tf_record:[3,22],tf_record_gzip:[3,22],than:[1,3,4,5,6,20,22,23,33,34],thei:[1,2,3,4,7,20,21,22,23,27,28,30,31,33,34],them:[1,2,3,4,22,25,27,30,31,33,34],theme:1,themselv:[3,4],theoret:[3,22],theori:[5,24],therefor:[3,33],thereof:24,theservic:13,thi:[0,1,2,3,4,5,6,7,9,12,13,14,16,17,18,19,20,21,22,23,24,25,27,30,31,32,33,34,35],thin:3,thing:[1,3,4,5,22,33,34],think:[3,20,34],thinknear:1,third:24,this_dag_will_be_discov:4,thorough:1,those:[3,4,12,13,14,24,31],though:[1,3,4,20],thought:3,thousand:4,thread:[1,3,5,22],three:[3,4,5,22],threshold:[3,6,22,27],thrift:[1,3],thrift_sasl:1,through:[0,1,3,4,10,13,21,22,24,30,32,33,34],throughout:[3,23],thu:[3,25,33],ti_dag_d:1,ti_dep:1,ti_failur:26,ti_success:26,ticket:[1,2,3,31],tier:[1,3,13,22],tighten:31,tile:1,time:[1,2,3,4,6,13,17,18,20,22,25,27,30,31,34,35],time_delta_sensor:3,time_partit:[1,3,22],time_sensor:3,timedelta:[3,4,5,22,25,30,33,34],timedeltasensor:[3,5],timefram:3,timeout:[1,2,3,4,7,12,13,22,23],timeout_second:[3,22],timepartit:[3,22],timer:20,timesensor:3,timestamp:[1,3,4,22,30],timezon:[1,3,33],tip:4,tis:3,titl:[3,4,24],tlp:1,tmp1:3,tmp2:3,tmp:[1,3,4,12,13,22,25],tmp_file:3,tmpfilecompress:3,to_csv:3,to_nam:3,to_seconds_ago:3,toc:1,todai:[3,22,34],todo:3,togeth:[3,4,22],toggl:1,token:[1,3,22],tokenawarepolici:3,tokopedia:1,toler:[1,3,4,22,23],tomorrow_d:3,tomorrow_ds_nodash:3,toni:[3,22],too:[1,3,4,22,30,31,33],tool:[1,3,4,21,27],toolbox:27,tooltip:1,top:[3,7,19,20,22,28],topic:[3,7],topic_project:3,topograph:3,topolog:3,topological_sort:[1,3],topologykei:23,tornado:2,tort:24,tos:[13,22],total:[1,3],total_download:3,total_executor_cor:3,total_file_s:3,touch:3,tour:[32,34],toward:27,track:[1,3,4,24,25,34],tracker:3,trackeventoper:1,trade:24,trademark:24,tradit:3,tradition:4,traffic:12,trail:[1,3,22,25],train:[1,3,22],training_arg:[3,22],training_config:[3,22],training_python_modul:[3,22],traininginput:[3,22],transact:[3,22],transaction_partit:[3,22],transfer:[1,3,4,12,22,24],transfer_opt:[3,22],transferjob:[3,22],transferopt:[3,22],transferspec:[3,22],transfertest:1,transform:[1,3,22,24],transform_config:[3,22],transform_script:[3,22],transit:[1,33],translat:[3,5,24],transpar:35,transport:[1,3],trap:1,travers:3,travi:1,treat:[1,3,4,22,31],tree:[1,2,3,5,20,34],tree_view:3,tri:[3,13,31],trigger:[0,1,2,3,19,20,32,34],trigger_dag:[1,3,20,30],trigger_dag_id:3,trigger_rul:[3,4],triggerdagrunoper:[1,3],triggerrul:[1,3,4],trip:3,tripl:1,trivial:1,trojan:12,troubl:21,troubleshoot:[20,35],troublesom:12,truncat:3,trust:[22,31],truth:3,try_numb:[1,3,19],ts_dim:3,ts_func:3,ts_nodash:[1,3],ts_nodash_with_tz:3,tsv:3,ttl:1,tts:3,tuesdai:3,tune:[3,22],tuning_config:[3,22],tunnel:[3,22,31],tupl:[1,3,22],turn:[3,4,22,30,31],tutori:[1,20,30,32],twice:[3,33],twine:1,twitter:1,two:[0,1,3,4,9,12,22,23],txt:[1,3,22],type:[0,1,2,3,4,10,13,16,20,22,23,24,28,31],type_map:[3,22],typeerror:1,typic:[3,4,13,22],typo:1,tzinfo:33,ubuntu:[15,23],udf:[3,22],udf_config:[3,22],uid:31,ultim:[3,34],unarchiv:[3,22],unassign:[1,4],unauthor:13,unavail:[1,19],unblock:30,unbound:1,unchang:13,uncommit:3,undead:20,undefin:[1,31],under:[1,3,4,5,11,14,15,22,24,27,29,33],underli:[1,3,27],underneath:3,underscor:[12,16,17],understand:[3,5,27,34,35],undesir:30,undisclos:3,undocu:1,unexpect:[1,4],unexpectedli:4,unfinish:1,unfortun:33,ungener:1,unhealthi:6,uni:1,unicod:[1,3],unicode_liter:1,unicodecsv:1,unicodedecodeerror:12,unidecod:21,unifi:1,uniform:3,union:24,uniqu:[1,3,13,22,34],unique_operation_id:13,unit:[1,3,14,20,31],unit_test_mod:18,unittest:1,univers:3,unix:[1,3,12,13,22,31],unix_socket:[1,12],unless:[3,5,22,24,31],unload:[1,3,22],unload_opt:[3,22],unmet:2,unncecessari:1,unnecessari:1,unneed:1,unpack:[1,3,4,22],unpaus:[0,20],unpickl:1,unqueu:1,unreach:[3,22],unset:1,unsign:1,unsound:[3,4],unspecifi:[3,22],unsuccess:3,unsupport:[1,3,22],untermin:1,until:[3,4,13,15,22],unus:1,up_for_retri:[1,3],updat:[1,2,3,4,5,13,19,22,30,31],update_cluster_task2:13,update_cluster_task:13,update_databas:13,update_ddl:13,update_endpoint:[3,22],update_funct:22,update_mask:22,update_polici:13,update_st:3,updateddl:13,updateonli:[3,22],updatetrack:13,upgrad:[1,2,21,22],upgradedb:20,upload:[1,3,4,13,22],upload_fil:[3,22],upload_function_zip:22,upon:[3,4,15,22,32,33],upper:[3,21],upper_bound:3,uppercas:[1,12,13],upsert_docu:[3,22],upsight:1,upstart:[10,20],upstream:[1,2,3,4,5,22,25,30,34],upstream_fail:[1,4],upstream_list:3,upstream_task_id:3,uri:[1,2,3,11,12,13,22,31],url:[1,2,3,4,12,13,19,22,23,27,28,31],url_prefix:2,urlpars:1,usabl:1,usag:[0,1,2,34],use:[0,1,2,3,4,5,6,7,9,11,12,13,15,16,19,21,22,23,24,27,28,30,31,33,34],use_beelin:[3,31],use_dil:3,use_existing_job_fn:[3,22],use_legacy_sql:[3,22],use_proxi:[12,13,22],use_random_password:[1,2],use_ssl:[3,13,22],use_task_execution_dai:3,used:[0,1,2,3,4,6,12,13,21,22,23,27,30,31,33,34,35],used_hosts_per_remote_dc:3,used_slot:3,useful:[2,3,4,12,21,22,35],useless:[1,22],usequerycach:[3,22],user1:[2,31],user2:[2,31],user:[1,2,3,4,5,12,13,15,19,20,21,22,31,33,34],user_defined_filt:[3,34],user_defined_macro:[3,34],user_filt:31,user_name_attr:31,user_program_argu:[3,22],user_project:[3,13,22],userid:[3,22],userlabel:13,usernam:[1,2,3,11,12,25,31],uses:[1,3,4,9,12,13,19,20,22,31,32,33],using:[1,2,3,4,5,7,9,10,11,12,13,16,17,19,20,21,22,23,24,27,31,32,33],usr:14,usual:[1,3,4,9],utc:[3,33],utcdatetim:1,utcnow:[1,3,33],utf16:13,utf16_general_ci:13,utf8:[1,3,12],utf:[1,3,13,22],util:[1,3,4,20,22,25,32,33],uuid:[3,22],v1b3:[3,22],v1beta1:22,v1beta2:[3,22],v1beta4:22,v_appbuilder_packag:27,v_appbuilder_view:27,vacuum:1,val:[2,3],valid:[1,3,4,6,13,20,22,31],validate_bodi:[13,22],valu:[0,1,2,3,4,5,6,12,13,16,22,23,30,31,34,35],value1:3,value2:3,valuecheck:1,valuecheckoper:[1,3,22],valueerror:[1,3,22],van:29,vanboxel:22,varchar:3,variabl:[0,1,10,13,14,16,17,18,20,22,23,31,34],variable_nam:4,variableaccessor:1,variablejsonaccessor:1,variant:[13,22],variou:13,vast:3,venv:1,verbal:24,verbos:[1,2,3,34],veri:[2,3,4,5,25,29,32,34],verifi:[1,3,4,12,13,19,22],verify_integr:3,verison:1,versa:3,version:[1,3,4,9,13,17,20,21,22,24,27],version_nam:[3,22],version_spec:[3,22],vertia:3,vertica:[3,21],vertica_conn_id:3,vertica_hook:3,vertica_oper:3,vertica_to_h:3,vertica_to_mysql:1,verticahook:[1,3],verticaoper:3,verticaql:3,verticatohivetransf:3,very_high:3,very_low:3,vevo:1,via:[1,3,12,13,22,27,31],vice:3,view:[1,2,3,4,5,15,20],viewer:[1,2,13,19],violat:1,virtual:3,virtualenv:[3,4],virtualenv_string_arg:3,virtualenvoper:1,visibl:[1,3,4,7],visit:32,visual:[1,20,27,28,34,35],vocabulari:4,volum:[1,3,13,23],volume_config:23,volume_mount:[3,23],volumeclaim:1,volumemount:[3,23],vulner:1,wai:[1,3,4,5,7,9,11,12,13,21,22,27,30,31,33,34,35],wait:[1,2,3,4,13,19,22],wait_exponenti:3,wait_for_complet:[3,22],wait_for_downstream:[3,5],wait_for_empty_queu:4,wait_for_table_replication_task2:13,wait_for_table_replication_task:13,waiter:[3,22],waitfordon:1,walk:[3,34],wall:33,want:[3,4,5,9,11,12,13,19,21,22,23,27,30,31,33,34],warehous:[1,3],warn:[1,3,8,13],warranti:24,wasb:[1,3,19,22],wasb_conn_id:[3,22],wasb_default:[3,22],wasb_hook:[3,22],wasb_sensor:[3,22],wasbblobsensor:[3,20],wasbhook:[1,3,20],wasbprefixsensor:20,wasn:[3,5],wasnt:3,wast:4,watch:[5,14],weapon:28,web:[0,1,2,3,4,7,9,13,19,20,27,32,33,34],web_hdfs_sensor:3,web_server_port:31,web_server_ssl_cert:31,web_server_ssl_kei:31,webhdf:22,webhdfssensor:[1,3],webhook:[1,3],webhook_endpoint:3,webhook_token:3,webpag:1,webserv:[0,1,3,15,16,19,20,22,23,31,32,34],webservic:1,websit:1,webui:1,week:[3,30],week_dai:3,weekdai:[1,3],weekday_sensor:3,weekend_check:3,weekli:[3,30],weight:[1,3,23],weight_rul:[1,3],weightrul:3,well:[1,3,4,5,7,22,30],were:[1,3,13,22,27],west1:[3,12,13,22],west4:13,west:[3,13],what:[1,3,4,12,13,20,21,22,25,30,31,33],whatev:[3,4,7,13,19,21],wheelhous:1,when:[0,1,2,3,4,5,6,9,12,13,14,20,22,23,25,27,28,30,31,33,34],whenev:3,where:[1,2,3,4,5,9,12,13,19,22,24,25,30,31,33,34,35],where_claus:[3,22],wherea:3,wherev:[3,24],whether:[2,3,6,12,13,22,24,30,33],which:[1,2,3,4,5,6,9,12,13,15,22,24,27,30,31,32,33,34],white:1,whitelist:31,whitelistroundrobinpolici:3,who:[1,27],whole:[3,4,13,22,24],whole_directori:25,whom:24,whose:[3,4,22,30],why:[1,2,20,33],wide:[0,3,22],widget:1,width:1,wiedmer:29,wiki:[1,29],wildcard:[1,3,22],wildcard_kei:[3,22],wildcard_match:[3,22],win:3,window:[1,22,30],winrm:[1,3],winrm_hook:3,winrm_oper:3,winrmhook:3,winrmoper:3,wip:1,wire:4,wish:[3,12,22,23],within:[1,2,3,4,5,9,13,16,22,23,24],without:[1,2,3,4,12,13,22,24,30,31],won:[3,5,21],wont:12,word:[1,2,4,12,19,30,33,35],work:[0,1,2,3,4,5,7,9,10,12,13,15,19,20,22,24,25,27,28,30,31,32,33],workaround:1,worker:[1,3,4,5,7,8,13,20,21,22,23,27,31,33,34],worker_concurr:7,worker_container_image_pull_polici:1,worker_dags_fold:1,worker_disk_s:[3,22],worker_disk_typ:[3,22],worker_machine_typ:[3,22],worker_timeout:2,workerclass:2,workflow:[1,3,20],workflowtempl:[3,22],workload:[1,27],world:[3,13,22,34],worldwid:24,worri:34,worth:3,would:[3,4,5,6,7,9,20,22,30,31,34],wouldn:[3,5],wrap:[1,3,22,34],wrap_socket:3,wrapper:3,writabl:1,write:[1,3,10,13,20,22,24,27,28,31,34],write_batch_data:3,write_disposit:[3,22],write_empti:[3,22],write_object_to_fil:3,write_to_file_with_progress:3,writer:[3,13,22,33],written:[3,22,24,30,34],wrong:[1,34],wrongli:1,wtf:1,www:[3,4,13,24,27],www_rbac:1,xcom:[1,3,20,22,23,25,34],xcom_pul:[1,3,4,13],xcom_push:[1,3,4,22,23],xcom_return_kei:3,xero:1,xml:31,xss:1,xst:31,xxx:[1,3],xxxx:1,xxxxxxxxx:12,xxxxxxxxxxxx:12,yaml:[4,23],yarn:[3,22],yarn_queu:3,year:[3,30,33],yearli:30,yellow:3,yes:[2,21],yesterdai:[3,22],yesterday_d:3,yesterday_ds_nodash:3,yet:[3,4,30,31,35],yield:[3,22],yieldr:1,yml:1,you:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,20,21,22,23,24,25,27,28,30,31,32,33,34,35],your:[0,3,4,5,6,7,8,9,11,12,13,14,16,17,20,21,22,23,24,25,27,28,30,32,33,34,35],your_fernet_kei:16,your_token:[3,22],yum:21,yyyi:[0,2,3,4],yyyymmdd:3,zego:1,zendesk:[1,3],zendesk_conn_id:3,zendesk_hook:3,zendeskhook:3,zero:[3,22],zip:[1,3,4,22],zip_dag:4,zip_dag_cont:4,zip_path:[13,22],zombi:[1,3,20,26],zombies_kil:26,zone:[1,3,13,20,22,23],zoom:4,zope:1,zymergen:1},titles:["Experimental Rest API","Changelog","Command Line Interface","API Reference","Concepts","FAQ","Checking Airflow Health Status","Scaling Out with Celery","Scaling Out with Dask","Scaling Out with Mesos (community contributed)","How-to Guides","Initializing a Database Backend","Managing Connections","Using Operators","Running Airflow with systemd","Running Airflow with upstart","Securing Connections","Setting Configuration Options","Using the Test Mode Configuration","Writing Logs","Apache Airflow Documentation","Installation","Integration","Kubernetes","License","Lineage","Metrics","Plugins","Data Profiling","Project","Scheduling & Triggers","Security","Quick Start","Time zones","Tutorial","UI / Screenshots"],titleterms:{"default":[3,4,12,31,33,34],"function":[4,13,22],"import":[13,34],"na\u00efv":33,"new":1,AWS:22,IDs:12,Using:[13,18,31],addit:4,adhoc:28,adlstogooglecloudstorageoper:22,advanc:13,after:5,airflow:[1,5,6,14,15,20,21,27,31],airflowignor:4,all:5,amazon:[19,22],anoth:5,apach:[20,25],api:[0,3],argument:[2,4,13,34],assign:4,atla:25,authent:[0,12,31],awar:33,awsbatchoper:22,awsredshiftclustersensor:22,azur:[19,22],azurecosmosdbhook:22,azurecosmosdocumentsensor:22,azurecosmosinsertdocumentoper:22,azuredatalakehook:22,azuredatalakestoragelistoper:22,azurefilesharehook:22,backend:11,backfil:[2,30,34],base:[5,27],baseoper:3,basesensoroper:3,bashoper:13,batch:22,befor:19,begin:19,beyond:20,bigqueri:22,bigquerycheckoper:22,bigquerycreateemptydatasetoper:22,bigquerycreateemptytableoper:22,bigquerycreateexternaltableoper:22,bigquerydeletedatasetoper:22,bigquerygetdataoper:22,bigqueryhook:22,bigqueryintervalcheckoper:22,bigqueryoper:22,bigquerytabledeleteoper:22,bigquerytobigqueryoper:22,bigquerytocloudstorageoper:22,bigqueryvaluecheckoper:22,bigtabl:[13,22],bigtableclusterupdateoper:[13,22],bigtableinstancecreateoper:[13,22],bigtableinstancedeleteoper:[13,22],bigtabletablecreateoper:[13,22],bigtabletabledeleteoper:[13,22],bigtabletablewaitforreplicationsensor:[13,22],bitshift:4,blob:[19,22],branch:4,bug:1,build:27,can:5,catchup:30,celeri:7,chang:1,changelog:1,chart:[28,35],check:6,clear:2,cli:0,cloud:[12,13,19,22],cloudspannerhook:22,cloudspannerinstancedatabasedeleteoper:[13,22],cloudspannerinstancedatabasedeployoper:[13,22],cloudspannerinstancedatabasequeryoper:[13,22],cloudspannerinstancedatabaseupdateoper:[13,22],cloudspannerinstancedeleteoper:[13,22],cloudspannerinstancedeployoper:22,cloudsql:12,cloudsqlinstancecreateoper:[13,22],cloudsqlinstancedatabasecreateoper:[13,22],cloudsqlinstancedatabasedeleteoper:[13,22],cloudsqlinstancedatabasepatchoper:[13,22],cloudsqlinstancedeleteoper:[13,22],cloudsqlinstanceexportoper:[13,22],cloudsqlinstanceimportoper:[13,22],cloudsqlinstancepatchoper:[13,22],cloudsqlqueryoper:[13,22],cluster:[4,22],code:35,com:31,command:[2,5,34],committ:29,commun:[3,9],composit:4,comput:[13,22],concept:[4,33],configur:[12,17,18,26],connect:[2,4,5,12,16],contain:[9,22],content:20,context:[4,35],contribut:[3,9],core:[3,4],cosmosdb:22,counter:26,creat:[5,12],create_us:2,cron:33,crypto:5,csv:13,dag:[4,5,30,33,34,35],dag_stat:2,dask:8,data:[22,28],databas:[11,21],databrick:22,databrickssubmitrunoper:22,dataflow:22,dataflowhook:22,dataflowjavaoper:22,dataflowpythonoper:22,dataflowtemplateoper:22,dataproc:22,dataprocclustercreateoper:22,dataprocclusterdeleteoper:22,dataprocclusterscaleoper:22,dataprochadoopoper:22,dataprochiveoper:22,dataprocpigoper:22,dataprocpysparkoper:22,dataprocsparkoper:22,dataprocsparksqloper:22,dataprocworkflowtemplateinstantiateinlineoper:22,dataprocworkflowtemplateinstantiateoper:22,datastor:22,datastoreexportoper:22,datastorehook:22,datastoreimportoper:22,datetim:33,deal:5,definit:34,delete_dag:2,delete_us:2,delta:33,depend:34,directli:9,doc:1,document:[4,20],durat:35,dynam:5,ec2:22,ecsoper:22,edit:12,emr:22,emraddstepsoper:22,emrcreatejobflowoper:22,emrhook:22,emrterminatejobflowoper:22,enabl:[19,31],encrypt:5,endpoint:0,engin:[13,22],enterpris:31,environ:12,exampl:[27,34],except:5,execut:9,executor:[3,23],experiment:0,explicit_defaults_for_timestamp:5,extern:30,extra:21,failur:5,faq:5,faster:5,featur:1,file:[22,34],filetogooglecloudstorageoper:22,filetowasboper:22,fix:[1,5],flower:[2,31],form:28,found:13,gantt:35,gaug:26,gceinstancegroupmanagerupdatetemplateoper:[13,22],gceinstancestartoper:[13,22],gceinstancestopoper:[13,22],gceinstancetemplatecopyoper:[13,22],gcesetmachinetypeoper:[13,22],gcffunctiondeleteoper:[13,22],gcffunctiondeployoper:[13,22],gcp:[12,22],gcptransferservicehook:22,get:[5,21],ghe:31,github:31,gkeclustercreateoper:22,gkeclusterdeleteoper:22,gkepodoper:22,global:5,googl:[12,13,19,22,31],googlecloudbasehook:22,googlecloudstoragebucketcreateaclentryoper:[13,22],googlecloudstoragecreatebucketoper:22,googlecloudstoragedownloadoper:22,googlecloudstoragehook:22,googlecloudstoragelistoper:22,googlecloudstorageobjectcreateaclentryoper:[13,22],googlecloudstoragetobigqueryoper:[13,22],googlecloudstoragetogooglecloudstorageoper:22,googlecloudstoragetogooglecloudstoragetransferoper:22,graph:35,guid:10,hadoop:31,health:6,histori:29,hook:[3,4,22],horizon:20,how:[5,10],idea:4,imperson:31,improv:1,inform:13,initdb:2,initi:[11,21],instal:[5,21],instanc:[4,35],instanti:34,integr:22,interfac:[2,27],interpret:33,isn:5,jinja:[4,13,34],keep:30,kerbero:[2,31],kubernet:[22,23],lake:22,latenc:5,latest:4,ldap:31,licens:24,limit:31,line:[2,34],lineag:25,link:29,list:5,list_dag:2,list_dag_run:2,list_task:2,list_us:2,load:5,local:19,log:[19,22],macro:3,manag:[4,12],menu:35,meso:9,metadata:[5,34],metric:26,microsoft:22,mind:30,mlenginebatchpredictionoper:22,mlenginehook:22,mlenginemodeloper:22,mlenginetrainingoper:22,mlengineversionoper:22,mode:18,model:3,modul:34,more:13,multi:31,mysql:12,mysqltogooglecloudstorageoper:22,naiv:33,name:2,need:5,next:[32,34],next_execut:2,note:[4,27],oauth:31,object:33,onli:[1,4],oper:[3,4,13,22,23],option:17,out:[7,8,9],own:31,packag:[4,21,27],page:5,pass:13,password:[5,31],paus:2,pipelin:34,platform:[12,22],plugin:27,polici:4,pool:[2,4],posit:2,postgr:12,principl:20,process:5,product:5,profil:28,project:29,proxi:22,python:27,pythonoper:13,qubol:22,qubolecheckoper:22,qubolefilesensor:22,quboleoper:22,qubolepartitionsensor:22,qubolevaluecheckoper:22,queri:28,queue:4,quick:32,recap:34,redshift:22,redshifthook:22,redshifttos3transf:22,reduc:5,refer:3,remot:19,render:2,resetdb:2,resourc:29,rest:0,revers:22,roadmap:29,role:27,roll:31,rule:4,run:[2,4,5,14,15,30,34],s3filetransformoper:22,s3hook:22,s3listoper:22,s3togooglecloudstorageoper:22,s3togooglecloudstoragetransferoper:22,s3tohivetransf:22,s3toredshifttransf:22,sagemak:22,sagemakerendpointconfigoper:22,sagemakerendpointoper:22,sagemakerhook:22,sagemakermodeloper:22,sagemakertrainingoper:22,sagemakertransformoper:22,sagemakertuningoper:22,scale:[7,8,9],schedul:[2,5,30,33],scope:4,screenshot:[28,35],script:34,secur:[16,31],sensor:3,serve_log:2,servic:22,set:[17,31,34],share:22,sla:4,slave:9,spanner:[13,22],sql:[13,22],ssh:12,ssl:31,start:32,start_dat:5,statu:6,still:5,storag:[13,19,22],sub:2,subdag:4,sync_perm:2,systemd:14,task:[4,5,9,34,35],task_failed_dep:2,task_stat:2,templat:[4,13,33,34],tenanc:31,test:[2,18,34],time:[5,33],timer:26,top:27,tree:35,trigger:[4,5,30],trigger_dag:2,troubleshoot:13,tutori:34,type:12,undead:4,unpaus:2,upgradedb:2,upstart:15,valid:34,variabl:[2,3,4,5,12,35],version:2,view:[27,35],wasbblobsensor:22,wasbhook:22,wasbprefixsensor:22,web:[22,31],webserv:2,what:[5,27,32,34],why:[5,27],worker:2,workflow:4,write:19,xcom:4,you:19,your:31,zombi:4,zone:33}})