Search.setIndex({docnames:["_api/airflow/providers/microsoft/azure/hooks/adx/index","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index","_api/airflow/providers/microsoft/azure/hooks/base_azure/index","_api/airflow/providers/microsoft/azure/hooks/batch/index","_api/airflow/providers/microsoft/azure/hooks/container_instance/index","_api/airflow/providers/microsoft/azure/hooks/container_registry/index","_api/airflow/providers/microsoft/azure/hooks/container_volume/index","_api/airflow/providers/microsoft/azure/hooks/cosmos/index","_api/airflow/providers/microsoft/azure/hooks/data_factory/index","_api/airflow/providers/microsoft/azure/hooks/data_lake/index","_api/airflow/providers/microsoft/azure/hooks/fileshare/index","_api/airflow/providers/microsoft/azure/hooks/index","_api/airflow/providers/microsoft/azure/hooks/wasb/index","_api/airflow/providers/microsoft/azure/index","_api/airflow/providers/microsoft/azure/log/index","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index","_api/airflow/providers/microsoft/azure/operators/adls/index","_api/airflow/providers/microsoft/azure/operators/adls_delete/index","_api/airflow/providers/microsoft/azure/operators/adls_list/index","_api/airflow/providers/microsoft/azure/operators/adx/index","_api/airflow/providers/microsoft/azure/operators/azure_batch/index","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index","_api/airflow/providers/microsoft/azure/operators/batch/index","_api/airflow/providers/microsoft/azure/operators/container_instances/index","_api/airflow/providers/microsoft/azure/operators/cosmos/index","_api/airflow/providers/microsoft/azure/operators/data_factory/index","_api/airflow/providers/microsoft/azure/operators/index","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index","_api/airflow/providers/microsoft/azure/secrets/index","_api/airflow/providers/microsoft/azure/secrets/key_vault/index","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index","_api/airflow/providers/microsoft/azure/sensors/cosmos/index","_api/airflow/providers/microsoft/azure/sensors/data_factory/index","_api/airflow/providers/microsoft/azure/sensors/index","_api/airflow/providers/microsoft/azure/sensors/wasb/index","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index","_api/airflow/providers/microsoft/azure/transfers/index","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index","_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index","_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index","commits","connections/acr","connections/adf","connections/adl","connections/adx","connections/azure","connections/azure_batch","connections/azure_container_volume","connections/azure_cosmos","connections/azure_fileshare","connections/index","connections/wasb","index","installing-providers-from-sources","logging/index","operators/adf_run_pipeline","operators/adls","operators/azure_blob_to_gcs","operators/index","operators/local_to_adls","operators/sftp_to_wasb","secrets-backends/azure-key-vault"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/microsoft/azure/hooks/adx/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index.rst","_api/airflow/providers/microsoft/azure/hooks/base_azure/index.rst","_api/airflow/providers/microsoft/azure/hooks/batch/index.rst","_api/airflow/providers/microsoft/azure/hooks/container_instance/index.rst","_api/airflow/providers/microsoft/azure/hooks/container_registry/index.rst","_api/airflow/providers/microsoft/azure/hooks/container_volume/index.rst","_api/airflow/providers/microsoft/azure/hooks/cosmos/index.rst","_api/airflow/providers/microsoft/azure/hooks/data_factory/index.rst","_api/airflow/providers/microsoft/azure/hooks/data_lake/index.rst","_api/airflow/providers/microsoft/azure/hooks/fileshare/index.rst","_api/airflow/providers/microsoft/azure/hooks/index.rst","_api/airflow/providers/microsoft/azure/hooks/wasb/index.rst","_api/airflow/providers/microsoft/azure/index.rst","_api/airflow/providers/microsoft/azure/log/index.rst","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.rst","_api/airflow/providers/microsoft/azure/operators/adls/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_delete/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_list/index.rst","_api/airflow/providers/microsoft/azure/operators/adx/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/operators/batch/index.rst","_api/airflow/providers/microsoft/azure/operators/container_instances/index.rst","_api/airflow/providers/microsoft/azure/operators/cosmos/index.rst","_api/airflow/providers/microsoft/azure/operators/data_factory/index.rst","_api/airflow/providers/microsoft/azure/operators/index.rst","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.rst","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index.rst","_api/airflow/providers/microsoft/azure/secrets/index.rst","_api/airflow/providers/microsoft/azure/secrets/key_vault/index.rst","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/sensors/cosmos/index.rst","_api/airflow/providers/microsoft/azure/sensors/data_factory/index.rst","_api/airflow/providers/microsoft/azure/sensors/index.rst","_api/airflow/providers/microsoft/azure/sensors/wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.rst","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/index.rst","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.rst","_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.rst","_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.rst","commits.rst","connections/acr.rst","connections/adf.rst","connections/adl.rst","connections/adx.rst","connections/azure.rst","connections/azure_batch.rst","connections/azure_container_volume.rst","connections/azure_cosmos.rst","connections/azure_fileshare.rst","connections/index.rst","connections/wasb.rst","index.rst","installing-providers-from-sources.rst","logging/index.rst","operators/adf_run_pipeline.rst","operators/adls.rst","operators/azure_blob_to_gcs.rst","operators/index.rst","operators/local_to_adls.rst","operators/sftp_to_wasb.rst","secrets-backends/azure-key-vault.rst"],objects:{"airflow.providers.microsoft":[[20,0,0,"-","azure"]],"airflow.providers.microsoft.azure":[[18,0,0,"-","hooks"],[21,0,0,"-","log"],[34,0,0,"-","operators"],[37,0,0,"-","secrets"],[42,0,0,"-","sensors"],[46,0,0,"-","transfers"]],"airflow.providers.microsoft.azure.hooks":[[0,0,0,"-","adx"],[1,0,0,"-","azure_batch"],[2,0,0,"-","azure_container_instance"],[3,0,0,"-","azure_container_registry"],[4,0,0,"-","azure_container_volume"],[5,0,0,"-","azure_cosmos"],[6,0,0,"-","azure_data_factory"],[7,0,0,"-","azure_data_lake"],[8,0,0,"-","azure_fileshare"],[9,0,0,"-","base_azure"],[10,0,0,"-","batch"],[11,0,0,"-","container_instance"],[12,0,0,"-","container_registry"],[13,0,0,"-","container_volume"],[14,0,0,"-","cosmos"],[15,0,0,"-","data_factory"],[16,0,0,"-","data_lake"],[17,0,0,"-","fileshare"],[19,0,0,"-","wasb"]],"airflow.providers.microsoft.azure.hooks.adx":[[0,1,1,"","AzureDataExplorerHook"]],"airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook":[[0,2,1,"","conn_name_attr"],[0,2,1,"","conn_type"],[0,2,1,"","default_conn_name"],[0,3,1,"","get_conn"],[0,3,1,"","get_connection_form_widgets"],[0,3,1,"","get_ui_field_behaviour"],[0,2,1,"","hook_name"],[0,3,1,"","run_query"]],"airflow.providers.microsoft.azure.hooks.base_azure":[[9,1,1,"","AzureBaseHook"]],"airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook":[[9,2,1,"","conn_name_attr"],[9,2,1,"","conn_type"],[9,2,1,"","default_conn_name"],[9,3,1,"","get_conn"],[9,3,1,"","get_connection_form_widgets"],[9,3,1,"","get_ui_field_behaviour"],[9,2,1,"","hook_name"]],"airflow.providers.microsoft.azure.hooks.batch":[[10,1,1,"","AzureBatchHook"]],"airflow.providers.microsoft.azure.hooks.batch.AzureBatchHook":[[10,3,1,"","add_single_task_to_job"],[10,3,1,"","configure_job"],[10,3,1,"","configure_pool"],[10,3,1,"","configure_task"],[10,2,1,"","conn_name_attr"],[10,2,1,"","conn_type"],[10,3,1,"","create_job"],[10,3,1,"","create_pool"],[10,2,1,"","default_conn_name"],[10,3,1,"","get_conn"],[10,3,1,"","get_connection_form_widgets"],[10,3,1,"","get_ui_field_behaviour"],[10,2,1,"","hook_name"],[10,3,1,"","wait_for_all_node_state"],[10,3,1,"","wait_for_job_tasks_to_complete"]],"airflow.providers.microsoft.azure.hooks.container_instance":[[11,1,1,"","AzureContainerInstanceHook"]],"airflow.providers.microsoft.azure.hooks.container_instance.AzureContainerInstanceHook":[[11,2,1,"","conn_name_attr"],[11,2,1,"","conn_type"],[11,3,1,"","create_or_update"],[11,2,1,"","default_conn_name"],[11,3,1,"","delete"],[11,3,1,"","exists"],[11,3,1,"","get_logs"],[11,3,1,"","get_messages"],[11,3,1,"","get_state"],[11,3,1,"","get_state_exitcode_details"],[11,2,1,"","hook_name"]],"airflow.providers.microsoft.azure.hooks.container_registry":[[12,1,1,"","AzureContainerRegistryHook"]],"airflow.providers.microsoft.azure.hooks.container_registry.AzureContainerRegistryHook":[[12,2,1,"","conn_name_attr"],[12,2,1,"","conn_type"],[12,2,1,"","default_conn_name"],[12,3,1,"","get_conn"],[12,3,1,"","get_ui_field_behaviour"],[12,2,1,"","hook_name"]],"airflow.providers.microsoft.azure.hooks.container_volume":[[13,1,1,"","AzureContainerVolumeHook"]],"airflow.providers.microsoft.azure.hooks.container_volume.AzureContainerVolumeHook":[[13,2,1,"","conn_name_attr"],[13,2,1,"","conn_type"],[13,2,1,"","default_conn_name"],[13,3,1,"","get_connection_form_widgets"],[13,3,1,"","get_file_volume"],[13,3,1,"","get_storagekey"],[13,3,1,"","get_ui_field_behaviour"],[13,2,1,"","hook_name"]],"airflow.providers.microsoft.azure.hooks.cosmos":[[14,1,1,"","AzureCosmosDBHook"],[14,4,1,"","get_collection_link"],[14,4,1,"","get_database_link"],[14,4,1,"","get_document_link"]],"airflow.providers.microsoft.azure.hooks.cosmos.AzureCosmosDBHook":[[14,2,1,"","conn_name_attr"],[14,2,1,"","conn_type"],[14,3,1,"","create_collection"],[14,3,1,"","create_database"],[14,2,1,"","default_conn_name"],[14,3,1,"","delete_collection"],[14,3,1,"","delete_database"],[14,3,1,"","delete_document"],[14,3,1,"","does_collection_exist"],[14,3,1,"","does_database_exist"],[14,3,1,"","get_conn"],[14,3,1,"","get_connection_form_widgets"],[14,3,1,"","get_document"],[14,3,1,"","get_documents"],[14,3,1,"","get_ui_field_behaviour"],[14,2,1,"","hook_name"],[14,3,1,"","insert_documents"],[14,3,1,"","upsert_document"]],"airflow.providers.microsoft.azure.hooks.data_factory":[[15,1,1,"","AzureDataFactoryHook"],[15,5,1,"","AzureDataFactoryPipelineRunException"],[15,1,1,"","AzureDataFactoryPipelineRunStatus"],[15,6,1,"","Credentials"],[15,1,1,"","PipelineRunInfo"],[15,4,1,"","provide_targeted_factory"]],"airflow.providers.microsoft.azure.hooks.data_factory.AzureDataFactoryHook":[[15,3,1,"","cancel_pipeline_run"],[15,3,1,"","cancel_trigger"],[15,2,1,"","conn_name_attr"],[15,2,1,"","conn_type"],[15,3,1,"","create_dataset"],[15,3,1,"","create_factory"],[15,3,1,"","create_linked_service"],[15,3,1,"","create_pipeline"],[15,3,1,"","create_trigger"],[15,2,1,"","default_conn_name"],[15,3,1,"","delete_dataset"],[15,3,1,"","delete_factory"],[15,3,1,"","delete_linked_service"],[15,3,1,"","delete_pipeline"],[15,3,1,"","delete_trigger"],[15,3,1,"","get_conn"],[15,3,1,"","get_connection_form_widgets"],[15,3,1,"","get_dataset"],[15,3,1,"","get_factory"],[15,3,1,"","get_linked_service"],[15,3,1,"","get_pipeline"],[15,3,1,"","get_pipeline_run"],[15,3,1,"","get_pipeline_run_status"],[15,3,1,"","get_trigger"],[15,3,1,"","get_ui_field_behaviour"],[15,2,1,"","hook_name"],[15,3,1,"","rerun_trigger"],[15,3,1,"","run_pipeline"],[15,3,1,"","start_trigger"],[15,3,1,"","stop_trigger"],[15,3,1,"","test_connection"],[15,3,1,"","update_dataset"],[15,3,1,"","update_factory"],[15,3,1,"","update_linked_service"],[15,3,1,"","update_pipeline"],[15,3,1,"","update_trigger"],[15,3,1,"","wait_for_pipeline_run_status"]],"airflow.providers.microsoft.azure.hooks.data_factory.AzureDataFactoryPipelineRunStatus":[[15,2,1,"","CANCELING"],[15,2,1,"","CANCELLED"],[15,2,1,"","FAILED"],[15,2,1,"","IN_PROGRESS"],[15,2,1,"","QUEUED"],[15,2,1,"","SUCCEEDED"],[15,2,1,"","TERMINAL_STATUSES"]],"airflow.providers.microsoft.azure.hooks.data_factory.PipelineRunInfo":[[15,2,1,"","factory_name"],[15,2,1,"","resource_group_name"],[15,2,1,"","run_id"]],"airflow.providers.microsoft.azure.hooks.data_lake":[[16,1,1,"","AzureDataLakeHook"]],"airflow.providers.microsoft.azure.hooks.data_lake.AzureDataLakeHook":[[16,3,1,"","check_for_file"],[16,2,1,"","conn_name_attr"],[16,2,1,"","conn_type"],[16,2,1,"","default_conn_name"],[16,3,1,"","download_file"],[16,3,1,"","get_conn"],[16,3,1,"","get_connection_form_widgets"],[16,3,1,"","get_ui_field_behaviour"],[16,2,1,"","hook_name"],[16,3,1,"","list"],[16,3,1,"","remove"],[16,3,1,"","upload_file"]],"airflow.providers.microsoft.azure.hooks.fileshare":[[17,1,1,"","AzureFileShareHook"]],"airflow.providers.microsoft.azure.hooks.fileshare.AzureFileShareHook":[[17,3,1,"","check_for_directory"],[17,3,1,"","check_for_file"],[17,2,1,"","conn_name_attr"],[17,2,1,"","conn_type"],[17,3,1,"","create_directory"],[17,3,1,"","create_share"],[17,2,1,"","default_conn_name"],[17,3,1,"","delete_share"],[17,3,1,"","get_conn"],[17,3,1,"","get_connection_form_widgets"],[17,3,1,"","get_file"],[17,3,1,"","get_file_to_stream"],[17,3,1,"","get_ui_field_behaviour"],[17,2,1,"","hook_name"],[17,3,1,"","list_directories_and_files"],[17,3,1,"","list_files"],[17,3,1,"","load_file"],[17,3,1,"","load_stream"],[17,3,1,"","load_string"]],"airflow.providers.microsoft.azure.hooks.wasb":[[19,1,1,"","WasbHook"]],"airflow.providers.microsoft.azure.hooks.wasb.WasbHook":[[19,3,1,"","check_for_blob"],[19,3,1,"","check_for_prefix"],[19,2,1,"","conn_name_attr"],[19,2,1,"","conn_type"],[19,3,1,"","create_container"],[19,2,1,"","default_conn_name"],[19,3,1,"","delete_blobs"],[19,3,1,"","delete_container"],[19,3,1,"","delete_file"],[19,3,1,"","download"],[19,3,1,"","get_blobs_list"],[19,3,1,"","get_conn"],[19,3,1,"","get_connection_form_widgets"],[19,3,1,"","get_file"],[19,3,1,"","get_ui_field_behaviour"],[19,2,1,"","hook_name"],[19,3,1,"","load_file"],[19,3,1,"","load_string"],[19,3,1,"","read_file"],[19,3,1,"","upload"]],"airflow.providers.microsoft.azure.log":[[22,0,0,"-","wasb_task_handler"]],"airflow.providers.microsoft.azure.log.wasb_task_handler":[[22,1,1,"","WasbTaskHandler"]],"airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler":[[22,3,1,"","close"],[22,3,1,"","hook"],[22,3,1,"","set_context"],[22,3,1,"","wasb_log_exists"],[22,3,1,"","wasb_read"],[22,3,1,"","wasb_write"]],"airflow.providers.microsoft.azure.operators":[[23,0,0,"-","adls"],[24,0,0,"-","adls_delete"],[25,0,0,"-","adls_list"],[26,0,0,"-","adx"],[27,0,0,"-","azure_batch"],[28,0,0,"-","azure_container_instances"],[29,0,0,"-","azure_cosmos"],[30,0,0,"-","batch"],[31,0,0,"-","container_instances"],[32,0,0,"-","cosmos"],[33,0,0,"-","data_factory"],[35,0,0,"-","wasb_delete_blob"]],"airflow.providers.microsoft.azure.operators.adls":[[23,1,1,"","ADLSDeleteOperator"],[23,1,1,"","ADLSListOperator"]],"airflow.providers.microsoft.azure.operators.adls.ADLSDeleteOperator":[[23,3,1,"","execute"],[23,2,1,"","template_fields"],[23,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.operators.adls.ADLSListOperator":[[23,3,1,"","execute"],[23,2,1,"","template_fields"],[23,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.operators.adls_delete":[[24,1,1,"","AzureDataLakeStorageDeleteOperator"]],"airflow.providers.microsoft.azure.operators.adls_list":[[25,1,1,"","AzureDataLakeStorageListOperator"]],"airflow.providers.microsoft.azure.operators.adx":[[26,1,1,"","AzureDataExplorerQueryOperator"]],"airflow.providers.microsoft.azure.operators.adx.AzureDataExplorerQueryOperator":[[26,3,1,"","execute"],[26,3,1,"","get_hook"],[26,2,1,"","template_ext"],[26,2,1,"","template_fields"],[26,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.operators.batch":[[30,1,1,"","AzureBatchOperator"]],"airflow.providers.microsoft.azure.operators.batch.AzureBatchOperator":[[30,3,1,"","clean_up"],[30,3,1,"","execute"],[30,3,1,"","get_hook"],[30,3,1,"","on_kill"],[30,2,1,"","template_fields"],[30,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.operators.container_instances":[[31,1,1,"","AzureContainerInstancesOperator"],[31,6,1,"","DEFAULT_CPU"],[31,6,1,"","DEFAULT_ENVIRONMENT_VARIABLES"],[31,6,1,"","DEFAULT_MEMORY_IN_GB"],[31,6,1,"","DEFAULT_SECURED_VARIABLES"],[31,6,1,"","DEFAULT_VOLUMES"],[31,6,1,"","Volume"]],"airflow.providers.microsoft.azure.operators.container_instances.AzureContainerInstancesOperator":[[31,3,1,"","execute"],[31,3,1,"","on_kill"],[31,2,1,"","template_fields"],[31,2,1,"","template_fields_renderers"]],"airflow.providers.microsoft.azure.operators.cosmos":[[32,1,1,"","AzureCosmosInsertDocumentOperator"]],"airflow.providers.microsoft.azure.operators.cosmos.AzureCosmosInsertDocumentOperator":[[32,3,1,"","execute"],[32,2,1,"","template_fields"],[32,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.operators.data_factory":[[33,1,1,"","AzureDataFactoryPipelineRunLink"],[33,1,1,"","AzureDataFactoryRunPipelineOperator"]],"airflow.providers.microsoft.azure.operators.data_factory.AzureDataFactoryPipelineRunLink":[[33,3,1,"","get_link"],[33,2,1,"","name"]],"airflow.providers.microsoft.azure.operators.data_factory.AzureDataFactoryRunPipelineOperator":[[33,3,1,"","execute"],[33,3,1,"","on_kill"],[33,2,1,"","operator_extra_links"],[33,2,1,"","template_fields"],[33,2,1,"","template_fields_renderers"],[33,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.operators.wasb_delete_blob":[[35,1,1,"","WasbDeleteBlobOperator"]],"airflow.providers.microsoft.azure.operators.wasb_delete_blob.WasbDeleteBlobOperator":[[35,3,1,"","execute"],[35,2,1,"","template_fields"]],"airflow.providers.microsoft.azure.secrets":[[36,0,0,"-","azure_key_vault"],[38,0,0,"-","key_vault"]],"airflow.providers.microsoft.azure.secrets.key_vault":[[38,1,1,"","AzureKeyVaultBackend"]],"airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend":[[38,3,1,"","build_path"],[38,3,1,"","client"],[38,3,1,"","get_config"],[38,3,1,"","get_conn_uri"],[38,3,1,"","get_variable"]],"airflow.providers.microsoft.azure.sensors":[[39,0,0,"-","azure_cosmos"],[40,0,0,"-","cosmos"],[41,0,0,"-","data_factory"],[43,0,0,"-","wasb"]],"airflow.providers.microsoft.azure.sensors.cosmos":[[40,1,1,"","AzureCosmosDocumentSensor"]],"airflow.providers.microsoft.azure.sensors.cosmos.AzureCosmosDocumentSensor":[[40,3,1,"","poke"],[40,2,1,"","template_fields"]],"airflow.providers.microsoft.azure.sensors.data_factory":[[41,1,1,"","AzureDataFactoryPipelineRunStatusSensor"]],"airflow.providers.microsoft.azure.sensors.data_factory.AzureDataFactoryPipelineRunStatusSensor":[[41,3,1,"","poke"],[41,2,1,"","template_fields"],[41,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.sensors.wasb":[[43,1,1,"","WasbBlobSensor"],[43,1,1,"","WasbPrefixSensor"]],"airflow.providers.microsoft.azure.sensors.wasb.WasbBlobSensor":[[43,3,1,"","poke"],[43,2,1,"","template_fields"]],"airflow.providers.microsoft.azure.sensors.wasb.WasbPrefixSensor":[[43,3,1,"","poke"],[43,2,1,"","template_fields"]],"airflow.providers.microsoft.azure.transfers":[[44,0,0,"-","azure_blob_to_gcs"],[45,0,0,"-","file_to_wasb"],[47,0,0,"-","local_to_adls"],[48,0,0,"-","local_to_wasb"],[49,0,0,"-","oracle_to_azure_data_lake"],[50,0,0,"-","sftp_to_wasb"]],"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs":[[44,1,1,"","AzureBlobStorageToGCSOperator"]],"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator":[[44,3,1,"","execute"],[44,2,1,"","template_fields"]],"airflow.providers.microsoft.azure.transfers.local_to_adls":[[47,1,1,"","LocalFilesystemToADLSOperator"],[47,1,1,"","LocalToAzureDataLakeStorageOperator"]],"airflow.providers.microsoft.azure.transfers.local_to_adls.LocalFilesystemToADLSOperator":[[47,3,1,"","execute"],[47,2,1,"","template_fields"],[47,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.transfers.local_to_wasb":[[48,1,1,"","LocalFilesystemToWasbOperator"]],"airflow.providers.microsoft.azure.transfers.local_to_wasb.LocalFilesystemToWasbOperator":[[48,3,1,"","execute"],[48,2,1,"","template_fields"]],"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake":[[49,1,1,"","OracleToAzureDataLakeOperator"]],"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator":[[49,3,1,"","execute"],[49,2,1,"","template_fields"],[49,2,1,"","template_fields_renderers"],[49,2,1,"","ui_color"]],"airflow.providers.microsoft.azure.transfers.sftp_to_wasb":[[50,1,1,"","SFTPToWasbOperator"],[50,6,1,"","SftpFile"],[50,6,1,"","WILDCARD"]],"airflow.providers.microsoft.azure.transfers.sftp_to_wasb.SFTPToWasbOperator":[[50,3,1,"","check_wildcards_limit"],[50,3,1,"","copy_files_to_wasb"],[50,3,1,"","delete_files"],[50,3,1,"","dry_run"],[50,3,1,"","execute"],[50,3,1,"","get_full_path_blob"],[50,3,1,"","get_sftp_files_map"],[50,3,1,"","get_tree_behavior"],[50,3,1,"","sftp_hook"],[50,3,1,"","source_path_contains_wildcard"],[50,2,1,"","template_fields"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","exception","Python exception"],"6":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:exception","6":"py:data"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72],"00642a46d0":51,"0080354502":51,"00a1f2":26,"01":51,"02":51,"03":51,"04":51,"042be2e4e0":51,"05":51,"057f3ae3a4":51,"05e4cd1c6a":51,"06":51,"0678d4":33,"07":51,"08":51,"08575ddd8a":51,"086e307245":51,"09":51,"0a0e1af800":51,"0a3ff43d41":51,"0a68588479":51,"0b0e4f7a4c":51,"0b2":51,"0beta1":51,"0bf330ba86":51,"0c80a7d411":51,"0f516458be":51,"0f97a3970d":51,"1":[31,68],"10":[51,63],"1000":11,"10097":51,"10163":51,"10205":51,"10343ec29f":51,"10421c6931":51,"10483":51,"10528":51,"10543":51,"10814":51,"10818":51,"10898":51,"10991":51,"11":[51,64],"11015":[51,63],"11032":51,"11198":51,"11238":51,"11242":51,"11249":51,"11251":51,"11272":51,"11321":51,"11342":51,"11359":51,"11408":51,"11447":51,"11487":51,"11635":51,"11688":51,"11821":51,"11826":51,"11855":51,"11d03d2f63":51,"11e34535e8":51,"11e73d2db1":51,"12":[51,63,64],"12082":51,"12093":51,"12174":51,"12188":[51,63],"12206":51,"12212":51,"12216":51,"12304":51,"12366":51,"12390":51,"12427":51,"12438":51,"12444":51,"12449":51,"12466":51,"12558":51,"12636":51,"12673":51,"12681":51,"12917":51,"12955":51,"12af6a0800":51,"12c5e5d8a":51,"13":51,"13073":51,"13148":51,"13190":51,"13206":[51,63],"13380":51,"13520":[51,63],"13717":51,"13732":51,"13767":51,"14":[31,51],"14013":51,"14082":51,"14125":51,"14313":[51,63],"14487":51,"14565":[51,63],"14606":51,"14655":51,"14704":[51,63],"14823":[51,63],"14886":51,"14968":51,"15":51,"15130":[51,63],"15159":[51,63],"15236":51,"15352":51,"15514":[51,63],"15576":51,"15628":51,"15632":[51,63],"15634":[51,63],"15637":[51,63],"15651":51,"15667":[51,63],"1571f80546":51,"15841":[51,63],"15991":51,"16":51,"16280":[51,63],"16294":51,"16388":[51,63],"16405":51,"16464":51,"16501":51,"16626":[51,63],"16628":[51,63],"16682":51,"16873":51,"16adc035b1":51,"16e7129719":51,"17":51,"17015":51,"17020":51,"17116":51,"175a160463":51,"17625":[51,63],"17682":51,"17885":[51,63],"17890":51,"18":51,"18109":[51,63],"18168":[51,63],"181ac36db3":51,"18203":[51,63],"18278":51,"18287":[51,63],"18386":[51,63],"18456":[51,63],"18493":[51,63],"18613":51,"18659":[51,63],"18663":51,"18694":51,"18695":[51,63],"18736":[51,63],"18855":51,"18877":[51,63],"18964":[51,63],"19":51,"19062":[51,63],"19079":[51,63],"19234":[51,63],"19321":51,"19396":51,"19431":[51,63],"19475":[51,63],"19595":[51,63],"19668":[51,63],"19882":51,"19923":51,"1a85ba9e93":51,"1b75f9181f":51,"1d2924c94e":51,"1e00243014":51,"1fba5402bb":51,"2":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72],"20":51,"20084":[51,63],"2020":51,"20207":[51,63],"2021":[51,64,68],"2022":51,"20226":51,"2037303eef":51,"20409":51,"20510":[51,63],"20523":51,"20556":51,"20565":51,"20571":51,"20608":51,"20611":51,"20614":51,"20827":51,"20936":51,"20951":51,"20acount":57,"20id":54,"20kei":[57,59],"20password":[55,58,62],"20usernam":[55,58,60,62],"21":[51,63],"21074":[51,63],"21257":51,"21285":[51,63],"21398":[51,63],"21439":51,"21514":[51,63],"21798":51,"21924":[51,63],"22":[16,47,51],"22056":51,"22112":51,"22226":51,"22244":51,"22382":63,"23":51,"23f80f34ad":51,"23rc1":51,"24":[15,33,51],"24c8e4c2d6":51,"25":[30,51],"26":51,"27":51,"28":51,"28de326d61":51,"29":51,"290330ba60":51,"295d66f914":51,"29aab6434f":51,"29b7f795d6":51,"2a1":51,"2dac083ae2":51,"2f":59,"2f552233f5":51,"2fairflow":59,"2fb5e1d0ec":51,"2fkei":56,"3":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72],"30":51,"31":51,"32971a1a2d":51,"3299064958":51,"3320e432a1":51,"33f0cd2657":51,"341bf5ab1f":51,"349b0811c3":51,"365":0,"3696c34c28":51,"374574b8d0":51,"375d1ca229":51,"37681bca00":51,"3a":59,"3b4fdd0a7a":51,"3c4524b4ec":51,"3fd5ef3555":51,"3ff7e0743a":51,"4":31,"406f":64,"410e6d7967":51,"4194304":[16,47],"41bf172c1d":51,"4210618789":51,"4212c49324":51,"42f133c5f6":51,"43":63,"4372d45615":51,"45":63,"4529":51,"46484466c4":51,"476d0f6e3d":51,"48ca9374bf":51,"49":64,"490a382ed6":51,"4bde99f132":51,"4bec1cc489":51,"4d03e33c11":51,"4d3a":64,"4e8f9cc8d0":51,"5090fb0c89":51,"5093245d6f":51,"50e6ff":41,"512":64,"5176":51,"5185d81ff9":51,"5220e4c384":51,"54":64,"543d88b3a1":51,"5785":51,"589d6dec92":51,"59eb5de78c":51,"5a439e84eb":51,"5bfa0f123b":51,"5c6e":64,"5d007fd2ff":51,"60":[15,33],"602abe8394":51,"61d0093054":51,"630aeff72c":51,"64":[16,47],"6515":51,"6552":51,"657384615f":51,"6669":51,"6670":51,"6674":[51,64],"6714":51,"6817":51,"6828":51,"686e0ee7df":51,"6889a333cf":51,"6890":51,"6895":51,"6896":51,"68e4c4dcb0":51,"6b3c6add9":51,"6c3a67d4fc":51,"6ce855af11":51,"6cf76d7ac0":51,"6d504b43ea":51,"7":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72],"7158":51,"7286":51,"7287":51,"730db3fb77":51,"7338":51,"7448":51,"7456":51,"7513":51,"7517":51,"7519":51,"7520":51,"76ed2a49c6":51,"7802":51,"7821":51,"7825e8f590":51,"7ca0b6f121":51,"7d24b088cd":51,"8":[49,51,63],"8024":51,"807ad32ce5":51,"8170":51,"832a7850f1":51,"83c037873f":51,"83f8e178ba":51,"840ea3efb9":51,"853576d901":51,"85a18e13d9":51,"866a601b76":51,"86a2a19ad2":51,"872b1566a1":51,"87969a350d":51,"87f408b1e7":51,"8807":51,"8886":51,"8891":51,"8898":51,"88bdcfa0df":51,"8994":51,"8b1":51,"8c42cf1b00":51,"8ec4":64,"9":63,"901dd2":23,"9026":51,"92585ca4cb":51,"9320":51,"9370":51,"9404":51,"9408":51,"94b1531230":51,"9549274d11":51,"9550":51,"9714":51,"9747":51,"97496ba2b4":51,"9774":51,"9784":51,"97a429f9d0":51,"97d6892318":51,"9950":51,"9985":51,"9b39f24780":51,"9b76b94c94":51,"9c94b72d44":51,"boolean":15,"byte":[16,17,19,47],"case":[15,16,47,50],"class":[51,63,72],"default":[14,15,19,30,33,38,48,50,51,63,66,72],"do":[32,64,68,71,72],"export":[52,53,54,55,56,57,58,59,60,62],"final":51,"function":[33,40,41,43,51,66],"import":[51,63,64,65],"int":[10,11,15,16,19,30,33,47],"long":33,"new":[0,11,14,17,19,22,26,32,33,50,51,55,63,65],"null":[38,72],"public":[19,58,60,62],"return":[0,9,10,11,12,13,14,15,16,17,19,22,23,26,30,33,35,38,51,63],"short":44,"static":[0,9,10,12,13,14,15,16,17,19,38,51,63],"super":51,"switch":[38,51],"true":[16,17,19,22,23,30,31,33,35,47,50,65,67],"try":53,"var":[51,63],"while":[40,41,43],A:[0,10,11,12,13,15,16,17,23,30,51,55,63],And:38,By:[33,51,64,66],For:[10,19,23,30,31,33,38,44,47,50,51,52,54,55,56,57,58,59,60,62,63,64,66,67,68,70,71,72],If:[0,10,11,15,16,19,22,30,33,35,38,44,47,50,53,55,56,58,60,62,63,64,65,72],In:33,It:[0,9,19,22,30,32,53,55,56,64,65,66],That:33,The:[0,9,10,15,19,23,30,31,32,33,38,40,41,44,49,50,52,53,54,55,56,57,58,59,60,62,63,64,65,68,70,71,72],There:[52,53,54,55,56,57,58,59,60,62,64],These:[19,33],To:[0,64,68,71,72],Will:16,__init__:[51,65],_prefix:72,a0821235fb:51,a1e9195076:51,a22d5bd076:51,a2a58d27ef:51,a458fcc573:51,a7ca1b3b0b:51,a83eb335e5:51,a9ac2b040b:51,aad:[0,55],aad_app:[0,55],aad_app_cert:[0,55],aad_cr:[0,55],aad_devic:[0,55],about:[0,51,64,68,71],abov:[64,65],ac2f72c98d:51,access:[19,38,57,58,60,62,65],access_token:44,accident:51,accord:51,account:[10,13,16,17,19,23,30,44,51,54,57,58,59,60,62,63,68,71],account_kei:19,account_nam:[16,19,52,54],account_url:57,act:9,activ:[11,33,58,60,62],actual:[16,47],ad:[19,30,51,52,63,68],add:[0,9,10,13,14,15,16,17,19,47,51,52,53,54,55,56,57,58,59,60,62,63],add_single_task_to_job:10,addit:[19,51,63],address:31,adf:[15,51,63],adjust:30,adl:[16,20,24,25,34,51,63,67,70],adls_delet:[20,34,63],adls_fil:23,adls_list:[20,34,63],adlsdeleteoper:[23,24,63],adlslistoper:[23,25,63],administr:30,adx:[18,20,34,55],ae7cb4a1e2:51,aeea71274d:51,after:[11,30,51],against:[15,49,51],agent:[10,30],aip:[51,63],airflow:[52,53,54,55,56,57,58,59,60,62,64,65,66,67,68,70,71,72],airflow_conn_azure_batch_default:57,airflow_conn_azure_container_registry_default:52,airflow_conn_azure_cosmos_default:59,airflow_conn_azure_data_explorer_default:55,airflow_conn_azure_data_factory_default:53,airflow_conn_azure_data_lake_default:54,airflow_conn_azure_default:56,airflow_conn_wasb_default:62,airflow_conn_wasp_default:[58,60],airflow_hom:65,airflow_local_set:65,airflowexcept:[0,15],aka:64,akv:72,all:[0,10,19,23,31,33,35,51,52,53,54,55,56,57,58,59,60,62,63],alloc:31,allow:[31,70],alreadi:[10,15,17,19,32,50,51,63,64],also:[38,63,64],alwai:31,amazon:51,amount:[10,30,31],an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72],ani:[9,15,16,19,22,30,31,33,35,44,47,63,64,70,72],anonym:[19,58,60,62],apach:64,apache_airflow_providers_microsoft_azur:64,api:[0,10,16,26,38,47,51,63,68,71],app:11,appear:50,append:22,appendblob:19,appli:[51,63],applic:[0,11,19,51,55],applicationid:53,apply_default:[51,63],april:51,ar:[0,16,22,31,33,47,50,51,53,54,55,56,58,59,60,62,63,64,65],arg:[24,25,47,51,63,68,71],argument:[17,19,35,43,48,50,51,63],arriv:43,asc:[63,64],asynchron:[33,66],attempt:[19,33,48,50,51,63],attribut:[51,63],august:51,auth:[51,63],auth_method:55,authent:[0,9,19,38,68,71,72],author:[14,16,19,44,55,56,58,60,62,66],auto:[51,63],auto_scale_formula:30,autoapi:51,autom:51,automat:[19,30,63],avail:[0,55,64],azur:[61,64,69],azure_batch:[10,18,20,34],azure_batch_conn_id:[10,30],azure_batch_default:[10,30,57],azure_blob_to_gc:[20,46],azure_client_id:[38,72],azure_client_secret:[38,72],azure_conn_id:[9,11],azure_container_inst:[11,18,20,34],azure_container_instance_conn_id:31,azure_container_instance_default:63,azure_container_nam:[68,71],azure_container_registri:[12,18,20],azure_container_registry_conn_id:12,azure_container_registry_default:[12,52],azure_container_volum:[13,18,20,58],azure_container_volume_conn_id:13,azure_container_volume_default:[13,58,62],azure_cosmo:[14,18,20,34,42],azure_cosmos_conn_id:[14,32,40],azure_cosmos_default:[14,32,40,59],azure_cosmos_sensor:40,azure_data_explor:0,azure_data_explorer_conn_id:[0,26],azure_data_explorer_default:[0,26,55],azure_data_factori:[15,18,20],azure_data_factory_conn_id:[15,33,41],azure_data_factory_default:[15,53],azure_data_lak:[16,18,20],azure_data_lake_conn_id:[16,23,47,49],azure_data_lake_default:[16,23,47,54],azure_data_lake_path:49,azure_default:[9,11,56,63],azure_fileshar:[17,18,20,60],azure_fileshare_conn_id:17,azure_fileshare_default:[17,60],azure_key_vault:[20,37],azure_key_vault_uri:38,azure_registri:12,azure_registry_us:31,azure_service_princip:31,azure_tenant_id:[38,72],azurebasehook:[9,11,51],azurebatchhook:[10,30,51,63],azurebatchoper:[30,51],azureblobstoragetogcsoper:[44,68],azurecontainerinst:[51,63],azurecontainerinstancehook:11,azurecontainerinstancesoper:[31,51,63],azurecontainerregistryhook:12,azurecontainervolumehook:13,azurecosmosdbhook:[14,51,63],azurecosmosdocumentsensor:40,azurecosmosinsertdocumentoper:32,azurecr:31,azuredataexplorerhook:[0,26,51,63],azuredataexplorerqueryoper:26,azuredatafactori:[51,63],azuredatafactoryhook:[15,33,41,51,63],azuredatafactorypipelinerunexcept:15,azuredatafactorypipelinerunlink:33,azuredatafactorypipelinerunsensor:[33,66],azuredatafactorypipelinerunstatu:15,azuredatafactorypipelinerunstatussensor:[41,66],azuredatafactoryrunpipelineoper:33,azuredatalakehook:[16,51],azuredatalakestorag:[51,63],azuredatalakestoragedeleteoper:[24,51,63],azuredatalakestoragelistoper:[25,63],azuredlfilesystem:16,azurefileshar:[51,63],azurefilesharehook:[17,51],azurefilesharetogcsoper:51,azurekeyvaultbackend:[38,51,63,72],b0fcf67559:51,b1bd59440b:51,b2a28d1590:51,b2cb6ee5ba:51,b40dffa085:51,b753c7fa60:51,b916b75079:51,ba4b:64,ba79adb631:51,back:53,backend:[38,51,63],backend_kwarg:[38,72],backport:51,backward:63,base:[0,9,10,11,12,13,14,15,16,17,19,22,23,24,25,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50],base_azur:[11,18,20],base_log_fold:22,basehook:[0,9,10,12,13,14,15,16,17,19],baseoper:[23,26,30,31,32,33,35,44,47,48,49,50],baseoperatorlink:[33,51],basesecretsbackend:38,basesensoroper:[40,41,43],bash:64,batch:[1,18,20,27,34,51,61,63],batch_job_display_nam:30,batch_job_id:30,batch_job_manager_task:30,batch_job_preparation_task:30,batch_job_release_task:30,batch_max_retri:30,batch_model:10,batch_pool_display_nam:30,batch_pool_id:30,batch_pool_vm_s:30,batch_start_task:30,batch_task_command_lin:30,batch_task_container_set:30,batch_task_display_nam:30,batch_task_id:30,batch_task_output_fil:30,batch_task_resource_fil:30,batch_task_user_ident:30,bbc627a3da:51,bd90136aaf:51,be75dcd39c:51,becom:38,been:[50,65],befor:[10,30,49,51],begin:19,behavior:50,behaviour:[0,9,10,12,13,14,15,16,17,19],behind:[30,31,33],being:72,belong:64,below:[64,65,66,67,70],between:38,bigger:[16,47],bin:[31,64],binari:[64,68,71],black:51,blob:[16,19,35,43,44,48,50,51,58,60,61,63,69],blob_nam:[19,35,43,44,48,68],blob_prefix:[50,71],blob_typ:19,blobclient:19,blobproperti:19,blobservicecli:[19,51,63],block:[16,47],blockblob:19,blockblockservic:19,blocksiz:[16,47],bool:[10,15,16,17,19,22,23,30,33,35,44,47,48,50],both:32,broken:51,bst:64,bucket:[44,51,65,68],bucket_nam:[44,68],buffer:[16,47],buffers:[16,47],bugfix:[51,63],buggfix:51,build:[38,51,64],build_path:38,built:51,bump:51,bunch:[51,63],c1ab8e2d7b:51,c34ef853c8:51,c51016b0b8:51,c7e5bce57f:51,c844ff742e:51,c8485a83bc:51,ca35bd7f7f:51,ca4238eb4d:51,ca679c014c:51,cached_properti:51,caf0a8499f:51,call:[16,47,51,54,65],can:[14,16,19,23,31,38,47,50,53,54,55,56,58,59,60,62,63,64,65,66,68,72],cancel:15,cancel_pipeline_run:15,cancel_trigg:15,candid:51,cannot:[16,47],canon:[10,30],catchup:51,caus:63,cb1344b63d:51,cb73053211:51,cbf8001d76:51,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:64,cde1:64,cdec301254:51,ceb2b53a10:51,certif:[0,55,64],certifi:64,cfg:[38,65,72],chain:44,chang:[30,51],changelog:51,chapter:64,charact:[49,51],check:[14,15,16,17,19,22,33,40,41,50,51,63,64,66,68],check_for_blob:[19,35,43],check_for_directori:17,check_for_fil:[16,17],check_for_prefix:[19,43],check_interv:[15,33],check_opt:[35,43],check_wildcards_limit:50,checksum:[63,64],choos:[0,55,64],chunk:[16,19,47],ci_conn_id:31,classifi:[51,63],clean:[30,31,33],clean_up:30,cleanup:[30,31,33,51,63],cli:53,client:[9,10,14,15,16,38,51,53,54,63,72],client_id:[11,53,54,56,58,59,60,62],clientrequestproperti:[0,26],close:22,cloud:[44,51,66,71],cluster:[0,55],code:[0,51,55,64,66],collect:[14,32,59],collection_id:14,collection_nam:[14,32,40,59],colon:[51,63],com:[0,26,38,52,55,57,58,59,60,62,64],combin:72,come:51,command:[10,30,31,50,51],command_lin:10,comment:51,commit:51,common:[51,63],commun:[11,12,14,16,19],compat:[16,51,63],complet:[10,15,30,63],compli:[51,63],compon:[52,53,54,55,56,57,58,59,60,62],compress:44,comput:[10,19,30],computenodest:10,concaten:38,config:[15,38,51,56,60,62,65,72],config_prefix:38,config_templ:65,configur:[0,10,15,19,38,51,63,65,72],configure_job:10,configure_pool:10,configure_task:10,conflict:51,conn:[51,63,71],conn_id:[9,11,12,38],conn_name_attr:[0,9,10,11,12,13,14,15,16,17,19],conn_typ:[0,9,10,11,12,13,14,15,16,17,19],connect:[0,9,10,11,12,13,14,15,16,17,19,23,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50,51,63,65,68],connection_default:38,connections_prefix:[38,72],consid:30,construct:33,constructor:[19,51],contain:[0,10,11,12,13,14,16,17,19,26,30,31,35,43,44,48,50,51,56,61,63,64,65,68,71],container_group:11,container_inst:[2,18,20,28,34],container_nam:[19,35,43,44,48,50,68,71],container_registri:[3,18,20],container_set:10,container_timeout:31,container_volum:[4,18,20],containercli:19,containerconfigur:10,containergroup:11,containerinst:[11,31,63],content:65,context:[22,23,26,30,31,32,33,35,40,41,43,44,47,48,49,50,51],continu:63,contrib:51,copi:[19,50,65],copy_files_to_wasb:50,core:[15,16,47],correct:[51,64,65],correspond:33,cosmo:[5,18,20,29,34,39,42,51,61,63],cosmosdb:[14,32,40],could:33,count:[17,31],coupl:66,coverag:51,cp:50,cpu:31,creat:[0,10,11,14,15,16,17,19,22,23,30,31,32,33,35,38,44,47,48,49,50,51,55,56,63,64,65],create_collect:14,create_contain:[19,48,50],create_databas:14,create_dataset:15,create_directori:17,create_factori:15,create_file_from_path:17,create_file_from_stream:17,create_file_from_text:17,create_job:10,create_linked_servic:15,create_or_upd:11,create_pipelin:15,create_pool:10,create_shar:17,create_trigg:15,createrunrespons:15,creation:[51,63],creator:44,credenti:[15,38,44,52,53,54,55,56,57,58,59,60,62,72],cross:51,csv:[19,49],curl:64,current:[15,31,50],custom:[0,9,10,12,13,14,15,16,17,19,51,63,65],d02ded65ea:51,d08284ed25:51,d0e7db4024:51,d119ae8f3f:51,d200:51,d202:51,d2754ef769:51,d3c76da952:51,d56e7b56bb:51,d65e492a3:51,d7de:64,d94fa37830:51,d9567eb106:51,d99833c9b5:51,d:64,dag:[51,63,68],dash:38,data:[0,15,16,19,23,26,31,33,41,44,47,49,50,51,61,63,67,69],data_factori:[6,18,20,34,42],data_lak:[7,18,20],databas:[0,14,26,32,49,59],database_id:14,database_nam:[14,32,40,59],datafactori:[15,63],datalak:[63,69],dataset:[15,19],dataset_nam:15,datasetresourc:15,datetim:[33,51,68],db557a8c4a:51,db:[14,51,63],dd2095f4a8:51,ddb5246bd1:51,decemb:51,declar:51,decor:[15,51,63],dedic:[10,30,63],default_arg:[51,68],default_conn_nam:[0,9,10,11,12,13,14,15,16,17,19,33,41],default_cpu:31,default_environment_vari:31,default_logging_config:65,default_memory_in_gb:31,default_secured_vari:31,default_volum:31,defaultazurecredenti:[38,51,53,63,72],defin:[40,41,43,65],definit:15,delai:51,deleg:44,delegate_to:[44,68],delet:[11,14,15,16,17,19,23,30,35,50,51,67],delete_blob:19,delete_collect:14,delete_contain:19,delete_databas:14,delete_dataset:15,delete_docu:14,delete_factori:15,delete_fil:[19,50,51,63],delete_linked_servic:15,delete_local_copi:22,delete_pipelin:15,delete_shar:17,delete_task:67,delete_trigg:15,delimit:[19,49,51,63],dep:64,depend:51,deprec:[1,2,3,4,5,6,7,8,24,25,27,28,29,33,36,39,45,47,63],deriv:[23,30,31,32,33,35,40,41,43,44,47,49],describ:64,descript:51,desir:[10,15,30,53],dest:64,destin:49,detail:[0,11,30,38,51,63,64,72],dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72],dev:51,devic:[0,55],dict:[0,26,31,32,33,43,47,48,49,50],dictionari:[15,23,30,31,32,33,35,44,47,49,54,56,58,59,60,62],diff:64,differ:[53,64,66],directli:[44,53,56],directori:[11,16,17,23,47,58,60,62,64,65],directory_nam:17,disabl:[33,66],discoveri:51,disk:56,displai:[10,30,51,63],display_nam:10,distribut:64,doc:[0,26,38,40,51,63],docker:31,docstr:[51,63],document:[14,32,40,51,63,66,67,68,70,71],document_id:[14,40],doe:[15,17,19,35],does_collection_exist:14,does_database_exist:14,doesn:10,domain:44,don:65,done:[14,16,19],down:64,download:[16,17,19,30,44,50,64],download_blob:19,download_fil:16,downstream:23,drop:64,dry:50,dry_run:50,ds:31,dttm:33,due:63,duplic:63,dure:9,dynam:[51,63],e08a:64,e08c8c:49,e25446a8b1:51,e4f0e8:[32,47],e63e23c582:51,e7bb17aeb8:51,e:[19,52,53,54,55,56,57,58,59,60,62],each:[16,19,30,47,72],easi:[38,70],ecf4:64,echo:[31,64],edit:63,editor:63,ee7ca128a1:51,either:19,els:22,empti:65,en:[0,26,38],enabl:[33,44,51,52,53,54,55,56,57,58,59,60,62,65,72],enable_auto_scal:[30,51],enableautoscal:30,encod:[49,52,53,54,55,56,57,58,59,60,62],end:50,endpoint:[14,59],ensur:51,entri:51,environ:[31,38,52,53,54,55,56,57,58,59,60,62,72],environment:31,environment_vari:31,equival:50,error:[16,22,23,51,63],es:15,escap:51,essenti:64,establish:50,etl:66,even:[19,35,51],event:11,everi:[0,55],everywher:51,exactli:63,exampl:[0,10,14,16,19,23,30,31,38,40,51,52,54,55,56,57,58,59,60,62,63,64,66,67,68,70,71,72],example_adf_run_pipelin:66,example_adls_delet:67,example_azure_blob_to_gc:68,example_dag:[51,66,67,68,70,71],example_local_to_adl:70,example_sftp_to_wasb:71,except:[15,51,63],exclud:[51,72],exclus:72,execut:[23,26,30,31,32,33,35,44,47,48,49,50,65,66],exist:[10,11,14,15,16,17,19,22,32,35,40,47,48,50,51,63,65],exitcod:11,expand:[51,63],expect:15,expected_statu:15,expected_status:15,experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72],explain:51,explicit:51,explor:[0,26,51,61,63],expos:31,express:51,ext:51,extend:22,extern:33,extra:[11,14,15,16,19,47,51,54,56,58,59,60,62,63,68],extra__azure_container_volume__connection_str:58,extra__azure_data_factory__factory_nam:53,extra__azure_data_factory__resource_group_nam:53,extra__azure_data_factory__subscriptionid:53,extra__azure_data_factory__tenantid:53,extra__azure_fileshare__connection_str:60,extra__azure_fileshare__protocol:60,extra__azure_fileshare__sas_token:60,extra__wasb__connection_str:62,extra__wasb__sas_token:62,extra__wasb__shared_access_kei:62,extra__wasb__tenant_id:62,extra_upload_opt:47,extract:50,f0e2421807:51,f0f0e4:30,f3521fb0e3:51,f3e87c5030:51,f42559a773:51,f5b96315fe:51,f6bd817a3a:51,f77417eb0d:51,f77a11d5b1:51,f8fd0f7b4c:51,f8ff217e2f:51,f:51,face:51,factori:[15,33,41,51,61,63,69],factory_nam:[15,33,41],fail:[15,22,30,33,50,51,63,65],fail_if_exist:31,fake:51,fall:53,fallback:53,fals:[10,13,16,17,19,22,23,30,35,47,48,50,51,66,68],famili:[10,30],fd682fd70a:51,fdd9b6f65b:51,featur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72],feb:51,fetch:44,ffb1fcacff:51,field:[0,9,10,11,12,13,14,15,16,17,19,49,50,51,63,68,71],file:[13,16,17,19,22,23,30,35,44,47,48,49,50,51,56,61,63,64,65,67,70,72],file_nam:17,file_path:[16,17,19,44,48,68],file_task_handl:22,file_to_wasb:[20,46],filehandl:17,filenam:[16,44,47,49,68],filename_templ:22,fileservic:17,fileshar:[8,18,20,31,51],filesystem:69,filetaskhandl:22,filetowasboper:[51,63],fill:11,filter:19,find:[0,16,23],fingerprint:64,first:[44,63],fix:51,flag:33,flynt:51,folder:[23,50,51,64],follow:[14,23,54,56,58,59,60,62,63,64,65,68,71],forcibl:[16,47],form:[0,9,10,13,14,15,16,17,19,51,63],format:68,formmatt:51,formula:30,found:[16,22,23],foundat:64,four:[51,58,60,62],framework:63,free:66,fresh:51,friendli:51,from:[11,14,16,17,19,22,23,30,33,38,44,49,50,51,63,65,67,69,72],full:16,func:15,further:[66,67,70],g:19,gc:51,gcp:68,gcp_bucket_file_path:68,gcp_bucket_nam:68,gcp_conn_id:44,gcp_object_nam:68,gener:[11,51,63],get:[10,11,13,14,15,30,31,33,38,44,50,51,63,64,68,71],get_blob_properti:19,get_blobs_list:[19,51],get_collection_link:14,get_config:38,get_conn:[0,9,10,12,14,15,16,17,19],get_conn_uri:38,get_connection_form_widget:[0,9,10,13,14,15,16,17,19],get_database_link:14,get_dataset:15,get_docu:14,get_document_link:14,get_factori:15,get_fil:[17,19],get_file_to_path:17,get_file_to_stream:17,get_file_volum:13,get_full_path_blob:50,get_hook:[26,30],get_link:33,get_linked_servic:15,get_log:11,get_messag:11,get_pipelin:15,get_pipeline_run:15,get_pipeline_run_statu:15,get_sftp_files_map:50,get_stat:11,get_state_exitcode_detail:11,get_storagekei:13,get_template_context:[23,30,31,32,33,35,44,47,49],get_tree_behavior:50,get_trigg:15,get_ui_field_behaviour:[0,9,10,12,13,14,15,16,17,19],get_valu:51,get_vari:38,ghost:[30,31,33],given:[10,19,30,38,40],glass:66,glob:[16,23,47],globstr:16,gmail:64,good:64,googl:[44,51,63],google_cloud_default:44,gpg:64,gpu:31,gpuresourc:31,grammar:51,grant:44,group:[11,15,31,33,41,53],groupid:33,guest:[10,30],guid:[23,31,33,44,47,50,51,64],gz:64,gzip:[44,68],ha:[10,15,31,65],handl:[22,51,63],handler:[22,51,65],happi:[51,63],hardcod:51,hash:51,have:[10,19,44,50,51,63,65,72],head:51,header:51,hello:[38,72],help:[0,65],here:[65,66,72],hidden:[51,63],high:51,highli:[0,55],hint:51,hoc:[51,63],hook:[20,22,47,50,51,52,53,54,55,56,57,58,59,60,62,63,65],hook_nam:[0,9,10,11,12,13,14,15,16,17,19],host:[51,52,58,60,62,63],how:[23,33,44,47,50,64,68,70],howev:63,http:[0,26,38,59,60,64,72],i:[52,53,54,55,56,57,58,59,60,62,64],iam:44,id:[0,9,10,11,12,13,15,16,17,30,31,33,38,40,44,50,63,64,68,71,72],ident:[19,30,38,44,51,53,63,72],identifi:[10,15,30,33,41,50],ignore_if_miss:[19,35],ignore_not_found:[16,23],imag:[10,30,31,52],imperson:44,impersonation_chain:[44,68],implement:51,implicit:51,improv:51,in_progress:15,includ:[19,31,51,53],incorrect:51,indic:[15,64],individu:[51,52],info:[15,44,51],inform:[9,23,33,44,47,49,50,51,56,63,66,67,68,70,71],infrastructur:19,init:9,initi:[0,51,52,53,54,55,56,57,59,63],inprogress:15,input:31,inputrequir:[51,63],insert:[14,32],insert_docu:14,insid:[31,50,51],instal:[10,30,51],install_requir:63,instanc:[0,10,11,12,22,26,30,31,33,55,56,63],instanti:[51,63],instead:50,instruct:[64,68,71],integr:[14,16,19,51,52,53,54,55,56,57,58,59,60,62,66],interact:[0,14,15,16,17,19,50],interfac:[51,53],intern:[16,47],introduc:51,intuit:66,invalid:51,io:[17,31],ip:31,ip_address:31,ipaddress:31,is_prefix:[19,35],is_recoveri:33,isn:15,isort:51,issu:[51,63],issuer:64,its:[51,63],januari:51,jinja:[23,30,31,32,33,35,44,47,49],job:[10,30,51,68,71],job_guid:31,job_id:[10,30],jobaddparamet:10,jobmanagertask:30,jobpreparationtask:30,jobreleasetask:30,join:30,json:[11,51,54,56,58,59,60,62,68],juli:51,june:51,just:[50,65],k80:31,k8:51,ka:64,kaxil:64,kaxilnaik:64,keep:51,kei:[0,13,14,19,31,38,51,53,55,56,57,58,59,60,62,64],key1:68,key_json:56,key_path:56,key_vault:[20,36,37,72],keyvault:63,keyword:[17,19,35,43,48,50],kill:[30,31,33],know:64,kql:[0,26],kusto:[0,26,51,63],kustocli:0,kustoresponsedataset:0,kustoresponsedatasetv2:0,kwarg:[10,16,17,19,23,24,25,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50],l:64,la:64,lake:[16,23,47,49,61,67,69],last:44,latest:[10,30,31,51,63],launch:30,lazi:51,lazili:51,learn:0,least:63,leav:[30,31,33],left:[53,64],length:19,level:51,librari:[9,14,51],like:[57,72],line:[10,30,51,63],link:[14,15,33,51,56,63,64],linked_servic:15,linked_service_nam:15,linkedserviceresourc:15,linux:31,list:[0,11,14,16,17,19,23,26,30,31,44,50,51,63],list_directories_and_fil:17,list_fil:17,ll:[0,55],load:[17,19,48,49,51],load_fil:[17,19,48,50],load_opt:[48,50],load_str:[17,19],load_stream:17,local:[16,22,44,47,49,51,64,69],local_file_path:70,local_path:[16,47,70],local_to_adl:[20,46],local_to_wasb:[20,45,46],localfilesystemtoadlsoper:[47,51,63],localfilesystemtowasboper:[48,51,63],localtoazuredatalakestorageoper:[47,51,63],locat:[16,22,23,50,65],log:[11,20,38,51,63],log_config:65,logging_config:65,logging_config_class:65,logging_mixin:[22,38],loggingmixin:[22,38],login:[11,14,16,19,31,51,52,54,56,58,59,60,62,63,68,71],logo:51,look:[23,33,44,47,50,67,70,72],lookup:51,loop:[16,23],low:30,lropol:15,ls:64,machin:[10,30],macro:31,made:[30,64],magic:51,mai:[19,48,50,72],main:[23,30,31,32,33,35,44,47,49,64],major:63,make:[14,16,19,44,51,63,65,70],manag:[19,30,38,51,53,55,56,58,60,62,63,64,66,72],manual:63,map_index:51,march:51,mark:19,markdown:51,markdownlint:51,marketplac:[10,30],master:[14,59],match:[15,16,19,35,40,43,47,51,64,68],max:31,md003:51,md:51,mechan:[9,53,54,56],memori:31,memory_in_gb:31,messag:[11,22,51,63],meta:51,metadata:19,method:[0,23,30,31,32,33,35,44,47,49,51,55,56,58,60,62,63],mgmt:[11,15,31,63],microsoft:[61,64,66,67,68,70,71,72],microsoftwindowsserv:[10,30],might:[50,63],migrat:63,minut:[10,30],mirror:64,miscellan:51,miss:51,misspel:[51,63],mistakenli:63,misus:51,mktemp:64,mode:33,model:[10,11,15,23,26,30,31,32,33,35,44,47,48,49,50,51],model_path:31,modul:[1,2,3,4,5,6,7,8,27,28,29,36,39,45,51,63],monitor:[33,51,63,66],month:51,more:[19,23,30,31,32,33,35,38,44,47,49,50,51,63,68,71,72],most:64,mount:31,mount_nam:13,move:[49,50,51],move_object:50,multipl:[16,19,47,50,51,53,55,56,58,60,62,63],multiprocess:[30,31,33],must:[0,10,19,30,44,72],mv:50,my:31,my_contain:31,my_fileshar:31,my_storage_contain:31,my_valu:31,mybatchaccount:57,myblob:[58,60,62],myclust:55,mycollect:59,mydatabas:59,myparam:66,mypi:51,myprivateregistri:31,myregistri:52,naik:64,name:[10,11,15,16,17,19,23,30,31,32,33,35,38,41,43,44,48,49,50,51,52,53,54,57,59,63,65,68,72],need:[0,11,19,30,31,33,53,54,55,56,58,60,62,63,68,71],net:[0,72],netfx:[0,26],never:31,newli:65,next:[51,63],node:[10,30],node_st:10,non:[30,33,51],none:[0,10,14,15,16,17,19,26,30,31,33,35,38,41,43,44,47,48,49,50,64,68],note:[0,31,33,51,52,53,54,55,56,57,58,59,60,62],novemb:51,now:[51,63],nthread:[16,47],number:[10,16,19,30,31,47,51],o:64,object:[0,10,16,17,19,22,23,44,50,68,71,72],object_nam:[44,68],occur:22,octob:51,offer:[9,10,30,66,68,71],offic:0,offici:64,offset:19,old:33,omit:30,on_kil:[30,31,33],onc:64,one:[0,14,19,50,51,52,54,55,56,57,58,59,60,62,63,64],onedr:0,ones:72,onfailur:31,onli:[16,19,31,33,47,50,54,55,56,58,60,62],open:17,oper:[15,20,44,47,49,50,51,52,53,54,55,56,57,58,59,60,62,63,70],operator_extra_link:33,oppos:50,optim:19,optimis:63,option:[0,10,14,15,17,19,26,30,31,33,35,38,41,43,44,47,48,49,50,51,53,54,55,56,58,59,60,62,63],oracl:[49,51,63],oracle_conn_id:49,oracle_to_azure_data_lak:[20,46],oracletoazuredatalakeoper:49,order:[11,31,63],org:64,organ:[68,71],origin:[44,64],os:[10,30],os_famili:[10,30],os_typ:31,os_vers:[10,30],other:72,otherwis:[16,17,19,22,63],our:51,out:[10,14,51,53,66],output:[23,66],outputfil:30,outsid:31,over:30,overrid:[30,31,33,40,41,43,68],overwrit:[16,47,50],overwritten:[16,22,47],owner:64,package_nam:64,package_vers:64,page:[51,64,70],pageblob:19,pair:31,pane:66,parallel:31,param:[51,63],paramet:[0,9,10,11,12,13,14,15,16,17,19,22,23,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50,51,54,55,56,58,59,60,62,66,72],parameternam:33,parquet:23,particular:10,partition_kei:14,pass:[9,19,31,33,53],password:[0,11,14,16,19,31,51,52,54,55,56,58,59,60,62,63,68,71],path:[16,17,19,23,38,44,47,48,49,50,51,56,63,67],path_prefix:38,pattern:[16,47,51],pem:[0,55],per:51,perform:[19,33,50,66],period:66,pgp:64,pgpk:64,pgpv:64,pip:[51,64],pipelin:[15,33,41,51,63,66],pipeline1:66,pipeline2:66,pipeline_nam:[15,33,66],pipeline_run_sensor:66,pipelineresourc:15,pipelinerun:15,pipelineruninfo:15,plain:[63,68],pleas:[0,1,2,3,4,5,6,7,8,24,25,27,28,29,31,36,39,45,47,55,64,66,68,71],point:51,poke:[40,41,43],polici:31,poll:15,poller:15,pool:[10,30],pool_id:[10,30],pooladdparamet:10,port:31,portion:65,possibl:[31,51],postgres_default:31,postgres_login:31,postgres_password:31,pre:[51,63],preced:44,prefix:[19,35,38,43,50],prepar:[30,51],presenc:63,prevent:72,previou:[50,64],previous:51,primari:[59,64],primaryresult:26,princip:[10,11,12,31,38,72],prior:[19,48,50],prioriti:30,privat:31,problem:63,process:[30,31,33,65],project:51,proper:[51,63],properli:65,properti:[0,11,26,30,33,50],protect:51,protocol:[19,60],provid:[55,64,66,67,68,70,71,72],provide_targeted_factori:15,provider_download_dir:64,public_read:19,publish:[10,30],put:49,py3:64,py:[51,65,66,67,68,70,71],pydocstyl:51,pyi:51,pylint:51,pypi:[51,63],python:[22,23,38,51,63,64,72],pythonpath:65,pyupgrad:51,queri:[0,14,26,40,49,55],queu:15,quit:[16,47],quot:49,quote_minim:49,quotechar:49,rais:[0,15,16,23],rang:19,rc2:51,rc3:51,rc:51,re:50,reach:[10,15,33],read:[19,22,38,58,60,62,65],read_fil:19,read_onli:13,readm:[51,63],rebas:51,recommend:[0,55,64,65],recoveri:33,recurs:[16,23,47,67],reduc:[51,63],redund:[51,63],ref:51,refactor:[51,63],refer:[0,9,13,14,16,17,19,23,26,30,31,32,33,35,38,40,43,44,47,48,49,50],referenc:33,reference_pipeline_run_id:33,refernc:51,reflect:63,regardless:[16,47],regener:51,region:31,registr:11,registri:[12,31,61],registry_conn_id:31,relabel:[51,63],relas:51,relat:[51,52,53,54,55,56,57,58,59,60,62],releas:[30,51,63],relev:[64,72],rema:51,remain:51,remot:[16,22,47,50,51,63],remote_base_log_fold:65,remote_file_path:[67,70],remote_log:65,remote_log_conn_id:65,remote_log_loc:22,remote_path:[16,47,70],remov:[16,23,51,63,64,67],remove_fil:67,remove_on_error:31,renam:[51,63,65],render:[23,30,31,32,33,35,44,47,49,50],replac:[38,51,63],repositori:63,represent:72,request:[0,26,38,44,72],requir:[0,11,16,30,31,44,55,65],rerun:[15,33],rerun_trigg:15,resid:53,resourc:[9,11,15,31,33,41,53,68,71,72],resource_group:[11,31],resource_group_nam:[15,33,41],resourceexistserror:50,resourcefil:30,respect:51,respons:[0,19,26],response2:26,rest:[16,26],restart:[30,31,65],restart_polici:31,result:19,retri:30,retriev:38,return_error:22,revert:51,role:44,root:[16,47],rsa:64,rule:51,run:[0,10,15,26,30,31,33,41,49,50,51,63,64],run_id:[15,41,66],run_pipelin:15,run_pipeline1:66,run_pipeline2:66,run_queri:0,runtim:33,s:[11,15,22,30,33,35,47,51,63,64,65,66,67],sa:[19,58,60,62],same:[23,30,31,32,33,35,44,47,49,63],sampl:72,sas_token:[19,51,63,68],sat:64,scale:66,schedul:65,schedule_interv:68,script:[51,64],sdist:[63,64],sdk:[38,72],sdk_client:9,sdkclient:9,search:10,second:[15,33],secret:[14,16,20,51,53,54,56,58,59,60,62,63,72],secret_id:38,secret_prefix:38,section:[19,72],secured_vari:31,see:[0,14,16,19,26,49,51,68,71],select:[64,65],self:[0,9,10,11,12,13,14,15,16,17,19,22,23,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50,64],sensor:[20,51,53,63],sent:[38,72],sep:[38,64],separ:[38,51],septemb:51,sequenc:[23,26,30,31,32,33,35,40,41,43,44,47,48,49,50,51],server:[50,52,64],serverless:66,servic:[9,10,11,12,15,30,31,38,44,51,66,68,71,72],serviceprincipalpassword:53,set:[10,15,19,30,33,38,44,50,51,56,66,68,71,72],set_context:22,setup:[51,65],sever:9,sftp:[50,51,63],sftp_conn_id:50,sftp_default:[50,71],sftp_file:50,sftp_hook:50,sftp_source_path:[50,71],sftp_src_path:71,sftp_to_wasb:[20,46],sftpfile:50,sftptowasboper:[50,71],sha512:[63,64],sha:64,shape:70,share:[17,57,58,61,62,63],share_nam:[13,17],shasum:64,should:[13,14,16,17,19,30,31,40,41,43,50,52,53,54,55,56,57,58,59,60,62,63,64,65,68,72],should_delete_job:30,should_delete_pool:30,show:[65,70],sign:64,signatur:[33,51,63,64],silent:22,simplifi:51,singl:[10,16,19,47,50,66],site:63,size:[10,11,17,30,70],sku:[10,30,31],sku_starts_with:[10,30],smaller:[16,47],smtp:[38,72],smtp_default:72,snapshot:19,so:[38,65,72],softwar:64,some:72,somecollection_nam:40,somedatabase_nam:40,sometim:54,sourc:[0,9,10,11,12,13,14,15,16,17,19,22,23,24,25,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50,63,66,67,68,70],source_path_contains_wildcard:50,space:[51,63],specif:[16,52,53,54,56,58,59,60,62],specifi:[0,14,15,19,23,30,32,33,38,44,50,52,53,54,55,56,57,58,59,60,62,63,68,71,72],speed:70,spell:51,sphinx:51,sql:[14,49],sql_param:49,sql_string:14,squash:51,start:[10,11,12,15,19,30,31,33,65],start_activity_nam:33,start_contain:31,start_dat:[51,63,68],start_from_failur:33,start_trigg:15,starttask:30,state:[10,11],statu:[15,33,41,66],status:15,step:[64,65],still:33,stop:[15,51],stop_trigg:15,storag:[13,16,17,19,22,35,43,44,48,50,51,58,60,61,63,69,70],storage_account_nam:13,storagestreamdownload:19,store:[17,49,52,54,63,65,68,70,71],store_nam:54,str:[0,9,10,11,12,13,14,15,16,17,19,22,23,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50],strategi:49,stream:[17,19],strict:51,string:[10,17,19,22,23,30,44,51,58,60,62],string_data:[17,19],stub:51,style:51,subject:51,subprocess:[30,31,33],subscript:[53,56,58,60,62],subscriptionid:[11,56],succeed:[15,66],success:[19,35],sum:64,suppli:[14,16,19],support:[16,23,31,33,38,47,51,63,72],sure:[14,16,19,65],synchron:51,syntax:[52,53,54,55,56,57,58,59,60,62],system:[31,33,51,53,65],t:[10,15,65],tabl:63,tag:31,tail:11,take:[17,19,23,33,35,43,44,47,48,50,51],tar:64,target:[15,19,40,48,50],target_dedicated_nod:[10,30,51],target_low_priority_nod:30,task1:31,task:[10,22,23,30,31,33,51,63,65],task_id:[10,23,31,40,66,67,68,70,71],task_inst:22,taskaddparamet:10,taskcontainerset:30,taskflow:51,taskinst:[33,51,63],taskinstancekei:33,templat:[23,26,30,31,32,33,35,44,47,48,49,50,65],template_ext:26,template_field:[23,26,30,31,32,33,35,40,41,43,44,47,48,49,50,51],template_fields_render:[31,33,49,51,63],temporari:64,tenant:[0,16,52,53,54,55,56,59,62],tenant_id:62,tenantid:[11,56],term:44,termin:[15,33,66],terminal_status:15,test:[11,15,51,63],test_connect:[15,51,63],text:[68,71],than:[16,47],thei:32,them:63,thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72],those:[63,64],thread:[16,30,31,33,47],three:[55,56,68,71],through:[0,19,53,55],thumbprint:[0,55],ti:[22,31],ti_kei:[33,51],time:[10,15,30,31,33,55,56,58,60,62,63],timeout:[10,15,30,33],toc:51,token:[19,44,53,54,56,58,59,60,62,68,71],tool:51,toolchain:51,top:[63,64],transfer:[20,51,69],transfer_files_from_sftp_to_wasb:71,transfer_files_to_azur:71,transfer_files_to_gc:68,transform:66,tree:50,trigger:[15,65],trigger_nam:15,triggerresourc:15,trove:63,trust:64,tupl:[11,31],type:[0,9,10,11,14,15,16,17,19,22,30,31,33,38,49,51,52,53,54,55,56,57,58,59,60,62,63,72],typeddict:15,typehint:51,typic:[31,66],typing_compat:15,typo:51,ubuntuserv:[10,30],ui:[63,66],ui_color:[23,26,30,32,33,41,47,49],uncommittedblob:19,under:[10,30,33,53],underscor:38,undo:30,unicodecsv:49,union:[15,44],uniqu:[10,30,31,40],unknown:[11,64],unless:16,unnecessari:[51,63],unsuccess:0,untouch:51,up:[30,31,33,51,65,72],updat:[14,15,51,63,65],update_dataset:15,update_factori:15,update_linked_servic:15,update_pipelin:15,update_trigg:15,upgrad:[51,63],upload:[16,17,19,22,30,44,47,48,50,51,63,69],upload_blob:19,upload_fil:[16,70],upload_task:70,uploaded_fil:50,upsert_docu:14,upstream:9,uri:[14,38,52,53,54,55,56,57,58,59,60,62,72],url:[0,38,51,52,53,54,55,56,57,58,59,60,62,63],us:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,19,23,24,25,26,27,28,29,30,31,32,33,35,36,38,39,44,45,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,70,71,72],usag:[68,71],use_latest_image_and_sku:[10,30],use_latest_verified_vm_image_and_sku:30,user:[16,30,31,38,51,64,72],userident:30,usernam:[0,52,55],utf:[49,51],util:[22,38],v12:[51,63],v2:[26,51],valid:[38,51,63,64],valu:[14,15,19,31,33,38,51,63,66,68,71,72],variabl:[31,38,50,52,53,54,55,56,57,58,59,60,62],variables_prefix:[38,72],vault:[38,51],vault_url:[38,72],verifi:[10,30,63,65],version:[10,30,51,63,64],via:[14,16,19,33,51,63,64],view:38,virtual:[10,30],visit:[68,71],vm:10,vm_node_agent_sku_id:[10,30],vm_offer:[10,30],vm_publish:[10,30],vm_size:10,vm_sku:[10,30],vm_version:[10,30],volum:[13,17,31,61,63],wa:[22,33,63],wai:[52,53,54,55,56,57,58,59,60,62,68,71],wait:[10,15,30,33,43,65,66],wait_for_all_node_st:10,wait_for_blob:68,wait_for_job_tasks_to_complet:10,wait_for_pipeline_run_statu:15,wait_for_termin:[33,66],walk_blob:19,want:[63,64,65,72],warn:[51,63,64],wasb:[18,20,22,35,42,44,48,50,51,62,63,65,71],wasb_conn_id:[19,35,43,44,48,50],wasb_contain:22,wasb_default:[19,35,43,44,48,50,68,71],wasb_delete_blob:[20,34],wasb_log_exist:22,wasb_log_fold:22,wasb_overwrite_object:50,wasb_read:22,wasb_task_handl:[20,21],wasb_writ:22,wasbblobsensor:[43,68],wasbdeletebloboper:35,wasbhook:[19,22,35,43,48,50,51,63],wasbprefixsensor:43,wasbtaskhandl:22,wave:51,we:[16,47],webhdf:16,webserv:65,well:[10,64],were:63,westeurop:31,whatev:65,wheel:63,when:[0,19,22,23,30,31,32,33,35,44,47,49,50,51,52,53,54,55,56,57,58,59,60,62,63],where:[17,19,51],wherein:31,whether:[10,16,19,23,30,47,50],which:[9,10,11,12,13,16,17,23,30,31,38,40,44,47,50,53,72],whl:64,whose:19,why:64,wide:44,widget:[0,9,10,13,14,15,16,17,19],wildcard:50,window:[0,19,31],windowsserv:[10,30],within:[10,16,30,31,33,47,50,66,68,71],word:51,work:[11,44,63],world:31,worri:64,would:[16,23,38,47,57,72],wrap:13,write:[16,22,47],wrong:51,wrongli:51,xcom:[23,51],xcom_pul:31,yaml:[51,63],yandex:51,yet:[19,48,50],you:[0,11,14,38,50,52,53,54,55,56,57,58,59,60,62,63,64,65,70,72],your:[0,50,63,68,71,72],your_token:19,zope:51},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_registry</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_volume</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_fileshare</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.base_azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.container_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.container_registry</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.container_volume</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.fileshare</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log.wasb_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_delete</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_container_instances</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.container_instances</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.azure_key_vault</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.key_vault</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code>","Package apache-airflow-providers-microsoft-azure","Microsoft Azure Container Registry Connection","Microsoft Azure Data Factory","Microsoft Azure Data Lake Connection","Microsoft Azure Data Explorer","Microsoft Azure Connection","Microsoft Azure Batch","Microsoft Azure Container Volume Connection","Microsoft Azure Cosmos","Microsoft Azure File Share Connection","Connection Types","Microsoft Azure Blob Storage Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-microsoft-azure</span></code>","Installing from sources","Writing logs to Azure Blob Storage","Azure Data Factory Operators","Azure DataLake Storage Operators","Azure Blob Storage Transfer Operator","Microsoft Operators","Upload data from Local Filesystem to Azure Data Lake","Azure Blob Storage Transfer Operator","Azure Key Vault Backend"],titleterms:{"0":[51,63],"1":[51,63],"2":[51,63],"3":[51,63],"4":[51,63],"5":[51,63],"6":[51,63],"7":[51,63],"break":63,"class":[0,9,10,11,12,13,14,15,16,17,19,22,23,24,25,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50],"default":[52,53,54,55,56,57,58,59,60,62],"function":[14,15],adl:23,adls_delet:24,adls_list:25,adlsdeleteoper:67,adx:[0,26],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,63],apach:[51,63],attribut:[15,31,50],authent:[52,53,54,55,56,57,58,59,60,62],azur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,65,66,67,68,70,71,72],azure_batch:[1,27],azure_blob_to_gc:44,azure_container_inst:[2,28],azure_container_registri:3,azure_container_volum:4,azure_cosmo:[5,29,39],azure_data_factori:6,azure_data_lak:7,azure_fileshar:8,azure_key_vault:36,azuredatafactoryrunpipelineoper:66,backend:72,base_azur:9,batch:[10,30,57],befor:[68,71],begin:[68,71],blob:[62,65,68,71],bug:63,chang:63,changelog:63,cloud:68,commit:63,configur:[52,53,54,55,56,57,58,59,60,62],connect:[52,53,54,55,56,57,58,59,60,61,62,72],contain:[52,58],container_inst:[11,31],container_registri:12,container_volum:13,content:[0,9,10,11,12,13,14,15,16,17,19,22,23,24,25,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50,63],cosmo:[14,32,40,59],cross:63,data:[53,54,55,66,68,70,71],data_factori:[15,33,41],data_lak:16,datalak:67,depend:63,download:63,exampl:53,explor:55,factori:[53,66],featur:63,file:60,file_to_wasb:45,fileshar:17,filesystem:70,fix:63,from:[64,68,70,71],googl:68,guid:63,hook:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],id:[52,53,54,55,56,57,58,59,60,62],instal:[63,64],integr:64,kei:72,key_vault:38,lake:[54,70],local:70,local_to_adl:47,local_to_wasb:48,localfilesystemtoadlsoper:70,log:[21,22,65],lookup:72,main:63,microsoft:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,62,63,69],misc:63,modul:[0,9,10,11,12,13,14,15,16,17,19,22,23,24,25,26,30,31,32,33,35,38,40,41,43,44,47,48,49,50],offici:63,oper:[23,24,25,26,27,28,29,30,31,32,33,34,35,66,67,68,69,71],option:72,oracle_to_azure_data_lak:49,other:63,packag:[51,63,64],path:71,pip:63,prerequisit:[67,70],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,63],pypi:64,refer:[63,66,67,70,72],registri:52,releas:64,requir:63,resourc:63,retriev:72,secret:[36,37,38],sensor:[39,40,41,42,43],sftp:71,sftp_to_wasb:50,share:60,sourc:[64,71],storag:[62,65,67,68,71],store:72,submodul:[18,21,34,37,42,46],subpackag:20,task:[67,70],transfer:[44,45,46,47,48,49,50,68,71],type:61,upload:70,variabl:72,vault:72,verifi:64,volum:58,wasb:[19,43],wasb_delete_blob:35,wasb_task_handl:22,write:65,you:[68,71]}})