| Search.setIndex({docnames:["_api/airflow/providers/microsoft/azure/hooks/adx/index","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index","_api/airflow/providers/microsoft/azure/hooks/base_azure/index","_api/airflow/providers/microsoft/azure/hooks/index","_api/airflow/providers/microsoft/azure/hooks/wasb/index","_api/airflow/providers/microsoft/azure/index","_api/airflow/providers/microsoft/azure/log/index","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index","_api/airflow/providers/microsoft/azure/operators/adls_list/index","_api/airflow/providers/microsoft/azure/operators/adx/index","_api/airflow/providers/microsoft/azure/operators/azure_batch/index","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index","_api/airflow/providers/microsoft/azure/operators/index","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index","_api/airflow/providers/microsoft/azure/secrets/index","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index","_api/airflow/providers/microsoft/azure/sensors/index","_api/airflow/providers/microsoft/azure/sensors/wasb/index","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index","_api/airflow/providers/microsoft/azure/transfers/index","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index","connections/azure","index","logging","operators/azure_blob_to_gcs","operators/index","operators/local_to_adls","secrets-backends/azure-key-vault"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/microsoft/azure/hooks/adx/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index.rst","_api/airflow/providers/microsoft/azure/hooks/base_azure/index.rst","_api/airflow/providers/microsoft/azure/hooks/index.rst","_api/airflow/providers/microsoft/azure/hooks/wasb/index.rst","_api/airflow/providers/microsoft/azure/index.rst","_api/airflow/providers/microsoft/azure/log/index.rst","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_list/index.rst","_api/airflow/providers/microsoft/azure/operators/adx/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/operators/index.rst","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.rst","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index.rst","_api/airflow/providers/microsoft/azure/secrets/index.rst","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/sensors/index.rst","_api/airflow/providers/microsoft/azure/sensors/wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.rst","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/index.rst","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.rst","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.rst","connections/azure.rst","index.rst","logging.rst","operators/azure_blob_to_gcs.rst","operators/index.rst","operators/local_to_adls.rst","secrets-backends/azure-key-vault.rst"],objects:{"airflow.providers.microsoft":{azure:[11,0,0,"-"]},"airflow.providers.microsoft.azure":{hooks:[9,0,0,"-"],log:[12,0,0,"-"],operators:[19,0,0,"-"],secrets:[22,0,0,"-"],sensors:[24,0,0,"-"],transfers:[28,0,0,"-"]},"airflow.providers.microsoft.azure.hooks":{adx:[0,0,0,"-"],azure_batch:[1,0,0,"-"],azure_container_instance:[2,0,0,"-"],azure_container_registry:[3,0,0,"-"],azure_container_volume:[4,0,0,"-"],azure_cosmos:[5,0,0,"-"],azure_data_lake:[6,0,0,"-"],azure_fileshare:[7,0,0,"-"],base_azure:[8,0,0,"-"],wasb:[10,0,0,"-"]},"airflow.providers.microsoft.azure.hooks.adx":{AzureDataExplorerHook:[0,1,1,""]},"airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],hook_name:[0,2,1,""],run_query:[0,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch":{AzureBatchHook:[1,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch.AzureBatchHook":{_connection:[1,3,1,""],_get_latest_verified_image_vm_and_sku:[1,3,1,""],add_single_task_to_job:[1,3,1,""],configure_job:[1,3,1,""],configure_pool:[1,3,1,""],configure_task:[1,3,1,""],conn_name_attr:[1,2,1,""],conn_type:[1,2,1,""],create_job:[1,3,1,""],create_pool:[1,3,1,""],default_conn_name:[1,2,1,""],get_conn:[1,3,1,""],hook_name:[1,2,1,""],wait_for_all_node_state:[1,3,1,""],wait_for_job_tasks_to_complete:[1,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance":{AzureContainerInstanceHook:[2,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance.AzureContainerInstanceHook":{"delete":[2,3,1,""],conn_name_attr:[2,2,1,""],conn_type:[2,2,1,""],create_or_update:[2,3,1,""],default_conn_name:[2,2,1,""],exists:[2,3,1,""],get_logs:[2,3,1,""],get_messages:[2,3,1,""],get_state:[2,3,1,""],get_state_exitcode_details:[2,3,1,""],hook_name:[2,2,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry":{AzureContainerRegistryHook:[3,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry.AzureContainerRegistryHook":{get_conn:[3,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume":{AzureContainerVolumeHook:[4,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume.AzureContainerVolumeHook":{get_file_volume:[4,3,1,""],get_storagekey:[4,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos":{AzureCosmosDBHook:[5,1,1,""],get_collection_link:[5,4,1,""],get_database_link:[5,4,1,""],get_document_link:[5,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos.AzureCosmosDBHook":{__get_collection_name:[5,3,1,""],__get_database_name:[5,3,1,""],conn_name_attr:[5,2,1,""],conn_type:[5,2,1,""],create_collection:[5,3,1,""],create_database:[5,3,1,""],default_conn_name:[5,2,1,""],delete_collection:[5,3,1,""],delete_database:[5,3,1,""],delete_document:[5,3,1,""],does_collection_exist:[5,3,1,""],does_database_exist:[5,3,1,""],get_conn:[5,3,1,""],get_document:[5,3,1,""],get_documents:[5,3,1,""],hook_name:[5,2,1,""],insert_documents:[5,3,1,""],upsert_document:[5,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake":{AzureDataLakeHook:[6,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake.AzureDataLakeHook":{check_for_file:[6,3,1,""],conn_name_attr:[6,2,1,""],conn_type:[6,2,1,""],default_conn_name:[6,2,1,""],download_file:[6,3,1,""],get_conn:[6,3,1,""],hook_name:[6,2,1,""],list:[6,3,1,""],upload_file:[6,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare":{AzureFileShareHook:[7,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare.AzureFileShareHook":{check_for_directory:[7,3,1,""],check_for_file:[7,3,1,""],create_directory:[7,3,1,""],create_share:[7,3,1,""],delete_share:[7,3,1,""],get_conn:[7,3,1,""],get_file:[7,3,1,""],get_file_to_stream:[7,3,1,""],list_directories_and_files:[7,3,1,""],list_files:[7,3,1,""],load_file:[7,3,1,""],load_stream:[7,3,1,""],load_string:[7,3,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure":{AzureBaseHook:[8,1,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook":{conn_name_attr:[8,2,1,""],conn_type:[8,2,1,""],default_conn_name:[8,2,1,""],get_conn:[8,3,1,""],hook_name:[8,2,1,""]},"airflow.providers.microsoft.azure.hooks.wasb":{BlockBlobService:[10,5,1,""],WasbHook:[10,1,1,""]},"airflow.providers.microsoft.azure.hooks.wasb.WasbHook":{check_for_blob:[10,3,1,""],check_for_prefix:[10,3,1,""],conn_name_attr:[10,2,1,""],conn_type:[10,2,1,""],default_conn_name:[10,2,1,""],delete_file:[10,3,1,""],get_blobs_list:[10,3,1,""],get_conn:[10,3,1,""],get_file:[10,3,1,""],hook_name:[10,2,1,""],load_file:[10,3,1,""],load_string:[10,3,1,""],read_file:[10,3,1,""]},"airflow.providers.microsoft.azure.log":{wasb_task_handler:[13,0,0,"-"]},"airflow.providers.microsoft.azure.log.wasb_task_handler":{WasbTaskHandler:[13,1,1,""]},"airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler":{_read:[13,3,1,""],close:[13,3,1,""],hook:[13,3,1,""],set_context:[13,3,1,""],wasb_log_exists:[13,3,1,""],wasb_read:[13,3,1,""],wasb_write:[13,3,1,""]},"airflow.providers.microsoft.azure.operators":{adls_list:[14,0,0,"-"],adx:[15,0,0,"-"],azure_batch:[16,0,0,"-"],azure_container_instances:[17,0,0,"-"],azure_cosmos:[18,0,0,"-"],wasb_delete_blob:[20,0,0,"-"]},"airflow.providers.microsoft.azure.operators.adls_list":{AzureDataLakeStorageListOperator:[14,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_list.AzureDataLakeStorageListOperator":{execute:[14,3,1,""],template_fields:[14,2,1,""],ui_color:[14,2,1,""]},"airflow.providers.microsoft.azure.operators.adx":{AzureDataExplorerQueryOperator:[15,1,1,""]},"airflow.providers.microsoft.azure.operators.adx.AzureDataExplorerQueryOperator":{execute:[15,3,1,""],get_hook:[15,3,1,""],template_ext:[15,2,1,""],template_fields:[15,2,1,""],ui_color:[15,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch":{AzureBatchOperator:[16,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch.AzureBatchOperator":{_check_inputs:[16,3,1,""],clean_up:[16,3,1,""],execute:[16,3,1,""],get_hook:[16,3,1,""],on_kill:[16,3,1,""],template_fields:[16,2,1,""],ui_color:[16,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances":{AzureContainerInstancesOperator:[17,1,1,""],DEFAULT_CPU:[17,5,1,""],DEFAULT_ENVIRONMENT_VARIABLES:[17,5,1,""],DEFAULT_MEMORY_IN_GB:[17,5,1,""],DEFAULT_SECURED_VARIABLES:[17,5,1,""],DEFAULT_VOLUMES:[17,5,1,""],Volume:[17,5,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances.AzureContainerInstancesOperator":{_check_name:[17,3,1,""],_log_last:[17,3,1,""],_monitor_logging:[17,3,1,""],execute:[17,3,1,""],on_kill:[17,3,1,""],template_fields:[17,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos":{AzureCosmosInsertDocumentOperator:[18,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos.AzureCosmosInsertDocumentOperator":{execute:[18,3,1,""],template_fields:[18,2,1,""],ui_color:[18,2,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob":{WasbDeleteBlobOperator:[20,1,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob.WasbDeleteBlobOperator":{execute:[20,3,1,""],template_fields:[20,2,1,""]},"airflow.providers.microsoft.azure.secrets":{azure_key_vault:[21,0,0,"-"]},"airflow.providers.microsoft.azure.secrets.azure_key_vault":{AzureKeyVaultBackend:[21,1,1,""]},"airflow.providers.microsoft.azure.secrets.azure_key_vault.AzureKeyVaultBackend":{_get_secret:[21,3,1,""],build_path:[21,3,1,""],client:[21,3,1,""],get_config:[21,3,1,""],get_conn_uri:[21,3,1,""],get_variable:[21,3,1,""]},"airflow.providers.microsoft.azure.sensors":{azure_cosmos:[23,0,0,"-"],wasb:[25,0,0,"-"]},"airflow.providers.microsoft.azure.sensors.azure_cosmos":{AzureCosmosDocumentSensor:[23,1,1,""]},"airflow.providers.microsoft.azure.sensors.azure_cosmos.AzureCosmosDocumentSensor":{poke:[23,3,1,""],template_fields:[23,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb":{WasbBlobSensor:[25,1,1,""],WasbPrefixSensor:[25,1,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbBlobSensor":{poke:[25,3,1,""],template_fields:[25,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbPrefixSensor":{poke:[25,3,1,""],template_fields:[25,2,1,""]},"airflow.providers.microsoft.azure.transfers":{azure_blob_to_gcs:[26,0,0,"-"],file_to_wasb:[27,0,0,"-"],local_to_adls:[29,0,0,"-"],oracle_to_azure_data_lake:[30,0,0,"-"]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs":{AzureBlobStorageToGCSOperator:[26,1,1,""]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator":{execute:[26,3,1,""],template_fields:[26,2,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb":{FileToWasbOperator:[27,1,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb.FileToWasbOperator":{execute:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls":{LocalToAzureDataLakeStorageOperator:[29,1,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls.LocalToAzureDataLakeStorageOperator":{execute:[29,3,1,""],template_fields:[29,2,1,""],ui_color:[29,2,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake":{OracleToAzureDataLakeOperator:[30,1,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator":{_write_temp_file:[30,3,1,""],execute:[30,3,1,""],template_fields:[30,2,1,""],ui_color:[30,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"00a1f2":15,"1000":2,"2fkei":31,"365":0,"4194304":[6,29],"901dd2":14,"byte":[6,7,29,30],"case":[6,29],"class":[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30],"default":[5,16,21,37],"export":31,"import":33,"int":[1,2,6,7,16,29,30],"new":[0,2,5,7,13,15,18,33],"null":[21,37],"public":17,"return":[0,1,2,5,6,7,8,10,13,14,15,16,20,21],"short":26,"static":[17,21],"switch":21,"true":[6,7,10,13,16,17,20,29,33],And:21,For:[1,10,16,21,26,29,31,34,36,37],SAS:10,The:[0,1,8,14,16,17,18,21,23,26,30,31,33,34,36,37],There:31,These:10,Use:[16,31],Will:6,__get_collection_nam:5,__get_database_nam:5,__init__:33,_check_input:16,_check_nam:17,_connect:1,_get_latest_verified_image_vm_and_sku:1,_get_secret:21,_log_last:17,_monitor_log:17,_prefix:37,_read:13,_write_temp_fil:30,aad:0,aad_app:0,aad_app_cert:0,aad_cr:0,aad_devic:0,about:[0,34],abov:33,access:[21,33],access_token:26,account:[1,4,6,10,14,16,26,34],account_kei:10,account_nam:[6,10,17],account_url:1,act:8,activ:2,actual:[6,29],add:[1,29,31],add_single_task_to_job:1,added:[16,34],adding:10,addit:[7,10],address:17,adjust:16,adl:[6,14,36],adls_fil:14,adls_list:[11,19],administr:16,adx:[9,11,19],after:[2,16],against:30,agent:[1,16],airflow:[31,33,34,36,37],airflow_conn_azure_default:31,airflow_hom:33,airflow_local_set:33,airflowexcept:0,akv:37,all:[0,1,10,14,17,20,31],alloc:17,allow:[17,36],alreadi:[1,7,18],also:21,alwai:17,amount:[1,16,17],ani:[6,8,13,16,17,20,26,29,30,36,37],api:[0,1,6,15,29,32,34],app:2,append:13,applic:[0,2],arg:34,argument:[7,10,20,25,27],arriv:25,assum:17,auth_method:0,authent:[0,8,10,34,37],author:[5,6,10,26,31],auto:13,auto_scale_formula:16,automat:16,avail:0,azur:35,azure_batch:[9,11,19],azure_batch_conn_id:[1,16],azure_batch_default:[1,16],azure_blob_to_gc:[11,28],azure_container_inst:[9,11,19],azure_container_nam:34,azure_container_registri:[9,11],azure_container_volum:[9,11],azure_cosmo:[9,11,19,24],azure_cosmos_conn_id:[5,18,23],azure_cosmos_default:[5,18,23],azure_cosmos_sensor:23,azure_data_explor:0,azure_data_explorer_conn_id:[0,15],azure_data_explorer_default:[0,15],azure_data_lak:[9,11],azure_data_lake_conn_id:[6,14,29,30],azure_data_lake_default:[6,14,29],azure_data_lake_path:30,azure_default:[2,8,31],azure_fileshar:[9,11],azure_key_vault:[11,22,37],azure_key_vault_uri:21,azure_registri:3,azure_registry_us:17,azure_service_princip:17,azure_wasb_conn_id:17,azurebasehook:[2,8],azurebatchhook:[1,16],azurebatchoper:16,azureblobstoragetogcsoper:[26,34],azurecontainerinstancehook:2,azurecontainerinstancesoper:17,azurecontainerregistryhook:3,azurecontainervolumehook:4,azurecosmosdbhook:5,azurecosmosdocumentsensor:23,azurecosmosinsertdocumentoper:18,azurecr:17,azuredataexplorerhook:[0,15],azuredataexplorerqueryoper:15,azuredatalakehook:6,azuredatalakestoragelistoper:14,azuredlfilesystem:6,azurefilesharehook:7,azurekeyvaultbackend:[21,37],backend:[21,32],backend_kwarg:[21,37],base:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30],base_azur:[2,9,11],base_log_fold:13,basehook:[0,1,3,4,5,6,7,8,10],baseoper:[14,15,16,17,18,20,26,27,29,30],basesecretsbackend:21,basesensoroper:[23,25],batch:[1,16],batch_job_display_nam:16,batch_job_id:16,batch_job_manager_task:16,batch_job_preparation_task:16,batch_job_release_task:16,batch_max_retri:16,batch_model:[1,16],batch_pool_display_nam:16,batch_pool_id:16,batch_pool_vm_s:16,batch_start_task:16,batch_task_command_lin:16,batch_task_container_set:16,batch_task_display_nam:16,batch_task_id:16,batch_task_output_fil:16,batch_task_resource_fil:16,batch_task_user_ident:16,becom:21,been:33,befor:[1,16,30],being:37,below:[33,36],between:21,bigger:[6,29],bin:17,binari:34,blob:[6,10,20,25,26,27,35],blob_nam:[10,20,25,26,27,34],block:[6,29],blockblobservic:10,blockblockservic:10,blocksiz:[6,29],bool:[1,4,6,7,10,13,16,17,20,26,29],both:18,bucket:[26,33,34],bucket_nam:[26,34],buffer:[6,29],buffers:[6,29],build:21,build_path:21,call:[6,29,33],can:[5,6,10,13,14,17,21,29,31,33,34],cannot:[6,29],canon:[1,16],certif:0,cfg:[21,33,37],chain:26,chang:16,charact:30,check:[5,6,7,10,13,23,34],check_for_blob:[10,20,25],check_for_directori:7,check_for_fil:[6,7],check_for_prefix:[10,25],check_opt:[20,25],choos:0,chunk:[6,29],ci_conn_id:17,clean_up:16,client:[1,5,6,8,21,37],client_id:[2,31],clientrequestproperti:[0,15],close:13,cloud:26,cluster:0,code:0,collect:[5,18],collection_id:5,collection_nam:[5,18,23],com:[0,15],combin:37,command:[1,16,17],command_lin:1,common:10,commun:[2,3,5,6,10],compat:6,complet:[1,16],compon:31,compress:26,comput:[1,16],computenodest:1,concaten:21,config:[21,31,33,37],config_prefix:21,config_templ:33,configur:[0,1,21,33,37],configure_job:1,configure_pool:1,configure_task:1,conn:34,conn_id:[2,3,8,17,21],conn_name_attr:[0,1,2,5,6,8,10],conn_typ:[0,1,2,5,6,8,10],connect:[0,1,2,3,4,5,6,7,8,10,14,15,16,17,18,20,21,23,25,26,27,29,30,32,33,34],connection_default:21,connections_prefix:[21,37],consid:16,constructor:[7,10],contain:[0,1,2,3,5,6,10,15,16,17,20,25,26,27,31,33,34],container_group:2,container_nam:[10,20,25,26,27,34],container_set:1,container_timeout:17,containerconfigur:1,containergroup:2,containerinst:[2,17],containerport:17,content:33,context:[14,15,16,17,18,20,23,25,26,27,29,30],copi:33,core:[6,29],correct:33,cosmo:[5,18],cosmosdb:[5,18,23],count:[7,17],cpu:17,creat:[0,1,2,5,6,7,13,16,18,21,31,33],create_blob_from_path:10,create_blob_from_text:10,create_collect:5,create_databas:5,create_directori:7,create_file_from_path:7,create_file_from_stream:7,create_file_from_text:7,create_job:1,create_or_upd:2,create_pool:1,create_shar:7,creator:26,credenti:[26,31,37],csv:30,current:17,cursor:30,custom:33,dag:32,dash:21,data:[0,6,10,14,15,17,26,29,30,35],databas:[0,5,15,18,30],database_id:5,database_nam:[5,18,23],datetim:17,dedic:[1,16],default_conn_nam:[0,1,2,5,6,8,10],default_cpu:17,default_environment_vari:17,default_logging_config:33,default_memory_in_gb:17,default_secured_vari:17,default_volum:17,defaultazurecredenti:37,defin:[10,33],deleg:26,delegate_to:[26,34],delet:[2,5,7,10,16,20],delete_collect:5,delete_databas:5,delete_docu:5,delete_fil:10,delete_local_copi:13,delete_shar:7,delimit:[10,30],desir:[1,16],destin:30,detail:[0,2,16],devic:0,dict:[0,14,15,16,17,18,20,23,25,26,27,29,30],dictionari:31,directli:[26,31],directori:[2,6,7,29,33],directory_nam:7,disk:31,displai:[1,16],display_nam:1,doc:[0,15,23],docker:17,document:[5,18,23,34,36],document_id:[5,23],doe:[7,10,20],does_collection_exist:5,does_database_exist:5,doesn:1,domain:26,don:33,done:[5,6,10],doubl:17,download:[6,7,10,16,26],download_fil:6,downstream:14,dure:8,e08c8c:30,e4f0e8:[18,29],each:[6,16,29,37],easi:[21,36],echo:17,els:13,empti:33,enabl:[26,31,33,37],enable_auto_scal:16,enableautoscal:16,encod:[30,31],endpoint:5,environ:[17,21,31],environment:17,environment_vari:17,error:13,even:[10,20],event:2,everi:0,exampl:[0,1,5,6,10,14,16,17,21,23,31,32,34,36,37],example_azure_blob_to_gc:34,example_dag:[34,36],example_local_to_adl:36,exclud:37,exclus:37,execut:[14,15,16,17,18,20,26,27,29,30,33],exist:[1,2,5,6,7,10,13,18,20,23,29,33],exitcod:2,explor:[0,15],expos:17,extend:13,extra:[0,1,2,5,6,7,10,29,31,34],extra_upload_opt:29,f0f0e4:16,fail:[13,16,33],fail_if_exist:17,fals:[1,4,6,7,10,13,16,20,29,34],famili:[1,16],fetch:26,field:[0,2,5,6,7,10,30,34],file:[4,6,7,10,13,14,16,20,26,27,29,30,31,33,36,37],file_nam:7,file_path:[6,7,10,26,27,34],file_task_handl:13,file_to_wasb:[11,28],filehandl:7,filenam:[6,26,29,30,34],filename_templ:13,fileservic:7,fileshar:[7,17],filesystem:35,filetaskhandl:13,filetowasboper:27,fill:2,find:[0,6,14],first:26,folder:14,follow:[0,5,14,31,33,34],forcibl:[6,29],format:34,formula:16,found:13,from:[2,5,6,7,10,13,14,16,21,26,30,33,35,37],full:6,further:36,gcp:34,gcp_bucket_file_path:34,gcp_bucket_nam:34,gcp_conn_id:[26,34],gcp_object_nam:34,gener:2,get:[1,2,4,5,21,26,34],get_blobs_list:10,get_collection_link:5,get_config:21,get_conn:[0,1,3,5,6,7,8,10],get_conn_uri:21,get_database_link:5,get_docu:5,get_document_link:5,get_fil:[7,10],get_file_to_path:7,get_file_to_stream:7,get_file_volum:4,get_hook:[15,16],get_log:2,get_messag:2,get_stat:2,get_state_exitcode_detail:2,get_storagekei:4,get_vari:21,given:[1,13,16,21,23],glob:[6,14,29],globstr:6,googl:26,google_cloud_default:[26,34],gpu:17,gpuresourc:17,grant:26,group:[2,17],guest:[1,16],guid:[17,26,29,32],gzip:[26,34],handl:13,handler:[13,33],has:[1,17,33],have:[1,10,26,33,37],hello:[21,37],help:[0,33],here:[33,37],highli:0,hook:[11,13,29,31,33],hook_nam:[0,1,2,5,6,8,10],host:[0,13],how:[26,29,34,36],http:[0,15,37],iam:26,ident:[16,26,37],identifi:[1,16],ignore_if_miss:[10,20],imag:[1,16,17],imperson:26,impersonation_chain:[26,34],includ:[10,17],info:26,inform:[8,26,29,30,31,34,36],init:8,initi:[0,31],input:17,insert:[5,18],insert_docu:5,insid:17,instal:[1,16],instanc:[0,2,3,13,15,17],instruct:34,integr:[5,6,10,31],interact:[0,5,6,7,10],intern:[6,29],ip_address:17,ipaddress:17,is_prefix:[10,20],job:[1,16,34],job_guid:17,job_id:[1,16],jobaddparamet:1,jobmanagertask:16,jobpreparationtask:16,jobreleasetask:16,join:16,json:[0,2,31,34],just:33,k80:17,kei:[0,1,4,5,10,17,21,31],key1:34,key_json:31,key_path:31,keyword:[7,10,20,25,27],kql:[0,15],kusto:[0,15],kustocli:0,kustoresponsedataset:0,kwarg:[1,6,7,10,14,15,16,17,18,20,21,23,25,26,27,29,30],lake:[6,14,29,30,35],last:26,last_line_log:17,latest:[1,16,17],launch:16,learn:0,librari:[5,8],like:[7,37],line:[1,16],link:[5,31],linux:17,list:[0,2,5,6,7,10,14,15,16,17,26],list_blob:10,list_directories_and_fil:7,list_fil:7,listgener:10,load:[7,10,27,30],load_fil:[7,10,27],load_opt:27,load_str:[7,10],load_stream:7,local:[6,13,26,29,30,35],local_file_path:36,local_path:[6,29,36],local_to_adl:[11,28],localtoazuredatalakestorageoper:29,locat:[13,33],log:[2,11,17,21,32],log_config:33,logging_config:33,logging_config_class:33,logging_mixin:[13,21],loggingmixin:[13,21],login:[1,2,5,6,10,17,31,34],look:[26,29,36,37],low:16,machin:[1,13,16],macro:17,made:16,mai:37,make:[5,6,10,26,33,36],manag:[16,31,37],marker:10,marketplac:[1,16],master:5,match:[6,10,20,23,25,29],max:17,mechan:[8,31],memori:17,memory_in_gb:17,messag:[2,13],metadata:13,method:[0,29,31],mgmt:[2,17],microsoft:[34,36,37],microsoftwindowsserv:[1,16],minut:[1,16],model:[2,10,14,15,16,17,18,20,26,27,29,30],model_path:17,more:[26,29,30,34],mount:[4,17],mount_nam:4,mount_path:17,move:30,multipl:[6,29,31],must:[0,1,16,26,37],my_contain:17,my_fileshar:17,my_storage_contain:17,my_valu:17,myprivateregistri:17,name:[1,2,6,7,10,14,16,17,18,20,21,25,26,27,30,33,34,37],need:[0,2,16,31,34],net:[0,37],netfx:[0,15],never:17,newli:33,node:[1,16],node_st:1,non:16,none:[0,1,5,6,7,13,15,16,17,20,21,25,26,27,29,30,34],note:[0,17,31],nthread:[6,29],num_result:10,number:[1,6,16,17,29],object:[0,1,6,7,10,13,14,26,34,37],object_nam:[26,34],occur:13,offer:[1,8,16,34],offic:0,omit:16,on_kil:[16,17],one:[0,5,31],onedr:0,ones:37,onfailur:17,onli:[6,17,29,31],open:7,oper:[11,26,29,30,31,32,36],option:[0,1,5,7,10,13,15,16,17,20,21,25,26,27,29,30,31],oracl:30,oracle_conn_id:30,oracle_to_azure_data_lak:[11,28],oracletoazuredatalakeoper:30,order:[2,17],organ:34,origin:26,os_famili:[1,16],os_typ:17,os_vers:[1,16],other:37,otherwis:[6,7,10,13],out:[1,5],output:14,outputfil:16,outsid:17,over:16,overwrit:[6,29],overwritten:[6,13,29],page:36,pair:17,parallel:17,param:10,paramet:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30,31,37],parquet:14,particular:1,partition_kei:5,pass:[7,8,10,17],password:[0,1,2,5,6,10,17,31,34],path:[6,7,10,13,14,21,26,27,29,30,31],path_prefix:21,path_to_sav:30,pattern:[6,29],pem:0,plain:34,pleas:[0,17,34],poke:[23,25],polici:17,pool:[1,16],pool_id:[1,16],pooladdparamet:1,port:17,portion:33,possibl:17,postgres_default:17,postgres_login:17,postgres_password:17,preced:26,prefix:[10,20,21,25],prepar:16,prevent:37,primaryresult:15,princip:[2,3,17,37],prioriti:16,privat:17,process:33,properli:33,properti:[0,2,15,16],protocol:10,provid:[34,36,37],publish:[1,16],put:30,python:[13,14,32,37],pythonpath:33,queri:[0,5,15,23,30],quit:[6,29],quot:30,quote_minim:30,quotechar:30,rais:0,reach:1,read:[10,13,21,33],read_fil:10,read_onli:[4,17],recommend:[0,33],recurs:[6,29],refer:[0,5,6,7,8,10,18,20,23,25,26,27,29,32],regardless:[6,29],region:17,registr:2,registri:[3,17],registry_conn_id:17,relat:31,releas:16,relev:37,remot:[6,13,29],remote_base_log_fold:33,remote_file_path:36,remote_log:33,remote_log_conn_id:33,remote_log_loc:13,remote_path:[6,29,36],remove_on_error:17,renam:33,replac:21,represent:37,request:[0,15,21,26,37],requir:[0,2,6,16,17,26,33],resourc:[2,8,17,32,34,37],resource_group:[2,17],resourcefil:16,respons:[0,15],response2:15,rest:[6,15],restart:[16,17,33],restart_polici:17,retri:16,retriev:21,return_error:13,role:26,root:[6,29],run:[0,1,15,16,17,30],run_queri:0,sampl:37,sas_token:[10,34],schedul:33,sdk:37,sdk_client:8,sdkclient:8,search:1,secret:[5,6,11,31,32,37],secret_id:21,secret_prefix:21,section:37,secured_vari:17,see:[0,5,6,10,15,30,31,34],select:33,self:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30],sensor:11,sent:[21,37],sep:21,separ:21,sequenc:[14,17,26],servic:[1,2,3,8,16,17,26,34,37],set:[1,16,21,26,31,34,37],set_context:13,setup:33,sever:8,shape:36,share:[4,7],share_nam:[4,7,17],should:[1,4,5,6,16,17,31,33,34,37],should_delete_job:16,should_delete_pool:16,show:[33,36],silent:13,singl:[1,6,29],size:[1,2,7,16,36],sku:[1,16,17],sku_starts_with:[1,16],smaller:[6,29],smtp:[21,37],smtp_default:37,some:[31,37],somecollection_nam:23,somedatabase_nam:23,sourc:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30,34,36],specif:[6,31],specifi:[0,5,14,16,18,21,26,31,34,37],speed:36,sql:[5,30],sql_param:30,sql_string:5,start:[1,2,3,16,17,33],start_contain:17,starttask:16,state:[1,2],steam:13,step:33,storag:[4,6,7,10,13,14,20,25,26,27,35,36],storage_account_nam:4,store:[7,30,33,34,36],str:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30],strategi:30,stream:7,string:[1,7,10,13,14,16,26],string_data:[7,10],subscript:31,subscriptionid:[2,31],success:[10,20],suppli:[5,6,10],support:[6,14,17,21,29,37],sure:[5,6,10,33],syntax:31,system:[17,33],tag:17,tail:[2,13],take:[7,10,20,25,26,27,29],target:23,target_dedicated_nod:[1,16],target_low_priority_nod:16,task1:17,task:[1,13,14,16,32,33],task_id:[1,14,17,23,34,36],taskaddparamet:1,taskcontainerset:[1,16],templat:[14,15,18,20,27,30,33],template_ext:15,template_field:[14,15,16,17,18,20,23,25,26,27,29,30],tenant:[0,6,31],tenantid:[2,31],term:26,test:2,text:34,than:[6,29],thei:18,thi:[0,1,2,5,6,8,10,14,15,16,17,21,26,29,31,33,36,37],thread:[6,29],three:[31,34],through:[0,10],thumbprint:0,time:[1,16,17,31],timedelta:17,timeout:[1,10,16],token:[10,26,31,34],transfer:[11,35],transfer_files_to_gc:34,trigger:33,try_numb:13,tupl:[2,17],type:[1,2,5,6,7,10,16,17,30,31,32,37],typic:17,ubuntuserv:[1,16],ui_color:[14,15,16,18,29,30],under:[1,16],underscor:21,undo:16,unicodecsv:30,union:[26,30],uniqu:[1,16,17,23],unknown:2,unless:6,unsuccess:0,updat:[5,33],upload:[6,7,10,13,16,26,27,29,35],upload_fil:[6,36],upload_task:36,upsert_docu:5,upstream:8,uri:[5,21,31,37],url:[0,1,21,31],usag:34,use:[0,1,5,6,8,14,15,16,21,26,29,30,31,34],use_latest_image_and_sku:[1,16],use_latest_verified_vm_image_and_sku:16,used:[0,2,3,8,13,14,17,21,30,31,37],user:[6,16,17,37],userident:16,usernam:0,uses:[6,29,31,33],using:[0,6,8,10,26,29,31,34,36],utf:30,util:[13,21],valid:21,valu:[5,17,21,34,37],variabl:[17,21,31],variables_prefix:[21,37],vault:21,vault_url:[21,37],verifi:[1,16,33],version:[1,16],via:[5,6,10],view:[34,36],virtual:[1,16],visit:34,vm_node_agent_sku_id:[1,16],vm_offer:[1,16],vm_publish:[1,16],vm_size:1,vm_sku:[1,16],vm_version:[1,16],volum:[4,17],wai:[31,34],wait:[1,16,25,33],wait_for_all_node_st:1,wait_for_job_tasks_to_complet:1,want:[33,37],wasb:[7,9,11,13,20,24,26,27,33],wasb_conn_id:[4,7,10,20,25,26,27,34],wasb_contain:13,wasb_default:[4,7,10,20,25,26,27,34],wasb_delete_blob:[11,19],wasb_log_exist:13,wasb_log_fold:13,wasb_read:13,wasb_task_handl:[11,12],wasb_writ:13,wasbblobsensor:25,wasbdeletebloboper:20,wasbhook:[10,13,20,25,27],wasbprefixsensor:25,wasbtaskhandl:13,webhdf:6,webserv:33,well:1,westeurop:17,whatev:33,when:[0,13,14,16,26,31],where:7,wherein:17,whether:[1,6,16,29],which:[1,2,3,4,6,8,14,16,17,23,26,29,37],wide:26,window:[0,10,17],windowsserv:[1,16],within:[1,6,16,17,29,34],work:[2,26],world:17,would:[6,14,21,29,37],wrap:4,write:[6,13,29],xcom:14,xcom_pul:17,you:[0,2,5,21,31,33,36,37],your:[0,34,37],your_token:10},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_registry</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_volume</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_fileshare</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.base_azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log.wasb_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_container_instances</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.azure_key_vault</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span></code>","Microsoft Azure Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-microsoft-azure</span></code>","Writing Logs to Azure Blob Storage","Azure Blob Storage Transfer Operator","Microsoft Operators","Upload data from Local Filesystem to Azure Data Lake","Azure Key Vault Backend"],titleterms:{"default":31,IDs:31,adls_list:14,adx:[0,15],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32],apach:32,authent:31,azur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37],azure_batch:[1,16],azure_blob_to_gc:26,azure_container_inst:[2,17],azure_container_registri:3,azure_container_volum:4,azure_cosmo:[5,18,23],azure_data_lak:6,azure_fileshar:7,azure_key_vault:21,backend:37,base_azur:8,befor:34,begin:34,blob:[33,34],cloud:34,configur:31,connect:[31,37],content:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30,32],data:[34,36],file_to_wasb:27,filesystem:36,from:[34,36],googl:34,hook:[0,1,2,3,4,5,6,7,8,9,10],kei:37,lake:36,local:36,local_to_adl:29,localtoazuredatalakestorageoper:36,log:[12,13,33],lookup:37,microsoft:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,35],modul:[0,1,2,3,4,5,6,7,8,10,13,14,15,16,17,18,20,21,23,25,26,27,29,30],oper:[14,15,16,17,18,19,20,34,35],option:37,oracle_to_azure_data_lak:30,prerequisit:36,provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32],refer:36,retriev:37,secret:[21,22],sensor:[23,24,25],storag:[33,34],store:37,submodul:[9,12,19,22,24,28],subpackag:11,task:36,transfer:[26,27,28,29,30,34],upload:36,variabl:37,vault:37,wasb:[10,25],wasb_delete_blob:20,wasb_task_handl:13,write:33,you:34}}) |