| Search.setIndex({docnames:["_api/airflow/providers/microsoft/azure/hooks/adx/index","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index","_api/airflow/providers/microsoft/azure/hooks/base_azure/index","_api/airflow/providers/microsoft/azure/hooks/index","_api/airflow/providers/microsoft/azure/hooks/wasb/index","_api/airflow/providers/microsoft/azure/index","_api/airflow/providers/microsoft/azure/log/index","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index","_api/airflow/providers/microsoft/azure/operators/adls_delete/index","_api/airflow/providers/microsoft/azure/operators/adls_list/index","_api/airflow/providers/microsoft/azure/operators/adx/index","_api/airflow/providers/microsoft/azure/operators/azure_batch/index","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index","_api/airflow/providers/microsoft/azure/operators/index","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index","_api/airflow/providers/microsoft/azure/secrets/index","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index","_api/airflow/providers/microsoft/azure/sensors/index","_api/airflow/providers/microsoft/azure/sensors/wasb/index","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index","_api/airflow/providers/microsoft/azure/transfers/index","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index","commits","connections/acr","connections/adf","connections/adl","connections/adx","connections/azure","connections/azure_batch","connections/azure_cosmos","connections/index","connections/wasb","index","logging","operators/adls","operators/azure_blob_to_gcs","operators/index","operators/local_to_adls","secrets-backends/azure-key-vault"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/microsoft/azure/hooks/adx/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index.rst","_api/airflow/providers/microsoft/azure/hooks/base_azure/index.rst","_api/airflow/providers/microsoft/azure/hooks/index.rst","_api/airflow/providers/microsoft/azure/hooks/wasb/index.rst","_api/airflow/providers/microsoft/azure/index.rst","_api/airflow/providers/microsoft/azure/log/index.rst","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_delete/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_list/index.rst","_api/airflow/providers/microsoft/azure/operators/adx/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/operators/index.rst","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.rst","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index.rst","_api/airflow/providers/microsoft/azure/secrets/index.rst","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/sensors/index.rst","_api/airflow/providers/microsoft/azure/sensors/wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.rst","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/index.rst","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.rst","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.rst","commits.rst","connections/acr.rst","connections/adf.rst","connections/adl.rst","connections/adx.rst","connections/azure.rst","connections/azure_batch.rst","connections/azure_cosmos.rst","connections/index.rst","connections/wasb.rst","index.rst","logging.rst","operators/adls.rst","operators/azure_blob_to_gcs.rst","operators/index.rst","operators/local_to_adls.rst","secrets-backends/azure-key-vault.rst"],objects:{"airflow.providers.microsoft":{azure:[12,0,0,"-"]},"airflow.providers.microsoft.azure":{hooks:[10,0,0,"-"],log:[13,0,0,"-"],operators:[21,0,0,"-"],secrets:[24,0,0,"-"],sensors:[26,0,0,"-"],transfers:[30,0,0,"-"]},"airflow.providers.microsoft.azure.hooks":{adx:[0,0,0,"-"],azure_batch:[1,0,0,"-"],azure_container_instance:[2,0,0,"-"],azure_container_registry:[3,0,0,"-"],azure_container_volume:[4,0,0,"-"],azure_cosmos:[5,0,0,"-"],azure_data_factory:[6,0,0,"-"],azure_data_lake:[7,0,0,"-"],azure_fileshare:[8,0,0,"-"],base_azure:[9,0,0,"-"],wasb:[11,0,0,"-"]},"airflow.providers.microsoft.azure.hooks.adx":{AzureDataExplorerHook:[0,1,1,""]},"airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],get_connection_form_widgets:[0,3,1,""],get_ui_field_behaviour:[0,3,1,""],hook_name:[0,2,1,""],run_query:[0,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch":{AzureBatchHook:[1,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch.AzureBatchHook":{_connection:[1,3,1,""],_get_latest_verified_image_vm_and_sku:[1,3,1,""],add_single_task_to_job:[1,3,1,""],configure_job:[1,3,1,""],configure_pool:[1,3,1,""],configure_task:[1,3,1,""],conn_name_attr:[1,2,1,""],conn_type:[1,2,1,""],create_job:[1,3,1,""],create_pool:[1,3,1,""],default_conn_name:[1,2,1,""],get_conn:[1,3,1,""],get_connection_form_widgets:[1,3,1,""],get_ui_field_behaviour:[1,3,1,""],hook_name:[1,2,1,""],wait_for_all_node_state:[1,3,1,""],wait_for_job_tasks_to_complete:[1,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance":{AzureContainerInstanceHook:[2,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance.AzureContainerInstanceHook":{"delete":[2,3,1,""],create_or_update:[2,3,1,""],exists:[2,3,1,""],get_logs:[2,3,1,""],get_messages:[2,3,1,""],get_state:[2,3,1,""],get_state_exitcode_details:[2,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry":{AzureContainerRegistryHook:[3,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry.AzureContainerRegistryHook":{conn_name_attr:[3,2,1,""],conn_type:[3,2,1,""],default_conn_name:[3,2,1,""],get_conn:[3,3,1,""],get_ui_field_behaviour:[3,3,1,""],hook_name:[3,2,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume":{AzureContainerVolumeHook:[4,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume.AzureContainerVolumeHook":{get_file_volume:[4,3,1,""],get_storagekey:[4,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos":{AzureCosmosDBHook:[5,1,1,""],get_collection_link:[5,4,1,""],get_database_link:[5,4,1,""],get_document_link:[5,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos.AzureCosmosDBHook":{__get_collection_name:[5,3,1,""],__get_database_name:[5,3,1,""],conn_name_attr:[5,2,1,""],conn_type:[5,2,1,""],create_collection:[5,3,1,""],create_database:[5,3,1,""],default_conn_name:[5,2,1,""],delete_collection:[5,3,1,""],delete_database:[5,3,1,""],delete_document:[5,3,1,""],does_collection_exist:[5,3,1,""],does_database_exist:[5,3,1,""],get_conn:[5,3,1,""],get_connection_form_widgets:[5,3,1,""],get_document:[5,3,1,""],get_documents:[5,3,1,""],get_ui_field_behaviour:[5,3,1,""],hook_name:[5,2,1,""],insert_documents:[5,3,1,""],upsert_document:[5,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_factory":{AzureDataFactoryHook:[6,1,1,""],provide_targeted_factory:[6,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_factory.AzureDataFactoryHook":{_dataset_exists:[6,3,1,""],_factory_exists:[6,3,1,""],_linked_service_exists:[6,3,1,""],_pipeline_exists:[6,3,1,""],_trigger_exists:[6,3,1,""],cancel_pipeline_run:[6,3,1,""],cancel_trigger:[6,3,1,""],conn_name_attr:[6,2,1,""],conn_type:[6,2,1,""],create_dataset:[6,3,1,""],create_factory:[6,3,1,""],create_linked_service:[6,3,1,""],create_pipeline:[6,3,1,""],create_trigger:[6,3,1,""],default_conn_name:[6,2,1,""],delete_dataset:[6,3,1,""],delete_factory:[6,3,1,""],delete_linked_service:[6,3,1,""],delete_pipeline:[6,3,1,""],delete_trigger:[6,3,1,""],get_conn:[6,3,1,""],get_connection_form_widgets:[6,3,1,""],get_dataset:[6,3,1,""],get_factory:[6,3,1,""],get_linked_service:[6,3,1,""],get_pipeline:[6,3,1,""],get_pipeline_run:[6,3,1,""],get_trigger:[6,3,1,""],get_ui_field_behaviour:[6,3,1,""],hook_name:[6,2,1,""],rerun_trigger:[6,3,1,""],run_pipeline:[6,3,1,""],start_trigger:[6,3,1,""],stop_trigger:[6,3,1,""],update_dataset:[6,3,1,""],update_factory:[6,3,1,""],update_linked_service:[6,3,1,""],update_pipeline:[6,3,1,""],update_trigger:[6,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake":{AzureDataLakeHook:[7,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake.AzureDataLakeHook":{check_for_file:[7,3,1,""],conn_name_attr:[7,2,1,""],conn_type:[7,2,1,""],default_conn_name:[7,2,1,""],download_file:[7,3,1,""],get_conn:[7,3,1,""],get_connection_form_widgets:[7,3,1,""],get_ui_field_behaviour:[7,3,1,""],hook_name:[7,2,1,""],list:[7,3,1,""],remove:[7,3,1,""],upload_file:[7,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare":{AzureFileShareHook:[8,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare.AzureFileShareHook":{check_for_directory:[8,3,1,""],check_for_file:[8,3,1,""],create_directory:[8,3,1,""],create_share:[8,3,1,""],delete_share:[8,3,1,""],get_conn:[8,3,1,""],get_file:[8,3,1,""],get_file_to_stream:[8,3,1,""],list_directories_and_files:[8,3,1,""],list_files:[8,3,1,""],load_file:[8,3,1,""],load_stream:[8,3,1,""],load_string:[8,3,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure":{AzureBaseHook:[9,1,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook":{conn_name_attr:[9,2,1,""],conn_type:[9,2,1,""],default_conn_name:[9,2,1,""],get_conn:[9,3,1,""],get_connection_form_widgets:[9,3,1,""],get_ui_field_behaviour:[9,3,1,""],hook_name:[9,2,1,""]},"airflow.providers.microsoft.azure.hooks.wasb":{WasbHook:[11,1,1,""]},"airflow.providers.microsoft.azure.hooks.wasb.WasbHook":{_get_blob_client:[11,3,1,""],_get_container_client:[11,3,1,""],check_for_blob:[11,3,1,""],check_for_prefix:[11,3,1,""],conn_name_attr:[11,2,1,""],conn_type:[11,2,1,""],create_container:[11,3,1,""],default_conn_name:[11,2,1,""],delete_blobs:[11,3,1,""],delete_container:[11,3,1,""],delete_file:[11,3,1,""],download:[11,3,1,""],get_blobs_list:[11,3,1,""],get_conn:[11,3,1,""],get_connection_form_widgets:[11,3,1,""],get_file:[11,3,1,""],get_ui_field_behaviour:[11,3,1,""],hook_name:[11,2,1,""],load_file:[11,3,1,""],load_string:[11,3,1,""],read_file:[11,3,1,""],upload:[11,3,1,""]},"airflow.providers.microsoft.azure.log":{wasb_task_handler:[14,0,0,"-"]},"airflow.providers.microsoft.azure.log.wasb_task_handler":{WasbTaskHandler:[14,1,1,""]},"airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler":{_read:[14,3,1,""],close:[14,3,1,""],hook:[14,3,1,""],set_context:[14,3,1,""],wasb_log_exists:[14,3,1,""],wasb_read:[14,3,1,""],wasb_write:[14,3,1,""]},"airflow.providers.microsoft.azure.operators":{adls_delete:[15,0,0,"-"],adls_list:[16,0,0,"-"],adx:[17,0,0,"-"],azure_batch:[18,0,0,"-"],azure_container_instances:[19,0,0,"-"],azure_cosmos:[20,0,0,"-"],wasb_delete_blob:[22,0,0,"-"]},"airflow.providers.microsoft.azure.operators.adls_delete":{AzureDataLakeStorageDeleteOperator:[15,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_delete.AzureDataLakeStorageDeleteOperator":{execute:[15,3,1,""],template_fields:[15,2,1,""],ui_color:[15,2,1,""]},"airflow.providers.microsoft.azure.operators.adls_list":{AzureDataLakeStorageListOperator:[16,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_list.AzureDataLakeStorageListOperator":{execute:[16,3,1,""],template_fields:[16,2,1,""],ui_color:[16,2,1,""]},"airflow.providers.microsoft.azure.operators.adx":{AzureDataExplorerQueryOperator:[17,1,1,""]},"airflow.providers.microsoft.azure.operators.adx.AzureDataExplorerQueryOperator":{execute:[17,3,1,""],get_hook:[17,3,1,""],template_ext:[17,2,1,""],template_fields:[17,2,1,""],ui_color:[17,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch":{AzureBatchOperator:[18,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch.AzureBatchOperator":{_check_inputs:[18,3,1,""],clean_up:[18,3,1,""],execute:[18,3,1,""],get_hook:[18,3,1,""],on_kill:[18,3,1,""],template_fields:[18,2,1,""],ui_color:[18,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances":{AzureContainerInstancesOperator:[19,1,1,""],DEFAULT_CPU:[19,5,1,""],DEFAULT_ENVIRONMENT_VARIABLES:[19,5,1,""],DEFAULT_MEMORY_IN_GB:[19,5,1,""],DEFAULT_SECURED_VARIABLES:[19,5,1,""],DEFAULT_VOLUMES:[19,5,1,""],Volume:[19,5,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances.AzureContainerInstancesOperator":{_check_name:[19,3,1,""],_log_last:[19,3,1,""],_monitor_logging:[19,3,1,""],execute:[19,3,1,""],on_kill:[19,3,1,""],template_fields:[19,2,1,""],template_fields_renderers:[19,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos":{AzureCosmosInsertDocumentOperator:[20,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos.AzureCosmosInsertDocumentOperator":{execute:[20,3,1,""],template_fields:[20,2,1,""],ui_color:[20,2,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob":{WasbDeleteBlobOperator:[22,1,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob.WasbDeleteBlobOperator":{execute:[22,3,1,""],template_fields:[22,2,1,""]},"airflow.providers.microsoft.azure.secrets":{azure_key_vault:[23,0,0,"-"]},"airflow.providers.microsoft.azure.secrets.azure_key_vault":{AzureKeyVaultBackend:[23,1,1,""]},"airflow.providers.microsoft.azure.secrets.azure_key_vault.AzureKeyVaultBackend":{_get_secret:[23,3,1,""],build_path:[23,3,1,""],client:[23,3,1,""],get_config:[23,3,1,""],get_conn_uri:[23,3,1,""],get_variable:[23,3,1,""]},"airflow.providers.microsoft.azure.sensors":{azure_cosmos:[25,0,0,"-"],wasb:[27,0,0,"-"]},"airflow.providers.microsoft.azure.sensors.azure_cosmos":{AzureCosmosDocumentSensor:[25,1,1,""]},"airflow.providers.microsoft.azure.sensors.azure_cosmos.AzureCosmosDocumentSensor":{poke:[25,3,1,""],template_fields:[25,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb":{WasbBlobSensor:[27,1,1,""],WasbPrefixSensor:[27,1,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbBlobSensor":{poke:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbPrefixSensor":{poke:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.transfers":{azure_blob_to_gcs:[28,0,0,"-"],file_to_wasb:[29,0,0,"-"],local_to_adls:[31,0,0,"-"],oracle_to_azure_data_lake:[32,0,0,"-"]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs":{AzureBlobStorageToGCSOperator:[28,1,1,""]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator":{execute:[28,3,1,""],template_fields:[28,2,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb":{FileToWasbOperator:[29,1,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb.FileToWasbOperator":{execute:[29,3,1,""],template_fields:[29,2,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls":{LocalToAzureDataLakeStorageOperator:[31,1,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls.LocalToAzureDataLakeStorageOperator":{execute:[31,3,1,""],template_fields:[31,2,1,""],ui_color:[31,2,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake":{OracleToAzureDataLakeOperator:[32,1,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator":{_write_temp_file:[32,3,1,""],execute:[32,3,1,""],template_fields:[32,2,1,""],template_fields_renderers:[32,2,1,""],ui_color:[32,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"00642a46d":33,"008035450":33,"00a1f2":17,"042be2e4":33,"057f3ae3a":33,"086e30724":33,"0a0e1af80":33,"0b0e4f7a4":33,"0b2":33,"0beta1":33,"0bf330ba8":33,"1000":2,"10097":33,"10163":33,"10205":33,"10343ec29":33,"10483":33,"10528":33,"10543":33,"10814":33,"10818":33,"10898":33,"10991":33,"11015":[33,43],"11032":33,"11198":33,"11238":33,"11242":33,"11249":33,"11251":33,"11272":33,"11321":33,"11342":33,"11359":33,"11408":33,"11447":33,"11487":33,"11635":33,"11688":33,"11821":33,"11826":33,"11855":33,"11d03d2f6":33,"12082":33,"12093":33,"12174":33,"12188":[33,43],"12206":33,"12212":33,"12216":33,"12304":33,"12366":33,"12390":33,"12427":33,"12438":33,"12444":33,"12449":33,"12466":33,"12558":33,"12636":33,"12673":33,"12681":33,"12917":33,"12955":33,"12af6a080":33,"12c5e5d8a":33,"13073":33,"13148":33,"13190":33,"13206":[33,43],"13380":33,"13520":[33,43],"13717":33,"13732":33,"13767":33,"14013":33,"14082":33,"14125":33,"14313":[33,43],"14487":33,"14565":[33,43],"14606":33,"14655":33,"14704":[33,43],"14823":[33,43],"14886":33,"14968":33,"15130":[33,43],"15159":[33,43],"15236":33,"15352":33,"15514":[33,43],"16e712971":33,"175a16046":33,"1a85ba9e9":33,"1e0024301":33,"2020":33,"2021":33,"2037303ee":33,"20acount":39,"20id":[35,36],"20kei":[39,40],"20password":[37,42],"20usernam":[37,42],"23f80f34a":33,"23rc1":33,"24c8e4c2d":33,"290330ba6":33,"295d66f91":33,"2a1":33,"2f552233f":33,"2fairflow":40,"2fkei":38,"32971a1a2":33,"3320e432a":33,"33f0cd265":33,"349b0811c":33,"365":0,"3696c34c2":33,"375d1ca22":33,"3fd5ef355":33,"3ff7e0743":33,"4194304":[7,31],"41bf172c1":33,"421061878":33,"4372d4561":33,"4529":33,"4bde99f13":33,"4bec1cc48":33,"4d03e33c1":33,"4e8f9cc8d":33,"5090fb0c8":33,"5093245d6":33,"5176":33,"5185d81ff":33,"5220e4c38":33,"543d88b3a":33,"5785":33,"589d6dec9":33,"59eb5de78":33,"5a439e84":33,"5bfa0f123":33,"5d007fd2f":33,"630aeff72":33,"6515":33,"6552":33,"657384615":33,"6669":33,"6670":33,"6674":33,"6714":33,"6817":33,"6828":33,"686e0ee7d":33,"6889a333c":33,"6890":33,"6895":33,"6896":33,"68e4c4dcb":33,"6b3c6add9":33,"6ce855af1":33,"6cf76d7ac":33,"7158":33,"7286":33,"7287":33,"7338":33,"7448":33,"7456":33,"7513":33,"7517":33,"7519":33,"7520":33,"7802":33,"7821":33,"7825e8f59":33,"7ca0b6f12":33,"7d24b088c":33,"8024":33,"8170":33,"832a7850f":33,"83c037873":33,"85a18e13d":33,"872b1566a":33,"87969a350":33,"8807":33,"8886":33,"8891":33,"8898":33,"88bdcfa0d":33,"8994":33,"8b1":33,"8c42cf1b0":33,"901dd2":[15,16],"9026":33,"92585ca4c":33,"9320":33,"9370":33,"9404":33,"9408":33,"94b153123":33,"9549274d1":33,"9550":33,"9714":33,"9747":33,"9774":33,"9784":33,"97a429f9d":33,"9950":33,"9985":33,"9b39f2478":33,"9b76b94c9":33,"byte":[7,8,11,31,32],"case":[6,7,31],"class":[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,43],"default":[5,6,11,18,23,33,49],"export":[34,35,36,37,38,39,40,42],"final":33,"function":[6,33],"import":[33,44],"int":[1,2,7,8,11,18,31,32],"new":[0,2,5,8,11,14,17,20,33,37,44],"null":[23,49],"public":[11,42],"return":[0,1,2,3,5,6,7,8,9,11,14,16,17,18,22,23],"short":28,"static":[0,1,3,5,6,7,9,11,19,23],"super":33,"switch":[23,33],"true":[7,8,11,14,15,18,19,22,31,44,45],Added:33,And:23,For:[1,11,15,18,19,23,28,31,33,34,35,36,37,38,39,40,42,43,45,46,48,49],GCS:33,RCs:33,SAS:[11,42],The:[0,1,6,9,11,16,18,19,20,23,25,28,32,34,35,36,37,38,39,40,42,43,44,46,48,49],There:[34,35,36,37,38,39,40,42],These:11,Use:[18,33,34,35,36,37,38,39,40,42,45],Will:7,__get_collection_nam:5,__get_database_nam:5,__init__:[33,44],_check_input:18,_check_nam:19,_connect:1,_dataset_exist:6,_factory_exist:6,_get_blob_cli:11,_get_container_cli:11,_get_latest_verified_image_vm_and_sku:1,_get_secret:23,_linked_service_exist:6,_log_last:19,_monitor_log:19,_pipeline_exist:6,_prefix:49,_read:14,_trigger_exist:6,_write_temp_fil:32,a1e919507:33,a7ca1b3b0:33,a83eb335:33,a9ac2b040:33,aad:[0,37],aad_app:[0,37],aad_app_cert:[0,37],aad_cr:[0,37],aad_devic:[0,37],about:[0,33,46],abov:44,ac2f72c98:33,access:[11,23,42,44],access_token:28,accord:33,account:[1,4,7,11,16,18,28,36,39,40,42,46],account_kei:11,account_nam:[7,11,19,34,36],account_url:[1,39],act:9,activ:[2,42],actual:[7,31],add:[0,1,5,6,7,9,11,31,33,34,35,36,37,38,39,40,42,43],add_single_task_to_job:1,added:[18,33,46],adding:11,addit:[8,11,33,43],address:19,adf:6,adjust:18,adl:[7,16,33,45,48],adls_delet:[12,21],adls_fil:16,adls_list:[12,21],administr:18,adx:[10,12,21],ae7cb4a1:33,aeea71274:33,after:[2,18,33],against:32,agent:[1,18],aip:33,airflow:[34,35,36,37,38,39,40,42,44,45,46,48,49],airflow_conn_azure_batch_default:39,airflow_conn_azure_container_registry_default:34,airflow_conn_azure_cosmos_default:40,airflow_conn_azure_data_explorer_default:37,airflow_conn_azure_data_factory_default:35,airflow_conn_azure_data_lake_default:36,airflow_conn_azure_default:38,airflow_conn_wasp_default:42,airflow_hom:44,airflow_local_set:44,airflowexcept:[0,6],akv:49,all:[0,1,11,16,19,22,33,34,35,36,37,38,39,40,42,43],alloc:19,allow:[19,48],alreadi:[1,6,8,11,20,43],also:[23,43],alwai:19,amount:[1,18,19],ani:[7,9,14,18,19,22,28,31,32,48,49],anonym:[11,42],api:[0,1,7,17,31,33,43,46],app:2,append:14,appendblob:11,applic:[0,2,37],apply_default:33,april:33,arg:[2,33,46],argument:[8,11,22,27,29,33],arriv:27,attribut:[33,43],auth_method:[0,37],authent:[0,9,11,46,49],author:[5,7,11,28,37,38,42],auto:[14,33],auto_scale_formula:18,autom:33,automat:[11,18],avail:[0,37],azur:[41,47],azure_batch:[10,12,21],azure_batch_conn_id:[1,18],azure_batch_default:[1,18,39],azure_blob_to_gc:[12,30],azure_conn_id:9,azure_container_inst:[10,12,21],azure_container_instance_default:43,azure_container_nam:46,azure_container_registri:[10,12],azure_container_registry_conn_id:3,azure_container_registry_default:[3,34],azure_container_volum:[10,12],azure_cosmo:[10,12,21,26],azure_cosmos_conn_id:[5,20,25],azure_cosmos_default:[5,20,25,40],azure_cosmos_sensor:25,azure_data_explor:0,azure_data_explorer_conn_id:[0,17],azure_data_explorer_default:[0,17,37],azure_data_factori:[10,12],azure_data_factory_conn_id:6,azure_data_factory_default:[6,35],azure_data_lak:[10,12],azure_data_lake_conn_id:[7,15,16,31,32],azure_data_lake_default:[7,15,16,31,36],azure_data_lake_path:32,azure_default:[9,38,43],azure_fileshar:[10,12],azure_key_vault:[12,24,49],azure_key_vault_uri:23,azure_registri:3,azure_registry_us:19,azure_service_princip:19,azure_wasb_conn_id:19,azurebasehook:[2,9,33],azurebatchhook:[1,18],azurebatchoper:[18,33],azureblobstoragetogcsoper:[28,46],azurecontainerinst:[33,43],azurecontainerinstancehook:2,azurecontainerinstancesoper:[19,33],azurecontainerregistryhook:3,azurecontainervolumehook:4,azurecosmosdbhook:[5,33],azurecosmosdocumentsensor:25,azurecosmosinsertdocumentoper:20,azurecr:19,azuredataexplorerhook:[0,17],azuredataexplorerqueryoper:17,azuredatafactori:[33,43],azuredatafactoryhook:[6,33,43],azuredatalakehook:[7,33],azuredatalakestoragedeleteoper:[15,33,43],azuredatalakestoragelistoper:16,azuredlfilesystem:7,azurefilesharehook:[8,33],azurefilesharetogcsoper:33,azurekeyvaultbackend:[23,49],b0fcf6755:33,b2a28d159:33,b2cb6ee5b:33,b40dffa08:33,b753c7fa6:33,backend:[23,33,43],backend_kwarg:[23,49],backport:33,base:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],base_azur:[2,10,12],base_log_fold:14,basehook:[0,1,3,4,5,6,7,8,9,11],baseoper:[15,16,17,18,19,20,22,28,29,31,32],basesecretsbackend:23,basesensoroper:[25,27],batch:[1,18,33,41,43],batch_job_display_nam:18,batch_job_id:18,batch_job_manager_task:18,batch_job_preparation_task:18,batch_job_release_task:18,batch_max_retri:18,batch_model:[1,18],batch_pool_display_nam:18,batch_pool_id:18,batch_pool_vm_s:18,batch_start_task:18,batch_task_command_lin:18,batch_task_container_set:18,batch_task_display_nam:18,batch_task_id:18,batch_task_output_fil:18,batch_task_resource_fil:18,batch_task_user_ident:18,bd90136aa:33,becom:23,been:44,befor:[1,18,32,33],begin:11,behaviour:[0,1,3,5,6,7,9,11],being:49,below:[44,45,48],between:23,bigger:[7,31],bin:19,binari:46,black:33,blob:[7,11,22,27,28,29,33,37,41,43,47],blob_nam:[11,22,27,28,29,46],blob_typ:11,blobclient:11,blobproperti:11,blobservicecli:11,blobtyp:11,block:[7,31],blockblob:11,blockblockservic:11,blocksiz:[7,31],bool:[1,4,7,8,11,14,15,18,19,22,28,31],both:20,broken:33,bucket:[28,44,46],bucket_nam:[28,46],buffer:[7,31],buffers:[7,31],bugfix:[33,43],build:[23,33],build_path:23,built:33,bunch:[33,43],c34ef853c:33,c51016b0b:33,c7e5bce57:33,ca35bd7f7:33,ca4238eb4:33,cached_properti:33,call:[7,31,33,36,44],callabl:6,can:[5,7,11,14,16,19,23,31,35,36,37,38,39,40,42,43,44,46],cancel:6,cancel_pipeline_run:6,cancel_trigg:6,candid:33,cannot:[7,31],canon:[1,18],caus:43,cb1344b63:33,cdec30125:33,certif:[0,37],cfg:[23,44,49],chain:28,chang:[18,33],changelog:33,charact:32,check:[5,7,8,11,14,25,33,46],check_for_blob:[11,22,27],check_for_directori:8,check_for_fil:[7,8],check_for_prefix:[11,27],check_opt:[22,27],choos:[0,37],chunk:[7,11,31],ci_conn_id:19,clean_up:18,cleanup:33,client:[1,5,6,7,9,11,23,35,36,49],client_id:[2,35,36,38,40,42],clientrequestproperti:[0,17],close:14,cloud:28,cluster:[0,37],code:[0,33,37],collect:[5,20,40],collection_id:5,collection_nam:[5,20,25,40],com:[0,17,34,37,39,40,42],combin:49,come:33,command:[1,18,19,33],command_lin:1,comment:33,commit:[33,43],common:43,commun:[2,3,5,7,11],compat:[7,33],complet:[1,18],compon:[34,35,36,37,38,39,40,42],compress:28,comput:[1,18],computenodest:1,concaten:23,config:[6,23,33,38,42,44,49],config_prefix:23,config_templ:44,configur:[0,1,23,44,49],configure_job:1,configure_pool:1,configure_task:1,conflict:33,conn:46,conn_id:[2,3,6,9,19,23],conn_name_attr:[0,1,3,5,6,7,9,11],conn_typ:[0,1,3,5,6,7,9,11],connect:[0,1,2,3,4,5,6,7,8,9,11,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,43,44,46],connection_default:23,connection_str:42,connections_prefix:[23,49],consid:18,constructor:[8,11,33],contain:[0,1,2,3,5,7,11,17,18,19,22,27,28,29,38,41,43,44,46],container_group:2,container_nam:[11,22,27,28,29,46],container_set:1,container_timeout:19,containercli:11,containerconfigur:1,containergroup:2,containerinst:[2,19,43],containerport:19,content:44,context:[15,16,17,18,19,20,22,25,27,28,29,31,32],continu:43,contrib:33,copi:[11,44],core:[7,31],correct:[33,44],cosmo:[5,20,41,43],cosmosdb:[5,20,25],count:[8,19],coverag:33,cpu:19,creat:[0,1,2,5,6,7,8,11,14,18,20,23,37,38,43,44],create_collect:5,create_contain:11,create_databas:5,create_dataset:6,create_directori:8,create_factori:6,create_file_from_path:8,create_file_from_stream:8,create_file_from_text:8,create_job:1,create_linked_servic:6,create_or_upd:2,create_pipelin:6,create_pool:1,create_shar:8,create_trigg:6,creator:28,credenti:[28,34,35,36,37,38,39,40,42,49],cross:33,csv:[11,32],current:19,cursor:32,custom:[0,1,3,5,6,7,9,11,44],d0e7db402:33,d200:33,d202:33,d2754ef76:33,d3c76da95:33,d65e492a3:33,d99833c9b:33,dag:[33,43],dash:23,data:[0,6,7,11,15,16,17,19,28,31,32,33,41,43,45,47],databas:[0,5,17,20,32,40],database_id:5,database_nam:[5,20,25,40],datafactori:43,datalak:[43,47],dataset:[6,11],dataset_nam:6,datetim:19,dd2095f4a:33,decor:6,dedic:[1,18],default_arg:33,default_conn_nam:[0,1,3,5,6,7,9,11],default_cpu:19,default_environment_vari:19,default_logging_config:44,default_memory_in_gb:19,default_secured_vari:19,default_volum:19,defaultazurecredenti:49,defin:44,definit:6,deleg:28,delegate_to:[28,46],delet:[2,5,6,7,8,11,15,18,22,33,45],delete_blob:11,delete_collect:5,delete_contain:11,delete_databas:5,delete_dataset:6,delete_docu:5,delete_factori:6,delete_fil:11,delete_linked_servic:6,delete_local_copi:14,delete_pipelin:6,delete_shar:8,delete_task:45,delete_trigg:6,delimit:[11,32],depend:33,desir:[1,18],destin:32,detail:[0,2,18,33,43],dev:33,devic:[0,37],dict:[0,15,16,17,18,19,20,22,25,27,28,29,31,32],dictionari:[35,36,37,38,39,40,42],directli:[28,38,42],directori:[2,7,8,15,31,42,44],directory_nam:8,discoveri:33,disk:38,displai:[1,18,33,43],display_nam:1,doc:[0,17,25,33],docker:19,docstr:33,document:[5,20,25,33,43,45,46,48],document_id:[5,25],doe:[6,8,11,22],does_collection_exist:5,does_database_exist:5,doesn:1,domain:28,don:44,done:[5,7,11],doubl:19,download:[7,8,11,18,28],download_blob:11,download_fil:7,downstream:16,duplic:43,dure:9,dynam:[33,43],e08c8c:32,e4f0e8:[20,31],e7bb17aeb:33,each:[7,11,18,31,49],easi:[23,48],echo:19,edit:43,editor:43,ee7ca128a:33,either:11,els:14,empti:44,enabl:[28,33,34,35,36,37,38,39,40,42,44,49],enable_auto_scal:[18,33],enableautoscal:18,encod:[32,34,35,36,37,38,39,40,42],endpoint:[5,40],ensur:33,entri:33,environ:[19,23,34,35,36,37,38,39,40,42],environment:19,environment_vari:19,error:[7,14,15,33],even:[11,22],event:2,everi:[0,37],exactli:43,exampl:[0,1,5,7,11,16,18,19,23,25,33,34,35,36,37,38,39,40,42,43,45,46,48,49],example_adls_delet:45,example_azure_blob_to_gc:46,example_dag:[33,45,46,48],example_local_to_adl:48,except:[33,43],exclud:[33,49],exclus:49,execut:[15,16,17,18,19,20,22,28,29,31,32,44],exist:[1,2,5,6,7,8,11,14,20,22,25,31,43,44],exitcod:2,explicit:33,explor:[0,17,33,41,43],expos:19,express:33,extend:14,extra:[0,1,2,5,6,7,8,11,31,33,35,36,37,38,39,40,42,43,46],extra_upload_opt:31,f0e242180:33,f0f0e4:18,f3521fb0e:33,f3e87c503:33,f6bd817a3:33,f77a11d5b:33,f8ff217e2:33,face:33,factori:[6,33,41,43],factory_nam:6,fail:[14,18,33,43,44],fail_if_exist:19,fals:[1,4,7,8,11,14,15,18,22,31,46],famili:[1,18],fd682fd70:33,fdd9b6f65:33,featur:33,fetch:28,field:[0,1,2,3,5,6,7,8,9,11,32,33,43,46],file:[4,7,8,11,14,15,16,18,22,28,29,31,32,33,38,43,44,45,48,49],file_nam:8,file_path:[7,8,11,28,29,46],file_task_handl:14,file_to_wasb:[12,30],filehandl:8,filenam:[7,28,31,32,46],filename_templ:14,fileservic:8,fileshar:[8,19,33,42],filesystem:47,filetaskhandl:14,filetowasboper:29,fill:2,filter:11,find:[0,7,16],first:[28,43],fix:33,flynt:33,folder:[16,33],follow:[0,5,16,35,36,37,38,39,40,42,44,46],forcibl:[7,31],form:[0,1,5,6,7,9,11,33],format:46,formmatt:33,formula:18,found:[7,14,15],four:[33,42],fresh:33,from:[2,5,7,8,11,14,16,18,23,28,32,33,43,44,45,47,49],full:7,func:6,further:[45,48],gcp:46,gcp_bucket_file_path:46,gcp_bucket_nam:46,gcp_conn_id:[28,46],gcp_object_nam:46,gcs:33,gener:[2,33,43],get:[1,2,4,5,6,23,28,33,46],get_blob_properti:11,get_blobs_list:[11,33],get_collection_link:5,get_config:23,get_conn:[0,1,3,5,6,7,8,9,11],get_conn_uri:23,get_connection_form_widget:[0,1,5,6,7,9,11],get_database_link:5,get_dataset:6,get_docu:5,get_document_link:5,get_factori:6,get_fil:[8,11],get_file_to_path:8,get_file_to_stream:8,get_file_volum:4,get_hook:[17,18],get_linked_servic:6,get_log:2,get_messag:2,get_pipelin:6,get_pipeline_run:6,get_stat:2,get_state_exitcode_detail:2,get_storagekei:4,get_trigg:6,get_ui_field_behaviour:[0,1,3,5,6,7,9,11],get_vari:23,given:[1,11,14,18,23,25],glob:[7,16,31],globstr:7,googl:[28,43],google_cloud_default:[28,46],gpu:19,gpuresourc:19,grammar:33,grant:28,group:[2,6,19,35],guest:[1,18],guid:[15,19,28,31,33,43],gzip:[28,46],handl:14,handler:[14,33,44],hardcod:33,has:[1,19,44],hash:33,have:[1,11,28,43,44,49],head:33,header:33,hello:[23,49],help:[0,44],here:[44,49],high:33,highli:[0,37],hint:33,hoc:33,hook:[12,14,31,33,34,35,36,37,38,39,40,42,43,44],hook_nam:[0,1,3,5,6,7,9,11],host:[0,14,34,37,42],how:[15,28,31,46,48],howev:43,http:[0,17,40,49],iam:28,ident:[18,28,43,49],identifi:[1,6,18],ignore_if_miss:[11,22],ignore_not_found:[7,15],imag:[1,18,19,34],imperson:28,impersonation_chain:[28,46],implement:33,implicit:33,improv:33,includ:[11,19,33],incorrect:33,individu:34,info:[28,33],inform:[9,15,28,31,32,33,38,45,46,48],init:9,initi:[0,34,35,36,37,38,39,40,43],input:19,insert:[5,20],insert_docu:5,insid:19,instal:[1,18,33],instanc:[0,1,2,3,14,17,19,37,38,43],instanti:[11,33,43],instruct:46,integr:[5,7,11,33,34,35,36,37,38,39,40,42],interact:[0,5,6,7,8,11],intern:[7,31],introduc:33,ip_address:19,ipaddress:19,is_prefix:[11,22],isn:6,issu:33,its:[33,43],job:[1,18,33,46],job_guid:19,job_id:[1,18],jobaddparamet:1,jobmanagertask:18,jobpreparationtask:18,jobreleasetask:18,join:18,json:[0,2,33,35,36,37,38,39,40,42,46],just:44,k80:19,keep:33,kei:[0,1,4,5,11,19,23,33,37,38,39,40,42],key1:46,key_json:38,key_path:38,keyvault:43,keyword:[8,11,22,27,29],kql:[0,17],kusto:[0,17,33,43],kustocli:0,kustoresponsedataset:0,kwarg:[1,2,7,8,11,15,16,17,18,19,20,22,23,25,27,28,29,31,32],lake:[7,15,16,31,32,35,41,45,47],last:28,last_line_log:19,latest:[1,18,19,33],launch:18,lazi:33,learn:0,length:11,level:33,librari:[5,9,33],like:[8,39,49],line:[1,18,33,43],link:[5,6,33,38],linked_servic:6,linked_service_nam:6,linkedservic:6,linux:19,list:[0,2,5,7,8,11,16,17,18,19,28,33,43],list_directories_and_fil:8,list_fil:8,load:[8,11,29,32,33],load_fil:[8,11,29],load_opt:29,load_str:[8,11],load_stream:8,local:[7,14,28,31,32,33,47],local_file_path:48,local_path:[7,31,48],local_to_adl:[12,30],localtoazuredatalakestorageoper:[31,33],locat:[7,14,15,44],log:[2,12,19,23,33,43],log_config:44,logging_config:44,logging_config_class:44,logging_mixin:[14,23],loggingmixin:[14,23],login:[1,2,5,7,11,19,34,35,36,37,38,39,40,42,46],logo:33,look:[15,28,31,45,48,49],lookup:33,loop:[7,15],low:18,machin:[1,14,18],macro:19,made:18,magic:33,mai:49,make:[5,7,11,28,33,44,48],manag:[18,37,38,42,49],mark:11,markdown:33,markdownlint:33,marketplac:[1,18],master:[5,40],match:[7,11,22,25,27,31,33],max:19,md003:33,mechan:[9,35,36,38],memori:19,memory_in_gb:19,messag:[2,14],metadata:[11,14],method:[0,31,33,37,38,42],mgmt:[2,19,43],microsoft:[41,45,46,48,49],microsoftwindowsserv:[1,18],might:43,minut:[1,18],miss:33,model:[2,15,16,17,18,19,20,22,28,29,31,32],model_path:19,modul:33,month:33,more:[11,15,28,31,32,46],mount:[4,19],mount_nam:4,mount_path:19,move:[32,33],multipl:[7,11,31,37,38,42],must:[0,1,11,18,28,49],my_contain:19,my_fileshar:19,my_storage_contain:19,my_valu:19,mybatchaccount:39,myblob:42,myclust:37,mycollect:40,mydatabas:40,mypi:33,myprivateregistri:19,myregistri:34,name:[1,2,6,7,8,11,16,18,19,20,22,23,27,28,29,32,33,34,35,36,39,40,43,44,46,49],need:[0,2,11,18,35,36,37,38,42,43,46],net:[0,49],netfx:[0,17],never:19,newli:44,next:33,node:[1,18],node_st:1,non:[18,33],none:[0,1,5,6,7,8,11,14,17,18,19,22,23,27,28,29,31,32,46],note:[0,19,33,34,35,36,37,38,39,40,42],nthread:[7,31],number:[1,7,11,18,19,31,33],object:[0,1,7,8,11,14,16,28,46,49],object_nam:[28,46],occur:14,octob:33,offer:[1,9,18,46],offic:0,offset:11,omit:18,on_kil:[18,19],one:[0,5,11,33,34,35,36,37,38,39,40,42,43],onedr:0,ones:49,onfailur:19,onli:[7,11,19,31,36,37,38,42],open:8,oper:[6,12,28,31,32,33,34,35,36,37,38,39,40,42,43,48],optim:11,option:[0,1,5,6,8,9,11,14,17,18,19,22,23,27,28,29,31,32,33,35,36,37,38,39,40,42],oracl:[32,33,43],oracle_conn_id:32,oracle_to_azure_data_lak:[12,30],oracletoazuredatalakeoper:32,order:[2,19,43],organ:46,origin:28,os_famili:[1,18],os_typ:19,os_vers:[1,18],other:49,otherwis:[7,8,11,14],out:[1,5,33],output:16,outputfil:18,outsid:19,over:18,overwrit:[7,31],overwritten:[7,14,31],page:[33,48],pageblob:11,pair:19,parallel:19,paramet:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,35,36,37,38,39,40,42,49],parquet:16,particular:1,partition_kei:5,pass:[8,9,11,19],password:[0,1,2,5,7,11,19,34,35,36,37,38,39,40,42,46],path:[7,8,11,14,15,16,23,28,29,31,32,38,45],path_prefix:23,path_to_sav:32,pattern:[7,31],pem:0,per:33,perform:11,pip:33,pipelin:6,pipeline_nam:6,pipelineresourc:6,plain:[43,46],pleas:[0,19,37,46],point:33,poke:[25,27],polici:19,poller:6,pool:[1,18],pool_id:[1,18],pooladdparamet:1,port:19,portion:44,possibl:[19,33],postgres_default:19,postgres_login:19,postgres_password:19,preced:28,prefix:[11,22,23,27],prepar:[18,33],presenc:43,prevent:49,previous:33,primari:40,primaryresult:17,princip:[1,2,3,19,49],prioriti:18,privat:19,problem:43,process:44,project:33,properli:44,properti:[0,2,17,18],protocol:11,provid:[37,45,46,48,49],provide_targeted_factori:6,public_read:11,publish:[1,18],put:32,pydocstyl:33,pylint:33,pypi:[33,43],python:[14,16,33,43,49],pythonpath:44,pyupgrad:33,queri:[0,5,17,25,32,37],quit:[7,31],quot:32,quote_minim:32,quotechar:32,rais:[0,6,7,15],rang:11,rc3:33,reach:1,read:[11,14,23,42,44],read_fil:11,read_onli:[4,19],readm:[33,43],rebas:33,recommend:[0,37,44],recurs:[7,15,31,45],redund:[33,43],ref:33,refer:[0,5,7,8,9,11,15,16,17,20,22,25,27,28,29,31,43],refernc:33,regardless:[7,31],regener:33,region:19,registr:2,registri:[3,19,41],registry_conn_id:19,relas:33,relat:[34,35,36,37,38,39,40,42],releas:[18,33,43],relev:49,rema:33,remain:33,remot:[7,14,31,33,43],remote_base_log_fold:44,remote_file_path:[45,48],remote_log:44,remote_log_conn_id:44,remote_log_loc:14,remote_path:[7,31,48],remov:[7,15,33,43,45],remove_fil:45,remove_on_error:19,renam:[33,44],replac:[23,33,43],repositori:43,represent:49,request:[0,17,23,28,49],requir:[0,2,7,18,19,28,37,44],rerun:6,rerun_trigg:6,resourc:[2,6,9,19,35,43,46,49],resource_group:[2,19],resource_group_nam:6,resourcefil:18,resourcegroup:35,respect:33,respons:[0,11,17],response2:17,rest:[7,17],restart:[18,19,44],restart_polici:19,result:11,retri:18,retriev:23,return_error:14,role:28,root:[7,31],rule:33,run:[0,1,6,17,18,19,32],run_id:6,run_pipelin:6,run_queri:0,same:43,sampl:49,sas_token:[11,42,46],schedul:44,script:33,sdk:49,sdk_client:9,sdkclient:9,search:1,secret:[5,7,12,33,35,36,38,40,42,43,49],secret_id:23,secret_prefix:23,section:[11,49],secured_vari:19,see:[0,5,7,11,17,32,33,46],select:44,self:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],sensor:[12,33],sent:[23,49],sep:23,separ:[23,33],sequenc:[15,16,19,28],server:34,servic:[1,2,3,6,9,18,19,28,33,46,49],set:[1,11,18,23,28,33,38,46,49],set_context:14,setup:[33,44],sever:9,shape:48,share:[4,8,39,42],share_nam:[4,8,19],shared_access_kei:42,should:[1,4,5,7,11,18,19,34,35,36,37,38,39,40,42,44,46,49],should_delete_job:18,should_delete_pool:18,show:[44,48],signatur:33,silent:14,simplifi:33,singl:[1,7,11,31],size:[1,2,8,18,48],sku:[1,18,19],sku_starts_with:[1,18],smaller:[7,31],smtp:[23,49],smtp_default:49,snapshot:11,some:49,somecollection_nam:25,somedatabase_nam:25,sometim:36,sourc:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,45,46,48],specif:[7,34,35,36,38,40,42],specifi:[0,5,6,11,15,16,18,20,23,28,34,35,36,37,38,39,40,42,43,46,49],speed:48,spell:33,sphinx:33,sql:[5,32],sql_param:32,sql_string:5,squash:33,start:[1,2,3,6,11,18,19,44],start_contain:19,start_dat:33,start_trigg:6,starttask:18,state:[1,2],steam:14,step:44,stop:[6,33],stop_trigg:6,storag:[4,7,8,11,14,22,27,28,29,33,37,41,43,47,48],storage_account_nam:4,storagestreamdownload:11,store:[8,32,34,36,43,44,46,48],store_nam:36,str:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],strategi:32,stream:[8,11],strict:33,string:[1,8,11,14,16,18,28,33,42],string_data:[8,11],style:33,subject:33,subscript:[35,38,42],subscriptionid:[2,35,38],success:[11,22],suppli:[5,7,11],support:[7,16,19,23,31,33,49],sure:[5,7,11,44],syntax:[34,35,36,37,38,39,40,42],system:[19,33,44],tag:19,tail:[2,14],take:[8,11,15,22,27,28,29,31],target:[6,25],target_dedicated_nod:[1,18,33],target_low_priority_nod:18,task1:19,task:[1,14,16,18,33,43,44],task_id:[1,16,19,25,45,46,48],taskaddparamet:1,taskcontainerset:[1,18],templat:[16,17,20,22,29,32,44],template_ext:17,template_field:[15,16,17,18,19,20,22,25,27,28,29,31,32],template_fields_render:[19,32,33,43],tenant:[0,7,34,35,36,37,38,40,42],tenant_id:42,tenantid:[2,35,38],term:28,test:[2,33],text:46,than:[7,31],thei:20,them:43,thi:[0,1,2,5,7,9,11,15,16,17,18,19,23,28,31,33,35,36,37,38,43,44,45,48,49],those:43,thread:[7,31],three:[37,38,46],through:[0,11,37],thumbprint:[0,37],time:[1,18,19,37,38,42,43],timedelta:19,timeout:[1,18],toc:33,token:[11,28,35,36,38,40,42,46],tool:33,top:43,transfer:[12,33,47],transfer_files_to_gc:46,trigger:[6,44],trigger_nam:6,try_numb:14,tupl:[2,19],type:[1,2,5,6,7,8,9,11,18,19,32,33,34,35,36,37,38,39,40,42,43,49],typic:19,typo:33,ubuntuserv:[1,18],ui_color:[15,16,17,18,20,31,32],uncommittedblob:11,under:[1,18],underscor:23,undo:18,unicodecsv:32,union:[11,28,32],uniqu:[1,18,19,25],unknown:2,unless:7,unnecessari:[33,43],unsuccess:0,untouch:33,updat:[5,6,33,43,44],update_dataset:6,update_factori:6,update_linked_servic:6,update_pipelin:6,update_trigg:6,upgrad:[33,43],upload:[7,8,11,14,18,28,29,31,47],upload_blob:11,upload_fil:[7,48],upload_task:48,upsert_docu:5,upstream:9,uri:[5,23,34,35,36,37,38,39,40,42,49],url:[0,1,23,34,35,36,37,38,39,40,42],usag:46,use:[0,1,5,7,9,11,15,18,19,23,28,31,32,33,34,35,36,37,38,39,40,42,43,46],use_latest_image_and_sku:[1,18],use_latest_verified_vm_image_and_sku:18,used:[0,1,2,3,9,11,14,16,19,23,32,34,35,36,37,38,39,40,42,43,49],user:[7,18,19,33,49],userident:18,usernam:[0,34,37],uses:[7,31,38,43,44],using:[0,7,9,11,28,31,33,34,35,36,37,38,39,40,42,45,46,48],utf:[32,33],util:[14,23],v12:[33,43],valid:23,valu:[5,6,11,19,23,33,46,49],variabl:[19,23,34,35,36,37,38,39,40,42],variables_prefix:[23,49],vault:[23,33],vault_url:[23,49],verifi:[1,18,44],version:[1,18,33,43],via:[5,7,11,43],view:[45,46,48],virtual:[1,18],visit:46,vm_node_agent_sku_id:[1,18],vm_offer:[1,18],vm_publish:[1,18],vm_size:1,vm_sku:[1,18],vm_version:[1,18],volum:[4,19,42],wai:[34,35,36,37,38,39,40,42,46],wait:[1,18,27,44],wait_for_all_node_st:1,wait_for_job_tasks_to_complet:1,walk_blob:11,want:[44,49],warn:[33,43],wasb:[4,8,10,12,14,22,26,28,29,33,42,44],wasb_conn_id:[4,8,11,22,27,28,29,46],wasb_contain:14,wasb_default:[4,8,11,22,27,28,29,46],wasb_delete_blob:[12,21],wasb_log_exist:14,wasb_log_fold:14,wasb_read:14,wasb_task_handl:[12,13],wasb_writ:14,wasbblobsensor:27,wasbdeletebloboper:22,wasbhook:[11,14,22,27,29,33],wasbprefixsensor:27,wasbtaskhandl:14,wasp_default:42,wave:33,webhdf:7,webserv:44,well:1,westeurop:19,whatev:44,when:[0,14,18,28,34,35,36,37,38,39,40,42,43],where:[8,11,33],wherein:19,whether:[1,6,7,11,15,18,31],which:[1,2,3,4,7,9,16,18,19,25,28,31,49],whose:11,wide:28,widget:[0,1,5,6,7,9,11],window:[0,11,19],windowsserv:[1,18],within:[1,7,18,19,31,46],word:33,work:[2,28,43],world:19,would:[7,16,23,31,39,49],wrap:4,write:[7,14,31],wrong:33,wrongli:33,xcom:16,xcom_pul:19,yandex:33,you:[0,2,5,23,34,35,36,37,38,39,40,42,43,44,48,49],your:[0,43,46,49],your_token:11,zope:33},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_registry</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_volume</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_fileshare</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.base_azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log.wasb_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_delete</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_container_instances</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.azure_key_vault</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span></code>","Package apache-airflow-providers-microsoft-azure","Microsoft Azure Container Registry Connection","Microsoft Azure Data Factory Connection","Microsoft Azure Data Lake Connection","Microsoft Azure Data Explorer Connection","Microsoft Azure Connection","Microsoft Azure Batch Connection","Microsoft Azure Cosmos","Connection Types","Microsoft Azure Blob Storage Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-microsoft-azure</span></code>","Writing Logs to Azure Blob Storage","Azure DataLake Storage Operators","Azure Blob Storage Transfer Operator","Microsoft Operators","Upload data from Local Filesystem to Azure Data Lake","Azure Key Vault Backend"],titleterms:{"break":43,"default":[34,35,36,37,38,39,40,42],IDs:[34,35,36,37,38,39,40,42],adls_delet:15,adls_list:16,adx:[0,17],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,43],apach:[33,43],authent:[34,35,36,37,38,39,40,42],azur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,42,43,44,45,46,48,49],azure_batch:[1,18],azure_blob_to_gc:28,azure_container_inst:[2,19],azure_container_registri:3,azure_container_volum:4,azure_cosmo:[5,20,25],azure_data_factori:6,azure_data_lak:7,azure_fileshar:8,azure_key_vault:23,azuredatalakestoragedeleteoper:45,backend:49,base_azur:9,batch:39,befor:46,begin:46,blob:[42,44,46],bug:43,chang:43,changelog:43,cloud:46,configur:[34,35,36,37,38,39,40,42],connect:[34,35,36,37,38,39,40,41,42,49],contain:34,content:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,43],cosmo:40,cross:43,data:[35,36,37,46,48],datalak:45,depend:43,explor:37,factori:35,featur:43,file_to_wasb:29,filesystem:48,fix:43,from:[46,48],googl:46,hook:[0,1,2,3,4,5,6,7,8,9,10,11],instal:43,kei:49,lake:[36,48],local:48,local_to_adl:31,localtoazuredatalakestorageoper:48,log:[13,14,44],lookup:49,microsoft:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,42,43,47],modul:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],oper:[15,16,17,18,19,20,21,22,45,46,47],option:49,oracle_to_azure_data_lak:32,packag:[33,43],pip:43,prerequisit:[45,48],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,43],refer:[45,48],registri:34,requir:43,retriev:49,secret:[23,24],sensor:[25,26,27],storag:[42,44,45,46],store:49,submodul:[10,13,21,24,26,30],subpackag:12,task:[45,48],transfer:[28,29,30,31,32,46],type:41,upload:48,variabl:49,vault:49,wasb:[11,27],wasb_delete_blob:22,wasb_task_handl:14,write:44,you:46}}) |