Search.setIndex({docnames:["_api/airflow/providers/microsoft/azure/hooks/adx/index","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index","_api/airflow/providers/microsoft/azure/hooks/base_azure/index","_api/airflow/providers/microsoft/azure/hooks/index","_api/airflow/providers/microsoft/azure/hooks/wasb/index","_api/airflow/providers/microsoft/azure/index","_api/airflow/providers/microsoft/azure/log/index","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index","_api/airflow/providers/microsoft/azure/operators/adls_delete/index","_api/airflow/providers/microsoft/azure/operators/adls_list/index","_api/airflow/providers/microsoft/azure/operators/adx/index","_api/airflow/providers/microsoft/azure/operators/azure_batch/index","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index","_api/airflow/providers/microsoft/azure/operators/index","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index","_api/airflow/providers/microsoft/azure/secrets/index","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index","_api/airflow/providers/microsoft/azure/sensors/index","_api/airflow/providers/microsoft/azure/sensors/wasb/index","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index","_api/airflow/providers/microsoft/azure/transfers/index","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index","commits","connections/acr","connections/adf","connections/adl","connections/adx","connections/azure","connections/azure_batch","connections/azure_container_volume","connections/azure_cosmos","connections/azure_fileshare","connections/index","connections/wasb","index","logging/index","operators/adls","operators/azure_blob_to_gcs","operators/index","operators/local_to_adls","secrets-backends/azure-key-vault"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/microsoft/azure/hooks/adx/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index.rst","_api/airflow/providers/microsoft/azure/hooks/base_azure/index.rst","_api/airflow/providers/microsoft/azure/hooks/index.rst","_api/airflow/providers/microsoft/azure/hooks/wasb/index.rst","_api/airflow/providers/microsoft/azure/index.rst","_api/airflow/providers/microsoft/azure/log/index.rst","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_delete/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_list/index.rst","_api/airflow/providers/microsoft/azure/operators/adx/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/operators/index.rst","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.rst","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index.rst","_api/airflow/providers/microsoft/azure/secrets/index.rst","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/sensors/index.rst","_api/airflow/providers/microsoft/azure/sensors/wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.rst","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/index.rst","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.rst","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.rst","commits.rst","connections/acr.rst","connections/adf.rst","connections/adl.rst","connections/adx.rst","connections/azure.rst","connections/azure_batch.rst","connections/azure_container_volume.rst","connections/azure_cosmos.rst","connections/azure_fileshare.rst","connections/index.rst","connections/wasb.rst","index.rst","logging/index.rst","operators/adls.rst","operators/azure_blob_to_gcs.rst","operators/index.rst","operators/local_to_adls.rst","secrets-backends/azure-key-vault.rst"],objects:{"airflow.providers.microsoft":{azure:[12,0,0,"-"]},"airflow.providers.microsoft.azure":{hooks:[10,0,0,"-"],log:[13,0,0,"-"],operators:[21,0,0,"-"],secrets:[24,0,0,"-"],sensors:[26,0,0,"-"],transfers:[30,0,0,"-"]},"airflow.providers.microsoft.azure.hooks":{adx:[0,0,0,"-"],azure_batch:[1,0,0,"-"],azure_container_instance:[2,0,0,"-"],azure_container_registry:[3,0,0,"-"],azure_container_volume:[4,0,0,"-"],azure_cosmos:[5,0,0,"-"],azure_data_factory:[6,0,0,"-"],azure_data_lake:[7,0,0,"-"],azure_fileshare:[8,0,0,"-"],base_azure:[9,0,0,"-"],wasb:[11,0,0,"-"]},"airflow.providers.microsoft.azure.hooks.adx":{AzureDataExplorerHook:[0,1,1,""]},"airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],get_connection_form_widgets:[0,3,1,""],get_ui_field_behaviour:[0,3,1,""],hook_name:[0,2,1,""],run_query:[0,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch":{AzureBatchHook:[1,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch.AzureBatchHook":{add_single_task_to_job:[1,3,1,""],configure_job:[1,3,1,""],configure_pool:[1,3,1,""],configure_task:[1,3,1,""],conn_name_attr:[1,2,1,""],conn_type:[1,2,1,""],create_job:[1,3,1,""],create_pool:[1,3,1,""],default_conn_name:[1,2,1,""],get_conn:[1,3,1,""],get_connection_form_widgets:[1,3,1,""],get_ui_field_behaviour:[1,3,1,""],hook_name:[1,2,1,""],wait_for_all_node_state:[1,3,1,""],wait_for_job_tasks_to_complete:[1,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance":{AzureContainerInstanceHook:[2,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance.AzureContainerInstanceHook":{"delete":[2,3,1,""],conn_name_attr:[2,2,1,""],conn_type:[2,2,1,""],create_or_update:[2,3,1,""],default_conn_name:[2,2,1,""],exists:[2,3,1,""],get_logs:[2,3,1,""],get_messages:[2,3,1,""],get_state:[2,3,1,""],get_state_exitcode_details:[2,3,1,""],hook_name:[2,2,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry":{AzureContainerRegistryHook:[3,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry.AzureContainerRegistryHook":{conn_name_attr:[3,2,1,""],conn_type:[3,2,1,""],default_conn_name:[3,2,1,""],get_conn:[3,3,1,""],get_ui_field_behaviour:[3,3,1,""],hook_name:[3,2,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume":{AzureContainerVolumeHook:[4,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume.AzureContainerVolumeHook":{conn_name_attr:[4,2,1,""],conn_type:[4,2,1,""],default_conn_name:[4,2,1,""],get_connection_form_widgets:[4,3,1,""],get_file_volume:[4,3,1,""],get_storagekey:[4,3,1,""],get_ui_field_behaviour:[4,3,1,""],hook_name:[4,2,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos":{AzureCosmosDBHook:[5,1,1,""],get_collection_link:[5,4,1,""],get_database_link:[5,4,1,""],get_document_link:[5,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos.AzureCosmosDBHook":{conn_name_attr:[5,2,1,""],conn_type:[5,2,1,""],create_collection:[5,3,1,""],create_database:[5,3,1,""],default_conn_name:[5,2,1,""],delete_collection:[5,3,1,""],delete_database:[5,3,1,""],delete_document:[5,3,1,""],does_collection_exist:[5,3,1,""],does_database_exist:[5,3,1,""],get_conn:[5,3,1,""],get_connection_form_widgets:[5,3,1,""],get_document:[5,3,1,""],get_documents:[5,3,1,""],get_ui_field_behaviour:[5,3,1,""],hook_name:[5,2,1,""],insert_documents:[5,3,1,""],upsert_document:[5,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_factory":{AzureDataFactoryHook:[6,1,1,""],provide_targeted_factory:[6,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_factory.AzureDataFactoryHook":{cancel_pipeline_run:[6,3,1,""],cancel_trigger:[6,3,1,""],conn_name_attr:[6,2,1,""],conn_type:[6,2,1,""],create_dataset:[6,3,1,""],create_factory:[6,3,1,""],create_linked_service:[6,3,1,""],create_pipeline:[6,3,1,""],create_trigger:[6,3,1,""],default_conn_name:[6,2,1,""],delete_dataset:[6,3,1,""],delete_factory:[6,3,1,""],delete_linked_service:[6,3,1,""],delete_pipeline:[6,3,1,""],delete_trigger:[6,3,1,""],get_conn:[6,3,1,""],get_connection_form_widgets:[6,3,1,""],get_dataset:[6,3,1,""],get_factory:[6,3,1,""],get_linked_service:[6,3,1,""],get_pipeline:[6,3,1,""],get_pipeline_run:[6,3,1,""],get_trigger:[6,3,1,""],get_ui_field_behaviour:[6,3,1,""],hook_name:[6,2,1,""],rerun_trigger:[6,3,1,""],run_pipeline:[6,3,1,""],start_trigger:[6,3,1,""],stop_trigger:[6,3,1,""],update_dataset:[6,3,1,""],update_factory:[6,3,1,""],update_linked_service:[6,3,1,""],update_pipeline:[6,3,1,""],update_trigger:[6,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake":{AzureDataLakeHook:[7,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake.AzureDataLakeHook":{check_for_file:[7,3,1,""],conn_name_attr:[7,2,1,""],conn_type:[7,2,1,""],default_conn_name:[7,2,1,""],download_file:[7,3,1,""],get_conn:[7,3,1,""],get_connection_form_widgets:[7,3,1,""],get_ui_field_behaviour:[7,3,1,""],hook_name:[7,2,1,""],list:[7,3,1,""],remove:[7,3,1,""],upload_file:[7,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare":{AzureFileShareHook:[8,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare.AzureFileShareHook":{check_for_directory:[8,3,1,""],check_for_file:[8,3,1,""],conn_name_attr:[8,2,1,""],conn_type:[8,2,1,""],create_directory:[8,3,1,""],create_share:[8,3,1,""],default_conn_name:[8,2,1,""],delete_share:[8,3,1,""],get_conn:[8,3,1,""],get_connection_form_widgets:[8,3,1,""],get_file:[8,3,1,""],get_file_to_stream:[8,3,1,""],get_ui_field_behaviour:[8,3,1,""],hook_name:[8,2,1,""],list_directories_and_files:[8,3,1,""],list_files:[8,3,1,""],load_file:[8,3,1,""],load_stream:[8,3,1,""],load_string:[8,3,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure":{AzureBaseHook:[9,1,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook":{conn_name_attr:[9,2,1,""],conn_type:[9,2,1,""],default_conn_name:[9,2,1,""],get_conn:[9,3,1,""],get_connection_form_widgets:[9,3,1,""],get_ui_field_behaviour:[9,3,1,""],hook_name:[9,2,1,""]},"airflow.providers.microsoft.azure.hooks.wasb":{WasbHook:[11,1,1,""]},"airflow.providers.microsoft.azure.hooks.wasb.WasbHook":{check_for_blob:[11,3,1,""],check_for_prefix:[11,3,1,""],conn_name_attr:[11,2,1,""],conn_type:[11,2,1,""],create_container:[11,3,1,""],default_conn_name:[11,2,1,""],delete_blobs:[11,3,1,""],delete_container:[11,3,1,""],delete_file:[11,3,1,""],download:[11,3,1,""],get_blobs_list:[11,3,1,""],get_conn:[11,3,1,""],get_connection_form_widgets:[11,3,1,""],get_file:[11,3,1,""],get_ui_field_behaviour:[11,3,1,""],hook_name:[11,2,1,""],load_file:[11,3,1,""],load_string:[11,3,1,""],read_file:[11,3,1,""],upload:[11,3,1,""]},"airflow.providers.microsoft.azure.log":{wasb_task_handler:[14,0,0,"-"]},"airflow.providers.microsoft.azure.log.wasb_task_handler":{WasbTaskHandler:[14,1,1,""]},"airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler":{close:[14,3,1,""],hook:[14,3,1,""],set_context:[14,3,1,""],wasb_log_exists:[14,3,1,""],wasb_read:[14,3,1,""],wasb_write:[14,3,1,""]},"airflow.providers.microsoft.azure.operators":{adls_delete:[15,0,0,"-"],adls_list:[16,0,0,"-"],adx:[17,0,0,"-"],azure_batch:[18,0,0,"-"],azure_container_instances:[19,0,0,"-"],azure_cosmos:[20,0,0,"-"],wasb_delete_blob:[22,0,0,"-"]},"airflow.providers.microsoft.azure.operators.adls_delete":{AzureDataLakeStorageDeleteOperator:[15,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_delete.AzureDataLakeStorageDeleteOperator":{execute:[15,3,1,""],template_fields:[15,2,1,""],ui_color:[15,2,1,""]},"airflow.providers.microsoft.azure.operators.adls_list":{AzureDataLakeStorageListOperator:[16,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_list.AzureDataLakeStorageListOperator":{execute:[16,3,1,""],template_fields:[16,2,1,""],ui_color:[16,2,1,""]},"airflow.providers.microsoft.azure.operators.adx":{AzureDataExplorerQueryOperator:[17,1,1,""]},"airflow.providers.microsoft.azure.operators.adx.AzureDataExplorerQueryOperator":{execute:[17,3,1,""],get_hook:[17,3,1,""],template_ext:[17,2,1,""],template_fields:[17,2,1,""],ui_color:[17,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch":{AzureBatchOperator:[18,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch.AzureBatchOperator":{clean_up:[18,3,1,""],execute:[18,3,1,""],get_hook:[18,3,1,""],on_kill:[18,3,1,""],template_fields:[18,2,1,""],ui_color:[18,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances":{AzureContainerInstancesOperator:[19,1,1,""],DEFAULT_CPU:[19,5,1,""],DEFAULT_ENVIRONMENT_VARIABLES:[19,5,1,""],DEFAULT_MEMORY_IN_GB:[19,5,1,""],DEFAULT_SECURED_VARIABLES:[19,5,1,""],DEFAULT_VOLUMES:[19,5,1,""],Volume:[19,5,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances.AzureContainerInstancesOperator":{execute:[19,3,1,""],on_kill:[19,3,1,""],template_fields:[19,2,1,""],template_fields_renderers:[19,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos":{AzureCosmosInsertDocumentOperator:[20,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos.AzureCosmosInsertDocumentOperator":{execute:[20,3,1,""],template_fields:[20,2,1,""],ui_color:[20,2,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob":{WasbDeleteBlobOperator:[22,1,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob.WasbDeleteBlobOperator":{execute:[22,3,1,""],template_fields:[22,2,1,""]},"airflow.providers.microsoft.azure.secrets":{azure_key_vault:[23,0,0,"-"]},"airflow.providers.microsoft.azure.secrets.azure_key_vault":{AzureKeyVaultBackend:[23,1,1,""]},"airflow.providers.microsoft.azure.secrets.azure_key_vault.AzureKeyVaultBackend":{build_path:[23,3,1,""],client:[23,3,1,""],get_config:[23,3,1,""],get_conn_uri:[23,3,1,""],get_variable:[23,3,1,""]},"airflow.providers.microsoft.azure.sensors":{azure_cosmos:[25,0,0,"-"],wasb:[27,0,0,"-"]},"airflow.providers.microsoft.azure.sensors.azure_cosmos":{AzureCosmosDocumentSensor:[25,1,1,""]},"airflow.providers.microsoft.azure.sensors.azure_cosmos.AzureCosmosDocumentSensor":{poke:[25,3,1,""],template_fields:[25,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb":{WasbBlobSensor:[27,1,1,""],WasbPrefixSensor:[27,1,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbBlobSensor":{poke:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbPrefixSensor":{poke:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.transfers":{azure_blob_to_gcs:[28,0,0,"-"],file_to_wasb:[29,0,0,"-"],local_to_adls:[31,0,0,"-"],oracle_to_azure_data_lake:[32,0,0,"-"]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs":{AzureBlobStorageToGCSOperator:[28,1,1,""]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator":{execute:[28,3,1,""],template_fields:[28,2,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb":{FileToWasbOperator:[29,1,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb.FileToWasbOperator":{execute:[29,3,1,""],template_fields:[29,2,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls":{LocalToAzureDataLakeStorageOperator:[31,1,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls.LocalToAzureDataLakeStorageOperator":{execute:[31,3,1,""],template_fields:[31,2,1,""],ui_color:[31,2,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake":{OracleToAzureDataLakeOperator:[32,1,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator":{execute:[32,3,1,""],template_fields:[32,2,1,""],template_fields_renderers:[32,2,1,""],ui_color:[32,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"00642a46d":33,"008035450":33,"00a1f2":17,"042be2e4":33,"057f3ae3a":33,"086e30724":33,"0a0e1af80":33,"0b0e4f7a4":33,"0b2":33,"0beta1":33,"0bf330ba8":33,"0c80a7d41":33,"0f97a3970":33,"1000":2,"10097":33,"10163":33,"10205":33,"10343ec29":33,"10483":33,"10528":33,"10543":33,"10814":33,"10818":33,"10898":33,"10991":33,"11015":[33,45],"11032":33,"11198":33,"11238":33,"11242":33,"11249":33,"11251":33,"11272":33,"11321":33,"11342":33,"11359":33,"11408":33,"11447":33,"11487":33,"11635":33,"11688":33,"11821":33,"11826":33,"11855":33,"11d03d2f6":33,"12082":33,"12093":33,"12174":33,"12188":[33,45],"12206":33,"12212":33,"12216":33,"12304":33,"12366":33,"12390":33,"12427":33,"12438":33,"12444":33,"12449":33,"12466":33,"12558":33,"12636":33,"12673":33,"12681":33,"12917":33,"12955":33,"12af6a080":33,"12c5e5d8a":33,"13073":33,"13148":33,"13190":33,"13206":[33,45],"13380":33,"13520":[33,45],"13717":33,"13732":33,"13767":33,"14013":33,"14082":33,"14125":33,"14313":[33,45],"14487":33,"14565":[33,45],"14606":33,"14655":33,"14704":[33,45],"14823":[33,45],"14886":33,"14968":33,"15130":[33,45],"15159":[33,45],"15236":33,"15352":33,"15514":[33,45],"15576":33,"15628":33,"15632":[33,45],"15634":[33,45],"15637":[33,45],"15651":33,"15667":[33,45],"15841":[33,45],"15991":33,"16280":[33,45],"16294":33,"16388":[33,45],"16405":33,"16464":33,"16501":33,"16626":[33,45],"16628":[33,45],"16682":33,"16873":33,"16e712971":33,"17015":33,"17020":33,"17116":33,"175a16046":33,"17625":[33,45],"17682":33,"1a85ba9e9":33,"1e0024301":33,"1fba5402b":33,"2020":33,"2021":33,"2037303ee":33,"20acount":39,"20id":[35,36],"20kei":[39,41],"20password":[37,40,44],"20usernam":[37,40,42,44],"23f80f34a":33,"23rc1":33,"24c8e4c2d":33,"290330ba6":33,"295d66f91":33,"29aab6434":33,"29b7f795d":33,"2a1":33,"2f552233f":33,"2fairflow":41,"2fkei":38,"32971a1a2":33,"3320e432a":33,"33f0cd265":33,"349b0811c":33,"365":0,"3696c34c2":33,"375d1ca22":33,"37681bca0":33,"3b4fdd0a7":33,"3fd5ef355":33,"3ff7e0743":33,"4194304":[7,31],"41bf172c1":33,"421061878":33,"4372d4561":33,"4529":33,"476d0f6e3":33,"48ca9374b":33,"4bde99f13":33,"4bec1cc48":33,"4d03e33c1":33,"4e8f9cc8d":33,"5090fb0c8":33,"5093245d6":33,"5176":33,"5185d81ff":33,"5220e4c38":33,"543d88b3a":33,"5785":33,"589d6dec9":33,"59eb5de78":33,"5a439e84":33,"5bfa0f123":33,"5d007fd2f":33,"630aeff72":33,"6515":33,"6552":33,"657384615":33,"6669":33,"6670":33,"6674":33,"6714":33,"6817":33,"6828":33,"686e0ee7d":33,"6889a333c":33,"6890":33,"6895":33,"6896":33,"68e4c4dcb":33,"6b3c6add9":33,"6ce855af1":33,"6cf76d7ac":33,"7158":33,"7286":33,"7287":33,"7338":33,"7448":33,"7456":33,"7513":33,"7517":33,"7519":33,"7520":33,"76ed2a49c":33,"7802":33,"7821":33,"7825e8f59":33,"7ca0b6f12":33,"7d24b088c":33,"8024":33,"807ad32c":33,"8170":33,"832a7850f":33,"83c037873":33,"85a18e13d":33,"866a601b7":33,"872b1566a":33,"87969a350":33,"87f408b1e":33,"8807":33,"8886":33,"8891":33,"8898":33,"88bdcfa0d":33,"8994":33,"8b1":33,"8c42cf1b0":33,"901dd2":[15,16],"9026":33,"92585ca4c":33,"9320":33,"9370":33,"9404":33,"9408":33,"94b153123":33,"9549274d1":33,"9550":33,"9714":33,"9747":33,"9774":33,"9784":33,"97a429f9d":33,"9950":33,"9985":33,"9b39f2478":33,"9b76b94c9":33,"9c94b72d4":33,"byte":[7,8,11,31],"case":[6,7,31],"class":[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,45],"default":[5,6,11,18,23,33,51],"export":[34,35,36,37,38,39,40,41,42,44],"final":33,"function":[6,33],"import":[33,45,46],"int":[1,2,7,8,11,18,31],"new":[0,2,5,8,11,14,17,20,33,37,46],"null":[23,51],"public":[11,40,42,44],"return":[0,1,2,3,4,5,6,7,8,9,11,14,16,17,18,22,23],"short":28,"static":[0,1,3,4,5,6,7,8,9,11,23],"super":33,"switch":[23,33],"true":[7,8,11,14,15,18,19,22,31,46,47],Added:33,And:23,For:[1,11,15,18,19,23,28,31,33,34,35,36,37,38,39,40,41,42,44,45,47,48,50,51],GCS:33,RCs:33,SAS:[11,40,42,44],The:[0,1,6,9,11,16,18,19,20,23,25,28,32,34,35,36,37,38,39,40,41,42,44,45,46,48,50,51],There:[34,35,36,37,38,39,40,41,42,44],These:11,Use:[18,33,34,35,36,37,38,39,40,41,42,44,47],Will:7,__init__:[33,46],_prefix:51,a1e919507:33,a2a58d27:33,a7ca1b3b0:33,a83eb335:33,a9ac2b040:33,aad:[0,37],aad_app:[0,37],aad_app_cert:[0,37],aad_cr:[0,37],aad_devic:[0,37],about:[0,33,48],abov:46,ac2f72c98:33,access:[11,23,40,42,44,46],access_token:28,accord:33,account:[1,4,7,8,11,16,18,28,36,39,40,41,42,44,48],account_kei:11,account_nam:[7,11,19,34,36],account_url:[1,39],act:9,activ:[2,40,42,44],actual:[7,31],add:[0,1,4,5,6,7,8,9,11,31,33,34,35,36,37,38,39,40,41,42,44,45],add_single_task_to_job:1,added:[18,33,48],adding:11,addit:[11,33,45],address:19,adf:6,adjust:18,adl:[7,16,33,47,50],adls_delet:[12,21],adls_fil:16,adls_list:[12,21],administr:18,adx:[10,12,21],ae7cb4a1:33,aeea71274:33,after:[2,18,33],against:32,agent:[1,18],aip:33,airflow:[34,35,36,37,38,39,40,41,42,44,46,47,48,50,51],airflow_conn_azure_batch_default:39,airflow_conn_azure_container_registry_default:34,airflow_conn_azure_cosmos_default:41,airflow_conn_azure_data_explorer_default:37,airflow_conn_azure_data_factory_default:35,airflow_conn_azure_data_lake_default:36,airflow_conn_azure_default:38,airflow_conn_wasp_default:[40,42,44],airflow_hom:46,airflow_local_set:46,airflowexcept:[0,6],akv:51,all:[0,1,11,16,19,22,33,34,35,36,37,38,39,40,41,42,44,45],alloc:19,allow:[19,50],alreadi:[1,6,8,11,20,33,45],also:[23,45],alwai:19,amazon:33,amount:[1,18,19],ani:[7,9,14,18,19,22,28,31,45,50,51],anonym:[11,40,42,44],api:[0,1,7,17,31,33,45,48],app:2,append:14,appendblob:11,appli:[33,45],applic:[0,2,11,37],apply_default:[33,45],april:33,arg:[2,33,48],argument:[8,11,22,27,29,33,45],arriv:27,asc:45,attribut:[33,45],auth:[33,45],auth_method:[0,37],authent:[0,9,11,48,51],author:[5,7,11,28,37,38,40,42,44],auto:[33,45],auto_scale_formula:18,autom:33,automat:[11,18,45],avail:[0,37],azur:[43,49],azure_batch:[10,12,21],azure_batch_conn_id:[1,18],azure_batch_default:[1,18,39],azure_blob_to_gc:[12,30],azure_conn_id:[2,9],azure_container_inst:[10,12,21],azure_container_instance_conn_id:19,azure_container_instance_default:45,azure_container_nam:48,azure_container_registri:[10,12],azure_container_registry_conn_id:3,azure_container_registry_default:[3,34],azure_container_volum:[10,12,40],azure_container_volume_conn_id:4,azure_container_volume_default:[4,40,44],azure_cosmo:[10,12,21,26],azure_cosmos_conn_id:[5,20,25],azure_cosmos_default:[5,20,25,41],azure_cosmos_sensor:25,azure_data_explor:0,azure_data_explorer_conn_id:[0,17],azure_data_explorer_default:[0,17,37],azure_data_factori:[10,12],azure_data_factory_conn_id:6,azure_data_factory_default:[6,35],azure_data_lak:[10,12],azure_data_lake_conn_id:[7,15,16,31,32],azure_data_lake_default:[7,15,16,31,36],azure_data_lake_path:32,azure_default:[2,9,38,45],azure_fileshar:[10,12,42],azure_fileshare_conn_id:8,azure_fileshare_default:[8,42],azure_key_vault:[12,24,51],azure_key_vault_uri:23,azure_registri:3,azure_registry_us:19,azure_service_princip:19,azurebasehook:[2,9,33],azurebatchhook:[1,18],azurebatchoper:[18,33],azureblobstoragetogcsoper:[28,48],azurecontainerinst:[33,45],azurecontainerinstancehook:2,azurecontainerinstancesoper:[19,33,45],azurecontainerregistryhook:3,azurecontainervolumehook:4,azurecosmosdbhook:[5,33],azurecosmosdocumentsensor:25,azurecosmosinsertdocumentoper:20,azurecr:19,azuredataexplorerhook:[0,17,33,45],azuredataexplorerqueryoper:17,azuredatafactori:[33,45],azuredatafactoryhook:[6,33,45],azuredatalakehook:[7,33],azuredatalakestoragedeleteoper:[15,33,45],azuredatalakestoragelistoper:16,azuredlfilesystem:7,azurefileshar:[33,45],azurefilesharehook:[8,33],azurefilesharetogcsoper:33,azurekeyvaultbackend:[23,51],b0fcf6755:33,b1bd59440:33,b2a28d159:33,b2cb6ee5b:33,b40dffa08:33,b753c7fa6:33,b916b7507:33,backend:[23,33,45],backend_kwarg:[23,51],backport:33,base:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],base_azur:[2,10,12],base_log_fold:14,basehook:[0,1,3,4,5,6,7,8,9,11],baseoper:[15,16,17,18,19,20,22,28,29,31,32],basesecretsbackend:23,basesensoroper:[25,27],batch:[1,18,33,43,45],batch_job_display_nam:18,batch_job_id:18,batch_job_manager_task:18,batch_job_preparation_task:18,batch_job_release_task:18,batch_max_retri:18,batch_model:[1,18],batch_pool_display_nam:18,batch_pool_id:18,batch_pool_vm_s:18,batch_start_task:18,batch_task_command_lin:18,batch_task_container_set:18,batch_task_display_nam:18,batch_task_id:18,batch_task_output_fil:18,batch_task_resource_fil:18,batch_task_user_ident:18,bbc627a3d:33,bd90136aa:33,be75dcd39:33,becom:23,been:46,befor:[1,18,32,33],begin:11,behaviour:[0,1,3,4,5,6,7,8,9,11],being:51,below:[46,47,50],between:23,bigger:[7,31],bin:19,binari:48,black:33,blob:[7,11,22,27,28,29,33,37,40,42,43,45,49],blob_nam:[11,22,27,28,29,48],blob_typ:11,blobclient:11,blobproperti:11,blobservicecli:11,blobtyp:11,block:[7,31],blockblob:11,blockblockservic:11,blocksiz:[7,31],bool:[1,4,7,8,11,14,15,18,19,22,28,31],both:20,broken:33,bucket:[28,33,46,48],bucket_nam:[28,48],buffer:[7,31],buffers:[7,31],bugfix:[33,45],buggfix:33,build:[23,33],build_path:23,built:33,bump:33,bunch:[33,45],c34ef853c:33,c51016b0b:33,c7e5bce57:33,c844ff742:33,ca35bd7f7:33,ca4238eb4:33,cached_properti:33,caf0a8499:33,call:[7,31,33,36,46],callabl:6,can:[5,7,11,16,19,23,31,35,36,37,38,39,40,41,42,44,45,46,48],cancel:6,cancel_pipeline_run:6,cancel_trigg:6,candid:33,cannot:[7,31],canon:[1,18],caus:45,cb1344b63:33,cbf8001d7:33,cdec30125:33,certif:[0,37],cfg:[23,46,51],chain:28,chang:[18,33],changelog:33,charact:[32,33],check:[5,7,8,11,14,25,33,48],check_for_blob:[11,22,27],check_for_directori:8,check_for_fil:[7,8],check_for_prefix:[11,27],check_opt:[22,27],checksum:45,choos:[0,37],chunk:[7,11,31],ci_conn_id:19,clean_up:18,cleanup:33,client:[1,5,6,7,9,23,35,36,51],client_id:[2,35,36,38,40,41,42,44],clientrequestproperti:[0,17],close:14,cloud:28,cluster:[0,37],code:[0,33,37],collect:[5,20,41],collection_id:5,collection_nam:[5,20,25,41],colon:[33,45],com:[0,17,34,37,39,40,41,42,44],combin:51,come:33,command:[1,18,19,33],command_lin:1,comment:33,commit:[33,45],common:45,commun:[2,3,5,7,11],compat:[7,33],complet:[1,18,45],compon:[34,35,36,37,38,39,40,41,42,44],compress:28,comput:[1,11,18],computenodest:1,concaten:23,config:[6,23,33,38,42,44,46,51],config_prefix:23,config_templ:46,configur:[0,1,11,23,46,51],configure_job:1,configure_pool:1,configure_task:1,conflict:33,conn:48,conn_id:[2,3,6,9,19,23],conn_name_attr:[0,1,2,3,4,5,6,7,8,9,11],conn_typ:[0,1,2,3,4,5,6,7,8,9,11],connect:[0,1,2,3,4,5,6,7,8,9,11,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,45,46,48],connection_default:23,connections_prefix:[23,51],consid:18,constructor:[11,33],contain:[0,1,2,3,4,5,7,8,11,17,18,19,22,27,28,29,38,43,45,46,48],container_group:2,container_nam:[11,22,27,28,29,48],container_set:1,container_timeout:19,containercli:11,containerconfigur:1,containergroup:2,containerinst:[2,19,45],containerport:19,content:46,context:[15,16,17,18,19,20,22,25,27,28,29,31,32],continu:45,contrib:33,copi:[11,46],core:[7,31],correct:[33,46],cosmo:[5,20,43,45],cosmosdb:[5,20,25],count:[8,19],coverag:33,cpu:19,creat:[0,1,2,5,6,7,8,11,14,18,20,23,37,38,45,46],create_collect:5,create_contain:11,create_databas:5,create_dataset:6,create_directori:8,create_factori:6,create_file_from_path:8,create_file_from_stream:8,create_file_from_text:8,create_job:1,create_linked_servic:6,create_or_upd:2,create_pipelin:6,create_pool:1,create_shar:8,create_trigg:6,creator:28,credenti:[28,34,35,36,37,38,39,40,41,42,44,51],cross:33,csv:[11,32],current:19,custom:[0,1,3,4,5,6,7,8,9,11,46],d02ded65:33,d0e7db402:33,d200:33,d202:33,d2754ef76:33,d3c76da95:33,d65e492a3:33,d99833c9b:33,dag:[33,45],dash:23,data:[0,6,7,11,15,16,17,19,28,31,32,33,43,45,47,49],databas:[0,5,17,20,32,41],database_id:5,database_nam:[5,20,25,41],datafactori:45,datalak:[45,49],dataset:[6,11],dataset_nam:6,datetim:19,db557a8c4:33,dd2095f4a:33,decor:[6,33,45],dedic:[1,18,45],default_arg:33,default_conn_nam:[0,1,2,3,4,5,6,7,8,9,11],default_cpu:19,default_environment_vari:19,default_logging_config:46,default_memory_in_gb:19,default_secured_vari:19,default_volum:19,defaultazurecredenti:51,defin:46,definit:6,deleg:28,delegate_to:[28,48],delet:[2,5,6,7,8,11,15,18,22,33,47],delete_blob:11,delete_collect:5,delete_contain:11,delete_databas:5,delete_dataset:6,delete_docu:5,delete_factori:6,delete_fil:[11,33,45],delete_linked_servic:6,delete_local_copi:14,delete_pipelin:6,delete_shar:8,delete_task:47,delete_trigg:6,delimit:[11,32,33,45],depend:33,descript:33,desir:[1,18],destin:32,detail:[0,2,18,33,45],dev:33,devic:[0,37],dict:[0,15,16,17,18,19,20,22,25,27,28,29,31,32],dictionari:[35,36,37,38,39,40,41,42,44],directli:[28,38],directori:[2,7,8,15,31,40,42,44,46],directory_nam:8,discoveri:33,disk:38,displai:[1,18,33,45],display_nam:1,doc:[0,17,25,33],docker:19,docstr:[33,45],document:[5,20,25,33,45,47,48,50],document_id:[5,25],doe:[6,8,11,22],does_collection_exist:5,does_database_exist:5,doesn:1,domain:28,don:46,done:[5,7,11],doubl:19,download:[7,8,11,18,28],download_blob:11,download_fil:7,downstream:16,due:45,duplic:45,dure:9,dynam:[33,45],e08c8c:32,e4f0e8:[20,31],e7bb17aeb:33,each:[7,11,18,31,51],easi:[23,50],echo:19,edit:45,editor:45,ee7ca128a:33,either:11,els:14,empti:46,enabl:[28,33,34,35,36,37,38,39,40,41,42,44,46,51],enable_auto_scal:[18,33],enableautoscal:18,encod:[32,34,35,36,37,38,39,40,41,42,44],endpoint:[5,41],ensur:33,entri:33,environ:[19,23,34,35,36,37,38,39,40,41,42,44],environment:19,environment_vari:19,error:[7,14,15,33],escap:33,even:[11,22],event:2,everi:[0,37],exactli:45,exampl:[0,1,5,7,11,16,18,19,23,25,33,34,35,36,37,38,39,40,41,42,44,45,47,48,50,51],example_adls_delet:47,example_azure_blob_to_gc:48,example_dag:[33,47,48,50],example_local_to_adl:50,except:[33,45],exclud:[33,51],exclus:51,execut:[15,16,17,18,19,20,22,28,29,31,32,46],exist:[1,2,5,6,7,8,11,14,20,22,25,31,33,45,46],exitcod:2,explicit:33,explor:[0,17,33,43,45],expos:19,express:33,extend:14,extra:[0,1,2,5,6,7,11,31,33,35,36,37,38,39,40,41,42,44,45,48],extra__azure_container_volume__connection_str:40,extra__azure_fileshare__connection_str:42,extra__azure_fileshare__protocol:42,extra__azure_fileshare__sas_token:42,extra__wasb__connection_str:44,extra__wasb__sas_token:44,extra__wasb__shared_access_kei:44,extra__wasb__tenant_id:44,extra_upload_opt:31,f0e242180:33,f0f0e4:18,f3521fb0e:33,f3e87c503:33,f6bd817a3:33,f77a11d5b:33,f8ff217e2:33,face:33,factori:[6,33,43,45],factory_nam:6,fail:[14,18,33,45,46],fail_if_exist:19,fals:[1,4,7,8,11,14,15,18,22,31,48],famili:[1,18],fd682fd70:33,fdd9b6f65:33,featur:33,fetch:28,ffb1fcacf:33,field:[0,1,2,3,4,5,6,7,8,9,11,32,33,45,48],file:[4,7,8,11,14,15,16,18,22,28,29,31,32,33,38,43,45,46,47,50,51],file_nam:8,file_path:[7,8,11,28,29,48],file_task_handl:14,file_to_wasb:[12,30],filehandl:8,filenam:[7,28,31,32,48],filename_templ:14,fileservic:8,fileshar:[8,19,33],filesystem:49,filetaskhandl:14,filetowasboper:29,fill:2,filter:11,find:[0,7,16],first:[28,45],fix:33,flynt:33,folder:[16,33],follow:[0,5,16,35,36,37,38,39,40,41,42,44,46,48],forcibl:[7,31],form:[0,1,4,5,6,7,8,9,11,33],format:48,formmatt:33,formula:18,found:[7,14,15],four:[33,40,42,44],fresh:33,from:[2,5,7,8,11,14,16,18,23,28,32,33,45,46,47,49,51],full:7,func:6,further:[47,50],gcp:48,gcp_bucket_file_path:48,gcp_bucket_nam:48,gcp_conn_id:[28,48],gcp_object_nam:48,gcs:33,gener:[2,33,45],get:[1,2,4,5,6,23,28,33,48],get_blob_properti:11,get_blobs_list:[11,33],get_collection_link:5,get_config:23,get_conn:[0,1,3,5,6,7,8,9,11],get_conn_uri:23,get_connection_form_widget:[0,1,4,5,6,7,8,9,11],get_database_link:5,get_dataset:6,get_docu:5,get_document_link:5,get_factori:6,get_fil:[8,11],get_file_to_path:8,get_file_to_stream:8,get_file_volum:4,get_hook:[17,18],get_linked_servic:6,get_log:2,get_messag:2,get_pipelin:6,get_pipeline_run:6,get_stat:2,get_state_exitcode_detail:2,get_storagekei:4,get_trigg:6,get_ui_field_behaviour:[0,1,3,4,5,6,7,8,9,11],get_vari:23,given:[1,11,18,23,25],glob:[7,16,31],globstr:7,googl:[28,45],google_cloud_default:[28,48],gpu:19,gpuresourc:19,grammar:33,grant:28,group:[2,6,19,35],guest:[1,18],guid:[15,19,28,31,33,45],gzip:[28,48],handl:14,handler:[14,33,46],happi:[33,45],hardcod:33,has:[1,19,46],hash:33,have:[1,11,28,45,46,51],head:33,header:33,hello:[23,51],help:[0,46],here:[46,51],high:33,highli:[0,37],hint:33,hoc:33,hook:[12,14,31,33,34,35,36,37,38,39,40,41,42,44,45,46],hook_nam:[0,1,2,3,4,5,6,7,8,9,11],host:[0,34,37,40,42,44],how:[15,28,31,48,50],howev:45,http:[0,17,41,42,51],iam:28,ident:[11,18,28,33,45,51],identifi:[1,6,18],ids:45,ignore_if_miss:[11,22],ignore_not_found:[7,15],imag:[1,18,19,34],imperson:28,impersonation_chain:[28,48],implement:33,implicit:33,improv:33,includ:[11,19,33],incorrect:33,individu:[33,34],info:[28,33],inform:[9,15,28,31,32,33,38,45,47,48,50],infrastructur:11,init:9,initi:[0,34,35,36,37,38,39,41,45],input:19,insert:[5,20],insert_docu:5,insid:19,instal:[1,18,33],instanc:[0,1,2,3,14,17,19,37,38,45],instanti:[33,45],instruct:48,integr:[5,7,11,33,34,35,36,37,38,39,40,41,42,44],interact:[0,5,6,7,8,11],intern:[7,31],introduc:33,invalid:33,ip_address:19,ipaddress:19,is_prefix:[11,22],isn:6,issu:[33,45],its:[33,45],job:[1,18,33,48],job_guid:19,job_id:[1,18],jobaddparamet:1,jobmanagertask:18,jobpreparationtask:18,jobreleasetask:18,join:18,json:[0,2,33,35,36,37,38,39,40,41,42,44,48],juli:33,june:33,just:46,k80:19,keep:33,kei:[0,1,4,5,11,19,23,33,37,38,39,40,41,42,44],key1:48,key_json:38,key_path:38,keyvault:45,keyword:[8,11,22,27,29],kql:[0,17],kusto:[0,17,33,45],kustocli:0,kustoresponsedataset:0,kwarg:[1,2,7,8,11,15,16,17,18,19,20,22,23,25,27,28,29,31,32],lake:[7,15,16,31,32,35,43,47,49],last:28,latest:[1,18,19,33],launch:18,lazi:33,lazili:33,learn:0,least:45,length:11,level:33,librari:[5,9,33],like:[8,39,51],line:[1,18,33,45],link:[5,6,33,38,45],linked_servic:6,linked_service_nam:6,linkedservic:6,linux:19,list:[0,2,5,7,8,11,16,17,18,19,28,33,45],list_directories_and_fil:8,list_fil:8,load:[8,11,29,32,33],load_fil:[8,11,29],load_opt:29,load_str:[8,11],load_stream:8,local:[7,14,28,31,32,33,49],local_file_path:50,local_path:[7,31,50],local_to_adl:[12,30],localtoazuredatalakestorageoper:[31,33],locat:[7,14,15,46],log:[2,12,23,33,45],log_config:46,logging_config:46,logging_config_class:46,logging_mixin:[14,23],loggingmixin:[14,23],login:[1,2,5,7,11,19,34,35,36,37,38,39,40,41,42,44,48],logo:33,look:[15,28,31,47,50,51],lookup:33,loop:[7,15],low:18,machin:[1,18],macro:19,made:18,magic:33,mai:51,make:[5,7,11,28,33,46,50],manag:[11,18,33,37,38,40,42,44,45,51],manual:45,mark:11,markdown:33,markdownlint:33,marketplac:[1,18],master:[5,41],match:[7,11,22,25,27,31,33],max:19,md003:33,mechan:[9,35,36,38],memori:19,memory_in_gb:19,messag:[2,14,33,45],meta:33,metadata:11,method:[0,31,33,37,38,40,42,44,45],mgmt:[2,19,45],microsoft:[43,47,48,50,51],microsoftwindowsserv:[1,18],might:45,migrat:45,minut:[1,18],miss:33,model:[2,15,16,17,18,19,20,22,28,29,31,32],model_path:19,modul:33,month:33,more:[11,15,28,31,32,33,45,48],mount:19,mount_nam:4,mount_path:19,move:[32,33],multipl:[7,11,31,33,37,38,40,42,44,45],must:[0,1,11,18,28,51],my_contain:19,my_fileshar:19,my_storage_contain:19,my_valu:19,mybatchaccount:39,myblob:[40,42,44],myclust:37,mycollect:41,mydatabas:41,mypi:33,myprivateregistri:19,myregistri:34,name:[1,2,6,7,8,11,16,18,19,20,22,23,27,28,29,32,33,34,35,36,39,41,45,46,48,51],need:[0,2,11,18,35,36,37,38,40,42,44,45,48],net:[0,51],netfx:[0,17],never:19,newli:46,next:33,node:[1,18],node_st:1,non:[18,33],none:[0,1,5,6,7,8,11,17,18,19,22,23,27,28,29,31,32,48],note:[0,19,33,34,35,36,37,38,39,40,41,42,44],now:45,nthread:[7,31],number:[1,7,11,18,19,31,33],object:[0,1,7,8,11,16,28,48,51],object_nam:[28,48],occur:14,octob:33,offer:[1,9,18,48],offic:0,offset:11,omit:18,on_kil:[18,19],one:[0,5,11,33,34,35,36,37,38,39,40,41,42,44,45],onedr:0,ones:51,onfailur:19,onli:[7,11,19,31,36,37,38,40,42,44],open:8,oper:[6,12,28,31,32,33,34,35,36,37,38,39,40,41,42,44,45,50],optim:11,optimis:45,option:[0,1,5,6,8,9,11,17,18,19,22,23,27,28,29,31,32,33,35,36,37,38,39,40,41,42,44],oracl:[32,33,45],oracle_conn_id:32,oracle_to_azure_data_lak:[12,30],oracletoazuredatalakeoper:32,order:[2,19,45],organ:48,origin:28,os_famili:[1,18],os_typ:19,os_vers:[1,18],other:51,otherwis:[7,8,11,14,45],our:33,out:[1,5,33],output:16,outputfil:18,outsid:19,over:18,overwrit:[7,31],overwritten:[7,14,31],page:[33,50],pageblob:11,pair:19,parallel:19,paramet:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,35,36,37,38,39,40,41,42,44,51],parquet:16,particular:1,partition_kei:5,pass:[9,11,19],password:[0,1,2,5,7,11,19,34,35,36,37,38,39,40,41,42,44,48],path:[7,8,11,14,15,16,23,28,29,31,32,33,38,45,47],path_prefix:23,pattern:[7,31,33],pem:0,per:33,perform:11,pip:33,pipelin:6,pipeline_nam:6,pipelineresourc:6,plain:[45,48],pleas:[0,19,37,48],point:33,poke:[25,27],polici:19,poller:6,pool:[1,18],pool_id:[1,18],pooladdparamet:1,port:19,portion:46,possibl:[19,33],postgres_default:19,postgres_login:19,postgres_password:19,preced:28,prefix:[11,22,23,27],prepar:[18,33],presenc:45,prevent:51,previous:33,primari:41,primaryresult:17,princip:[1,2,3,19,51],prioriti:18,privat:19,problem:45,process:46,project:33,properli:46,properti:[0,2,17,18],protocol:[11,42],provid:[37,47,48,50,51],provide_targeted_factori:6,public_read:11,publish:[1,18],put:32,pydocstyl:33,pylint:33,pypi:[33,45],python:[14,16,33,45,51],pythonpath:46,pyupgrad:33,queri:[0,5,17,25,32,37],quit:[7,31],quot:32,quote_minim:32,quotechar:32,rais:[0,6,7,15],rang:11,rc2:33,rc3:33,reach:1,read:[11,14,23,40,42,44,46],read_fil:11,read_onli:[4,19],readm:[33,45],rebas:33,recommend:[0,37,46],recurs:[7,15,31,47],reduc:[33,45],redund:[33,45],ref:33,refactor:33,refer:[0,4,5,7,8,9,11,15,16,17,20,22,25,27,28,29,31,45],refernc:33,reflect:45,regardless:[7,31],regener:33,region:19,registr:2,registri:[3,19,43],registry_conn_id:19,relas:33,relat:[34,35,36,37,38,39,40,41,42,44],releas:[18,33,45],relev:51,rema:33,remain:33,remot:[7,14,31,33,45],remote_base_log_fold:46,remote_file_path:[47,50],remote_log:46,remote_log_conn_id:46,remote_log_loc:14,remote_path:[7,31,50],remov:[7,15,33,45,47],remove_fil:47,remove_on_error:19,renam:[33,46],replac:[23,33,45],repositori:45,represent:51,request:[0,17,23,28,51],requir:[0,2,7,18,19,28,37,46],rerun:6,rerun_trigg:6,resourc:[2,6,9,19,35,45,48,51],resource_group:[2,19],resource_group_nam:6,resourcefil:18,resourcegroup:35,respect:33,respons:[0,11,17],response2:17,rest:[7,17],restart:[18,19,46],restart_polici:19,result:11,retri:18,retriev:23,return_error:14,role:28,root:[7,31],rule:33,run:[0,1,6,17,18,19,32,45],run_id:6,run_pipelin:6,run_queri:0,same:45,sampl:51,sas_token:[11,48],schedul:46,script:33,sdist:45,sdk:51,sdk_client:9,sdkclient:9,search:1,secret:[5,7,12,33,35,36,38,40,41,42,44,45,51],secret_id:23,secret_prefix:23,section:[11,51],secured_vari:19,see:[0,5,7,11,17,32,33,48],select:46,self:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],sensor:[12,33],sent:[23,51],sep:23,separ:[23,33],sequenc:[15,16,19,28],server:34,servic:[1,2,3,6,9,18,19,28,33,48,51],set:[1,11,18,23,28,33,38,48,51],set_context:14,setup:[33,46],sever:9,sha512:45,shape:50,share:[8,39,40,43,44,45],share_nam:[4,8,19],should:[1,4,5,7,8,11,18,19,34,35,36,37,38,39,40,41,42,44,45,46,48,51],should_delete_job:18,should_delete_pool:18,show:[46,50],signatur:[33,45],silent:14,simplifi:33,singl:[1,7,11,31],site:45,size:[1,2,8,18,50],sku:[1,18,19],sku_starts_with:[1,18],smaller:[7,31],smtp:[23,51],smtp_default:51,snapshot:11,some:51,somecollection_nam:25,somedatabase_nam:25,sometim:36,sourc:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,47,48,50],space:[33,45],specif:[7,34,35,36,38,40,41,42,44],specifi:[0,5,6,11,15,16,18,20,23,28,34,35,36,37,38,39,40,41,42,44,45,48,51],speed:50,spell:33,sphinx:33,sql:[5,32],sql_param:32,sql_string:5,squash:33,start:[1,2,3,6,11,18,19,46],start_contain:19,start_dat:33,start_trigg:6,starttask:18,state:[1,2],step:46,stop:[6,33],stop_trigg:6,storag:[4,7,8,11,14,22,27,28,29,33,37,40,42,43,45,49,50],storage_account_nam:4,storagestreamdownload:11,store:[8,32,34,36,45,46,48,50],store_nam:36,str:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],strategi:32,stream:[8,11],strict:33,string:[1,8,11,14,16,18,28,33,40,42,44],string_data:[8,11],style:33,subject:33,subscript:[35,38,40,42,44],subscriptionid:[2,35,38],success:[11,22],suppli:[5,7,11],support:[7,16,19,23,31,33,45,51],sure:[5,7,11,46],synchron:33,syntax:[34,35,36,37,38,39,40,41,42,44],system:[19,33,46],tag:19,tail:2,take:[8,11,15,22,27,28,29,31],target:[6,25],target_dedicated_nod:[1,18,33],target_low_priority_nod:18,task1:19,task:[1,14,16,18,33,45,46],task_id:[1,16,19,25,47,48,50],taskaddparamet:1,taskcontainerset:[1,18],templat:[16,17,20,22,29,32,46],template_ext:17,template_field:[15,16,17,18,19,20,22,25,27,28,29,31,32],template_fields_render:[19,32,33,45],tenant:[0,7,34,35,36,37,38,41,44],tenant_id:44,tenantid:[2,35,38],term:28,test:[2,33],text:48,than:[7,31],thei:20,them:45,thi:[0,1,2,5,7,9,11,15,16,17,18,19,23,28,31,33,35,36,37,38,45,46,47,50,51],those:45,thread:[7,31],three:[37,38,48],through:[0,11,37],thumbprint:[0,37],time:[1,18,19,37,38,40,42,44,45],timedelta:19,timeout:[1,18],toc:33,token:[11,28,35,36,38,40,41,42,44,48],tool:33,toolchain:33,top:45,transfer:[12,33,49],transfer_files_to_gc:48,trigger:[6,46],trigger_nam:6,tupl:[2,19],type:[1,2,5,6,7,8,9,11,18,19,32,33,34,35,36,37,38,39,40,41,42,44,45,51],typic:19,typo:33,ubuntuserv:[1,18],ui_color:[15,16,17,18,20,31,32],uncommittedblob:11,under:[1,18],underscor:23,undo:18,unicodecsv:32,union:[11,28],uniqu:[1,18,19,25],unknown:2,unless:7,unnecessari:[33,45],unsuccess:0,untouch:33,updat:[5,6,33,45,46],update_dataset:6,update_factori:6,update_linked_servic:6,update_pipelin:6,update_trigg:6,upgrad:[33,45],upload:[7,8,11,14,18,28,29,31,49],upload_blob:11,upload_fil:[7,50],upload_task:50,upsert_docu:5,upstream:9,uri:[5,23,34,35,36,37,38,39,40,41,42,44,51],url:[0,1,23,34,35,36,37,38,39,40,41,42,44],usag:48,use:[0,1,5,7,9,11,15,18,19,23,28,31,32,33,34,35,36,37,38,39,40,41,42,44,45,48],use_latest_image_and_sku:[1,18],use_latest_verified_vm_image_and_sku:18,used:[0,1,2,3,4,8,9,11,16,19,23,32,34,35,36,37,38,39,40,41,42,44,45,51],user:[7,18,19,33,51],userident:18,usernam:[0,34,37],uses:[7,31,38,45,46],using:[0,7,9,11,28,31,33,34,35,36,37,38,39,40,41,42,44,47,48,50],utf:[32,33],util:[14,23],v12:[33,45],valid:23,valu:[5,6,11,19,23,33,48,51],variabl:[19,23,34,35,36,37,38,39,40,41,42,44],variables_prefix:[23,51],vault:[23,33],vault_url:[23,51],verifi:[1,18,45,46],version:[1,18,33,45],via:[5,7,11,45],view:[47,48,50],virtual:[1,18],visit:48,vm_node_agent_sku_id:[1,18],vm_offer:[1,18],vm_publish:[1,18],vm_size:1,vm_sku:[1,18],vm_version:[1,18],volum:[4,8,19,43,45],wai:[34,35,36,37,38,39,40,41,42,44,48],wait:[1,18,27,46],wait_for_all_node_st:1,wait_for_job_tasks_to_complet:1,walk_blob:11,want:[45,46,51],warn:[33,45],wasb:[10,12,14,22,26,28,29,33,44,45,46],wasb_conn_id:[11,22,27,28,29,48],wasb_contain:14,wasb_default:[11,22,27,28,29,48],wasb_delete_blob:[12,21],wasb_log_exist:14,wasb_log_fold:14,wasb_read:14,wasb_task_handl:[12,13],wasb_writ:14,wasbblobsensor:27,wasbdeletebloboper:22,wasbhook:[11,14,22,27,29,33,45],wasbprefixsensor:27,wasbtaskhandl:14,wave:33,webhdf:7,webserv:46,well:1,were:45,westeurop:19,whatev:46,wheel:45,when:[0,11,14,18,28,33,34,35,36,37,38,39,40,41,42,44,45],where:[8,11,33],wherein:19,whether:[1,7,11,15,18,31],which:[1,2,3,4,7,8,9,16,18,19,25,28,31,51],whose:11,wide:28,widget:[0,1,4,5,6,7,8,9,11],window:[0,11,19],windowsserv:[1,18],within:[1,7,18,19,31,48],word:33,work:[2,28,45],world:19,would:[7,16,23,31,39,51],wrap:4,write:[7,14,31],wrong:33,wrongli:33,xcom:16,xcom_pul:19,yaml:[33,45],yandex:33,you:[0,2,5,23,34,35,36,37,38,39,40,41,42,44,45,46,50,51],your:[0,45,48,51],your_token:11,zope:33},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_registry</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_volume</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_fileshare</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.base_azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log.wasb_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_delete</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_container_instances</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.azure_key_vault</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span></code>","Package apache-airflow-providers-microsoft-azure","Microsoft Azure Container Registry Connection","Microsoft Azure Data Factory Connection","Microsoft Azure Data Lake Connection","Microsoft Azure Data Explorer Connection","Microsoft Azure Connection","Microsoft Azure Batch Connection","Microsoft Azure Container Volume Connection","Microsoft Azure Cosmos","Microsoft Azure File Share Connection","Connection Types","Microsoft Azure Blob Storage Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-microsoft-azure</span></code>","Writing logs to Azure Blob Storage","Azure DataLake Storage Operators","Azure Blob Storage Transfer Operator","Microsoft Operators","Upload data from Local Filesystem to Azure Data Lake","Azure Key Vault Backend"],titleterms:{"break":45,"default":[34,35,36,37,38,39,40,41,42,44],IDs:[34,35,36,37,38,39,40,41,42,44],adls_delet:15,adls_list:16,adx:[0,17],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,45],apach:[33,45],authent:[34,35,36,37,38,39,40,41,42,44],azur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,50,51],azure_batch:[1,18],azure_blob_to_gc:28,azure_container_inst:[2,19],azure_container_registri:3,azure_container_volum:4,azure_cosmo:[5,20,25],azure_data_factori:6,azure_data_lak:7,azure_fileshar:8,azure_key_vault:23,azuredatalakestoragedeleteoper:47,backend:51,base_azur:9,batch:39,befor:48,begin:48,blob:[44,46,48],bug:45,chang:45,changelog:45,cloud:48,configur:[34,35,36,37,38,39,40,41,42,44],connect:[34,35,36,37,38,39,40,41,42,43,44,51],contain:[34,40],content:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,45],cosmo:41,cross:45,data:[35,36,37,48,50],datalak:47,depend:45,download:45,explor:37,factori:35,featur:45,file:42,file_to_wasb:29,filesystem:50,fix:45,from:[48,50],googl:48,hook:[0,1,2,3,4,5,6,7,8,9,10,11],instal:45,kei:51,lake:[36,50],local:50,local_to_adl:31,localtoazuredatalakestorageoper:50,log:[13,14,46],lookup:51,microsoft:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,49],misc:45,modul:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],offici:45,oper:[15,16,17,18,19,20,21,22,47,48,49],option:51,oracle_to_azure_data_lak:32,packag:[33,45],pip:45,prerequisit:[47,50],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,45],refer:[47,50],registri:34,requir:45,retriev:51,secret:[23,24],sensor:[25,26,27],share:42,storag:[44,46,47,48],store:51,submodul:[10,13,21,24,26,30],subpackag:12,task:[47,50],transfer:[28,29,30,31,32,48],type:43,upload:50,variabl:51,vault:51,volum:40,wasb:[11,27],wasb_delete_blob:22,wasb_task_handl:14,write:46,you:48}})