blob: f84cde0de4e3c926101baea69013a658c0cde32e [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/microsoft/azure/hooks/adx/index","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index","_api/airflow/providers/microsoft/azure/hooks/base_azure/index","_api/airflow/providers/microsoft/azure/hooks/index","_api/airflow/providers/microsoft/azure/hooks/wasb/index","_api/airflow/providers/microsoft/azure/index","_api/airflow/providers/microsoft/azure/log/index","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index","_api/airflow/providers/microsoft/azure/operators/adls_delete/index","_api/airflow/providers/microsoft/azure/operators/adls_list/index","_api/airflow/providers/microsoft/azure/operators/adx/index","_api/airflow/providers/microsoft/azure/operators/azure_batch/index","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index","_api/airflow/providers/microsoft/azure/operators/index","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index","_api/airflow/providers/microsoft/azure/secrets/index","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index","_api/airflow/providers/microsoft/azure/sensors/index","_api/airflow/providers/microsoft/azure/sensors/wasb/index","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index","_api/airflow/providers/microsoft/azure/transfers/index","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index","commits","connections/azure","index","logging","operators/adls","operators/azure_blob_to_gcs","operators/index","operators/local_to_adls","secrets-backends/azure-key-vault"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/microsoft/azure/hooks/adx/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index.rst","_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index.rst","_api/airflow/providers/microsoft/azure/hooks/base_azure/index.rst","_api/airflow/providers/microsoft/azure/hooks/index.rst","_api/airflow/providers/microsoft/azure/hooks/wasb/index.rst","_api/airflow/providers/microsoft/azure/index.rst","_api/airflow/providers/microsoft/azure/log/index.rst","_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_delete/index.rst","_api/airflow/providers/microsoft/azure/operators/adls_list/index.rst","_api/airflow/providers/microsoft/azure/operators/adx/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_batch/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index.rst","_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/operators/index.rst","_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.rst","_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index.rst","_api/airflow/providers/microsoft/azure/secrets/index.rst","_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index.rst","_api/airflow/providers/microsoft/azure/sensors/index.rst","_api/airflow/providers/microsoft/azure/sensors/wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.rst","_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.rst","_api/airflow/providers/microsoft/azure/transfers/index.rst","_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.rst","_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.rst","commits.rst","connections/azure.rst","index.rst","logging.rst","operators/adls.rst","operators/azure_blob_to_gcs.rst","operators/index.rst","operators/local_to_adls.rst","secrets-backends/azure-key-vault.rst"],objects:{"airflow.providers.microsoft":{azure:[12,0,0,"-"]},"airflow.providers.microsoft.azure":{hooks:[10,0,0,"-"],log:[13,0,0,"-"],operators:[21,0,0,"-"],secrets:[24,0,0,"-"],sensors:[26,0,0,"-"],transfers:[30,0,0,"-"]},"airflow.providers.microsoft.azure.hooks":{adx:[0,0,0,"-"],azure_batch:[1,0,0,"-"],azure_container_instance:[2,0,0,"-"],azure_container_registry:[3,0,0,"-"],azure_container_volume:[4,0,0,"-"],azure_cosmos:[5,0,0,"-"],azure_data_factory:[6,0,0,"-"],azure_data_lake:[7,0,0,"-"],azure_fileshare:[8,0,0,"-"],base_azure:[9,0,0,"-"],wasb:[11,0,0,"-"]},"airflow.providers.microsoft.azure.hooks.adx":{AzureDataExplorerHook:[0,1,1,""]},"airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],hook_name:[0,2,1,""],run_query:[0,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch":{AzureBatchHook:[1,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_batch.AzureBatchHook":{_connection:[1,3,1,""],_get_latest_verified_image_vm_and_sku:[1,3,1,""],add_single_task_to_job:[1,3,1,""],configure_job:[1,3,1,""],configure_pool:[1,3,1,""],configure_task:[1,3,1,""],conn_name_attr:[1,2,1,""],conn_type:[1,2,1,""],create_job:[1,3,1,""],create_pool:[1,3,1,""],default_conn_name:[1,2,1,""],get_conn:[1,3,1,""],hook_name:[1,2,1,""],wait_for_all_node_state:[1,3,1,""],wait_for_job_tasks_to_complete:[1,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance":{AzureContainerInstanceHook:[2,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_instance.AzureContainerInstanceHook":{"delete":[2,3,1,""],conn_name_attr:[2,2,1,""],conn_type:[2,2,1,""],create_or_update:[2,3,1,""],default_conn_name:[2,2,1,""],exists:[2,3,1,""],get_logs:[2,3,1,""],get_messages:[2,3,1,""],get_state:[2,3,1,""],get_state_exitcode_details:[2,3,1,""],hook_name:[2,2,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry":{AzureContainerRegistryHook:[3,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_registry.AzureContainerRegistryHook":{get_conn:[3,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume":{AzureContainerVolumeHook:[4,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_container_volume.AzureContainerVolumeHook":{get_file_volume:[4,3,1,""],get_storagekey:[4,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos":{AzureCosmosDBHook:[5,1,1,""],get_collection_link:[5,4,1,""],get_database_link:[5,4,1,""],get_document_link:[5,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_cosmos.AzureCosmosDBHook":{__get_collection_name:[5,3,1,""],__get_database_name:[5,3,1,""],conn_name_attr:[5,2,1,""],conn_type:[5,2,1,""],create_collection:[5,3,1,""],create_database:[5,3,1,""],default_conn_name:[5,2,1,""],delete_collection:[5,3,1,""],delete_database:[5,3,1,""],delete_document:[5,3,1,""],does_collection_exist:[5,3,1,""],does_database_exist:[5,3,1,""],get_conn:[5,3,1,""],get_document:[5,3,1,""],get_documents:[5,3,1,""],hook_name:[5,2,1,""],insert_documents:[5,3,1,""],upsert_document:[5,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_factory":{AzureDataFactoryHook:[6,1,1,""],provide_targeted_factory:[6,4,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_factory.AzureDataFactoryHook":{_dataset_exists:[6,3,1,""],_factory_exists:[6,3,1,""],_linked_service_exists:[6,3,1,""],_pipeline_exists:[6,3,1,""],_trigger_exists:[6,3,1,""],cancel_pipeline_run:[6,3,1,""],cancel_trigger:[6,3,1,""],create_dataset:[6,3,1,""],create_factory:[6,3,1,""],create_linked_service:[6,3,1,""],create_pipeline:[6,3,1,""],create_trigger:[6,3,1,""],delete_dataset:[6,3,1,""],delete_factory:[6,3,1,""],delete_linked_service:[6,3,1,""],delete_pipeline:[6,3,1,""],delete_trigger:[6,3,1,""],get_conn:[6,3,1,""],get_dataset:[6,3,1,""],get_factory:[6,3,1,""],get_linked_service:[6,3,1,""],get_pipeline:[6,3,1,""],get_pipeline_run:[6,3,1,""],get_trigger:[6,3,1,""],rerun_trigger:[6,3,1,""],run_pipeline:[6,3,1,""],start_trigger:[6,3,1,""],stop_trigger:[6,3,1,""],update_dataset:[6,3,1,""],update_factory:[6,3,1,""],update_linked_service:[6,3,1,""],update_pipeline:[6,3,1,""],update_trigger:[6,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake":{AzureDataLakeHook:[7,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_data_lake.AzureDataLakeHook":{check_for_file:[7,3,1,""],conn_name_attr:[7,2,1,""],conn_type:[7,2,1,""],default_conn_name:[7,2,1,""],download_file:[7,3,1,""],get_conn:[7,3,1,""],hook_name:[7,2,1,""],list:[7,3,1,""],remove:[7,3,1,""],upload_file:[7,3,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare":{AzureFileShareHook:[8,1,1,""]},"airflow.providers.microsoft.azure.hooks.azure_fileshare.AzureFileShareHook":{check_for_directory:[8,3,1,""],check_for_file:[8,3,1,""],create_directory:[8,3,1,""],create_share:[8,3,1,""],delete_share:[8,3,1,""],get_conn:[8,3,1,""],get_file:[8,3,1,""],get_file_to_stream:[8,3,1,""],list_directories_and_files:[8,3,1,""],list_files:[8,3,1,""],load_file:[8,3,1,""],load_stream:[8,3,1,""],load_string:[8,3,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure":{AzureBaseHook:[9,1,1,""]},"airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook":{conn_name_attr:[9,2,1,""],conn_type:[9,2,1,""],default_conn_name:[9,2,1,""],get_conn:[9,3,1,""],hook_name:[9,2,1,""]},"airflow.providers.microsoft.azure.hooks.wasb":{WasbHook:[11,1,1,""]},"airflow.providers.microsoft.azure.hooks.wasb.WasbHook":{_get_blob_client:[11,3,1,""],_get_container_client:[11,3,1,""],check_for_blob:[11,3,1,""],check_for_prefix:[11,3,1,""],conn_name_attr:[11,2,1,""],conn_type:[11,2,1,""],create_container:[11,3,1,""],default_conn_name:[11,2,1,""],delete_blobs:[11,3,1,""],delete_container:[11,3,1,""],delete_file:[11,3,1,""],download:[11,3,1,""],get_blobs_list:[11,3,1,""],get_conn:[11,3,1,""],get_file:[11,3,1,""],hook_name:[11,2,1,""],load_file:[11,3,1,""],load_string:[11,3,1,""],read_file:[11,3,1,""],upload:[11,3,1,""]},"airflow.providers.microsoft.azure.log":{wasb_task_handler:[14,0,0,"-"]},"airflow.providers.microsoft.azure.log.wasb_task_handler":{WasbTaskHandler:[14,1,1,""]},"airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler":{_read:[14,3,1,""],close:[14,3,1,""],hook:[14,3,1,""],set_context:[14,3,1,""],wasb_log_exists:[14,3,1,""],wasb_read:[14,3,1,""],wasb_write:[14,3,1,""]},"airflow.providers.microsoft.azure.operators":{adls_delete:[15,0,0,"-"],adls_list:[16,0,0,"-"],adx:[17,0,0,"-"],azure_batch:[18,0,0,"-"],azure_container_instances:[19,0,0,"-"],azure_cosmos:[20,0,0,"-"],wasb_delete_blob:[22,0,0,"-"]},"airflow.providers.microsoft.azure.operators.adls_delete":{AzureDataLakeStorageDeleteOperator:[15,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_delete.AzureDataLakeStorageDeleteOperator":{execute:[15,3,1,""],template_fields:[15,2,1,""],ui_color:[15,2,1,""]},"airflow.providers.microsoft.azure.operators.adls_list":{AzureDataLakeStorageListOperator:[16,1,1,""]},"airflow.providers.microsoft.azure.operators.adls_list.AzureDataLakeStorageListOperator":{execute:[16,3,1,""],template_fields:[16,2,1,""],ui_color:[16,2,1,""]},"airflow.providers.microsoft.azure.operators.adx":{AzureDataExplorerQueryOperator:[17,1,1,""]},"airflow.providers.microsoft.azure.operators.adx.AzureDataExplorerQueryOperator":{execute:[17,3,1,""],get_hook:[17,3,1,""],template_ext:[17,2,1,""],template_fields:[17,2,1,""],ui_color:[17,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch":{AzureBatchOperator:[18,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_batch.AzureBatchOperator":{_check_inputs:[18,3,1,""],clean_up:[18,3,1,""],execute:[18,3,1,""],get_hook:[18,3,1,""],on_kill:[18,3,1,""],template_fields:[18,2,1,""],ui_color:[18,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances":{AzureContainerInstancesOperator:[19,1,1,""],DEFAULT_CPU:[19,5,1,""],DEFAULT_ENVIRONMENT_VARIABLES:[19,5,1,""],DEFAULT_MEMORY_IN_GB:[19,5,1,""],DEFAULT_SECURED_VARIABLES:[19,5,1,""],DEFAULT_VOLUMES:[19,5,1,""],Volume:[19,5,1,""]},"airflow.providers.microsoft.azure.operators.azure_container_instances.AzureContainerInstancesOperator":{_check_name:[19,3,1,""],_log_last:[19,3,1,""],_monitor_logging:[19,3,1,""],execute:[19,3,1,""],on_kill:[19,3,1,""],template_fields:[19,2,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos":{AzureCosmosInsertDocumentOperator:[20,1,1,""]},"airflow.providers.microsoft.azure.operators.azure_cosmos.AzureCosmosInsertDocumentOperator":{execute:[20,3,1,""],template_fields:[20,2,1,""],ui_color:[20,2,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob":{WasbDeleteBlobOperator:[22,1,1,""]},"airflow.providers.microsoft.azure.operators.wasb_delete_blob.WasbDeleteBlobOperator":{execute:[22,3,1,""],template_fields:[22,2,1,""]},"airflow.providers.microsoft.azure.secrets":{azure_key_vault:[23,0,0,"-"]},"airflow.providers.microsoft.azure.secrets.azure_key_vault":{AzureKeyVaultBackend:[23,1,1,""]},"airflow.providers.microsoft.azure.secrets.azure_key_vault.AzureKeyVaultBackend":{_get_secret:[23,3,1,""],build_path:[23,3,1,""],client:[23,3,1,""],get_config:[23,3,1,""],get_conn_uri:[23,3,1,""],get_variable:[23,3,1,""]},"airflow.providers.microsoft.azure.sensors":{azure_cosmos:[25,0,0,"-"],wasb:[27,0,0,"-"]},"airflow.providers.microsoft.azure.sensors.azure_cosmos":{AzureCosmosDocumentSensor:[25,1,1,""]},"airflow.providers.microsoft.azure.sensors.azure_cosmos.AzureCosmosDocumentSensor":{poke:[25,3,1,""],template_fields:[25,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb":{WasbBlobSensor:[27,1,1,""],WasbPrefixSensor:[27,1,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbBlobSensor":{poke:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.sensors.wasb.WasbPrefixSensor":{poke:[27,3,1,""],template_fields:[27,2,1,""]},"airflow.providers.microsoft.azure.transfers":{azure_blob_to_gcs:[28,0,0,"-"],file_to_wasb:[29,0,0,"-"],local_to_adls:[31,0,0,"-"],oracle_to_azure_data_lake:[32,0,0,"-"]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs":{AzureBlobStorageToGCSOperator:[28,1,1,""]},"airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator":{execute:[28,3,1,""],template_fields:[28,2,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb":{FileToWasbOperator:[29,1,1,""]},"airflow.providers.microsoft.azure.transfers.file_to_wasb.FileToWasbOperator":{execute:[29,3,1,""],template_fields:[29,2,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls":{LocalToAzureDataLakeStorageOperator:[31,1,1,""]},"airflow.providers.microsoft.azure.transfers.local_to_adls.LocalToAzureDataLakeStorageOperator":{execute:[31,3,1,""],template_fields:[31,2,1,""],ui_color:[31,2,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake":{OracleToAzureDataLakeOperator:[32,1,1,""]},"airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator":{_write_temp_file:[32,3,1,""],execute:[32,3,1,""],template_fields:[32,2,1,""],ui_color:[32,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","function","Python function"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:function","5":"py:data"},terms:{"00642a46d":33,"008035450":33,"00a1f2":17,"057f3ae3a":33,"086e30724":33,"0a0e1af80":33,"0b0e4f7a4":33,"0b2":33,"0beta1":33,"0bf330ba8":33,"1000":2,"10097":33,"10163":33,"10205":33,"10343ec29":33,"10483":33,"10528":33,"10543":33,"10814":33,"10818":33,"10898":33,"10991":33,"11015":[33,35],"11032":33,"11198":33,"11238":33,"11242":33,"11249":33,"11251":33,"11272":33,"11321":33,"11342":33,"11359":33,"11408":33,"11447":33,"11487":33,"11635":33,"11688":33,"11821":33,"11826":33,"11855":33,"11d03d2f6":33,"12082":33,"12093":33,"12174":33,"12188":[33,35],"12206":33,"12212":33,"12216":33,"12304":33,"12366":33,"12390":33,"12427":33,"12438":33,"12444":33,"12449":33,"12466":33,"12558":33,"12636":33,"12673":33,"12681":33,"12917":33,"12955":33,"12af6a080":33,"12c5e5d8a":33,"13073":33,"13148":33,"13190":33,"13206":[33,35],"13380":33,"13520":[33,35],"13717":33,"13732":33,"13767":33,"14013":33,"14082":33,"14125":33,"14313":[33,35],"14487":33,"14565":33,"14606":33,"16e712971":33,"175a16046":33,"1e0024301":33,"2020":[33,35],"2021":33,"2037303ee":33,"23f80f34a":33,"23rc1":33,"24c8e4c2d":33,"290330ba6":33,"295d66f91":33,"2a1":33,"2f552233f":33,"2fkei":34,"32971a1a2":33,"3320e432a":33,"33f0cd265":33,"349b0811c":33,"365":0,"3696c34c2":33,"375d1ca22":33,"3fd5ef355":33,"3ff7e0743":33,"4194304":[7,31],"41bf172c1":33,"421061878":33,"4529":33,"4bde99f13":33,"4bec1cc48":33,"4d03e33c1":33,"4e8f9cc8d":33,"5090fb0c8":33,"5093245d6":33,"5176":33,"5185d81ff":33,"5220e4c38":33,"543d88b3a":33,"5785":33,"589d6dec9":33,"59eb5de78":33,"5a439e84":33,"5bfa0f123":33,"5d007fd2f":33,"630aeff72":33,"6515":33,"6552":33,"6669":33,"6670":33,"6674":33,"6714":33,"6817":33,"6828":33,"686e0ee7d":33,"6889a333c":33,"6890":33,"6895":33,"6896":33,"6b3c6add9":33,"6ce855af1":33,"6cf76d7ac":33,"7158":33,"7286":33,"7287":33,"7338":33,"7448":33,"7456":33,"7513":33,"7517":33,"7519":33,"7520":33,"7802":33,"7821":33,"7825e8f59":33,"7ca0b6f12":33,"7d24b088c":33,"8024":33,"8170":33,"832a7850f":33,"83c037873":33,"85a18e13d":33,"872b1566a":33,"87969a350":33,"8807":33,"8886":33,"8891":33,"8898":33,"88bdcfa0d":33,"8994":33,"8b1":33,"8c42cf1b0":33,"901dd2":[15,16],"9026":33,"92585ca4c":33,"9320":33,"9370":33,"9404":33,"9408":33,"94b153123":33,"9549274d1":33,"9550":33,"9714":33,"9747":33,"9774":33,"9784":33,"97a429f9d":33,"9950":33,"9985":33,"9b39f2478":33,"byte":[7,8,11,31,32],"case":[6,7,31,35],"class":[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,35],"default":[5,6,11,18,23,33,41],"export":34,"final":33,"function":[6,33],"import":[33,36],"int":[1,2,7,8,11,18,31,32],"new":[0,2,5,8,11,14,17,20,33,35,36],"null":[23,41],"public":[11,19],"return":[0,1,2,5,6,7,8,9,11,14,16,17,18,22,23],"short":28,"static":[19,23],"super":33,"switch":[23,33],"true":[7,8,11,14,15,18,19,22,31,36,37],Added:33,And:23,For:[1,11,15,18,23,28,31,33,34,35,37,38,40,41],GCS:33,RCs:33,SAS:11,The:[0,1,6,9,11,16,18,19,20,23,25,28,32,34,36,38,40,41],There:34,These:11,Use:[18,33,34,37],Will:7,__get_collection_nam:5,__get_database_nam:5,__init__:[33,36],_check_input:18,_check_nam:19,_connect:1,_dataset_exist:6,_factory_exist:6,_get_blob_cli:11,_get_container_cli:11,_get_latest_verified_image_vm_and_sku:1,_get_secret:23,_linked_service_exist:6,_log_last:19,_monitor_log:19,_pipeline_exist:6,_prefix:41,_read:14,_trigger_exist:6,_write_temp_fil:32,a1e919507:33,a83eb335:33,a9ac2b040:33,aad:0,aad_app:0,aad_app_cert:0,aad_cr:0,aad_devic:0,about:[0,33,38],abov:36,ac2f72c98:33,access:[11,23,36],access_token:28,accord:33,account:[1,4,7,11,16,18,28,38],account_kei:11,account_nam:[7,11,19],account_url:1,act:9,activ:2,actual:[7,31],add:[1,31,33,34,35],add_single_task_to_job:1,added:[18,33,38],adding:11,addit:[8,11],address:19,adf:6,adjust:18,adl:[7,16,33,37,40],adls_delet:[12,21],adls_fil:16,adls_list:[12,21],administr:18,adx:[10,12,21],ae7cb4a1:33,aeea71274:33,after:[2,18,33],against:32,agent:[1,18],aip:33,airflow:[34,36,37,38,40,41],airflow_conn_azure_default:34,airflow_hom:36,airflow_local_set:36,airflowexcept:[0,6],akv:41,all:[0,1,11,16,19,22,33,34,35],alloc:19,allow:[19,40],alreadi:[1,6,8,11,20],also:23,alwai:19,amount:[1,18,19],ani:[7,9,14,18,19,22,28,31,32,40,41],anonym:11,api:[0,1,7,17,31,33,35,38],app:2,append:14,appendblob:11,applic:[0,2],apply_default:33,arg:[33,38],argument:[8,11,22,27,29,33],arriv:27,assum:19,auth_method:0,authent:[0,9,11,38,41],author:[5,7,11,28,34],auto:[14,33],auto_scale_formula:18,autom:33,automat:[11,18],avail:0,azur:39,azure_batch:[10,12,21],azure_batch_conn_id:[1,18],azure_batch_default:[1,18],azure_blob_to_gc:[12,30],azure_container_inst:[10,12,21],azure_container_nam:38,azure_container_registri:[10,12],azure_container_volum:[10,12],azure_cosmo:[10,12,21,26],azure_cosmos_conn_id:[5,20,25],azure_cosmos_default:[5,20,25],azure_cosmos_sensor:25,azure_data_explor:0,azure_data_explorer_conn_id:[0,17],azure_data_explorer_default:[0,17],azure_data_factori:[10,12],azure_data_factory_default:6,azure_data_lak:[10,12],azure_data_lake_conn_id:[7,15,16,31,32],azure_data_lake_default:[7,15,16,31],azure_data_lake_path:32,azure_default:[2,9,34],azure_fileshar:[10,12],azure_key_vault:[12,24,41],azure_key_vault_uri:23,azure_registri:3,azure_registry_us:19,azure_service_princip:19,azure_wasb_conn_id:19,azurebasehook:[2,9,33],azurebatchhook:[1,18],azurebatchoper:[18,33],azureblobstoragetogcsoper:[28,38],azurecontainerinstancehook:2,azurecontainerinstancesoper:[19,33],azurecontainerregistryhook:3,azurecontainervolumehook:4,azurecosmosdbhook:[5,33],azurecosmosdocumentsensor:25,azurecosmosinsertdocumentoper:20,azurecr:19,azuredataexplorerhook:[0,17],azuredataexplorerqueryoper:17,azuredatafactoryhook:[6,33],azuredatalakehook:[7,33],azuredatalakestoragedeleteoper:[15,33,35],azuredatalakestoragelistoper:16,azuredlfilesystem:7,azurefilesharehook:[8,33],azurefilesharetogcsoper:33,azurekeyvaultbackend:[23,41],b0fcf6755:33,b2a28d159:33,b2cb6ee5b:33,b40dffa08:33,backend:[23,33,35],backend_kwarg:[23,41],backport:[33,35],base:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],base_azur:[2,10,12],base_log_fold:14,basehook:[0,1,3,4,5,6,7,8,9,11],baseoper:[15,16,17,18,19,20,22,28,29,31,32],basesecretsbackend:23,basesensoroper:[25,27],batch:[1,18,33,35],batch_job_display_nam:18,batch_job_id:18,batch_job_manager_task:18,batch_job_preparation_task:18,batch_job_release_task:18,batch_max_retri:18,batch_model:[1,18],batch_pool_display_nam:18,batch_pool_id:18,batch_pool_vm_s:18,batch_start_task:18,batch_task_command_lin:18,batch_task_container_set:18,batch_task_display_nam:18,batch_task_id:18,batch_task_output_fil:18,batch_task_resource_fil:18,batch_task_user_ident:18,bd90136aa:33,becom:23,been:[35,36],befor:[1,18,32],begin:11,being:41,below:[36,37,40],between:23,bigger:[7,31],bin:19,binari:38,black:33,blob:[7,11,22,27,28,29,33,35,39],blob_nam:[11,22,27,28,29,38],blob_typ:11,blobclient:11,blobproperti:11,blobservicecli:11,blobtyp:11,block:[7,31],blockblob:11,blockblockservic:11,blocksiz:[7,31],bool:[1,4,7,8,11,14,15,18,19,22,28,31],both:20,broken:33,bucket:[28,36,38],bucket_nam:[28,38],buffer:[7,31],buffers:[7,31],bugfix:[33,35],build:[23,33],build_path:23,built:33,c34ef853c:33,c51016b0b:33,c7e5bce57:33,ca35bd7f7:33,ca4238eb4:33,cached_properti:33,call:[7,31,33,36],callabl:6,can:[5,7,11,14,16,19,23,31,34,35,36,38],cancel:6,cancel_pipeline_run:6,cancel_trigg:6,candid:33,cannot:[7,31],canon:[1,18],cdec30125:33,certif:0,cfg:[23,36,41],chain:28,chang:[18,33],changelog:33,charact:32,check:[5,7,8,11,14,25,33,38],check_for_blob:[11,22,27],check_for_directori:8,check_for_fil:[7,8],check_for_prefix:[11,27],check_opt:[22,27],choic:35,choos:0,chunk:[7,11,31],ci_conn_id:19,clean_up:18,cleanup:33,client:[1,5,6,7,9,11,23,41],client_id:[2,34],clientrequestproperti:[0,17],close:14,cloud:28,cluster:0,code:[0,33],collect:[5,20],collection_id:5,collection_nam:[5,20,25],com:[0,17],combin:41,come:33,command:[1,18,19,33,35],command_lin:1,comment:33,commit:[33,35],common:35,commun:[2,3,5,7,11],compat:[7,33],complet:[1,18],compon:34,compress:28,comput:[1,18],computenodest:1,concaten:23,config:[6,23,33,34,36,41],config_prefix:23,config_templ:36,configur:[0,1,23,36,41],configure_job:1,configure_pool:1,configure_task:1,conflict:33,conn:38,conn_id:[2,3,6,9,19,23],conn_name_attr:[0,1,2,5,7,9,11],conn_typ:[0,1,2,5,7,9,11],connect:[0,1,2,3,4,5,6,7,8,9,11,16,17,18,19,20,22,23,25,27,28,29,31,32,33,35,36,38],connection_default:23,connections_prefix:[23,41],consid:18,constructor:[8,11,33],contain:[0,1,2,3,5,7,11,17,18,19,22,27,28,29,34,36,38],container_group:2,container_nam:[11,22,27,28,29,38],container_set:1,container_timeout:19,containercli:11,containerconfigur:1,containergroup:2,containerinst:[2,19,35],containerport:19,content:36,context:[15,16,17,18,19,20,22,25,27,28,29,31,32],contrib:33,copi:[11,36],core:[7,31],correct:[33,36],cosmo:[5,20,35],cosmosdb:[5,20,25],count:[8,19],coverag:33,cpu:19,creat:[0,1,2,5,6,7,8,11,14,18,20,23,34,36],create_collect:5,create_contain:11,create_databas:5,create_dataset:6,create_directori:8,create_factori:6,create_file_from_path:8,create_file_from_stream:8,create_file_from_text:8,create_job:1,create_linked_servic:6,create_or_upd:2,create_pipelin:6,create_pool:1,create_shar:8,create_trigg:6,creator:28,credenti:[28,34,41],cross:33,csv:[11,32],current:19,cursor:32,custom:36,d0e7db402:33,d200:33,d202:33,d2754ef76:33,d3c76da95:33,d99833c9b:33,dag:[33,35],dash:23,data:[0,6,7,11,16,17,19,28,31,32,33,35,37,39],databas:[0,5,17,20,32],database_id:5,database_nam:[5,20,25],datafactori:35,datalak:[35,39],dataset:[6,11],dataset_nam:6,datetim:19,dd2095f4a:33,decor:6,dedic:[1,18],default_arg:33,default_conn_nam:[0,1,2,5,7,9,11],default_cpu:19,default_environment_vari:19,default_logging_config:36,default_memory_in_gb:19,default_secured_vari:19,default_volum:19,defaultazurecredenti:41,defin:36,definit:6,deleg:28,delegate_to:[28,38],delet:[2,5,6,7,8,11,15,18,22,33,37],delete_blob:11,delete_collect:5,delete_contain:11,delete_databas:5,delete_dataset:6,delete_docu:5,delete_factori:6,delete_fil:11,delete_linked_servic:6,delete_local_copi:14,delete_pipelin:6,delete_shar:8,delete_task:37,delete_trigg:6,delimit:[11,32],depend:33,deprec:35,desir:[1,18],destin:32,detail:[0,2,18,33,35],dev:33,devic:0,dict:[0,15,16,17,18,19,20,22,25,27,28,29,31,32],dictionari:34,directli:[28,34],directori:[2,7,8,15,31,36],directory_nam:8,discoveri:33,disk:34,displai:[1,18,33,35],display_nam:1,doc:[0,17,25,33],docker:19,document:[5,20,25,33,35,37,38,40],document_id:[5,25],doe:[6,8,11,22,35],does_collection_exist:5,does_database_exist:5,doesn:1,domain:28,don:36,done:[5,7,11],doubl:19,downgrad:35,download:[7,8,11,18,28],download_blob:11,download_fil:7,downstream:16,dure:9,dynam:33,e08c8c:32,e4f0e8:[20,31],e7bb17aeb:33,each:[7,11,18,31,41],easi:[23,40],echo:19,ee7ca128a:33,either:[11,35],els:14,empti:36,enabl:[28,33,34,36,41],enable_auto_scal:[18,33],enableautoscal:18,encod:[32,34],endpoint:5,ensur:33,entri:33,environ:[19,23,34],environment:19,environment_vari:19,error:[7,14,15,33,35],even:[11,22],event:2,everi:0,exampl:[0,1,5,7,11,16,18,19,23,25,33,34,35,37,38,40,41],example_adls_delet:37,example_azure_blob_to_gc:38,example_dag:[33,37,38,40],example_local_to_adl:40,exclud:41,exclus:41,execut:[15,16,17,18,19,20,22,28,29,31,32,36],exist:[1,2,5,6,7,8,11,14,20,22,25,31,35,36],exitcod:2,explicit:33,explor:[0,17,33,35],expos:19,express:33,extend:14,extra:[0,1,2,5,6,7,8,11,31,33,34,35,38],extra_upload_opt:31,f0e242180:33,f0f0e4:18,f3521fb0e:33,f3e87c503:33,f6bd817a3:33,f77a11d5b:33,f8ff217e2:33,face:33,factori:[6,33,35],factory_nam:6,fail:[14,18,33,36],fail_if_exist:19,fals:[1,4,7,8,11,14,15,18,22,31,38],famili:[1,18],fd682fd70:33,fdd9b6f65:33,featur:33,fetch:28,field:[0,2,5,7,8,11,32,33,38],file:[4,7,8,11,14,15,16,18,22,28,29,31,32,33,34,35,36,37,40,41],file_nam:8,file_path:[7,8,11,28,29,38],file_task_handl:14,file_to_wasb:[12,30],filehandl:8,filenam:[7,28,31,32,38],filename_templ:14,fileservic:8,fileshar:[8,19,33],filesystem:39,filetaskhandl:14,filetowasboper:29,fill:2,filter:11,find:[0,7,16],first:28,fix:33,flynt:33,folder:[16,33],follow:[0,5,16,34,36,38],forcibl:[7,31],form:33,format:38,formmatt:33,formula:18,found:[7,14,15],fresh:33,from:[2,5,7,8,11,14,16,18,23,28,32,33,35,36,37,39,41],full:7,func:6,further:[37,40],gcp:38,gcp_bucket_file_path:38,gcp_bucket_nam:38,gcp_conn_id:[28,38],gcp_object_nam:38,gcs:33,gener:[2,33],get:[1,2,4,5,6,23,28,33,38],get_blob_properti:11,get_blobs_list:[11,33],get_collection_link:5,get_config:23,get_conn:[0,1,3,5,6,7,8,9,11],get_conn_uri:23,get_database_link:5,get_dataset:6,get_docu:5,get_document_link:5,get_factori:6,get_fil:[8,11],get_file_to_path:8,get_file_to_stream:8,get_file_volum:4,get_hook:[17,18],get_linked_servic:6,get_log:2,get_messag:2,get_pipelin:6,get_pipeline_run:6,get_stat:2,get_state_exitcode_detail:2,get_storagekei:4,get_trigg:6,get_vari:23,given:[1,11,14,18,23,25],glob:[7,16,31],globstr:7,googl:[28,35],google_cloud_default:[28,38],gpu:19,gpuresourc:19,grammar:33,grant:28,group:[2,6,19],guest:[1,18],guid:[15,19,28,31,33,35],gzip:[28,38],handl:14,handler:[14,33,36],hardcod:33,has:[1,19,35,36],hash:33,have:[1,11,28,36,41],head:33,header:33,hello:[23,41],help:[0,36],here:[36,41],high:33,highli:0,hint:33,hook:[12,14,31,33,34,35,36],hook_nam:[0,1,2,5,7,9,11],host:[0,14],how:[15,28,31,38,40],http:[0,17,41],iam:28,ident:[18,28,35,41],identifi:[1,6,18],ignore_if_miss:[11,22],ignore_not_found:[7,15],imag:[1,18,19],imperson:28,impersonation_chain:[28,38],implement:33,implicit:33,improv:33,includ:[11,19,33],incorrect:33,info:[28,33],inform:[9,15,28,31,32,33,34,37,38,40],init:9,initi:[0,34,35],input:19,insert:[5,20],insert_docu:5,insid:19,instal:[1,18,33],instanc:[0,2,3,14,17,19],instanti:[11,33],instruct:38,integr:[5,7,11,33,34],interact:[0,5,6,7,8,11],intern:[7,31],introduc:33,ip_address:19,ipaddress:19,is_prefix:[11,22],isn:6,its:33,job:[1,18,33,38],job_guid:19,job_id:[1,18],jobaddparamet:1,jobmanagertask:18,jobpreparationtask:18,jobreleasetask:18,join:18,json:[0,2,33,34,38],just:36,k80:19,keep:33,kei:[0,1,4,5,11,19,23,33,34],key1:38,key_json:34,key_path:34,keyvault:35,keyword:[8,11,22,27,29],kql:[0,17],kusto:[0,17,33,35],kustocli:0,kustoresponsedataset:0,kwarg:[1,7,8,11,15,16,17,18,19,20,22,23,25,27,28,29,31,32],lake:[7,16,31,32,37,39],last:28,last_line_log:19,latest:[1,18,19,33],launch:18,lazi:33,lead:35,learn:0,legaci:35,length:11,level:33,librari:[5,9,33],like:[8,41],line:[1,18,33,35],link:[5,6,33,34],linked_servic:6,linked_service_nam:6,linkedservic:6,linux:19,list:[0,2,5,7,8,11,16,17,18,19,28,33,35],list_directories_and_fil:8,list_fil:8,load:[8,11,29,32,33],load_fil:[8,11,29],load_opt:29,load_str:[8,11],load_stream:8,local:[7,14,28,31,32,33,39],local_file_path:40,local_path:[7,31,40],local_to_adl:[12,30],localtoazuredatalakestorageoper:[31,33],locat:[7,14,15,36],log:[2,12,19,23,33,35],log_config:36,logging_config:36,logging_config_class:36,logging_mixin:[14,23],loggingmixin:[14,23],login:[1,2,5,7,11,19,34,38],logo:33,look:[15,28,31,37,40,41],lookup:33,loop:[7,15],low:18,machin:[1,14,18],macro:19,made:18,magic:33,mai:41,make:[5,7,11,28,33,36,40],manag:[18,34,41],mark:11,markdown:33,markdownlint:33,marketplac:[1,18],master:5,match:[7,11,22,25,27,31,33],max:19,md003:33,mechan:[9,34],memori:19,memory_in_gb:19,messag:[2,14],metadata:[11,14],method:[0,31,33,34],mgmt:[2,19,35],microsoft:[37,38,40,41],microsoftwindowsserv:[1,18],might:35,minut:[1,18],miss:33,model:[2,15,16,17,18,19,20,22,28,29,31,32],model_path:19,modul:33,month:33,more:[11,15,28,31,32,38],mount:[4,19],mount_nam:4,mount_path:19,move:[32,33],multipl:[7,11,31,34],must:[0,1,11,18,28,41],my_contain:19,my_fileshar:19,my_storage_contain:19,my_valu:19,mypi:33,myprivateregistri:19,name:[1,2,6,7,8,11,16,18,19,20,22,23,27,28,29,32,33,36,38,41],need:[0,2,11,18,34,35,38],net:[0,41],netfx:[0,17],never:19,newli:36,next:33,node:[1,18],node_st:1,non:[18,33],none:[0,1,5,6,7,8,11,14,17,18,19,22,23,27,28,29,31,32,38],note:[0,19,33,34],novemb:35,nthread:[7,31],number:[1,7,11,18,19,31,33],object:[0,1,7,8,11,14,16,28,38,41],object_nam:[28,38],occur:14,octob:33,offer:[1,9,18,38],offic:0,offset:11,omit:18,on_kil:[18,19],one:[0,5,11,33,34,35],onedr:0,ones:41,onfailur:19,onli:[7,11,19,31,34],open:8,oper:[6,12,28,31,32,33,34,35,40],optim:11,option:[0,1,5,6,8,11,14,17,18,19,22,23,27,28,29,31,32,33,34,35],oracl:[32,33,35],oracle_conn_id:32,oracle_to_azure_data_lak:[12,30],oracletoazuredatalakeoper:32,order:[2,19,35],organ:38,origin:28,os_famili:[1,18],os_typ:19,os_vers:[1,18],other:41,otherwis:[7,8,11,14],out:[1,5,33],output:16,outputfil:18,outsid:19,over:18,overwrit:[7,31],overwritten:[7,14,31],page:[33,40],pageblob:11,pair:19,parallel:19,paramet:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,33,34,41],parquet:16,particular:1,partition_kei:5,pass:[8,9,11,19],password:[0,1,2,5,7,11,19,34,38],path:[7,8,11,14,15,16,23,28,29,31,32,34,37],path_prefix:23,path_to_sav:32,pattern:[7,31],pem:0,per:33,perform:11,pip:33,pipelin:6,pipeline_nam:6,pipelineresourc:6,plain:38,pleas:[0,19,38],point:33,poke:[25,27],polici:19,poller:6,pool:[1,18],pool_id:[1,18],pooladdparamet:1,port:19,portion:36,possibl:[19,33],postgres_default:19,postgres_login:19,postgres_password:19,preced:28,prefix:[11,22,23,27],prepar:[18,33],prevent:41,primaryresult:17,princip:[2,3,19,41],prioriti:18,privat:19,process:36,project:33,properli:36,properti:[0,2,17,18],protocol:11,provid:[37,38,40,41],provide_targeted_factori:6,public_read:11,publish:[1,18],put:32,pydocstyl:33,pylint:33,pypi:[33,35],python:[14,16,33,35,41],pythonpath:36,pyupgrad:33,queri:[0,5,17,25,32],quit:[7,31],quot:32,quote_minim:32,quotechar:32,rais:[0,6,7,15],rang:11,rc3:33,reach:1,read:[11,14,23,36],read_fil:11,read_onli:[4,19],readm:[33,35],rebas:33,recommend:[0,36],recurs:[7,15,31,37],ref:33,refer:[0,5,7,8,9,11,20,22,25,27,28,29,31,35],refernc:33,regardless:[7,31],regener:33,region:19,registr:2,registri:[3,19],registry_conn_id:19,relas:33,relat:34,releas:[18,33,35],relev:41,rema:33,remain:33,remot:[7,14,31,33,35],remote_base_log_fold:36,remote_file_path:[37,40],remote_log:36,remote_log_conn_id:36,remote_log_loc:14,remote_path:[7,31,40],remov:[7,15,33,37],remove_fil:37,remove_on_error:19,renam:[33,36],replac:[23,33],repositori:35,represent:41,request:[0,17,23,28,41],requir:[0,2,7,18,19,28,36],rerun:6,rerun_trigg:6,resolv:35,resourc:[2,6,9,19,35,38,41],resource_group:[2,19],resource_group_nam:6,resourcefil:18,respect:33,respons:[0,11,17],response2:17,rest:[7,17],restart:[18,19,36],restart_polici:19,result:11,retri:18,retriev:23,return_error:14,role:28,root:[7,31],rule:33,run:[0,1,6,17,18,19,32],run_id:6,run_pipelin:6,run_queri:0,sampl:41,sas_token:[11,38],schedul:36,script:33,sdk:41,sdk_client:9,sdkclient:9,search:1,secret:[5,7,12,33,34,35,41],secret_id:23,secret_prefix:23,section:[11,41],secured_vari:19,see:[0,5,7,11,17,32,33,34,38],select:36,self:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],sensor:[12,33],sent:[23,41],sep:23,separ:[23,33],sequenc:[15,16,19,28],servic:[1,2,3,6,9,18,19,28,33,38,41],set:[1,11,18,23,28,33,34,38,41],set_context:14,setup:[33,36],sever:9,shape:40,share:[4,8],share_nam:[4,8,19],should:[1,4,5,7,11,18,19,34,36,38,41],should_delete_job:18,should_delete_pool:18,show:[36,40],signatur:33,silent:14,simplifi:33,singl:[1,7,11,31],size:[1,2,8,18,40],sku:[1,18,19],sku_starts_with:[1,18],smaller:[7,31],smtp:[23,41],smtp_default:41,snapshot:11,some:[34,41],somecollection_nam:25,somedatabase_nam:25,sourc:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,37,38,40],specif:[7,34],specifi:[0,5,6,11,15,16,18,20,23,28,34,35,38,41],speed:40,spell:33,sql:[5,32],sql_param:32,sql_string:5,squash:33,start:[1,2,3,6,11,18,19,36],start_contain:19,start_dat:33,start_trigg:6,starttask:18,state:[1,2],steam:14,step:36,stop:[6,33],stop_trigg:6,storag:[4,7,8,11,14,16,22,27,28,29,33,35,39,40],storage_account_nam:4,storagestreamdownload:11,store:[8,32,35,36,38,40],str:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],strategi:32,stream:[8,11],strict:33,string:[1,8,11,14,16,18,28,33],string_data:[8,11],style:33,subject:33,subscript:34,subscriptionid:[2,34],success:[11,22],suppli:[5,7,11],support:[7,16,19,23,31,33,41],sure:[5,7,11,36],syntax:34,system:[19,33,36],tag:19,tail:[2,14],take:[8,11,15,22,27,28,29,31],target:[6,25],target_dedicated_nod:[1,18,33],target_low_priority_nod:18,task1:19,task:[1,14,16,18,33,35,36],task_id:[1,16,19,25,37,38,40],taskaddparamet:1,taskcontainerset:[1,18],templat:[16,17,20,22,29,32,36],template_ext:17,template_field:[15,16,17,18,19,20,22,25,27,28,29,31,32],tenant:[0,7,34],tenantid:[2,34],term:28,test:[2,33],text:38,than:[7,31],thei:20,them:35,thi:[0,1,2,5,7,9,11,15,16,17,18,19,23,28,31,33,34,35,36,37,40,41],those:35,thread:[7,31],three:[34,38],through:[0,11],thumbprint:0,time:[1,18,19,34],timedelta:19,timeout:[1,18],toc:33,token:[11,28,34,38],tool:33,top:35,transfer:[12,33,39],transfer_files_to_gc:38,trigger:[6,36],trigger_nam:6,try_numb:14,tupl:[2,19],type:[1,2,5,7,8,11,18,19,32,33,34,35,41],typic:19,typo:33,ubuntuserv:[1,18],ui_color:[15,16,17,18,20,31,32],uncommittedblob:11,under:[1,18],underscor:23,undo:18,unicodecsv:32,union:[11,28,32],uniqu:[1,18,19,25],unknown:2,unless:7,unsuccess:0,untouch:33,updat:[5,6,33,35,36],update_dataset:6,update_factori:6,update_linked_servic:6,update_pipelin:6,update_trigg:6,upgrad:[33,35],upload:[7,8,11,14,18,28,29,31,39],upload_blob:11,upload_fil:[7,40],upload_task:40,upsert_docu:5,upstream:9,uri:[5,23,34,41],url:[0,1,23,34],usag:38,use:[0,1,5,7,9,11,15,16,17,18,23,28,31,32,33,34,35,38],use_latest_image_and_sku:[1,18],use_latest_verified_vm_image_and_sku:18,used:[0,2,3,9,11,14,16,19,23,32,34,41],user:[7,18,19,33,41],userident:18,usernam:0,uses:[7,31,34,36],using:[0,7,9,11,28,31,33,34,37,38,40],utf:[32,33],util:[14,23],v12:[33,35],valid:23,valu:[5,6,11,19,23,33,38,41],variabl:[19,23,34],variables_prefix:[23,41],vault:[23,33],vault_url:[23,41],verifi:[1,18,36],version:[1,18,33,35],via:[5,7,11,35],view:[37,38,40],virtual:[1,18],visit:38,vm_node_agent_sku_id:[1,18],vm_offer:[1,18],vm_publish:[1,18],vm_size:1,vm_sku:[1,18],vm_version:[1,18],volum:[4,19],wai:[34,38],wait:[1,18,27,36],wait_for_all_node_st:1,wait_for_job_tasks_to_complet:1,walk_blob:11,want:[36,41],warn:33,wasb:[8,10,12,14,22,26,28,29,33,36],wasb_conn_id:[4,8,11,22,27,28,29,38],wasb_contain:14,wasb_default:[4,8,11,22,27,28,29,38],wasb_delete_blob:[12,21],wasb_log_exist:14,wasb_log_fold:14,wasb_read:14,wasb_task_handl:[12,13],wasb_writ:14,wasbblobsensor:27,wasbdeletebloboper:22,wasbhook:[11,14,22,27,29,33],wasbprefixsensor:27,wasbtaskhandl:14,wave:33,webhdf:7,webserv:36,well:1,westeurop:19,whatev:36,when:[0,14,16,18,28,34,35],where:[8,11,33],wherein:19,whether:[1,6,7,11,15,18,31],which:[1,2,3,4,7,9,16,18,19,25,28,31,41],whose:11,wide:28,window:[0,11,19],windowsserv:[1,18],within:[1,7,18,19,31,38],word:33,work:[2,28,35],world:19,would:[7,16,23,31,41],wrap:4,write:[7,14,31],wrong:33,wrongli:33,xcom:16,xcom_pul:19,yandex:33,yet:35,you:[0,2,5,23,34,35,36,40,41],your:[0,35,38,41],your_token:11,zope:33},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_instance</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_registry</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_volume</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_factory</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_lake</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_fileshare</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.base_azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log.wasb_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_delete</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_list</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adx</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_batch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_container_instances</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.azure_key_vault</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.azure_cosmos</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span></code>","Package apache-airflow-providers-microsoft-azure","Microsoft Azure Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-microsoft-azure</span></code>","Writing Logs to Azure Blob Storage","Azure DataLake Storage Operators","Azure Blob Storage Transfer Operator","Microsoft Operators","Upload data from Local Filesystem to Azure Data Lake","Azure Key Vault Backend"],titleterms:{"default":34,IDs:34,adls_delet:15,adls_list:16,adx:[0,17],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,35],apach:[33,35],authent:34,azur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,40,41],azure_batch:[1,18],azure_blob_to_gc:28,azure_container_inst:[2,19],azure_container_registri:3,azure_container_volum:4,azure_cosmo:[5,20,25],azure_data_factori:6,azure_data_lak:7,azure_fileshar:8,azure_key_vault:23,azuredatalakestoragedeleteoper:37,backend:41,base_azur:9,befor:38,begin:38,blob:[36,38],bug:35,changelog:35,cloud:38,configur:34,connect:[34,41],content:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32,35],cross:35,data:[38,40],datalak:37,depend:35,featur:35,file_to_wasb:29,filesystem:40,fix:35,from:[38,40],googl:38,hook:[0,1,2,3,4,5,6,7,8,9,10,11],instal:35,kei:41,lake:40,local:40,local_to_adl:31,localtoazuredatalakestorageoper:40,log:[13,14,36],lookup:41,microsoft:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,39],modul:[0,1,2,3,4,5,6,7,8,9,11,14,15,16,17,18,19,20,22,23,25,27,28,29,31,32],oper:[15,16,17,18,19,20,21,22,37,38,39],option:41,oracle_to_azure_data_lak:32,packag:[33,35],pip:35,prerequisit:[37,40],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,35],refer:[37,40],requir:35,retriev:41,secret:[23,24],sensor:[25,26,27],storag:[36,37,38],store:41,submodul:[10,13,21,24,26,30],subpackag:12,task:[37,40],transfer:[28,29,30,31,32,38],upload:40,variabl:41,vault:41,wasb:[11,27],wasb_delete_blob:22,wasb_task_handl:14,write:36,you:38}})