Search.setIndex({"docnames": ["_api/airflow/providers/microsoft/azure/hooks/adx/index", "_api/airflow/providers/microsoft/azure/hooks/asb/index", "_api/airflow/providers/microsoft/azure/hooks/azure_batch/index", "_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index", "_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index", "_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index", "_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index", "_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index", "_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index", "_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index", "_api/airflow/providers/microsoft/azure/hooks/base_azure/index", "_api/airflow/providers/microsoft/azure/hooks/batch/index", "_api/airflow/providers/microsoft/azure/hooks/container_instance/index", "_api/airflow/providers/microsoft/azure/hooks/container_registry/index", "_api/airflow/providers/microsoft/azure/hooks/container_volume/index", "_api/airflow/providers/microsoft/azure/hooks/cosmos/index", "_api/airflow/providers/microsoft/azure/hooks/data_factory/index", "_api/airflow/providers/microsoft/azure/hooks/data_lake/index", "_api/airflow/providers/microsoft/azure/hooks/fileshare/index", "_api/airflow/providers/microsoft/azure/hooks/index", "_api/airflow/providers/microsoft/azure/hooks/wasb/index", "_api/airflow/providers/microsoft/azure/index", "_api/airflow/providers/microsoft/azure/log/index", "_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index", "_api/airflow/providers/microsoft/azure/operators/adls/index", "_api/airflow/providers/microsoft/azure/operators/adls_delete/index", "_api/airflow/providers/microsoft/azure/operators/adls_list/index", "_api/airflow/providers/microsoft/azure/operators/adx/index", "_api/airflow/providers/microsoft/azure/operators/asb/index", "_api/airflow/providers/microsoft/azure/operators/azure_batch/index", "_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index", "_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index", "_api/airflow/providers/microsoft/azure/operators/batch/index", "_api/airflow/providers/microsoft/azure/operators/container_instances/index", "_api/airflow/providers/microsoft/azure/operators/cosmos/index", "_api/airflow/providers/microsoft/azure/operators/data_factory/index", "_api/airflow/providers/microsoft/azure/operators/index", "_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index", "_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index", "_api/airflow/providers/microsoft/azure/secrets/index", "_api/airflow/providers/microsoft/azure/secrets/key_vault/index", "_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index", "_api/airflow/providers/microsoft/azure/sensors/cosmos/index", "_api/airflow/providers/microsoft/azure/sensors/data_factory/index", "_api/airflow/providers/microsoft/azure/sensors/index", "_api/airflow/providers/microsoft/azure/sensors/wasb/index", "_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index", "_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index", "_api/airflow/providers/microsoft/azure/transfers/index", "_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index", "_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index", "_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index", "_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index", "_api/tests/system/providers/microsoft/azure/example_adf_run_pipeline/index", "_api/tests/system/providers/microsoft/azure/example_adls_delete/index", "_api/tests/system/providers/microsoft/azure/example_azure_blob_to_gcs/index", "_api/tests/system/providers/microsoft/azure/example_azure_container_instances/index", "_api/tests/system/providers/microsoft/azure/example_azure_cosmosdb/index", "_api/tests/system/providers/microsoft/azure/example_azure_service_bus/index", "_api/tests/system/providers/microsoft/azure/example_fileshare/index", "_api/tests/system/providers/microsoft/azure/example_local_to_adls/index", "_api/tests/system/providers/microsoft/azure/example_local_to_wasb/index", "_api/tests/system/providers/microsoft/azure/example_sftp_to_wasb/index", "_api/tests/system/providers/microsoft/azure/index", "commits", "connections/acr", "connections/adf", "connections/adl", "connections/adx", "connections/asb", "connections/azure", "connections/azure_batch", "connections/azure_container_volume", "connections/azure_cosmos", "connections/azure_fileshare", "connections/index", "connections/wasb", "index", "installing-providers-from-sources", "logging/index", "operators/adf_run_pipeline", "operators/adls", "operators/asb", "operators/azure_blob_to_gcs", "operators/index", "operators/local_to_adls", "operators/sftp_to_wasb", "secrets-backends/azure-key-vault"], "filenames": ["_api/airflow/providers/microsoft/azure/hooks/adx/index.rst", "_api/airflow/providers/microsoft/azure/hooks/asb/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_batch/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_container_instance/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_container_registry/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_container_volume/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_cosmos/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_data_factory/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_data_lake/index.rst", "_api/airflow/providers/microsoft/azure/hooks/azure_fileshare/index.rst", "_api/airflow/providers/microsoft/azure/hooks/base_azure/index.rst", "_api/airflow/providers/microsoft/azure/hooks/batch/index.rst", "_api/airflow/providers/microsoft/azure/hooks/container_instance/index.rst", "_api/airflow/providers/microsoft/azure/hooks/container_registry/index.rst", "_api/airflow/providers/microsoft/azure/hooks/container_volume/index.rst", "_api/airflow/providers/microsoft/azure/hooks/cosmos/index.rst", "_api/airflow/providers/microsoft/azure/hooks/data_factory/index.rst", "_api/airflow/providers/microsoft/azure/hooks/data_lake/index.rst", "_api/airflow/providers/microsoft/azure/hooks/fileshare/index.rst", "_api/airflow/providers/microsoft/azure/hooks/index.rst", "_api/airflow/providers/microsoft/azure/hooks/wasb/index.rst", "_api/airflow/providers/microsoft/azure/index.rst", "_api/airflow/providers/microsoft/azure/log/index.rst", "_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.rst", "_api/airflow/providers/microsoft/azure/operators/adls/index.rst", "_api/airflow/providers/microsoft/azure/operators/adls_delete/index.rst", "_api/airflow/providers/microsoft/azure/operators/adls_list/index.rst", "_api/airflow/providers/microsoft/azure/operators/adx/index.rst", "_api/airflow/providers/microsoft/azure/operators/asb/index.rst", "_api/airflow/providers/microsoft/azure/operators/azure_batch/index.rst", "_api/airflow/providers/microsoft/azure/operators/azure_container_instances/index.rst", "_api/airflow/providers/microsoft/azure/operators/azure_cosmos/index.rst", "_api/airflow/providers/microsoft/azure/operators/batch/index.rst", "_api/airflow/providers/microsoft/azure/operators/container_instances/index.rst", "_api/airflow/providers/microsoft/azure/operators/cosmos/index.rst", "_api/airflow/providers/microsoft/azure/operators/data_factory/index.rst", "_api/airflow/providers/microsoft/azure/operators/index.rst", "_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.rst", "_api/airflow/providers/microsoft/azure/secrets/azure_key_vault/index.rst", "_api/airflow/providers/microsoft/azure/secrets/index.rst", "_api/airflow/providers/microsoft/azure/secrets/key_vault/index.rst", "_api/airflow/providers/microsoft/azure/sensors/azure_cosmos/index.rst", "_api/airflow/providers/microsoft/azure/sensors/cosmos/index.rst", "_api/airflow/providers/microsoft/azure/sensors/data_factory/index.rst", "_api/airflow/providers/microsoft/azure/sensors/index.rst", "_api/airflow/providers/microsoft/azure/sensors/wasb/index.rst", "_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.rst", "_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.rst", "_api/airflow/providers/microsoft/azure/transfers/index.rst", "_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.rst", "_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.rst", "_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.rst", "_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.rst", "_api/tests/system/providers/microsoft/azure/example_adf_run_pipeline/index.rst", "_api/tests/system/providers/microsoft/azure/example_adls_delete/index.rst", "_api/tests/system/providers/microsoft/azure/example_azure_blob_to_gcs/index.rst", "_api/tests/system/providers/microsoft/azure/example_azure_container_instances/index.rst", "_api/tests/system/providers/microsoft/azure/example_azure_cosmosdb/index.rst", "_api/tests/system/providers/microsoft/azure/example_azure_service_bus/index.rst", "_api/tests/system/providers/microsoft/azure/example_fileshare/index.rst", "_api/tests/system/providers/microsoft/azure/example_local_to_adls/index.rst", "_api/tests/system/providers/microsoft/azure/example_local_to_wasb/index.rst", "_api/tests/system/providers/microsoft/azure/example_sftp_to_wasb/index.rst", "_api/tests/system/providers/microsoft/azure/index.rst", "commits.rst", "connections/acr.rst", "connections/adf.rst", "connections/adl.rst", "connections/adx.rst", "connections/asb.rst", "connections/azure.rst", "connections/azure_batch.rst", "connections/azure_container_volume.rst", "connections/azure_cosmos.rst", "connections/azure_fileshare.rst", "connections/index.rst", "connections/wasb.rst", "index.rst", "installing-providers-from-sources.rst", "logging/index.rst", "operators/adf_run_pipeline.rst", "operators/adls.rst", "operators/asb.rst", "operators/azure_blob_to_gcs.rst", "operators/index.rst", "operators/local_to_adls.rst", "operators/sftp_to_wasb.rst", "secrets-backends/azure-key-vault.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.adx</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.asb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_batch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_instance</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_registry</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_container_volume</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_cosmos</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_factory</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_data_lake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.azure_fileshare</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.base_azure</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.batch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.container_instance</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.container_registry</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.container_volume</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.cosmos</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.data_factory</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.data_lake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.fileshare</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.hooks.wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.log.wasb_task_handler</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_delete</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adls_list</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.adx</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.asb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_batch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_container_instances</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.azure_cosmos</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.batch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.container_instances</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.cosmos</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.data_factory</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.azure_key_vault</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.secrets.key_vault</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.azure_cosmos</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.cosmos</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.data_factory</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.sensors.wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_adf_run_pipeline</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_adls_delete</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_azure_blob_to_gcs</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_azure_container_instances</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_azure_cosmosdb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_azure_service_bus</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_fileshare</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_local_to_adls</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_local_to_wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure.example_sftp_to_wasb</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.microsoft.azure</span></code>", "Package apache-airflow-providers-microsoft-azure", "Microsoft Azure Container Registry Connection", "Microsoft Azure Data Factory", "Microsoft Azure Data Lake Connection", "Microsoft Azure Data Explorer", "Microsoft Azure Service Bus", "Microsoft Azure Connection", "Microsoft Azure Batch", "Microsoft Azure Container Volume Connection", "Microsoft Azure Cosmos", "Microsoft Azure File Share Connection", "Connection Types", "Microsoft Azure Blob Storage Connection", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-microsoft-azure</span></code>", "Installing from sources", "Writing logs to Azure Blob Storage", "Azure Data Factory Operators", "Azure DataLake Storage Operators", "Azure Service Bus Operators", "Azure Blob Storage Transfer Operator", "Microsoft Operators", "Upload data from Local Filesystem to Azure Data Lake", "Azure Blob Storage Transfer Operator", "Azure Key Vault Backend"], "terms": {"thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "contain": [0, 11, 12, 13, 14, 15, 17, 18, 20, 27, 32, 33, 37, 45, 46, 50, 52, 64, 70, 75, 77, 78, 79, 83, 86], "data": [0, 16, 17, 20, 24, 27, 33, 35, 43, 46, 49, 51, 52, 64, 75, 77, 81, 84], "explor": [0, 27, 64, 75, 77], "azuredataexplorerhook": [0, 27, 64, 77], "azure_data_explorer_conn_id": [0, 27], "default_conn_nam": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 35, 43], "sourc": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 26, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 77, 80, 81, 82, 83, 85], "base": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 26, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 82], "basehook": [0, 1, 10, 11, 13, 14, 15, 16, 17, 18, 20], "interact": [0, 1, 15, 16, 17, 18, 20, 52, 82], "kusto": [0, 27, 64, 77], "cluster": [0, 68], "specifi": [0, 1, 15, 16, 20, 24, 28, 32, 34, 35, 40, 46, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 83, 86, 87], "url": [0, 40, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 77], "exampl": [0, 11, 15, 17, 20, 24, 32, 33, 40, 42, 56, 57, 64, 65, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 85, 86, 87], "http": [0, 27, 40, 73, 74, 77, 78, 87], "help": [0, 79, 82], "window": [0, 20, 33, 79], "net": [0, 79, 87], "The": [0, 1, 10, 11, 16, 20, 24, 28, 32, 33, 34, 35, 40, 42, 43, 46, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 82, 83, 85, 86, 87], "paramet": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 64, 67, 68, 70, 72, 73, 74, 76, 77, 80, 82, 87], "must": [0, 11, 20, 32, 46, 87], "through": [0, 20, 66, 68], "connect": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 24, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 57, 64, 77, 79, 83], "detail": [0, 1, 12, 32, 40, 64, 77, 78, 87], "tenant": [0, 17, 65, 66, 67, 68, 70, 73, 76], "id": [0, 10, 11, 12, 13, 14, 16, 17, 18, 32, 33, 35, 40, 42, 46, 52, 77, 78, 83, 86, 87], "To": [0, 78, 82, 83, 86, 87], "learn": 0, "about": [0, 64, 78, 83, 86], "refer": [0, 1, 10, 14, 15, 17, 18, 20, 24, 27, 28, 32, 33, 34, 35, 37, 40, 42, 45, 46, 49, 50, 51, 52], "doc": [0, 27, 40, 42, 64, 77], "com": [0, 27, 40, 65, 68, 71, 72, 73, 74, 76, 77, 78], "en": [0, 27, 40], "us": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 40, 41, 46, 47, 49, 50, 51, 52, 56, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87], "onedr": 0, "find": [0, 17, 24, 69], "your": [0, 52, 77, 83, 86, 87], "offic": 0, "365": 0, "authent": [0, 10, 20, 40, 83, 86, 87], "method": [0, 24, 32, 33, 34, 35, 37, 40, 46, 49, 51, 64, 68, 70, 72, 74, 76, 77], "avail": [0, 68, 77, 78], "ar": [0, 1, 17, 23, 28, 33, 35, 49, 52, 64, 66, 67, 68, 69, 70, 72, 73, 74, 76, 77, 78, 79], "aad_app": [0, 68], "aad": [0, 68], "applic": [0, 12, 20, 64, 68, 82], "certif": [0, 68, 78], "A": [0, 1, 11, 12, 13, 14, 16, 17, 18, 24, 28, 32, 64, 68, 77], "requir": [0, 12, 17, 32, 33, 46, 68, 79], "when": [0, 1, 20, 23, 24, 28, 32, 33, 34, 35, 37, 46, 49, 51, 52, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 77], "kei": [0, 14, 15, 20, 33, 40, 64, 66, 68, 69, 70, 71, 72, 73, 74, 76, 78], "usernam": [0, 65, 68], "password": [0, 12, 15, 17, 20, 33, 64, 65, 67, 68, 70, 72, 73, 74, 76, 77, 83, 86], "aad_app_cert": [0, 68], "pem": [0, 68], "thumbprint": [0, 68], "aad_cr": [0, 68], "aad_devic": [0, 68], "devic": [0, 68], "code": [0, 64, 68, 78, 80], "pleas": [0, 2, 3, 4, 5, 6, 7, 8, 9, 25, 26, 29, 30, 31, 33, 38, 41, 47, 49, 68, 69, 78, 80, 82, 83, 86], "note": [0, 33, 35, 57, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76], "you": [0, 12, 15, 40, 52, 57, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 79, 82, 85, 87], "choos": [0, 68, 78], "option": [0, 1, 11, 15, 16, 18, 20, 27, 28, 32, 33, 35, 37, 40, 43, 45, 46, 49, 50, 51, 52, 64, 66, 67, 68, 70, 72, 73, 74, 76, 77], "ll": [0, 68], "need": [0, 1, 12, 20, 28, 32, 33, 35, 66, 67, 68, 70, 72, 74, 76, 77, 83, 86], "everi": [0, 68], "new": [0, 12, 15, 18, 20, 23, 27, 34, 35, 52, 64, 68, 77, 79], "instanc": [0, 11, 12, 13, 23, 27, 32, 33, 35, 68, 70, 77], "initi": [0, 64, 65, 66, 67, 68, 69, 70, 71, 73, 77], "It": [0, 1, 10, 20, 23, 28, 32, 34, 66, 68, 70, 78, 79, 80], "highli": [0, 68], "recommend": [0, 68, 78, 79], "creat": [0, 1, 11, 12, 15, 16, 17, 18, 20, 23, 24, 28, 32, 33, 34, 35, 37, 40, 46, 49, 50, 51, 52, 59, 64, 68, 70, 77, 78, 79, 84], "one": [0, 15, 20, 52, 64, 65, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78], "all": [0, 11, 20, 24, 28, 33, 35, 37, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "queri": [0, 15, 27, 42, 51, 68], "str": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52], "conn_name_attr": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20], "azure_data_explorer_default": [0, 27, 68], "conn_typ": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20], "azure_data_explor": 0, "hook_nam": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20], "static": [0, 1, 10, 11, 13, 14, 15, 16, 17, 18, 20, 40, 64, 77], "get_connection_form_widget": [0, 10, 11, 14, 15, 16, 17, 18, 20], "return": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 27, 32, 35, 37, 40, 64, 77], "widget": [0, 10, 11, 14, 15, 16, 17, 18, 20], "add": [0, 10, 11, 14, 15, 16, 17, 18, 20, 49, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "form": [0, 10, 11, 14, 15, 16, 17, 18, 20, 64, 77], "get_ui_field_behaviour": [0, 1, 10, 11, 13, 14, 15, 16, 17, 18, 20], "custom": [0, 1, 10, 11, 13, 14, 15, 16, 17, 18, 20, 64, 77, 79], "field": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 51, 52, 64, 69, 77, 83, 86], "behaviour": [0, 1, 10, 11, 13, 14, 15, 16, 17, 18, 20], "get_conn": [0, 1, 10, 11, 13, 15, 16, 17, 18, 20], "self": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 78], "kustocli": 0, "object": [0, 11, 17, 18, 20, 23, 24, 46, 52, 83, 86, 87], "run_queri": 0, "databas": [0, 15, 27, 34, 51, 73], "none": [0, 1, 11, 15, 16, 17, 18, 20, 23, 27, 28, 32, 33, 35, 37, 40, 43, 45, 46, 49, 50, 51, 52, 78, 83], "run": [0, 11, 16, 27, 32, 33, 35, 43, 51, 52, 57, 64, 77, 78], "kql": [0, 27], "configur": [0, 11, 15, 16, 20, 40, 64, 77, 79, 87], "respons": [0, 20, 27], "kustoresponsedataset": 0, "If": [0, 11, 12, 16, 17, 20, 23, 32, 35, 37, 40, 46, 49, 52, 66, 68, 70, 72, 74, 76, 77, 78, 79, 87], "unsuccess": 0, "airflowexcept": [0, 16], "rais": [0, 16, 17, 24], "dict": [0, 27, 33, 34, 35, 45, 49, 50, 51, 52], "see": [0, 15, 17, 20, 27, 51, 64, 77, 83, 86], "api": [0, 11, 17, 27, 40, 49, 64, 77, 82, 83, 86], "netfx": [0, 27], "request": [0, 27, 40, 46, 87], "properti": [0, 12, 27, 32, 35, 52], "list": [0, 1, 12, 15, 17, 18, 20, 24, 27, 28, 32, 33, 46, 52, 64, 77, 82], "clientrequestproperti": [0, 27], "type": [0, 10, 11, 12, 15, 16, 17, 18, 20, 23, 28, 32, 33, 35, 40, 51, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 87], "kustoresponsedatasetv2": 0, "4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87], "baseazureservicebushook": 1, "azure_service_bus_conn_id": [1, 28], "session": [1, 28], "string": [1, 11, 18, 20, 23, 24, 28, 32, 46, 64, 69, 72, 74, 76], "servic": [1, 10, 11, 12, 13, 16, 28, 32, 33, 40, 46, 64, 75, 77, 80, 83, 84, 86, 87], "bu": [1, 28, 64, 75, 77, 84], "azure_service_bus_default": [1, 28, 69], "azure_service_bu": [1, 28], "abstract": 1, "adminclienthook": 1, "servicebusadministrationcli": [1, 28], "client": [1, 10, 11, 15, 16, 17, 28, 40, 64, 66, 67, 77, 87], "updat": [1, 15, 16, 64, 77, 79], "delet": [1, 12, 15, 16, 17, 18, 20, 24, 28, 32, 37, 52, 59, 62, 64, 81, 84], "resourc": [1, 10, 12, 16, 33, 35, 43, 66, 69, 82, 83, 86, 87], "namespac": [1, 28, 82], "same": [1, 24, 32, 33, 34, 35, 37, 46, 49, 51, 77], "inherit": 1, "from": [1, 12, 15, 17, 18, 20, 23, 24, 28, 32, 35, 40, 46, 51, 52, 64, 77, 79, 81, 82, 84, 87], "create_queu": 1, "queue_nam": [1, 28, 58, 82], "max_delivery_count": [1, 28], "10": [1, 28, 64, 77], "dead_lettering_on_message_expir": [1, 28], "true": [1, 17, 18, 20, 23, 24, 28, 32, 33, 35, 37, 49, 52, 79, 81], "enable_batched_oper": [1, 28], "queue": [1, 28, 64, 77, 84], "admin": [1, 28], "queueproperti": [1, 28], "name": [1, 11, 12, 16, 17, 18, 20, 24, 28, 32, 33, 34, 35, 37, 40, 43, 45, 46, 50, 51, 52, 59, 64, 65, 66, 67, 71, 73, 77, 79, 83, 87], "int": [1, 11, 12, 16, 17, 20, 28, 32, 35, 49], "maximum": [1, 28], "deliveri": [1, 28], "count": [1, 18, 28, 33], "messag": [1, 12, 23, 28, 58, 64, 77, 84], "automat": [1, 20, 28, 32, 77], "dead": [1, 28], "letter": [1, 28], "after": [1, 12, 28, 32, 64], "number": [1, 11, 17, 20, 28, 32, 33, 49, 64], "default": [1, 15, 16, 20, 28, 32, 35, 40, 50, 52, 64, 77, 80, 87], "valu": [1, 15, 16, 20, 28, 33, 35, 40, 64, 77, 80, 83, 86, 87], "bool": [1, 11, 16, 17, 18, 20, 23, 24, 28, 32, 35, 37, 46, 49, 50, 52], "indic": [1, 16, 28, 78], "whether": [1, 11, 17, 20, 24, 28, 32, 49, 52], "subscript": [1, 28, 64, 66, 70, 72, 74, 76, 77, 84], "ha": [1, 11, 16, 28, 33, 79], "support": [1, 17, 24, 28, 33, 35, 40, 49, 64, 69, 77, 87], "expir": [1, 28], "server": [1, 28, 52, 62, 65, 78], "side": [1, 28], "batch": [1, 2, 19, 21, 28, 29, 36, 64, 75, 77, 82], "oper": [1, 16, 21, 46, 49, 51, 52, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 85], "enabl": [1, 28, 35, 46, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 79, 87], "delete_queu": 1, "delete_subscript": 1, "subscription_nam": [1, 28, 58, 82], "topic_nam": [1, 28, 58, 82], "topic": [1, 28, 82], "entiti": [1, 28, 82], "under": [1, 11, 28, 32, 35, 66, 82], "servicebu": [1, 28, 77], "own": [1, 28], "rule": [1, 64], "messagehook": 1, "servicebuscli": 1, "act": [1, 10], "high": [1, 64], "level": [1, 64], "interfac": [1, 64, 66], "get": [1, 11, 12, 14, 15, 16, 32, 33, 35, 40, 46, 52, 64, 69, 77, 78, 83, 86], "servicebussend": 1, "servicebusreceiv": 1, "send_messag": 1, "batch_message_flag": 1, "fals": [1, 11, 14, 17, 18, 20, 23, 24, 28, 32, 37, 49, 50, 52, 64, 80, 82, 83], "By": [1, 35, 64, 78, 80], "send": [1, 28, 84], "s": [1, 12, 16, 23, 32, 35, 37, 49, 64, 77, 78, 79, 80, 81], "union": [1, 16, 28, 46], "which": [1, 10, 11, 12, 13, 14, 17, 18, 24, 28, 32, 33, 40, 42, 46, 49, 52, 66, 87], "sent": [1, 28, 40, 87], "can": [1, 15, 17, 20, 24, 28, 33, 40, 49, 52, 57, 66, 67, 68, 70, 72, 73, 74, 76, 77, 78, 79, 80, 82, 83, 87], "flag": [1, 28, 35], "set": [1, 11, 16, 20, 28, 32, 35, 40, 46, 52, 57, 64, 70, 80, 83, 86, 87], "send_list_messag": 1, "sender": 1, "send_batch_messag": 1, "receive_messag": 1, "max_message_count": [1, 28, 82], "max_wait_tim": [1, 28, 82], "receiv": [1, 28, 84], "onc": [1, 28, 78], "float": [1, 28], "time": [1, 11, 16, 28, 32, 33, 35, 68, 70, 72, 74, 76, 77], "wait": [1, 11, 16, 28, 32, 35, 45, 79, 80], "second": [1, 16, 28, 35], "first": [1, 28, 46, 77], "arriv": [1, 28, 45], "modul": [2, 3, 4, 5, 6, 7, 8, 9, 29, 30, 31, 38, 41, 47, 64, 77], "deprec": [2, 3, 4, 5, 6, 7, 8, 9, 25, 26, 29, 30, 31, 35, 38, 40, 41, 47, 49, 77], "container_inst": [3, 19, 21, 30, 36], "container_registri": [4, 19, 21], "container_volum": [5, 19, 21], "cosmo": [6, 19, 21, 31, 36, 41, 44, 64, 75, 77], "data_factori": [7, 19, 21, 36, 44], "data_lak": [8, 19, 21], "fileshar": [9, 19, 21, 33, 59, 64], "azurebasehook": [10, 12, 64], "sdk_client": 10, "conn_id": [10, 12, 13, 40], "azure_default": [10, 12, 70, 77], "offer": [10, 11, 32, 80, 83, 86], "sever": 10, "mechan": [10, 66, 67, 70], "librari": [10, 15, 64], "upstream": 10, "ani": [10, 16, 17, 20, 23, 32, 33, 35, 37, 46, 49, 77, 78, 85, 87], "sdkclient": 10, "inform": [10, 24, 28, 35, 46, 49, 51, 52, 64, 70, 77, 80, 81, 82, 83, 85, 86], "azure_conn_id": [10, 12], "pass": [10, 20, 33, 35, 64, 66, 69, 77], "dure": 10, "init": 10, "azurebatchhook": [11, 32, 64, 77], "azure_batch_conn_id": [11, 32], "princip": [11, 12, 13, 33, 40, 87], "start": [11, 12, 13, 16, 20, 28, 32, 33, 35, 79], "azure_batch_default": [11, 32, 71], "azure_batch": [11, 19, 21, 36], "configure_pool": 11, "pool_id": [11, 32], "vm_size": 11, "vm_publish": [11, 32], "vm_offer": [11, 32], "sku_starts_with": [11, 32], "vm_sku": [11, 32], "vm_version": [11, 32], "vm_node_agent_sku_id": [11, 32], "os_famili": [11, 32], "os_vers": [11, 32], "display_nam": 11, "target_dedicated_nod": [11, 32, 64], "use_latest_image_and_sku": [11, 32], "kwarg": [11, 17, 18, 20, 24, 25, 26, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52], "pool": [11, 32], "uniqu": [11, 28, 32, 33, 42], "identifi": [11, 16, 32, 35, 43, 52], "within": [11, 17, 32, 33, 35, 49, 52, 80, 83, 86], "account": [11, 14, 17, 18, 20, 24, 32, 46, 64, 67, 71, 72, 73, 74, 76, 77, 83, 86], "size": [11, 12, 18, 32, 85], "virtual": [11, 32], "machin": [11, 32], "displai": [11, 32, 64, 77], "desir": [11, 16, 32, 66], "dedic": [11, 32, 77], "comput": [11, 20, 32], "node": [11, 32], "latest": [11, 32, 33, 64, 77], "verifi": [11, 32, 64, 77, 79], "vm": 11, "imag": [11, 32, 33, 64, 65], "sku": [11, 32, 33], "publish": [11, 32, 82], "marketplac": [11, 32], "For": [11, 20, 24, 28, 32, 33, 35, 40, 46, 49, 52, 64, 65, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 85, 86, 87], "canon": [11, 32], "microsoftwindowsserv": [11, 32], "ubuntuserv": [11, 32], "windowsserv": [11, 32], "search": 11, "version": [11, 32, 40, 64, 77, 78], "agent": [11, 32], "guest": [11, 32], "os": [11, 32], "famili": [11, 32], "instal": [11, 32, 64], "create_pool": 11, "alreadi": [11, 16, 18, 20, 34, 52, 64, 77, 78], "exist": [11, 12, 15, 16, 17, 18, 20, 23, 34, 37, 42, 49, 50, 52, 57, 64, 77, 79], "model": [11, 12, 16, 24, 27, 28, 32, 33, 34, 35, 37, 46, 49, 50, 51, 52, 64], "pooladdparamet": 11, "wait_for_all_node_st": 11, "node_st": 11, "reach": [11, 16, 35], "given": [11, 20, 32, 40, 42], "state": [11, 12], "batch_model": 11, "computenodest": 11, "configure_job": 11, "job_id": [11, 32], "job": [11, 32, 64, 83, 86], "create_job": 11, "jobaddparamet": 11, "configure_task": 11, "task_id": [11, 24, 33, 42, 80, 81, 82, 83, 85, 86], "command_lin": 11, "container_set": 11, "task": [11, 23, 24, 32, 33, 35, 64, 77, 79], "command": [11, 32, 33, 52, 64], "line": [11, 32, 64, 77], "containerconfigur": 11, "well": [11, 78], "doesn": 11, "t": [11, 16, 79], "have": [11, 20, 46, 52, 64, 77, 79, 87], "add_single_task_to_job": 11, "singl": [11, 17, 20, 49, 52, 80], "taskaddparamet": 11, "wait_for_job_tasks_to_complet": 11, "timeout": [11, 16, 32, 35], "particular": 11, "complet": [11, 16, 32, 77], "amount": [11, 28, 32, 33], "befor": [11, 32, 51, 57, 64], "out": [11, 15, 64, 66, 80], "minut": [11, 28, 32], "azurecontainerinstancehook": 12, "base_azur": [12, 19, 21], "commun": [12, 13, 15, 17, 20], "order": [12, 33, 77], "work": [12, 46, 77, 82], "activ": [12, 35, 72, 74, 76], "directori": [12, 17, 18, 24, 49, 59, 72, 74, 76, 78, 79], "app": 12, "registr": 12, "fill": 12, "client_id": [12, 58, 66, 67, 70, 72, 73, 74, 76], "login": [12, 15, 17, 20, 33, 64, 65, 67, 70, 72, 73, 74, 76, 77, 83, 86], "gener": [12, 64, 69, 77], "tenantid": [12, 70], "subscriptionid": [12, 70], "extra": [12, 15, 16, 17, 20, 49, 64, 67, 70, 72, 73, 74, 76, 77, 83], "json": [12, 64, 67, 70, 72, 73, 74, 76, 83], "azure_container_inst": [12, 19, 21, 36], "create_or_upd": 12, "resource_group": [12, 33], "container_group": 12, "group": [12, 16, 33, 35, 43, 66], "mgmt": [12, 16, 33, 77], "containerinst": [12, 33, 77], "containergroup": 12, "get_state_exitcode_detail": 12, "exitcod": 12, "tupl": [12, 33], "unknown": [12, 78], "get_messag": 12, "event": 12, "get_stat": 12, "get_log": 12, "tail": 12, "1000": 12, "log": [12, 21, 40, 64, 77], "test": [12, 15, 16, 18, 20, 64, 77, 80, 81, 82, 83, 85, 86], "registri": [13, 33, 75], "azurecontainerregistryhook": 13, "azure_registri": 13, "azure_container_registry_conn_id": 13, "azure_container_registry_default": [13, 65], "azure_container_registri": [13, 19, 21], "azurecontainervolumehook": 14, "azure_container_volume_conn_id": 14, "azure_container_volume_default": [14, 72], "wrap": 14, "volum": [14, 18, 33, 75, 77], "should": [14, 15, 17, 18, 20, 28, 32, 33, 42, 43, 45, 52, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 79, 83, 87], "azure_container_volum": [14, 19, 21, 72], "get_storagekei": 14, "file": [14, 17, 18, 20, 23, 24, 32, 37, 46, 49, 50, 51, 52, 62, 64, 70, 75, 77, 78, 79, 81, 85, 87], "storag": [14, 17, 18, 20, 23, 37, 45, 46, 50, 52, 64, 72, 74, 75, 77, 84, 85], "get_file_volum": 14, "mount_nam": 14, "share_nam": [14, 18], "storage_account_nam": 14, "read_onli": 14, "integr": [15, 17, 20, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 80], "cosmosdb": [15, 34, 42], "azurecosmosdbhook": [15, 64, 77], "via": [15, 17, 20, 35, 64, 77, 78], "make": [15, 17, 20, 46, 57, 64, 77, 79, 85], "sure": [15, 17, 20, 57, 79], "azure_cosmo": [15, 19, 21, 36, 44], "author": [15, 17, 20, 46, 68, 69, 70, 72, 74, 76, 80], "done": [15, 17, 20], "suppli": [15, 17, 20], "endpoint": [15, 73], "uri": [15, 40, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 87], "secret": [15, 17, 21, 64, 66, 67, 70, 72, 73, 74, 76, 77, 87], "database_nam": [15, 34, 42, 73], "collection_nam": [15, 34, 42, 73], "collect": [15, 34, 73], "azure_cosmos_default": [15, 34, 42, 57, 73], "azure_cosmos_conn_id": [15, 34, 42], "master": [15, 73], "follow": [15, 24, 67, 70, 72, 73, 74, 76, 77, 78, 79, 82, 83, 86], "db": [15, 64, 77], "does_collection_exist": 15, "check": [15, 16, 17, 18, 20, 23, 35, 42, 43, 52, 64, 77, 78, 80, 83], "create_collect": 15, "does_database_exist": 15, "create_databas": 15, "delete_databas": 15, "delete_collect": 15, "upsert_docu": 15, "document": [15, 34, 42, 57, 64, 69, 77, 80, 81, 82, 83, 85, 86], "document_id": [15, 42], "insert": [15, 34], "insert_docu": 15, "delete_docu": 15, "get_docu": 15, "sql_string": 15, "partition_kei": 15, "sql": [15, 51], "test_connect": [15, 16, 18, 20, 64, 77], "get_database_link": 15, "database_id": 15, "link": [15, 16, 35, 64, 70, 77, 78], "get_collection_link": 15, "collection_id": 15, "get_document_link": 15, "credenti": [16, 40, 46, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 87], "provide_targeted_factori": 16, "func": 16, "target": [16, 20, 42, 50, 52], "factori": [16, 35, 43, 64, 75, 77, 84], "decor": [16, 64, 77], "case": [16, 17, 49, 52], "isn": 16, "resource_group_nam": [16, 35, 43], "factory_nam": [16, 35, 43], "pipelineruninfo": 16, "typing_compat": 16, "typeddict": 16, "pipelin": [16, 35, 43, 64, 77, 80], "info": [16, 46, 64], "dictionari": [16, 24, 32, 33, 34, 35, 37, 46, 49, 51, 67, 70, 72, 73, 74, 76], "run_id": [16, 43, 80], "azuredatafactorypipelinerunstatu": 16, "status": 16, "queu": 16, "in_progress": 16, "inprogress": 16, "succeed": [16, 80], "fail": [16, 23, 32, 35, 52, 64, 77, 79], "cancel": 16, "terminal_status": 16, "except": [16, 64, 77], "azuredatafactorypipelinerunexcept": 16, "azuredatafactoryhook": [16, 35, 43, 64, 77], "azure_data_factory_conn_id": [16, 35, 43], "azure_data_factori": [16, 19, 21], "azure_data_factory_default": [16, 66], "get_factori": 16, "config": [16, 40, 64, 70, 74, 76, 79, 87], "adf": [16, 64, 77], "datafactori": [16, 77], "update_factori": 16, "definit": 16, "doe": [16, 18, 20, 37], "create_factori": 16, "delete_factori": 16, "get_linked_servic": 16, "linked_service_nam": 16, "linkedserviceresourc": 16, "update_linked_servic": 16, "linked_servic": 16, "create_linked_servic": 16, "delete_linked_servic": 16, "get_dataset": 16, "dataset_nam": 16, "dataset": [16, 20], "datasetresourc": 16, "update_dataset": 16, "create_dataset": 16, "delete_dataset": 16, "get_pipelin": 16, "pipeline_nam": [16, 35, 80], "pipelineresourc": 16, "update_pipelin": 16, "create_pipelin": 16, "delete_pipelin": 16, "run_pipelin": 16, "createrunrespons": 16, "get_pipeline_run": 16, "pipelinerun": 16, "get_pipeline_run_statu": 16, "current": [16, 33, 52, 69], "statu": [16, 35, 43, 80], "wait_for_pipeline_run_statu": 16, "expected_status": 16, "check_interv": [16, 35], "60": [16, 35], "24": [16, 35, 64], "7": [16, 35], "match": [16, 17, 20, 37, 42, 45, 49, 64, 78, 83], "expect": 16, "es": 16, "against": [16, 51, 64], "termin": [16, 35, 80], "boolean": [16, 28], "expected_statu": 16, "cancel_pipeline_run": 16, "get_trigg": 16, "trigger_nam": 16, "trigger": [16, 57, 79], "triggerresourc": 16, "update_trigg": 16, "create_trigg": 16, "delete_trigg": 16, "start_trigg": 16, "poller": 16, "core": [16, 17, 49, 79], "poll": 16, "lropol": 16, "stop_trigg": 16, "stop": [16, 64], "rerun_trigg": 16, "rerun": [16, 35], "cancel_trigg": 16, "lake": [17, 24, 49, 51, 75, 81, 84], "azuredatalakehook": [17, 64], "rest": [17, 27, 82], "compat": [17, 64, 77], "webhdf": 17, "azure_data_lak": [17, 19, 21], "account_nam": [17, 20, 65, 67], "azure_data_lake_default": [17, 24, 49, 67], "azure_data_lake_conn_id": [17, 24, 49, 51], "user": [17, 32, 33, 40, 64, 77, 78, 87], "azuredlfilesystem": 17, "check_for_fil": [17, 18], "file_path": [17, 18, 20, 46, 50, 83], "path": [17, 18, 20, 24, 40, 46, 49, 50, 51, 52, 64, 70, 77, 81], "otherwis": [17, 18, 20, 23, 77], "upload_fil": [17, 54, 60, 85], "local_path": [17, 49, 85], "remote_path": [17, 49, 85], "nthread": [17, 49], "64": [17, 49], "overwrit": [17, 49, 52], "buffers": [17, 49], "4194304": [17, 49], "blocksiz": [17, 49], "upload": [17, 18, 20, 23, 32, 46, 49, 50, 52, 61, 64, 77, 84], "local": [17, 23, 46, 49, 51, 64, 78, 84], "recurs": [17, 24, 49, 81], "glob": [17, 24, 49], "pattern": [17, 49, 64], "remot": [17, 23, 49, 52, 64, 77], "multipl": [17, 20, 49, 52, 64, 66, 68, 69, 70, 72, 74, 76, 77], "root": [17, 49], "write": [17, 23, 49], "thread": [17, 32, 33, 35, 49], "forcibl": [17, 49], "quit": [17, 49], "regardless": [17, 49], "would": [17, 24, 40, 49, 71, 87], "overwritten": [17, 23, 49], "onli": [17, 20, 33, 35, 49, 52, 57, 67, 68, 70, 72, 74, 76, 77], "filenam": [17, 46, 49, 51, 83], "actual": [17, 49], "22": [17, 49, 64], "byte": [17, 18, 20, 49], "intern": [17, 49], "buffer": [17, 49], "block": [17, 49], "cannot": [17, 49], "bigger": [17, 49], "than": [17, 49], "chunk": [17, 20, 49], "smaller": [17, 49], "each": [17, 20, 32, 49, 82, 87], "we": [17, 49], "call": [17, 49, 64, 67, 79], "download_fil": 17, "download": [17, 18, 20, 32, 46, 52, 78], "blob": [17, 20, 37, 45, 46, 50, 52, 64, 72, 74, 75, 77, 84], "specif": [17, 28, 64, 65, 66, 67, 70, 72, 73, 74, 76, 82], "unless": 17, "Will": 17, "globstr": 17, "full": 17, "adl": [17, 21, 25, 26, 36, 64, 77, 81, 85], "remov": [17, 24, 64, 77, 78, 81], "ignore_not_found": [17, 24], "loop": [17, 24], "locat": [17, 23, 24, 52, 79], "error": [17, 23, 24, 64, 77], "found": [17, 23, 24], "azurefilesharehook": [18, 64, 77], "azure_fileshare_conn_id": 18, "azure_fileshare_default": [18, 74], "azure_fileshar": [18, 19, 21, 74], "fileservic": 18, "check_for_directori": 18, "directory_nam": 18, "share": [18, 69, 71, 72, 75, 76, 77], "keyword": [18, 20, 37, 45, 50, 52], "argument": [18, 20, 37, 45, 50, 52, 64, 77], "take": [18, 20, 24, 28, 35, 37, 45, 46, 49, 50, 52, 64], "file_nam": 18, "list_directories_and_fil": 18, "store": [18, 51, 65, 67, 77, 79, 83, 85, 86], "list_fil": 18, "create_shar": 18, "delete_shar": 18, "create_directori": 18, "get_fil": [18, 20], "where": [18, 20, 64], "get_file_to_path": 18, "get_file_to_stream": 18, "stream": [18, 20], "io": [18, 33], "filehandl": 18, "load_fil": [18, 20, 50, 52], "load": [18, 20, 50, 51, 64], "create_file_from_path": 18, "load_str": [18, 20], "string_data": [18, 20], "create_file_from_text": 18, "load_stream": 18, "open": 18, "create_file_from_stream": 18, "adx": [19, 21, 36, 68], "asb": [19, 21, 36], "wasb": [19, 21, 23, 37, 44, 46, 50, 52, 64, 76, 77, 79, 86], "protocol": [20, 74], "sa": [20, 69, 72, 74, 76], "token": [20, 46, 66, 67, 70, 72, 73, 74, 76, 83, 86], "wasb_default": [20, 37, 45, 46, 50, 52, 76, 83, 86], "wasbhook": [20, 23, 37, 45, 50, 52, 64, 77], "wasb_conn_id": [20, 37, 45, 46, 50, 52], "public_read": 20, "These": [20, 35], "account_kei": 20, "addit": [20, 64, 77], "blockblockservic": 20, "constructor": [20, 64], "ad": [20, 32, 64, 65, 77, 83], "sas_token": [20, 64, 77, 83], "your_token": 20, "defaultazurecredenti": [20, 40, 64, 66, 77, 87], "infrastructur": 20, "anonym": [20, 72, 74, 76], "public": [20, 72, 74, 76], "read": [20, 23, 40, 72, 74, 76, 79], "access": [20, 40, 69, 71, 72, 74, 76, 79], "blobservicecli": [20, 64, 77], "check_for_blob": [20, 37, 45], "container_nam": [20, 37, 45, 46, 50, 52, 79, 83, 86], "blob_nam": [20, 37, 45, 46, 50, 55, 83], "blobclient": 20, "get_blob_properti": 20, "check_for_prefix": [20, 45], "prefix": [20, 37, 40, 45, 52], "containercli": 20, "walk_blob": 20, "get_blobs_list": [20, 64], "includ": [20, 33, 64, 66], "delimit": [20, 51, 64, 77], "filter": 20, "result": 20, "whose": 20, "begin": [20, 53], "more": [20, 24, 28, 32, 33, 34, 35, 37, 40, 46, 49, 51, 52, 64, 77, 83, 86, 87], "snapshot": 20, "metadata": [20, 28], "uncommittedblob": 20, "copi": [20, 52, 79], "e": [20, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "g": 20, "csv": [20, 51], "create_contain": [20, 50, 52], "attempt": [20, 35, 50, 52, 64, 77], "prior": [20, 50, 52], "mai": [20, 50, 52, 64, 87], "yet": [20, 50, 52], "upload_blob": 20, "download_blob": 20, "read_fil": 20, "blob_typ": 20, "blockblob": 20, "length": 20, "either": [20, 28], "pageblob": 20, "appendblob": 20, "optim": 20, "perform": [20, 35, 52, 80, 82], "offset": 20, "storagestreamdownload": 20, "rang": 20, "section": [20, 87], "delete_contain": 20, "delete_blob": 20, "mark": 20, "blobproperti": 20, "delete_fil": [20, 52, 64, 77], "is_prefix": [20, 37], "ignore_if_miss": [20, 37], "success": [20, 37], "even": [20, 37, 64], "hook": [21, 23, 28, 49, 52, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 79], "wasb_task_handl": [21, 22], "adls_delet": [21, 36, 77], "adls_list": [21, 36, 77], "wasb_delete_blob": [21, 36], "azure_key_vault": [21, 39], "key_vault": [21, 38, 39, 87], "sensor": [21, 64, 66, 77], "transfer": [21, 64, 84], "azure_blob_to_gc": [21, 48], "file_to_wasb": [21, 48], "local_to_adl": [21, 48], "local_to_wasb": [21, 47, 48], "oracle_to_azure_data_lak": [21, 48], "sftp_to_wasb": [21, 48], "wasbtaskhandl": 23, "base_log_fold": 23, "wasb_log_fold": 23, "wasb_contain": 23, "delete_local_copi": 23, "filename_templ": 23, "util": [23, 40], "file_task_handl": 23, "filetaskhandl": 23, "logging_mixin": [23, 40], "loggingmixin": [23, 40], "python": [23, 24, 40, 64, 77, 78, 87], "handler": [23, 64, 77, 79], "handl": [23, 64, 77], "extend": 23, "set_context": 23, "ti": [23, 33], "task_inst": 23, "context": [23, 24, 27, 28, 32, 33, 34, 35, 37, 42, 43, 45, 46, 49, 50, 51, 52, 64], "close": 23, "wasb_log_exist": 23, "remote_log_loc": 23, "els": 23, "wasb_read": 23, "return_error": 23, "occur": 23, "wasb_writ": 23, "append": 23, "silent": 23, "wa": [23, 35, 77], "adlsdeleteoper": [24, 25, 77], "baseoper": [24, 27, 28, 32, 33, 34, 35, 37, 46, 49, 50, 51, 52], "how": [24, 28, 35, 46, 49, 52, 69, 78, 83, 85], "look": [24, 28, 35, 46, 49, 52, 81, 85, 87], "guid": [24, 28, 33, 35, 46, 49, 52, 64, 78], "template_field": [24, 27, 28, 32, 33, 34, 35, 37, 42, 43, 45, 46, 49, 50, 51, 52, 64], "sequenc": [24, 27, 28, 32, 33, 34, 35, 37, 42, 43, 45, 46, 49, 50, 51, 52, 64], "ui_color": [24, 27, 28, 32, 34, 35, 43, 49, 51], "901dd2": 24, "execut": [24, 27, 28, 32, 33, 34, 35, 37, 46, 49, 50, 51, 52, 79, 80, 82], "main": [24, 32, 33, 34, 35, 37, 46, 49, 51, 64, 78], "deriv": [24, 32, 33, 34, 35, 37, 42, 43, 45, 46, 49, 51], "render": [24, 32, 33, 34, 35, 37, 46, 49, 51, 52], "jinja": [24, 32, 33, 34, 35, 37, 46, 49, 51], "templat": [24, 27, 32, 33, 34, 35, 37, 46, 49, 50, 51, 52, 64, 77, 79], "get_template_context": [24, 32, 33, 34, 35, 37, 46, 49, 51], "adlslistoper": [24, 26, 77], "xcom": [24, 64], "downstream": 24, "parquet": 24, "folder": [24, 52, 64, 78], "output": [24, 80], "adls_fil": 24, "azuredatalakestoragedeleteoper": [25, 64, 77], "arg": [25, 26, 49, 64, 77, 83, 86], "azuredatalakestoragelistoper": [26, 77], "azuredataexplorerqueryoper": 27, "00a1f2": 27, "template_ext": 27, "get_hook": [27, 32], "primaryresult": 27, "v2": [27, 64], "response2": 27, "azureservicebuscreatequeueoper": [28, 82], "e4f0e8": [28, 34, 49], "azureservicebussendmessageoper": [28, 82], "Its": 28, "ref": [28, 64], "howto": 28, "azureservicebusreceivemessageoper": [28, 82], "5": [28, 82], "azureservicebusdeletequeueoper": [28, 82], "azureservicebussubscriptioncreateoper": [28, 82], "lock_dur": 28, "requires_sess": 28, "default_message_time_to_l": 28, "dead_lettering_on_filter_evaluation_except": 28, "forward_to": 28, "user_metadata": 28, "forward_dead_lettered_messages_to": 28, "auto_delete_on_idl": 28, "datetim": [28, 35, 64, 83], "timedelta": 28, "iso": 28, "8601": 28, "span": 28, "durat": 28, "peek": 28, "lock": 28, "other": [28, 82, 87], "lockdur": 28, "input": [28, 33], "format": [28, 83], "like": [28, 71, 82, 87], "pt300": 28, "accept": 28, "concept": 28, "live": 28, "timetol": 28, "itself": 28, "recipi": 28, "forward": 28, "associ": 28, "charact": [28, 51, 64], "1024": 28, "idl": 28, "interv": 28, "minimum": [28, 77], "azureservicebussubscriptiondeleteoper": [28, 82], "azurebatchoper": [32, 64], "batch_pool_id": 32, "batch_pool_vm_s": 32, "batch_job_id": 32, "batch_task_command_lin": 32, "batch_task_id": 32, "batch_pool_display_nam": 32, "batch_job_display_nam": 32, "batch_job_manager_task": 32, "batch_job_preparation_task": 32, "batch_job_release_task": 32, "batch_task_display_nam": 32, "batch_task_container_set": 32, "batch_start_task": 32, "batch_max_retri": 32, "3": [32, 40], "batch_task_resource_fil": 32, "batch_task_output_fil": 32, "batch_task_user_ident": 32, "target_low_priority_nod": 32, "enable_auto_scal": [32, 64], "auto_scale_formula": 32, "use_latest_verified_vm_image_and_sku": 32, "25": [32, 64], "should_delete_job": 32, "should_delete_pool": 32, "jobmanagertask": 32, "manag": [32, 40, 64, 66, 68, 70, 72, 74, 76, 77, 78, 80, 82, 87], "launch": 32, "jobpreparationtask": 32, "prepar": [32, 64], "jobreleasetask": 32, "releas": [32, 64, 77], "undo": 32, "chang": [32, 64], "made": [32, 78], "taskcontainerset": 32, "starttask": 32, "join": 32, "restart": [32, 33, 79], "retri": 32, "consid": 32, "resourcefil": 32, "outputfil": 32, "userident": 32, "ident": [32, 40, 46, 64, 66, 77, 87], "omit": 32, "non": [32, 35, 64], "administr": 32, "low": 32, "prioriti": 32, "adjust": 32, "over": 32, "formula": 32, "enableautoscal": 32, "f0f0e4": 32, "on_kil": [32, 33, 35], "overrid": [32, 33, 35, 42, 43, 45, 83], "cleanup": [32, 33, 35, 64, 77], "subprocess": [32, 33, 35], "kill": [32, 33, 35], "multiprocess": [32, 33, 35], "clean": [32, 33, 35, 64], "up": [32, 33, 35, 64, 79, 87], "leav": [32, 33, 35], "ghost": [32, 33, 35], "process": [32, 33, 35, 79], "behind": [32, 33, 35], "clean_up": 32, "default_environment_vari": 33, "default_secured_vari": 33, "default_volum": 33, "default_memory_in_gb": 33, "default_cpu": 33, "azurecontainerinstancesoper": [33, 56, 64, 77], "ci_conn_id": 33, "registry_conn_id": 33, "region": 33, "environment_vari": 33, "secured_vari": 33, "memory_in_gb": 33, "cpu": 33, "gpu": 33, "remove_on_error": 33, "fail_if_exist": 33, "tag": 33, "os_typ": 33, "linux": 33, "restart_polici": 33, "never": 33, "ip_address": 33, "port": 33, "privat": 33, "docker": 33, "wherein": 33, "parallel": 33, "pair": 33, "environ": [33, 40, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 87], "variabl": [33, 40, 52, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76], "environment": 33, "expos": 33, "outsid": 33, "typic": [33, 80], "mount": 33, "memori": 33, "alloc": 33, "insid": [33, 52, 64], "container_timeout": 33, "max": 33, "allow": [33, 85], "system": [33, 35, 64, 66, 79, 80, 81, 82, 83, 85, 86], "possibl": [33, 64], "polici": [33, 77], "alwai": 33, "onfailur": 33, "ipaddress": 33, "ip": 33, "address": 33, "azure_service_princip": 33, "azure_registry_us": 33, "my": 33, "ds": 33, "myprivateregistri": 33, "azurecr": 33, "my_contain": 33, "westeurop": 33, "model_path": 33, "my_valu": 33, "postgres_login": 33, "macro": 33, "postgres_default": 33, "postgres_password": 33, "job_guid": 33, "xcom_pul": 33, "task1": 33, "azure_container_instance_conn_id": 33, "my_storage_contain": 33, "my_fileshar": 33, "14": [33, 64], "gpuresourc": 33, "k80": 33, "bin": [33, 78], "echo": [33, 78], "world": 33, "start_contain": 33, "template_fields_render": [33, 35, 51, 64, 77], "azurecosmosinsertdocumentoper": 34, "both": 34, "thei": 34, "do": [34, 78, 83, 86, 87], "azuredatafactorypipelinerunlink": 35, "baseoperatorlink": [35, 64], "construct": 35, "monitor": [35, 64, 77, 80], "get_link": 35, "dttm": 35, "ti_kei": [35, 64], "extern": 35, "old": 35, "signatur": [35, 64, 69, 77, 78], "function": [35, 42, 43, 45, 64, 80], "That": 35, "still": 35, "runtim": 35, "taskinst": [35, 64, 77], "taskinstancekei": 35, "azuredatafactoryrunpipelineoper": 35, "wait_for_termin": [35, 80], "reference_pipeline_run_id": 35, "is_recoveri": 35, "start_activity_nam": 35, "start_from_failur": 35, "could": 35, "disabl": [35, 80], "asynchron": [35, 80], "long": 35, "azuredatafactorypipelinerunsensor": [35, 80], "correspond": 35, "recoveri": 35, "mode": 35, "referenc": 35, "groupid": 35, "In": 35, "parameternam": 35, "0678d4": 35, "operator_extra_link": 35, "wasbdeletebloboper": 37, "check_opt": [37, 45], "azurekeyvaultbackend": [40, 64, 77, 87], "connections_prefix": [40, 87], "variables_prefix": [40, 87], "config_prefix": 40, "vault_url": [40, 87], "sep": [40, 78], "basesecretsbackend": 40, "retriev": 40, "vault": [40, 64], "backend": [40, 64, 77], "cfg": [40, 79, 87], "backend_kwarg": [40, 87], "azure_key_vault_uri": 40, "smtp": [40, 87], "And": 40, "hello": [40, 87], "sdk": [40, 87], "azure_tenant_id": [40, 87], "azure_client_id": [40, 87], "azure_client_secret": [40, 87], "view": 40, "null": [40, 87], "separ": [40, 64], "concaten": 40, "secret_prefix": 40, "secret_id": 40, "get_conn_valu": [40, 64, 77], "serial": 40, "represent": [40, 87], "get_conn_uri": [40, 64, 77], "As": 40, "deseri": 40, "get_vari": 40, "get_config": 40, "build_path": 40, "path_prefix": 40, "build": [40, 64, 78], "valid": [40, 64, 77, 78], "also": [40, 77, 78], "replac": [40, 64, 77], "underscor": 40, "dash": 40, "easi": [40, 85], "switch": [40, 64], "between": 40, "so": [40, 79, 87], "connection_default": 40, "becom": 40, "azurecosmosdocumentsensor": [42, 57, 64, 77], "basesensoroper": [42, 43, 45], "azure_cosmos_sensor": 42, "somedatabase_nam": 42, "somecollection_nam": 42, "poke": [42, 43, 45], "defin": [42, 43, 45, 79], "while": [42, 43, 45], "azuredatafactorypipelinerunstatussensor": [43, 80], "50e6ff": 43, "wasbblobsensor": [45, 83], "wasbprefixsensor": 45, "azureblobstoragetogcsoper": [46, 83], "gcp_conn_id": 46, "google_cloud_default": 46, "bucket_nam": [46, 83], "object_nam": [46, 83], "gzip": [46, 83], "delegate_to": [46, 83], "impersonation_chain": [46, 83], "bucket": [46, 64, 79, 83], "googl": [46, 64, 77], "cloud": [46, 64, 80, 86], "fetch": 46, "compress": 46, "imperson": 46, "domain": 46, "wide": 46, "deleg": 46, "short": 46, "term": 46, "chain": 46, "access_token": 46, "last": 46, "grant": 46, "origin": [46, 78], "creator": 46, "iam": 46, "role": 46, "directli": [46, 66, 70], "preced": 46, "localfilesystemtoadlsoper": [49, 64, 77], "extra_upload_opt": 49, "localtoazuredatalakestorageoper": [49, 64, 77], "localfilesystemtowasboper": [50, 64, 77], "load_opt": [50, 52], "oracletoazuredatalakeoper": 51, "azure_data_lake_path": 51, "oracle_conn_id": 51, "sql_param": 51, "encod": [51, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76], "utf": [51, 64], "8": 51, "quotechar": 51, "quot": 51, "quote_minim": 51, "move": [51, 52, 64], "oracl": [51, 64, 77], "destin": 51, "put": 51, "strategi": 51, "unicodecsv": 51, "e08c8c": 51, "sftp": [52, 62, 64, 77], "wildcard": 52, "sftpfile": 52, "sftptowasboper": [52, 86], "sftp_source_path": [52, 86], "blob_prefix": [52, 62, 86], "sftp_conn_id": 52, "sftp_default": [52, 86], "move_object": 52, "wasb_overwrite_object": 52, "appear": 52, "end": 52, "establish": 52, "instead": [52, 64, 77], "equival": 52, "mv": 52, "oppos": 52, "cp": 52, "might": [52, 77], "resourceexistserror": 52, "dry_run": 52, "dry": 52, "just": [52, 79], "get_sftp_files_map": 52, "get_tree_behavior": 52, "extract": 52, "tree": 52, "behavior": 52, "check_wildcards_limit": 52, "source_path_contains_wildcard": 52, "sftp_hook": 52, "re": 52, "get_full_path_blob": 52, "previou": [52, 78], "copy_files_to_wasb": 52, "sftp_file": 52, "uploaded_fil": 52, "been": [52, 79], "env_id": [53, 54, 55, 56, 57, 59, 60, 61, 62], "dag_id": [53, 54, 55, 56, 57, 59, 60, 61, 62, 83], "test_run": [53, 54, 55, 56, 57, 58, 59, 60, 61, 62], "local_file_path": [54, 60, 62, 85], "remote_file_path": [54, 60, 81, 85], "azure_container_nam": [55, 62, 83, 86], "gcp_bucket_file_path": [55, 83], "gcp_bucket_nam": [55, 83], "gcp_object_nam": [55, 83], "wait_for_blob": [55, 83], "dag": [56, 57, 64, 77, 83], "aci_exampl": 56, "t1": [56, 57], "highlight": 57, "usag": [57, 64, 77, 83, 86], "detect": 57, "now": [57, 64, 77], "manual": [57, 77], "airflow": [57, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79, 83, 86, 87], "example_cosmosdb_sensor": 57, "properli": [57, 79], "example_azure_cosmosdb_sensor": 57, "execution_timeout": 58, "sb_mgmt_queue_test": 58, "message_list": 58, "sb_mgmt_topic_test": 58, "sb_mgmt_subscript": 58, "create_service_bus_queu": [58, 82], "myfileshar": 59, "mydirectori": 59, "create_fileshar": 59, "delete_fileshar": 59, "path_to_upload_fil": 61, "sftp_src_path": [62, 86], "sample_filenam": 62, "file_complete_path": 62, "sftp_file_complete_path": 62, "delete_sftp_fil": 62, "transfer_files_to_sftp_step": 62, "example_adf_run_pipelin": [63, 80], "example_adls_delet": [63, 81], "example_azure_blob_to_gc": [63, 83], "example_azure_container_inst": 63, "example_azure_cosmosdb": 63, "example_azure_service_bu": [63, 82], "example_fileshar": 63, "example_local_to_adl": [63, 85], "example_local_to_wasb": 63, "example_sftp_to_wasb": [63, 86], "commit": 64, "changelog": 64, "2022": 64, "07": 64, "13": 64, "subject": 64, "bfd506cbfc": 64, "25018": [64, 77], "aa8bf2cf85": 64, "12": [64, 77, 78], "implement": [64, 77], "24625": [64, 77], "b27fc0367c": 64, "06": 64, "24843": [64, 77], "f18c609d12": 64, "01": 64, "24771": [64, 77], "0de31bd73a": 64, "29": 64, "depend": 64, "24672": 64, "510a6bab45": 64, "28": 64, "class": [64, 77, 87], "yaml": [64, 77], "24702": 64, "09f38ad3f6": 64, "23": 64, "24038": [64, 77], "9c59831ee7": 64, "21": [64, 77], "functool": [64, 77], "cached_properti": [64, 77], "24582": [64, 77], "09": 64, "dcdcf3a2b8": 64, "rc2": 64, "24307": 64, "717a7588bc": 64, "descript": 64, "doubl": 64, "min": 64, "24292": 64, "aeabe994b3": 64, "24231": 64, "c23826915d": 64, "appli": [64, 77], "per": [64, 77], "24153": [64, 77], "027b707d21": 64, "05": 64, "explanatori": 64, "contributor": 64, "24229": 64, "389e858d93": 64, "03": 64, "24154": [64, 77], "6e83885c95": 64, "migrat": [64, 77], "design": [64, 77], "22452": [64, 77], "24141": [64, 77], "3393647aa6": 64, "26": 64, "23941": [64, 77], "ec6761a5c0": 64, "f": 64, "23597": 64, "75c60923e0": 64, "11": [64, 78], "23631": 64, "8f181c1034": 64, "08": 64, "managedident": [64, 77], "23394": [64, 77], "2d109401b3": 64, "04": 64, "bump": 64, "pre": [64, 77], "22887": 64, "8b6b0848a3": 64, "brees": 64, "pull": 64, "23104": 64, "49e336ae03": 64, "dummyoper": [64, 77], "emptyoper": [64, 77], "22974": [64, 77], "6933022e94": 64, "fix": 64, "mypi": 64, "22884": 64, "56ab82ed7a": 64, "mid": 64, "april": 64, "22819": 64, "d3976d9b20": 64, "22735": [64, 77], "7ab45d41d6": 64, "22348": [64, 77], "d7dbfb7e26": 64, "bugfix": [64, 77], "22383": 64, "16adc035b1": 64, "classifi": [64, 77], "march": 64, "22226": 64, "c1ab8e2d7b": 64, "protect": 64, "accident": 64, "misus": 64, "get_valu": 64, "22244": 64, "d08284ed25": 64, "map_index": 64, "22112": 64, "f5b96315fe": 64, "feb": 64, "22056": 64, "ba79adb631": 64, "02": 64, "creation": [64, 77], "20510": [64, 77], "f42559a773": 64, "21924": [64, 77], "08575ddd8a": 64, "21798": 64, "3c4524b4ec": 64, "21514": [64, 77], "0a3ff43d41": 64, "docstr": [64, 77], "param": [64, 77], "21398": [64, 77], "d94fa37830": 64, "januari": 64, "delai": 64, "21439": 64, "6c3a67d4fc": 64, "2021": [64, 78, 83], "21257": 64, "ddb5246bd1": 64, "refactor": [64, 77], "hoc": [64, 77], "21285": [64, 77], "cb73053211": 64, "27": 64, "21074": [64, 77], "602abe8394": 64, "20": [64, 82], "sphinx": 64, "autoapi": 64, "typehint": 64, "20951": 64, "730db3fb77": 64, "18": 64, "fake": 64, "stub": 64, "20936": 64, "f8fd0f7b4c": 64, "explain": [64, 77], "introduc": 64, "20827": 64, "31": 64, "f77417eb0d": 64, "k8": 64, "pypi": [64, 77], "20614": 64, "97496ba2b4": 64, "decemb": 64, "20523": 64, "a22d5bd076": 64, "20611": 64, "83f8e178ba": 64, "ext": 64, "20608": 64, "d56e7b56bb": 64, "30": 64, "friendli": 64, "20571": 64, "a0821235fb": 64, "everywher": 64, "20565": 64, "3299064958": 64, "isort": 64, "pyi": 64, "20556": 64, "e63e23c582": 64, "issu": [64, 77], "20409": 64, "341bf5ab1f": 64, "18877": [64, 77], "05e4cd1c6a": 64, "20207": [64, 77], "2fb5e1d0ec": 64, "15": 64, "declar": 64, "relat": [64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "20226": 64, "42f133c5f6": 64, "inputrequir": [64, 77], "20084": [64, 77], "374574b8d0": 64, "19923": 64, "853576d901": 64, "novemb": 64, "19882": 64, "e25446a8b1": 64, "19668": [64, 77], "11e73d2db1": 64, "16": 64, "unnecessari": [64, 77], "19595": [64, 77], "4212c49324": 64, "compli": [64, 77], "aip": [64, 77], "19431": [64, 77], "0f516458be": 64, "host": [64, 65, 72, 74, 76, 77], "hidden": [64, 77], "19475": [64, 77], "ca679c014c": 64, "19079": [64, 77], "490a382ed6": 64, "ensur": 64, "catchup": 64, "19396": 64, "d9567eb106": 64, "octob": 64, "19321": 64, "61d0093054": 64, "var": [64, 77], "19234": [64, 77], "ceb2b53a10": 64, "start_dat": [64, 77, 83], "19062": [64, 77], "86a2a19ad2": 64, "17": 64, "18855": 64, "1571f80546": 64, "common": [64, 77], "misspel": [64, 77], "18964": [64, 77], "1b75f9181f": 64, "18736": [64, 77], "181ac36db3": 64, "18695": [64, 77], "6d504b43ea": 64, "expand": [64, 77], "auth": [64, 77], "18659": [64, 77], "c8485a83bc": 64, "revert": 64, "18663": 64, "18694": 64, "10421c6931": 64, "840ea3efb9": 64, "septemb": 64, "18613": 64, "a458fcc573": 64, "miscellan": 64, "taskflow": 64, "18278": 64, "46484466c4": 64, "redund": [64, 77], "relabel": [64, 77], "conn": [64, 77, 86], "18386": [64, 77], "97d6892318": 64, "renam": [64, 77, 79], "azuredatalakestorag": [64, 77], "18493": [64, 77], "1d2924c94e": 64, "proper": [64, 77], "18456": [64, 77], "11e34535e8": 64, "19": 64, "17885": [64, 77], "410e6d7967": 64, "18203": [64, 77], "2dac083ae2": 64, "18287": [64, 77], "d119ae8f3f": 64, "18168": [64, 77], "28de326d61": 64, "filetowasboper": [64, 77], "18109": [64, 77], "0a68588479": 64, "august": 64, "17890": 64, "be75dcd39c": 64, "meta": 64, "76ed2a49c6": 64, "import": [64, 77, 78, 79], "lazili": 64, "individu": [64, 65], "17682": 64, "29aab6434f": 64, "17625": [64, 77], "87f408b1e7": 64, "juli": 64, "17116": 64, "48ca9374bf": 64, "default_arg": [64, 83], "16873": 64, "d02ded65ea": 64, "wrongli": 64, "escap": 64, "amazon": 64, "17020": 64, "b916b75079": 64, "17015": 64, "866a601b76": 64, "pylint": 64, "our": 64, "toolchain": 64, "16682": 64, "caf0a8499f": 64, "16628": [64, 77], "ffb1fcacff": 64, "15634": [64, 77], "a2a58d27ef": 64, "reduc": [64, 77], "happi": [64, 77], "16626": [64, 77], "bbc627a3da": 64, "16501": 64, "cbf8001d76": 64, "synchron": 64, "buggfix": 64, "16464": 64, "1fba5402bb": 64, "june": 64, "16405": 64, "0c80a7d411": 64, "azurefileshar": [64, 77], "16388": [64, 77], "29b7f795d6": 64, "16280": [64, 77], "9c94b72d44": 64, "16294": 64, "476d0f6e3d": 64, "pyupgrad": 64, "15991": 64, "c844ff742e": 64, "colon": [64, 77], "space": [64, 77], "15841": [64, 77], "37681bca00": 64, "auto": [64, 77], "apply_default": [64, 77], "15667": [64, 77], "3b4fdd0a7a": 64, "15632": [64, 77], "b1bd59440b": 64, "15637": [64, 77], "0f97a3970d": 64, "invalid": 64, "15651": 64, "db557a8c4a": 64, "15628": 64, "807ad32ce5": 64, "pip": [64, 77, 78], "15576": 64, "657384615f": 64, "14823": [64, 77], "d65e492a3": 64, "azurecontainerinst": [64, 77], "15514": [64, 77], "cb1344b63d": 64, "15352": 64, "1a85ba9e93": 64, "dynam": [64, 77], "15159": [64, 77], "042be2e4e0": 64, "15236": 64, "9b76b94c94": 64, "bunch": [64, 77], "15130": [64, 77], "a7ca1b3b0b": 64, "14968": 64, "68e4c4dcb0": 64, "backport": 64, "14886": 64, "4372d45615": 64, "attribut": [64, 77], "azuredatafactori": [64, 77], "14704": [64, 77], "b753c7fa60": 64, "four": [64, 72, 74, 76], "previous": 64, "exclud": [64, 87], "14655": 64, "e7bb17aeb8": 64, "built": 64, "14606": 64, "630aeff72c": 64, "instanti": [64, 77], "its": [64, 77], "14565": [64, 77], "589d6dec92": 64, "next": [64, 77], "wave": 64, "14487": 64, "11d03d2f63": 64, "11015": [64, 77], "5bfa0f123b": 64, "14313": [64, 77], "ca35bd7f7f": 64, "14125": 64, "10343ec29f": 64, "correct": [64, 78, 79], "tool": 64, "rc": 64, "14082": 64, "88bdcfa0df": 64, "14013": 64, "ac2f72c98d": 64, "13767": 64, "94b1531230": 64, "upgrad": [64, 77], "v12": [64, 77], "12188": [64, 77], "a9ac2b040b": 64, "flynt": 64, "13732": 64, "3fd5ef3555": 64, "miss": 64, "logo": 64, "13717": 64, "b2cb6ee5ba": 64, "13520": [64, 77], "295d66f914": 64, "2020": 64, "grammar": 64, "warn": [64, 77, 78], "13380": 64, "a1e9195076": 64, "13190": 64, "5185d81ff9": 64, "13206": [64, 77], "6cf76d7ac0": 64, "typo": 64, "13148": 64, "5090fb0c89": 64, "script": [64, 78], "13073": 64, "32971a1a2d": 64, "12955": 64, "b40dffa085": 64, "rema": 64, "12917": 64, "9b39f24780": 64, "12558": 64, "bd90136aaf": 64, "12681": 64, "2037303eef": 64, "discoveri": 64, "12466": 64, "543d88b3a1": 64, "12673": 64, "6b3c6add9": 64, "setup": [64, 79], "py": [64, 79, 80, 81, 82, 83, 85, 86], "conflict": 64, "12636": 64, "c34ef853c8": 64, "12444": 64, "0080354502": 64, "readm": [64, 77], "0b2": 64, "12449": 64, "7ca0b6f121": 64, "markdownlint": 64, "md003": 64, "head": 64, "style": 64, "header": 64, "12427": 64, "12438": 64, "ae7cb4a1e2": 64, "wrong": 64, "hash": 64, "12390": 64, "6889a333cf": 64, "improv": 64, "12366": 64, "7825e8f590": 64, "12304": 64, "dd2095f4a8": 64, "simplifi": 64, "express": 64, "12216": 64, "85a18e13d9": 64, "point": 64, "project": 64, "page": [64, 78, 85], "cross": 64, "12212": 64, "59eb5de78c": 64, "come": 64, "0beta1": 64, "12206": 64, "b2a28d1590": 64, "dev": 64, "12082": 64, "3ff7e0743a": 64, "lookup": 64, "12174": 64, "41bf172c1d": 64, "12093": 64, "4e8f9cc8d0": 64, "black": 64, "formmatt": 64, "9550": 64, "8c42cf1b00": 64, "11447": 64, "5a439e84eb": 64, "2a1": 64, "11855": 64, "872b1566a1": 64, "11826": 64, "6ce855af11": 64, "spell": 64, "11821": 64, "349b0811c3": 64, "d200": 64, "pydocstyl": 64, "11688": 64, "f8ff217e2f": 64, "incorrect": 64, "11635": 64, "16e7129719": 64, "11487": 64, "686e0ee7df": 64, "hardcod": 64, "11408": 64, "d2754ef769": 64, "strict": 64, "11359": 64, "832a7850f1": 64, "gc": 64, "11321": 64, "5d007fd2ff": 64, "11342": 64, "b0fcf67559": 64, "azurefilesharetogcsoper": 64, "10991": 64, "c51016b0b8": 64, "10814": 64, "fd682fd70a": 64, "11272": 64, "4210618789": 64, "11251": 64, "0a0e1af800": 64, "broken": 64, "markdown": 64, "toc": 64, "11249": 64, "ca4238eb4d": 64, "month": 64, "11242": 64, "5220e4c384": 64, "11238": 64, "5093245d6f": 64, "coverag": 64, "yandex": 64, "11198": 64, "f3e87c5030": 64, "d202": 64, "11032": 64, "f77a11d5b1": 64, "10898": 64, "9549274d11": 64, "8b1": 64, "10818": 64, "fdd9b6f65b": 64, "10543": 64, "3696c34c28": 64, "word": 64, "10528": 64, "ee7ca128a1": 64, "refernc": 64, "10483": 64, "2f552233f5": 64, "9747": 64, "cdec301254": 64, "10205": 64, "24c8e4c2d6": 64, "10163": 64, "aeea71274d": 64, "10097": 64, "7d24b088cd": 64, "example_dag": 64, "9985": 64, "0bf330ba86": 64, "9950": 64, "33f0cd2657": 64, "keep": 64, "9784": 64, "d3c76da952": 64, "hint": 64, "9774": 64, "23f80f34ad": 64, "respect": 64, "9714": 64, "d0e7db4024": 64, "fresh": 64, "9408": 64, "12af6a0800": 64, "final": 64, "23rc1": 64, "9404": 64, "c7e5bce57f": 64, "candid": 64, "9370": 64, "f6bd817a3a": 64, "9320": 64, "0b0e4f7a4c": 64, "rc3": 64, "relas": 64, "9026": 64, "00642a46d0": 64, "remain": 64, "8994": 64, "375d1ca229": 64, "8898": 64, "12c5e5d8a": 64, "8891": 64, "f3521fb0e3": 64, "regener": 64, "8886": 64, "92585ca4cb": 64, "autom": 64, "8807": 64, "87969a350d": 64, "6515": 64, "8170": 64, "d99833c9b5": 64, "4529": 64, "8024": 64, "4bde99f132": 64, "7802": 64, "a83eb335e5": 64, "super": 64, "7821": 64, "f0e2421807": 64, "6896": 64, "__init__": [64, 79], "7520": 64, "4bec1cc489": 64, "6895": 64, "7519": 64, "3320e432a1": 64, "6817": 64, "lazi": 64, "face": 64, "untouch": 64, "7517": 64, "086e307245": 64, "6890": 64, "7513": 64, "4d03e33c11": 64, "implicit": 64, "explicit": 64, "entri": 64, "md": [64, 77], "squash": 64, "rebas": 64, "7456": 64, "175a160463": 64, "6828": 64, "zope": 64, "7448": 64, "1e00243014": 64, "5176": 64, "5785": 64, "97a429f9d0": 64, "6714": 64, "magic": 64, "comment": 64, "7338": 64, "83c037873f": 64, "6674": [64, 78], "accord": 64, "7287": 64, "057f3ae3a4": 64, "6670": 64, "6669": 64, "contrib": 64, "7286": 64, "290330ba60": 64, "6552": 64, "7158": 64, "There": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "wai": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 83, 86], "i": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "syntax": [65, 66, 67, 68, 70, 71, 72, 73, 74, 76], "compon": [65, 66, 67, 68, 70, 71, 72, 73, 74, 76], "export": [65, 66, 67, 68, 70, 71, 72, 73, 74, 76], "airflow_conn_azure_container_registry_default": 65, "myregistri": 65, "fallback": 66, "try": 66, "differ": [66, 78, 80], "cli": 66, "left": [66, 78], "fall": 66, "back": 66, "extra__azure_data_factory__tenantid": 66, "extra__azure_data_factory__subscriptionid": 66, "extra__azure_data_factory__factory_nam": 66, "resid": 66, "extra__azure_data_factory__resource_group_nam": 66, "airflow_conn_azure_data_factory_default": 66, "applicationid": 66, "serviceprincipalpassword": 66, "sometim": 67, "store_nam": 67, "airflow_conn_azure_data_lake_default": 67, "20id": 67, "three": [68, 70, 83, 86], "provid": [68, 78, 80, 81, 82, 83, 85, 86, 87], "airflow_conn_azure_data_explorer_default": 68, "20usernam": [68, 72, 74, 76], "20password": [68, 72, 76], "myclust": 68, "auth_method": 68, "connection_str": 69, "disk": 70, "key_path": 70, "key_json": 70, "airflow_conn_azure_default": 70, "2fkei": 70, "airflow_conn_azure_batch_default": 71, "20acount": 71, "20kei": [71, 73], "account_url": 71, "mybatchaccount": 71, "extra__azure_container_volume__connection_str": 72, "airflow_conn_wasp_default": [72, 74], "myblob": [72, 74, 76], "primari": [73, 78], "airflow_conn_azure_cosmos_default": 73, "3a": 73, "2f": 73, "2fairflow": 73, "mydatabas": 73, "mycollect": 73, "extra__azure_fileshare__sas_token": 74, "extra__azure_fileshare__connection_str": 74, "extra__azure_fileshare__protocol": 74, "microsoft": [75, 78, 80, 81, 82, 83, 85, 86, 87], "azur": [75, 78, 84], "extra__wasb__shared_access_kei": 76, "extra__wasb__sas_token": 76, "extra__wasb__connection_str": 76, "extra__wasb__tenant_id": 76, "airflow_conn_wasb_default": 76, "tenant_id": 76, "repositori": 77, "top": [77, 78], "below": [77, 78, 79, 80, 81, 82, 85], "datalak": [77, 84], "45": 77, "keyvault": 77, "43": 77, "platform_machin": 77, "aarch64": 77, "those": [77, 78], "them": 77, "checksum": [77, 78], "site": 77, "sdist": [77, 78], "asc": [77, 78], "sha512": [77, 78], "wheel": 77, "github": 77, "mistakenli": 77, "install_requir": 77, "22382": 77, "trove": 77, "framework": 77, "tabl": 77, "backward": 77, "major": 77, "optimis": 77, "due": 77, "want": [77, 78, 87], "least": 77, "edit": 77, "ui": [77, 80], "were": 77, "reflect": 77, "azure_container_instance_default": 77, "problem": 77, "exactli": 77, "plain": [77, 83], "howev": 77, "presenc": 77, "caus": 77, "duplic": 77, "editor": 77, "continu": 77, "describ": 78, "apach": 78, "offici": 78, "most": 78, "select": [78, 79], "drop": 78, "down": 78, "whl": 78, "softwar": 78, "foundat": 78, "abov": [78, 79], "pgp": 78, "essenti": 78, "sha": 78, "gpg": 78, "relev": [78, 87], "distribut": 78, "mirror": 78, "pgpk": 78, "ka": 78, "binari": [78, 83, 86], "pgpv": 78, "tar": 78, "gz": 78, "sat": 78, "49": 78, "54": 78, "bst": 78, "rsa": 78, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 78, "issuer": 78, "kaxilnaik": 78, "org": 78, "good": 78, "kaxil": 78, "naik": 78, "aka": 78, "gmail": 78, "certifi": 78, "trust": 78, "belong": 78, "owner": 78, "fingerprint": 78, "cde1": 78, "5c6e": 78, "4d3a": 78, "8ec4": 78, "ecf4": 78, "ba4b": 78, "e08a": 78, "d7de": 78, "406f": 78, "worri": 78, "sign": 78, "why": 78, "step": [78, 79], "know": 78, "sum": 78, "shasum": 78, "512": 78, "diff": 78, "bash": 78, "package_vers": 78, "package_nam": 78, "provider_download_dir": 78, "mktemp": 78, "d": 78, "dep": 78, "dest": 78, "curl": 78, "apache_airflow_providers_microsoft_azur": 78, "py3": 78, "l": 78, "o": 78, "ls": 78, "la": 78, "instruct": [78, 83, 86], "chapter": 78, "temporari": 78, "don": 79, "pythonpath": 79, "airflow_hom": 79, "empti": 79, "log_config": 79, "content": 79, "config_templ": 79, "airflow_local_set": 79, "portion": 79, "remote_base_log_fold": 79, "storage_account": 79, "default_logging_config": 79, "logging_config": 79, "remote_log": 79, "logging_config_class": 79, "remote_log_conn_id": 79, "webserv": 79, "schedul": 79, "show": [79, 85], "newli": 79, "etl": 80, "scale": 80, "serverless": 80, "transform": 80, "free": 80, "intuit": 80, "pane": 80, "glass": 80, "period": 80, "run_pipeline1": 80, "pipeline1": 80, "myparam": 80, "here": [80, 87], "coupl": 80, "run_pipeline2": 80, "pipeline2": 80, "pipeline_run_sensor": 80, "further": [80, 81, 82, 85], "remove_fil": 81, "delete_task": 81, "fulli": 82, "enterpris": 82, "broker": 82, "subscrib": 82, "decoupl": 82, "send_message_to_service_bus_queu": 82, "receive_message_service_bus_queu": 82, "delete_service_bus_queu": 82, "trigger_rul": 82, "all_don": 82, "create_service_bus_subscript": 82, "delete_service_bus_subscript": 82, "text": [83, 86], "organ": [83, 86], "visit": [83, 86], "key1": 83, "schedule_interv": 83, "transfer_files_to_gc": 83, "gcp": 83, "filesystem": 84, "shape": 85, "speed": 85, "upload_task": 85, "transfer_files_to_azur": 86, "transfer_files_from_sftp_to_wasb": 86, "sampl": 87, "akv": 87, "exclus": 87, "combin": 87, "prevent": 87, "being": 87, "some": 87, "_prefix": 87, "ones": 87, "smtp_default": 87}, "objects": {"airflow.providers.microsoft": [[21, 0, 0, "-", "azure"]], "airflow.providers.microsoft.azure": [[19, 0, 0, "-", "hooks"], [22, 0, 0, "-", "log"], [36, 0, 0, "-", "operators"], [39, 0, 0, "-", "secrets"], [44, 0, 0, "-", "sensors"], [48, 0, 0, "-", "transfers"]], "airflow.providers.microsoft.azure.hooks": [[0, 0, 0, "-", "adx"], [1, 0, 0, "-", "asb"], [2, 0, 0, "-", "azure_batch"], [3, 0, 0, "-", "azure_container_instance"], [4, 0, 0, "-", "azure_container_registry"], [5, 0, 0, "-", "azure_container_volume"], [6, 0, 0, "-", "azure_cosmos"], [7, 0, 0, "-", "azure_data_factory"], [8, 0, 0, "-", "azure_data_lake"], [9, 0, 0, "-", "azure_fileshare"], [10, 0, 0, "-", "base_azure"], [11, 0, 0, "-", "batch"], [12, 0, 0, "-", "container_instance"], [13, 0, 0, "-", "container_registry"], [14, 0, 0, "-", "container_volume"], [15, 0, 0, "-", "cosmos"], [16, 0, 0, "-", "data_factory"], [17, 0, 0, "-", "data_lake"], [18, 0, 0, "-", "fileshare"], [20, 0, 0, "-", "wasb"]], "airflow.providers.microsoft.azure.hooks.adx": [[0, 1, 1, "", "AzureDataExplorerHook"]], "airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook": [[0, 2, 1, "", "conn_name_attr"], [0, 2, 1, "", "conn_type"], [0, 2, 1, "", "default_conn_name"], [0, 3, 1, "", "get_conn"], [0, 3, 1, "", "get_connection_form_widgets"], [0, 3, 1, "", "get_ui_field_behaviour"], [0, 2, 1, "", "hook_name"], [0, 3, 1, "", "run_query"]], "airflow.providers.microsoft.azure.hooks.asb": [[1, 1, 1, "", "AdminClientHook"], [1, 1, 1, "", "BaseAzureServiceBusHook"], [1, 1, 1, "", "MessageHook"]], "airflow.providers.microsoft.azure.hooks.asb.AdminClientHook": [[1, 3, 1, "", "create_queue"], [1, 3, 1, "", "delete_queue"], [1, 3, 1, "", "delete_subscription"], [1, 3, 1, "", "get_conn"]], "airflow.providers.microsoft.azure.hooks.asb.BaseAzureServiceBusHook": [[1, 2, 1, "", "conn_name_attr"], [1, 2, 1, "", "conn_type"], [1, 2, 1, "", "default_conn_name"], [1, 3, 1, "", "get_conn"], [1, 3, 1, "", "get_ui_field_behaviour"], [1, 2, 1, "", "hook_name"]], "airflow.providers.microsoft.azure.hooks.asb.MessageHook": [[1, 3, 1, "", "get_conn"], [1, 3, 1, "", "receive_message"], [1, 3, 1, "", "send_batch_message"], [1, 3, 1, "", "send_list_messages"], [1, 3, 1, "", "send_message"]], "airflow.providers.microsoft.azure.hooks.base_azure": [[10, 1, 1, "", "AzureBaseHook"]], "airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook": [[10, 2, 1, "", "conn_name_attr"], [10, 2, 1, "", "conn_type"], [10, 2, 1, "", "default_conn_name"], [10, 3, 1, "", "get_conn"], [10, 3, 1, "", "get_connection_form_widgets"], [10, 3, 1, "", "get_ui_field_behaviour"], [10, 2, 1, "", "hook_name"]], "airflow.providers.microsoft.azure.hooks.batch": [[11, 1, 1, "", "AzureBatchHook"]], "airflow.providers.microsoft.azure.hooks.batch.AzureBatchHook": [[11, 3, 1, "", "add_single_task_to_job"], [11, 3, 1, "", "configure_job"], [11, 3, 1, "", "configure_pool"], [11, 3, 1, "", "configure_task"], [11, 2, 1, "", "conn_name_attr"], [11, 2, 1, "", "conn_type"], [11, 3, 1, "", "create_job"], [11, 3, 1, "", "create_pool"], [11, 2, 1, "", "default_conn_name"], [11, 3, 1, "", "get_conn"], [11, 3, 1, "", "get_connection_form_widgets"], [11, 3, 1, "", "get_ui_field_behaviour"], [11, 2, 1, "", "hook_name"], [11, 3, 1, "", "wait_for_all_node_state"], [11, 3, 1, "", "wait_for_job_tasks_to_complete"]], "airflow.providers.microsoft.azure.hooks.container_instance": [[12, 1, 1, "", "AzureContainerInstanceHook"]], "airflow.providers.microsoft.azure.hooks.container_instance.AzureContainerInstanceHook": [[12, 2, 1, "", "conn_name_attr"], [12, 2, 1, "", "conn_type"], [12, 3, 1, "", "create_or_update"], [12, 2, 1, "", "default_conn_name"], [12, 3, 1, "", "delete"], [12, 3, 1, "", "exists"], [12, 3, 1, "", "get_logs"], [12, 3, 1, "", "get_messages"], [12, 3, 1, "", "get_state"], [12, 3, 1, "", "get_state_exitcode_details"], [12, 2, 1, "", "hook_name"]], "airflow.providers.microsoft.azure.hooks.container_registry": [[13, 1, 1, "", "AzureContainerRegistryHook"]], "airflow.providers.microsoft.azure.hooks.container_registry.AzureContainerRegistryHook": [[13, 2, 1, "", "conn_name_attr"], [13, 2, 1, "", "conn_type"], [13, 2, 1, "", "default_conn_name"], [13, 3, 1, "", "get_conn"], [13, 3, 1, "", "get_ui_field_behaviour"], [13, 2, 1, "", "hook_name"]], "airflow.providers.microsoft.azure.hooks.container_volume": [[14, 1, 1, "", "AzureContainerVolumeHook"]], "airflow.providers.microsoft.azure.hooks.container_volume.AzureContainerVolumeHook": [[14, 2, 1, "", "conn_name_attr"], [14, 2, 1, "", "conn_type"], [14, 2, 1, "", "default_conn_name"], [14, 3, 1, "", "get_connection_form_widgets"], [14, 3, 1, "", "get_file_volume"], [14, 3, 1, "", "get_storagekey"], [14, 3, 1, "", "get_ui_field_behaviour"], [14, 2, 1, "", "hook_name"]], "airflow.providers.microsoft.azure.hooks.cosmos": [[15, 1, 1, "", "AzureCosmosDBHook"], [15, 4, 1, "", "get_collection_link"], [15, 4, 1, "", "get_database_link"], [15, 4, 1, "", "get_document_link"]], "airflow.providers.microsoft.azure.hooks.cosmos.AzureCosmosDBHook": [[15, 2, 1, "", "conn_name_attr"], [15, 2, 1, "", "conn_type"], [15, 3, 1, "", "create_collection"], [15, 3, 1, "", "create_database"], [15, 2, 1, "", "default_conn_name"], [15, 3, 1, "", "delete_collection"], [15, 3, 1, "", "delete_database"], [15, 3, 1, "", "delete_document"], [15, 3, 1, "", "does_collection_exist"], [15, 3, 1, "", "does_database_exist"], [15, 3, 1, "", "get_conn"], [15, 3, 1, "", "get_connection_form_widgets"], [15, 3, 1, "", "get_document"], [15, 3, 1, "", "get_documents"], [15, 3, 1, "", "get_ui_field_behaviour"], [15, 2, 1, "", "hook_name"], [15, 3, 1, "", "insert_documents"], [15, 3, 1, "", "test_connection"], [15, 3, 1, "", "upsert_document"]], "airflow.providers.microsoft.azure.hooks.data_factory": [[16, 1, 1, "", "AzureDataFactoryHook"], [16, 5, 1, "", "AzureDataFactoryPipelineRunException"], [16, 1, 1, "", "AzureDataFactoryPipelineRunStatus"], [16, 6, 1, "", "Credentials"], [16, 1, 1, "", "PipelineRunInfo"], [16, 4, 1, "", "provide_targeted_factory"]], "airflow.providers.microsoft.azure.hooks.data_factory.AzureDataFactoryHook": [[16, 3, 1, "", "cancel_pipeline_run"], [16, 3, 1, "", "cancel_trigger"], [16, 2, 1, "", "conn_name_attr"], [16, 2, 1, "", "conn_type"], [16, 3, 1, "", "create_dataset"], [16, 3, 1, "", "create_factory"], [16, 3, 1, "", "create_linked_service"], [16, 3, 1, "", "create_pipeline"], [16, 3, 1, "", "create_trigger"], [16, 2, 1, "", "default_conn_name"], [16, 3, 1, "", "delete_dataset"], [16, 3, 1, "", "delete_factory"], [16, 3, 1, "", "delete_linked_service"], [16, 3, 1, "", "delete_pipeline"], [16, 3, 1, "", "delete_trigger"], [16, 3, 1, "", "get_conn"], [16, 3, 1, "", "get_connection_form_widgets"], [16, 3, 1, "", "get_dataset"], [16, 3, 1, "", "get_factory"], [16, 3, 1, "", "get_linked_service"], [16, 3, 1, "", "get_pipeline"], [16, 3, 1, "", "get_pipeline_run"], [16, 3, 1, "", "get_pipeline_run_status"], [16, 3, 1, "", "get_trigger"], [16, 3, 1, "", "get_ui_field_behaviour"], [16, 2, 1, "", "hook_name"], [16, 3, 1, "", "rerun_trigger"], [16, 3, 1, "", "run_pipeline"], [16, 3, 1, "", "start_trigger"], [16, 3, 1, "", "stop_trigger"], [16, 3, 1, "", "test_connection"], [16, 3, 1, "", "update_dataset"], [16, 3, 1, "", "update_factory"], [16, 3, 1, "", "update_linked_service"], [16, 3, 1, "", "update_pipeline"], [16, 3, 1, "", "update_trigger"], [16, 3, 1, "", "wait_for_pipeline_run_status"]], "airflow.providers.microsoft.azure.hooks.data_factory.AzureDataFactoryPipelineRunStatus": [[16, 2, 1, "", "CANCELING"], [16, 2, 1, "", "CANCELLED"], [16, 2, 1, "", "FAILED"], [16, 2, 1, "", "IN_PROGRESS"], [16, 2, 1, "", "QUEUED"], [16, 2, 1, "", "SUCCEEDED"], [16, 2, 1, "", "TERMINAL_STATUSES"]], "airflow.providers.microsoft.azure.hooks.data_factory.PipelineRunInfo": [[16, 2, 1, "", "factory_name"], [16, 2, 1, "", "resource_group_name"], [16, 2, 1, "", "run_id"]], "airflow.providers.microsoft.azure.hooks.data_lake": [[17, 1, 1, "", "AzureDataLakeHook"]], "airflow.providers.microsoft.azure.hooks.data_lake.AzureDataLakeHook": [[17, 3, 1, "", "check_for_file"], [17, 2, 1, "", "conn_name_attr"], [17, 2, 1, "", "conn_type"], [17, 2, 1, "", "default_conn_name"], [17, 3, 1, "", "download_file"], [17, 3, 1, "", "get_conn"], [17, 3, 1, "", "get_connection_form_widgets"], [17, 3, 1, "", "get_ui_field_behaviour"], [17, 2, 1, "", "hook_name"], [17, 3, 1, "", "list"], [17, 3, 1, "", "remove"], [17, 3, 1, "", "upload_file"]], "airflow.providers.microsoft.azure.hooks.fileshare": [[18, 1, 1, "", "AzureFileShareHook"]], "airflow.providers.microsoft.azure.hooks.fileshare.AzureFileShareHook": [[18, 3, 1, "", "check_for_directory"], [18, 3, 1, "", "check_for_file"], [18, 2, 1, "", "conn_name_attr"], [18, 2, 1, "", "conn_type"], [18, 3, 1, "", "create_directory"], [18, 3, 1, "", "create_share"], [18, 2, 1, "", "default_conn_name"], [18, 3, 1, "", "delete_share"], [18, 3, 1, "", "get_conn"], [18, 3, 1, "", "get_connection_form_widgets"], [18, 3, 1, "", "get_file"], [18, 3, 1, "", "get_file_to_stream"], [18, 3, 1, "", "get_ui_field_behaviour"], [18, 2, 1, "", "hook_name"], [18, 3, 1, "", "list_directories_and_files"], [18, 3, 1, "", "list_files"], [18, 3, 1, "", "load_file"], [18, 3, 1, "", "load_stream"], [18, 3, 1, "", "load_string"], [18, 3, 1, "", "test_connection"]], "airflow.providers.microsoft.azure.hooks.wasb": [[20, 1, 1, "", "WasbHook"]], "airflow.providers.microsoft.azure.hooks.wasb.WasbHook": [[20, 3, 1, "", "check_for_blob"], [20, 3, 1, "", "check_for_prefix"], [20, 2, 1, "", "conn_name_attr"], [20, 2, 1, "", "conn_type"], [20, 3, 1, "", "create_container"], [20, 2, 1, "", "default_conn_name"], [20, 3, 1, "", "delete_blobs"], [20, 3, 1, "", "delete_container"], [20, 3, 1, "", "delete_file"], [20, 3, 1, "", "download"], [20, 3, 1, "", "get_blobs_list"], [20, 3, 1, "", "get_conn"], [20, 3, 1, "", "get_connection_form_widgets"], [20, 3, 1, "", "get_file"], [20, 3, 1, "", "get_ui_field_behaviour"], [20, 2, 1, "", "hook_name"], [20, 3, 1, "", "load_file"], [20, 3, 1, "", "load_string"], [20, 3, 1, "", "read_file"], [20, 3, 1, "", "test_connection"], [20, 3, 1, "", "upload"]], "airflow.providers.microsoft.azure.log": [[23, 0, 0, "-", "wasb_task_handler"]], "airflow.providers.microsoft.azure.log.wasb_task_handler": [[23, 1, 1, "", "WasbTaskHandler"]], "airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler": [[23, 3, 1, "", "close"], [23, 3, 1, "", "hook"], [23, 3, 1, "", "set_context"], [23, 3, 1, "", "wasb_log_exists"], [23, 3, 1, "", "wasb_read"], [23, 3, 1, "", "wasb_write"]], "airflow.providers.microsoft.azure.operators": [[24, 0, 0, "-", "adls"], [25, 0, 0, "-", "adls_delete"], [26, 0, 0, "-", "adls_list"], [27, 0, 0, "-", "adx"], [28, 0, 0, "-", "asb"], [29, 0, 0, "-", "azure_batch"], [30, 0, 0, "-", "azure_container_instances"], [31, 0, 0, "-", "azure_cosmos"], [32, 0, 0, "-", "batch"], [33, 0, 0, "-", "container_instances"], [34, 0, 0, "-", "cosmos"], [35, 0, 0, "-", "data_factory"], [37, 0, 0, "-", "wasb_delete_blob"]], "airflow.providers.microsoft.azure.operators.adls": [[24, 1, 1, "", "ADLSDeleteOperator"], [24, 1, 1, "", "ADLSListOperator"]], "airflow.providers.microsoft.azure.operators.adls.ADLSDeleteOperator": [[24, 3, 1, "", "execute"], [24, 2, 1, "", "template_fields"], [24, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.adls.ADLSListOperator": [[24, 3, 1, "", "execute"], [24, 2, 1, "", "template_fields"], [24, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.adls_delete": [[25, 1, 1, "", "AzureDataLakeStorageDeleteOperator"]], "airflow.providers.microsoft.azure.operators.adls_list": [[26, 1, 1, "", "AzureDataLakeStorageListOperator"]], "airflow.providers.microsoft.azure.operators.adx": [[27, 1, 1, "", "AzureDataExplorerQueryOperator"]], "airflow.providers.microsoft.azure.operators.adx.AzureDataExplorerQueryOperator": [[27, 3, 1, "", "execute"], [27, 3, 1, "", "get_hook"], [27, 2, 1, "", "template_ext"], [27, 2, 1, "", "template_fields"], [27, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.asb": [[28, 1, 1, "", "AzureServiceBusCreateQueueOperator"], [28, 1, 1, "", "AzureServiceBusDeleteQueueOperator"], [28, 1, 1, "", "AzureServiceBusReceiveMessageOperator"], [28, 1, 1, "", "AzureServiceBusSendMessageOperator"], [28, 1, 1, "", "AzureServiceBusSubscriptionCreateOperator"], [28, 1, 1, "", "AzureServiceBusSubscriptionDeleteOperator"]], "airflow.providers.microsoft.azure.operators.asb.AzureServiceBusCreateQueueOperator": [[28, 3, 1, "", "execute"], [28, 2, 1, "", "template_fields"], [28, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.asb.AzureServiceBusDeleteQueueOperator": [[28, 3, 1, "", "execute"], [28, 2, 1, "", "template_fields"], [28, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.asb.AzureServiceBusReceiveMessageOperator": [[28, 3, 1, "", "execute"], [28, 2, 1, "", "template_fields"], [28, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.asb.AzureServiceBusSendMessageOperator": [[28, 3, 1, "", "execute"], [28, 2, 1, "", "template_fields"], [28, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.asb.AzureServiceBusSubscriptionCreateOperator": [[28, 3, 1, "", "execute"], [28, 2, 1, "", "template_fields"], [28, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.asb.AzureServiceBusSubscriptionDeleteOperator": [[28, 3, 1, "", "execute"], [28, 2, 1, "", "template_fields"], [28, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.batch": [[32, 1, 1, "", "AzureBatchOperator"]], "airflow.providers.microsoft.azure.operators.batch.AzureBatchOperator": [[32, 3, 1, "", "clean_up"], [32, 3, 1, "", "execute"], [32, 3, 1, "", "get_hook"], [32, 3, 1, "", "on_kill"], [32, 2, 1, "", "template_fields"], [32, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.container_instances": [[33, 1, 1, "", "AzureContainerInstancesOperator"], [33, 6, 1, "", "DEFAULT_CPU"], [33, 6, 1, "", "DEFAULT_ENVIRONMENT_VARIABLES"], [33, 6, 1, "", "DEFAULT_MEMORY_IN_GB"], [33, 6, 1, "", "DEFAULT_SECURED_VARIABLES"], [33, 6, 1, "", "DEFAULT_VOLUMES"], [33, 6, 1, "", "Volume"]], "airflow.providers.microsoft.azure.operators.container_instances.AzureContainerInstancesOperator": [[33, 3, 1, "", "execute"], [33, 3, 1, "", "on_kill"], [33, 2, 1, "", "template_fields"], [33, 2, 1, "", "template_fields_renderers"]], "airflow.providers.microsoft.azure.operators.cosmos": [[34, 1, 1, "", "AzureCosmosInsertDocumentOperator"]], "airflow.providers.microsoft.azure.operators.cosmos.AzureCosmosInsertDocumentOperator": [[34, 3, 1, "", "execute"], [34, 2, 1, "", "template_fields"], [34, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.data_factory": [[35, 1, 1, "", "AzureDataFactoryPipelineRunLink"], [35, 1, 1, "", "AzureDataFactoryRunPipelineOperator"]], "airflow.providers.microsoft.azure.operators.data_factory.AzureDataFactoryPipelineRunLink": [[35, 3, 1, "", "get_link"], [35, 2, 1, "", "name"]], "airflow.providers.microsoft.azure.operators.data_factory.AzureDataFactoryRunPipelineOperator": [[35, 3, 1, "", "execute"], [35, 3, 1, "", "on_kill"], [35, 2, 1, "", "operator_extra_links"], [35, 2, 1, "", "template_fields"], [35, 2, 1, "", "template_fields_renderers"], [35, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.operators.wasb_delete_blob": [[37, 1, 1, "", "WasbDeleteBlobOperator"]], "airflow.providers.microsoft.azure.operators.wasb_delete_blob.WasbDeleteBlobOperator": [[37, 3, 1, "", "execute"], [37, 2, 1, "", "template_fields"]], "airflow.providers.microsoft.azure.secrets": [[38, 0, 0, "-", "azure_key_vault"], [40, 0, 0, "-", "key_vault"]], "airflow.providers.microsoft.azure.secrets.key_vault": [[40, 1, 1, "", "AzureKeyVaultBackend"]], "airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend": [[40, 3, 1, "", "build_path"], [40, 3, 1, "", "client"], [40, 3, 1, "", "get_config"], [40, 3, 1, "", "get_conn_uri"], [40, 3, 1, "", "get_conn_value"], [40, 3, 1, "", "get_variable"]], "airflow.providers.microsoft.azure.sensors": [[41, 0, 0, "-", "azure_cosmos"], [42, 0, 0, "-", "cosmos"], [43, 0, 0, "-", "data_factory"], [45, 0, 0, "-", "wasb"]], "airflow.providers.microsoft.azure.sensors.cosmos": [[42, 1, 1, "", "AzureCosmosDocumentSensor"]], "airflow.providers.microsoft.azure.sensors.cosmos.AzureCosmosDocumentSensor": [[42, 3, 1, "", "poke"], [42, 2, 1, "", "template_fields"]], "airflow.providers.microsoft.azure.sensors.data_factory": [[43, 1, 1, "", "AzureDataFactoryPipelineRunStatusSensor"]], "airflow.providers.microsoft.azure.sensors.data_factory.AzureDataFactoryPipelineRunStatusSensor": [[43, 3, 1, "", "poke"], [43, 2, 1, "", "template_fields"], [43, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.sensors.wasb": [[45, 1, 1, "", "WasbBlobSensor"], [45, 1, 1, "", "WasbPrefixSensor"]], "airflow.providers.microsoft.azure.sensors.wasb.WasbBlobSensor": [[45, 3, 1, "", "poke"], [45, 2, 1, "", "template_fields"]], "airflow.providers.microsoft.azure.sensors.wasb.WasbPrefixSensor": [[45, 3, 1, "", "poke"], [45, 2, 1, "", "template_fields"]], "airflow.providers.microsoft.azure.transfers": [[46, 0, 0, "-", "azure_blob_to_gcs"], [47, 0, 0, "-", "file_to_wasb"], [49, 0, 0, "-", "local_to_adls"], [50, 0, 0, "-", "local_to_wasb"], [51, 0, 0, "-", "oracle_to_azure_data_lake"], [52, 0, 0, "-", "sftp_to_wasb"]], "airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs": [[46, 1, 1, "", "AzureBlobStorageToGCSOperator"]], "airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs.AzureBlobStorageToGCSOperator": [[46, 3, 1, "", "execute"], [46, 2, 1, "", "template_fields"]], "airflow.providers.microsoft.azure.transfers.local_to_adls": [[49, 1, 1, "", "LocalFilesystemToADLSOperator"], [49, 1, 1, "", "LocalToAzureDataLakeStorageOperator"]], "airflow.providers.microsoft.azure.transfers.local_to_adls.LocalFilesystemToADLSOperator": [[49, 3, 1, "", "execute"], [49, 2, 1, "", "template_fields"], [49, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.transfers.local_to_wasb": [[50, 1, 1, "", "LocalFilesystemToWasbOperator"]], "airflow.providers.microsoft.azure.transfers.local_to_wasb.LocalFilesystemToWasbOperator": [[50, 3, 1, "", "execute"], [50, 2, 1, "", "template_fields"]], "airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake": [[51, 1, 1, "", "OracleToAzureDataLakeOperator"]], "airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake.OracleToAzureDataLakeOperator": [[51, 3, 1, "", "execute"], [51, 2, 1, "", "template_fields"], [51, 2, 1, "", "template_fields_renderers"], [51, 2, 1, "", "ui_color"]], "airflow.providers.microsoft.azure.transfers.sftp_to_wasb": [[52, 1, 1, "", "SFTPToWasbOperator"], [52, 6, 1, "", "SftpFile"], [52, 6, 1, "", "WILDCARD"]], "airflow.providers.microsoft.azure.transfers.sftp_to_wasb.SFTPToWasbOperator": [[52, 3, 1, "", "check_wildcards_limit"], [52, 3, 1, "", "copy_files_to_wasb"], [52, 3, 1, "", "delete_files"], [52, 3, 1, "", "dry_run"], [52, 3, 1, "", "execute"], [52, 3, 1, "", "get_full_path_blob"], [52, 3, 1, "", "get_sftp_files_map"], [52, 3, 1, "", "get_tree_behavior"], [52, 3, 1, "", "sftp_hook"], [52, 3, 1, "", "source_path_contains_wildcard"], [52, 2, 1, "", "template_fields"]], "tests.system.providers.microsoft": [[63, 0, 0, "-", "azure"]], "tests.system.providers.microsoft.azure": [[53, 0, 0, "-", "example_adf_run_pipeline"], [54, 0, 0, "-", "example_adls_delete"], [55, 0, 0, "-", "example_azure_blob_to_gcs"], [56, 0, 0, "-", "example_azure_container_instances"], [57, 0, 0, "-", "example_azure_cosmosdb"], [58, 0, 0, "-", "example_azure_service_bus"], [59, 0, 0, "-", "example_fileshare"], [60, 0, 0, "-", "example_local_to_adls"], [61, 0, 0, "-", "example_local_to_wasb"], [62, 0, 0, "-", "example_sftp_to_wasb"]], "tests.system.providers.microsoft.azure.example_adf_run_pipeline": [[53, 6, 1, "", "DAG_ID"], [53, 6, 1, "", "ENV_ID"], [53, 6, 1, "", "begin"], [53, 6, 1, "", "test_run"]], "tests.system.providers.microsoft.azure.example_adls_delete": [[54, 6, 1, "", "DAG_ID"], [54, 6, 1, "", "ENV_ID"], [54, 6, 1, "", "LOCAL_FILE_PATH"], [54, 6, 1, "", "REMOTE_FILE_PATH"], [54, 6, 1, "", "test_run"], [54, 6, 1, "", "upload_file"]], "tests.system.providers.microsoft.azure.example_azure_blob_to_gcs": [[55, 6, 1, "", "AZURE_CONTAINER_NAME"], [55, 6, 1, "", "BLOB_NAME"], [55, 6, 1, "", "DAG_ID"], [55, 6, 1, "", "ENV_ID"], [55, 6, 1, "", "GCP_BUCKET_FILE_PATH"], [55, 6, 1, "", "GCP_BUCKET_NAME"], [55, 6, 1, "", "GCP_OBJECT_NAME"], [55, 6, 1, "", "test_run"], [55, 6, 1, "", "wait_for_blob"]], "tests.system.providers.microsoft.azure.example_azure_container_instances": [[56, 6, 1, "", "DAG_ID"], [56, 6, 1, "", "ENV_ID"], [56, 6, 1, "", "t1"], [56, 6, 1, "", "test_run"]], "tests.system.providers.microsoft.azure.example_azure_cosmosdb": [[57, 6, 1, "", "DAG_ID"], [57, 6, 1, "", "ENV_ID"], [57, 6, 1, "", "t1"], [57, 6, 1, "", "test_run"]], "tests.system.providers.microsoft.azure.example_azure_service_bus": [[58, 6, 1, "", "CLIENT_ID"], [58, 6, 1, "", "EXECUTION_TIMEOUT"], [58, 6, 1, "", "MESSAGE"], [58, 6, 1, "", "MESSAGE_LIST"], [58, 6, 1, "", "QUEUE_NAME"], [58, 6, 1, "", "SUBSCRIPTION_NAME"], [58, 6, 1, "", "TOPIC_NAME"], [58, 6, 1, "", "create_service_bus_queue"], [58, 6, 1, "", "test_run"]], "tests.system.providers.microsoft.azure.example_fileshare": [[59, 6, 1, "", "DAG_ID"], [59, 6, 1, "", "DIRECTORY"], [59, 6, 1, "", "ENV_ID"], [59, 6, 1, "", "NAME"], [59, 4, 1, "", "create_fileshare"], [59, 4, 1, "", "delete_fileshare"], [59, 6, 1, "", "test_run"]], "tests.system.providers.microsoft.azure.example_local_to_adls": [[60, 6, 1, "", "DAG_ID"], [60, 6, 1, "", "ENV_ID"], [60, 6, 1, "", "LOCAL_FILE_PATH"], [60, 6, 1, "", "REMOTE_FILE_PATH"], [60, 6, 1, "", "test_run"], [60, 6, 1, "", "upload_file"]], "tests.system.providers.microsoft.azure.example_local_to_wasb": [[61, 6, 1, "", "DAG_ID"], [61, 6, 1, "", "ENV_ID"], [61, 6, 1, "", "PATH_TO_UPLOAD_FILE"], [61, 6, 1, "", "test_run"], [61, 6, 1, "", "upload"]], "tests.system.providers.microsoft.azure.example_sftp_to_wasb": [[62, 6, 1, "", "AZURE_CONTAINER_NAME"], [62, 6, 1, "", "BLOB_PREFIX"], [62, 6, 1, "", "DAG_ID"], [62, 6, 1, "", "ENV_ID"], [62, 6, 1, "", "FILE_COMPLETE_PATH"], [62, 6, 1, "", "LOCAL_FILE_PATH"], [62, 6, 1, "", "SAMPLE_FILENAME"], [62, 6, 1, "", "SFTP_FILE_COMPLETE_PATH"], [62, 6, 1, "", "SFTP_SRC_PATH"], [62, 4, 1, "", "delete_sftp_file"], [62, 6, 1, "", "test_run"], [62, 6, 1, "", "transfer_files_to_sftp_step"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:method", "4": "py:function", "5": "py:exception", "6": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "method", "Python method"], "4": ["py", "function", "Python function"], "5": ["py", "exception", "Python exception"], "6": ["py", "data", "Python data"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 64, 77], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 77], "microsoft": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 84], "azur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 79, 80, 81, 82, 83, 85, 86, 87], "hook": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "adx": [0, 27], "modul": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 26, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62], "content": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 26, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 77], "class": [0, 1, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 26, 27, 28, 32, 33, 34, 35, 37, 40, 42, 43, 45, 46, 49, 50, 51, 52], "asb": [1, 28], "azure_batch": [2, 29], "azure_container_inst": [3, 30], "azure_container_registri": 4, "azure_container_volum": 5, "azure_cosmo": [6, 31, 41], "azure_data_factori": 7, "azure_data_lak": 8, "azure_fileshar": 9, "base_azur": 10, "batch": [11, 32, 71], "container_inst": [12, 33], "container_registri": 13, "container_volum": 14, "cosmo": [15, 34, 42, 73], "function": [15, 16, 59, 62], "data_factori": [16, 35, 43], "attribut": [16, 33, 52, 59, 62], "data_lak": 17, "fileshar": 18, "submodul": [19, 22, 36, 39, 44, 48, 63], "wasb": [20, 45], "subpackag": 21, "log": [22, 23, 79], "wasb_task_handl": 23, "oper": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 80, 81, 82, 83, 84, 86], "adl": 24, "adls_delet": 25, "adls_list": 26, "wasb_delete_blob": 37, "secret": [38, 39, 40], "azure_key_vault": 38, "key_vault": 40, "sensor": [41, 42, 43, 44, 45], "transfer": [46, 47, 48, 49, 50, 51, 52, 83, 86], "azure_blob_to_gc": 46, "file_to_wasb": 47, "local_to_adl": 49, "local_to_wasb": 50, "oracle_to_azure_data_lak": 51, "sftp_to_wasb": 52, "test": [53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63], "system": [53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63], "example_adf_run_pipelin": 53, "example_adls_delet": 54, "example_azure_blob_to_gc": 55, "example_azure_container_inst": 56, "example_azure_cosmosdb": 57, "example_azure_service_bu": 58, "example_fileshar": 59, "example_local_to_adl": 60, "example_local_to_wasb": 61, "example_sftp_to_wasb": 62, "packag": [64, 77, 78], "apach": [64, 77], "4": [64, 77], "1": [64, 77], "0": [64, 77], "3": [64, 77], "9": [64, 77], "8": [64, 77], "7": [64, 77], "2": [64, 77], "6": [64, 77], "5": [64, 77], "contain": [65, 72], "registri": 65, "connect": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 87], "authent": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "default": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "id": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "configur": [65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "data": [66, 67, 68, 80, 83, 85, 86], "factori": [66, 80], "exampl": 66, "lake": [67, 85], "explor": 68, "servic": [69, 82], "bu": [69, 82], "volum": 72, "file": 74, "share": 74, "type": 75, "blob": [76, 79, 83, 86], "storag": [76, 79, 81, 83, 86], "guid": 77, "refer": [77, 80, 81, 82, 85, 87], "resourc": 77, "commit": 77, "instal": [77, 78], "requir": 77, "cross": 77, "depend": 77, "download": 77, "offici": 77, "changelog": 77, "featur": 77, "bug": 77, "fix": 77, "break": 77, "chang": 77, "misc": 77, "other": 77, "main": 77, "from": [78, 83, 85, 86], "sourc": [78, 86], "releas": 78, "integr": 78, "verifi": 78, "pypi": 78, "write": 79, "azuredatafactoryrunpipelineoper": 80, "datalak": 81, "prerequisit": [81, 85], "task": [81, 85], "adlsdeleteoper": 81, "queue": 82, "creat": 82, "send": 82, "messag": 82, "receiv": 82, "delet": 82, "subscript": 82, "befor": [83, 86], "you": [83, 86], "begin": [83, 86], "googl": 83, "cloud": 83, "upload": 85, "local": 85, "filesystem": 85, "localfilesystemtoadlsoper": 85, "sftp": 86, "path": 86, "kei": 87, "vault": 87, "backend": 87, "option": 87, "lookup": 87, "store": 87, "retriev": 87, "variabl": 87}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})