docs-archive/apache-airflow-providers/searchindex.js

Search.setIndex({"docnames": ["core-extensions/auth-backends", "core-extensions/configurations", "core-extensions/connections", "core-extensions/dataset-schemes", "core-extensions/deferrable-operator-ref", "core-extensions/deprecations", "core-extensions/executors", "core-extensions/extra-links", "core-extensions/index", "core-extensions/logging", "core-extensions/notifications", "core-extensions/secrets-backends", "howto/create-custom-providers", "index", "installing-from-pypi", "installing-from-sources", "operators-and-hooks-ref/apache", "operators-and-hooks-ref/aws", "operators-and-hooks-ref/azure", "operators-and-hooks-ref/google", "operators-and-hooks-ref/index", "operators-and-hooks-ref/protocol", "operators-and-hooks-ref/services", "operators-and-hooks-ref/software", "packages-ref"], "filenames": ["core-extensions/auth-backends.rst", "core-extensions/configurations.rst", "core-extensions/connections.rst", "core-extensions/dataset-schemes.rst", "core-extensions/deferrable-operator-ref.rst", "core-extensions/deprecations.rst", "core-extensions/executors.rst", "core-extensions/extra-links.rst", "core-extensions/index.rst", "core-extensions/logging.rst", "core-extensions/notifications.rst", "core-extensions/secrets-backends.rst", "howto/create-custom-providers.rst", "index.rst", "installing-from-pypi.rst", "installing-from-sources.rst", "operators-and-hooks-ref/apache.rst", "operators-and-hooks-ref/aws.rst", "operators-and-hooks-ref/azure.rst", "operators-and-hooks-ref/google.rst", "operators-and-hooks-ref/index.rst", "operators-and-hooks-ref/protocol.rst", "operators-and-hooks-ref/services.rst", "operators-and-hooks-ref/software.rst", "packages-ref.rst"], "titles": ["Auth backends", "Configurations", "Connections", "Dataset URI Schemes", "Supported Deferrable Operators", "Deprecations", "Executors", "Extra Links", "Core Extensions", "Writing logs", "Notifications", "Secret backends", "How to create your own provider", "Provider packages", "Installation from PyPI", "Installing Providers from Sources", "ASF: Apache Software Foundation", "AWS: Amazon Web Services", "Azure: Microsoft Azure", "Google", "Operators and Hooks Reference", "Protocol integrations", "Services", "Software integrations", "Providers packages reference"], "terms": {"thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "summari": [0, 1, 2, 3, 5, 6, 7, 9, 10, 11, 13], "all": [0, 1, 2, 3, 5, 6, 7, 9, 10, 11, 12, 13, 17, 19], "apach": [0, 1, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 20, 22], "airflow": [0, 1, 2, 3, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23], "commun": [0, 1, 2, 3, 6, 7, 9, 10, 11, 12, 14, 21], "provid": [0, 1, 2, 3, 6, 7, 8, 9, 10, 11, 14, 16, 17, 18, 19, 21, 22, 23], "implement": [0, 2, 3, 6, 7, 8, 9, 10, 11, 12], "authent": [0, 5, 12, 13, 18], "expos": [0, 2, 3, 6, 7, 9, 11, 12], "via": [0, 2, 3, 6, 7, 9, 11, 12, 13, 14, 15, 24], "manag": [0, 1, 2, 3, 6, 7, 9, 10, 11, 12, 13, 14, 15, 20, 24], "": [0, 11, 12, 13, 15, 18, 24], "web": [0, 13, 20, 24], "server": [0, 8, 13, 15, 20, 24], "api": [0, 5, 12, 16, 17, 18, 20, 21, 24], "base": [0, 16, 17, 18, 19], "flask": [0, 24], "applic": 0, "builder": [0, 24], "capabl": [0, 11, 12, 13, 24], "you": [0, 1, 2, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23], "can": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 19], "read": [0, 11, 13], "more": [0, 5, 12, 13, 14], "about": [0, 12, 13, 15], "those": [0, 1, 2, 6, 9, 11, 12, 13, 14], "fab": [0, 1, 8, 15], "secur": [0, 20, 24], "doc": [0, 12], "also": [0, 2, 5, 6, 7, 9, 10, 11, 12, 13, 15, 19], "take": [0, 1, 11], "look": [0, 1, 11, 12, 14], "avail": [0, 1, 5, 7, 9, 11, 12, 13, 20, 24], "core": [0, 1, 9, 11, 12, 20], "webserv": 0, "see": [0, 2, 3, 6, 7, 9, 10, 11, 12, 13, 14, 19], "google_openid": 0, "devel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "10": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "custom": [1, 2, 7, 11], "how": [1, 3, 13, 14, 19, 23], "set": [1, 5, 11, 12], "option": [1, 5, 9, 13], "refer": [1, 12, 13], "amazon": [1, 8, 13, 15, 20], "hive": [1, 8, 15, 20], "celeri": [1, 8, 14, 15, 20], "kubernet": [1, 8, 15, 20], "cncf": [1, 8, 23], "common": [1, 5, 15, 20], "io": [1, 15, 20], "elasticsearch": [1, 8, 15, 20], "internet": [1, 8, 15, 20, 24], "messag": [1, 8, 10, 15, 20, 24], "access": [1, 8, 12, 15, 20, 24], "protocol": [1, 8, 15, 20, 24], "imap": [1, 8, 15, 20], "java": [1, 8, 15, 20, 24], "databas": [1, 5, 8, 11, 13, 15, 20, 24], "connect": [1, 5, 8, 11, 12, 15, 19, 20, 24], "jdbc": [1, 8, 15, 20], "microsoft": [1, 8, 15, 20], "azur": [1, 8, 15, 20], "openlineag": [1, 8, 15], "simpl": [1, 8, 15, 20, 24], "mail": [1, 8, 15, 20, 24], "transfer": [1, 5, 8, 12, 13, 15, 20, 24], "smtp": [1, 8, 15, 20], "yandex": [1, 8, 15, 20], "extend": [2, 6, 7, 8, 12], "each": [2, 6, 7, 12, 13], "defin": [2, 6, 7, 12, 13], "own": [2, 6, 7, 11, 13], "paramet": [2, 5], "ui": [2, 12, 13], "field": [2, 12, 13], "behaviour": [2, 12, 13], "when": [2, 10, 11, 12, 13, 14], "type": [2, 12, 19], "us": [2, 5, 8, 11, 13, 14, 15, 19, 21, 23], "automat": [2, 13], "creat": [2, 10, 11, 13, 16], "hook": [2, 5, 12, 13, 16, 17, 18, 21, 22, 23], "specif": [2, 5, 8, 12], "The": [2, 5, 6, 7, 11, 12, 13, 15], "explain": [2, 6, 7, 10, 11, 13], "airbytehook": 2, "oss": 2, "osshook": 2, "adb_spark": 2, "analyticdbsparkhook": 2, "aw": [2, 4, 5, 12, 16, 18, 19, 20, 21, 22, 23, 24], "awsgenerichook": 2, "chime": [2, 20], "chimewebhookhook": 2, "emr": [2, 4, 20], "emrhook": 2, "redshift": [2, 20], "redshiftsqlhook": 2, "athena": [2, 4, 20], "athenasqlhook": 2, "cassandrahook": 2, "drillhook": 2, "druiddbapihook": 2, "webhdf": [2, 20, 24], "webhdfshook": 2, "hive_cli": 2, "hiveclihook": 2, "hiveserver2": 2, "hiveserver2hook": 2, "hive_metastor": 2, "hivemetastorehook": 2, "impalahook": 2, "kafkabasehook": 2, "kylinhook": 2, "livyhook": 2, "pig_cli": 2, "pigclihook": 2, "pinotdbapihook": 2, "pinot_admin": 2, "pinotadminhook": 2, "spark_connect": [2, 16], "sparkconnecthook": 2, "spark_jdbc": [2, 16], "sparkjdbchook": 2, "spark_sql": [2, 16], "sparksqlhook": 2, "sparksubmithook": 2, "apprisehook": 2, "arangodbhook": 2, "asanahook": 2, "jirahook": 2, "cloudanthook": 2, "kuberneteshook": 2, "coherehook": 2, "databrickshook": 2, "datadoghook": 2, "dbt_cloud": 2, "dbtcloudhook": 2, "dingdinghook": 2, "discordwebhookhook": 2, "dockerhook": 2, "elasticsearchhook": [2, 5], "exasolhook": 2, "facebook_soci": 2, "facebookadsreportinghook": 2, "ftphook": 2, "githubhook": 2, "google_cloud_platform": [2, 12], "googlebasehook": [2, 5, 19], "dataprep": 2, "googledataprephook": 2, "gcpcloudsql": 2, "cloudsqlhook": 2, "gcpcloudsqldb": 2, "cloudsqldatabasehook": 2, "gcpbigqueri": 2, "bigqueryhook": [2, 5], "gcpssh": 2, "computeenginesshhook": 2, "leveldb": [2, 20, 24], "leveldbhook": 2, "grpchook": 2, "vault": [2, 20, 24], "vaulthook": 2, "httphook": 2, "imaphook": 2, "influxdbhook": 2, "jdbchook": 2, "jenkinshook": 2, "azurebasehook": 2, "azure_data_explor": 2, "azuredataexplorerhook": 2, "azure_batch": 2, "azurebatchhook": 2, "azure_cosmo": 2, "azurecosmosdbhook": 2, "azure_data_lak": 2, "azuredatalakehook": 2, "azure_fileshar": 2, "azurefilesharehook": 2, "azure_container_volum": 2, "azurecontainervolumehook": 2, "azure_container_inst": 2, "azurecontainerinstancehook": [2, 5], "wasb": [2, 4, 18], "wasbhook": 2, "azure_data_factori": 2, "azuredatafactoryhook": 2, "azure_container_registri": 2, "azurecontainerregistryhook": 2, "azure_service_bu": 2, "baseazureservicebushook": 2, "azure_synaps": 2, "baseazuresynapsehook": 2, "adl": [2, 18], "azuredatalakestoragev2hook": 2, "mssqlhook": 2, "psrphook": 2, "mongo": [2, 23], "mongohook": 2, "mysqlhook": 2, "neo4jhook": 2, "odbchook": 2, "openaihook": 2, "opensearchhook": 2, "opsgeniealerthook": 2, "oraclehook": 2, "pagerdutyhook": [2, 5], "pagerduty_ev": [2, 22], "pagerdutyeventshook": [2, 5], "jupyter_kernel": 2, "kernelhook": 2, "pineconehook": 2, "postgr": [2, 3, 8, 19, 23], "postgreshook": [2, 5], "prestohook": 2, "qdranthook": 2, "redishook": 2, "salesforcehook": 2, "sambahook": 2, "segmenthook": 2, "sftphook": 2, "slackhook": 2, "slackwebhook": 2, "slackwebhookhook": 2, "smtphook": 2, "snowflakehook": 2, "sqlitehook": 2, "sshhook": [2, 5], "tableauhook": 2, "tabularhook": 2, "telegramhook": 2, "teradatahook": 2, "trinohook": 2, "verticahook": 2, "weaviatehook": [2, 5], "yandexcloud": 2, "yandexcloudbasehook": 2, "zendeskhook": 2, "document": [3, 12, 13, 16, 17, 18, 19, 20, 21, 22, 23], "detail": [3, 12, 13], "work": [3, 12, 13, 14], "file": [3, 8, 12, 15, 20, 24], "s3": [3, 4, 20], "gcp": [3, 24], "bigqueri": [3, 4, 5, 20], "mariadb": 3, "list": [4, 8, 12, 13, 20, 24], "mode": [4, 5], "modul": [4, 12], "airbytetriggersyncoper": [4, 22], "sensor": [4, 12, 13, 16, 17, 18, 19, 21, 22, 23], "airbytejobsensor": 4, "athenaoper": 4, "batch": [4, 5, 20], "batchcreatecomputeenvironmentoper": 4, "batchoper": 4, "bedrock": [4, 20], "bedrockcustomizemodeloper": 4, "ec": [4, 20], "ecscreateclusteroper": 4, "ecsdeleteclusteroper": 4, "ecsruntaskoper": 4, "ek": [4, 20], "ekscreateclusteroper": [4, 5], "ekscreatefargateprofileoper": 4, "ekscreatenodegroupoper": 4, "eksdeleteclusteroper": 4, "eksdeletefargateprofileoper": 4, "eksdeletenodegroupoper": 4, "emraddstepsoper": 4, "emrcontaineroper": 4, "emrcreatejobflowoper": 4, "emrserverlesscreateapplicationoper": 4, "emrserverlessdeleteapplicationoper": 4, "emrserverlessstartjoboper": 4, "emrserverlessstopapplicationoper": 4, "emrterminatejobflowoper": 4, "glue": [4, 20], "gluejoboper": 4, "glue_crawl": [4, 17], "gluecrawleroper": 4, "glue_databrew": [4, 17], "gluedatabrewstartjoboper": 4, "lambda_funct": [4, 17], "lambdacreatefunctionoper": 4, "neptun": [4, 20], "neptunestartdbclusteroper": 4, "neptunestopdbclusteroper": 4, "rd": [4, 5, 20], "rdscreatedbinstanceoper": 4, "rdsdeletedbinstanceoper": 4, "rdsstartdboper": 4, "rdsstopdboper": 4, "redshift_clust": [4, 17], "redshiftcreateclusteroper": 4, "redshiftcreateclustersnapshotoper": 4, "redshiftdeleteclusteroper": 4, "redshiftpauseclusteroper": 4, "redshiftresumeclusteroper": 4, "redshift_data": [4, 17], "redshiftdataoper": 4, "sagemak": [4, 20], "sagemakerendpointoper": 4, "sagemakerprocessingoper": 4, "sagemakerstartpipelineoper": 4, "sagemakerstoppipelineoper": 4, "sagemakertrainingoper": 4, "sagemakertransformoper": 4, "sagemakertuningoper": 4, "step_funct": [4, 17], "stepfunctionstartexecutionoper": 4, "batchsensor": [4, 5], "bedrockcustomizemodelcompletedsensor": 4, "ec2": [4, 20], "ec2instancestatesensor": 4, "emrcontainersensor": 4, "emrjobflowsensor": 4, "emrstepsensor": 4, "glue_catalog_partit": [4, 17], "gluecatalogpartitionsensor": [4, 5], "redshiftclustersensor": [4, 5], "s3keysensor": [4, 5], "s3keysunchangedsensor": 4, "sq": [4, 20], "sqssensor": [4, 5], "beamrunjavapipelineoper": [4, 5], "beamrunpythonpipelineoper": [4, 5], "livyoper": [4, 5], "job": [4, 5, 23], "kubernetesjoboper": 4, "pod": [4, 23], "kubernetespodoper": [4, 5, 23], "databricksrunnowoper": [4, 5, 22], "databrickssubmitrunoper": [4, 5, 22], "dbtcloudrunjoboper": 4, "dbtcloudjobrunsensor": [4, 5], "bigquerycheckoper": 4, "bigquerygetdataoper": 4, "bigqueryinsertjoboper": [4, 5], "bigqueryintervalcheckoper": 4, "bigqueryvaluecheckoper": 4, "bigquery_dt": [4, 19], "bigquerydatatransferservicestarttransferrunsoper": 4, "cloud_batch": [4, 19], "cloudbatchsubmitjoboper": 4, "cloud_build": [4, 19], "cloudbuildcreatebuildoper": 4, "cloud_compos": [4, 19], "cloudcomposercreateenvironmentoper": 4, "cloudcomposerdeleteenvironmentoper": 4, "cloudcomposerupdateenvironmentoper": 4, "cloud_run": [4, 19], "cloudrunexecutejoboper": 4, "cloud_sql": [4, 19], "cloudsqlexportinstanceoper": 4, "dataflow": [4, 5], "dataflowstartflextemplateoper": 4, "dataflowtemplatedjobstartoper": 4, "datafus": [4, 19], "clouddatafusionstartpipelineoper": 4, "dataplex": 4, "dataplexgetdataqualityscanresultoper": 4, "dataplexrundataprofilescanoper": 4, "dataplexrundataqualityscanoper": 4, "dataproc": [4, 20], "dataproccreatebatchoper": 4, "dataproccreateclusteroper": 4, "dataprocdeleteclusteroper": 4, "dataprocdiagnoseclusteroper": 4, "dataprocinstantiateinlineworkflowtemplateoper": 4, "dataprocinstantiateworkflowtemplateoper": 4, "dataprocjobbaseoper": 4, "dataprocsubmitjoboper": [4, 5], "dataprocupdateclusteroper": [4, 5], "kubernetes_engin": [4, 19], "gkecreateclusteroper": 4, "gkedeleteclusteroper": 4, "gkestartjoboper": 4, "mlengin": [4, 5, 19], "mlenginestarttrainingjoboper": [4, 5], "vertex_ai": [4, 19], "batch_prediction_job": [4, 19], "createbatchpredictionjoboper": [4, 5], "hyperparameter_tuning_job": [4, 19], "createhyperparametertuningjoboper": 4, "pipeline_job": [4, 19], "runpipelinejoboper": 4, "bigquerytableexistencesensor": [4, 5], "bigquerytablepartitionexistencesensor": [4, 5], "gc": [4, 20], "gcsobjectexistencesensor": [4, 5], "gcsobjectupdatesensor": 4, "gcsobjectswithprefixexistencesensor": 4, "gcsuploadsessioncompletesensor": 4, "pubsub": [4, 19], "pubsubpullsensor": 4, "httpoper": [4, 5], "httpsensor": 4, "data_factori": [4, 18], "azuredatafactoryrunpipelineoper": 4, "azuredatafactorypipelinerunstatussensor": 4, "wasbblobsensor": [4, 5], "wasbprefixsensor": 4, "sftpsensor": 4, "snowflakesqlapioper": 4, "object": [5, 12], "latest": [5, 13], "version": [5, 12, 13, 14, 15, 24], "packag": [5, 14], "page": [5, 7, 12, 14, 15], "mai": 5, "contain": [5, 12, 13, 20], "entiti": 5, "At": 5, "moment": 5, "we": [5, 12, 13], "onli": [5, 12, 14], "show": 5, "class": [5, 12], "function": [5, 8, 12, 20], "method": 5, "properti": [5, 12], "etc": 5, "support": [5, 8, 14, 16, 17, 18, 19], "argument": 5, "valu": [5, 11, 12], "ad": [5, 12, 20, 24], "futur": 5, "analyticdbsparkbaseoper": 5, "get_hook": 5, "instead": 5, "analyticdbsparksensor": 5, "osskeysensor": 5, "awsbaseasynchook": 5, "base_aw": [5, 17], "ha": [5, 11, 12, 13, 17, 18, 19], "been": [5, 12], "remov": [5, 12], "baseasyncsessionfactori": 5, "quicksighthook": 5, "sts_hook": 5, "obtain": 5, "account": 5, "id": [5, 12, 15], "pleas": [5, 14, 15], "consid": [5, 12], "account_id": 5, "redshiftasynchook": 5, "datasyncoper": 5, "eks_hook": 5, "dmstaskbasesensor": 5, "emrbasesensor": 5, "gluecrawlersensor": 5, "quicksightsensor": 5, "quicksight_hook": 5, "sagemakerbasesensor": 5, "stepfunctionexecutionsensor": 5, "batchoperatortrigg": 5, "batchjobtrigg": 5, "batchsensortrigg": 5, "rdsdbinstancetrigg": 5, "trigger": [5, 12], "other": [5, 12, 13, 14, 20], "rdsdbdeletedtrigg": 5, "rdsdbstoppedtrigg": 5, "rdsdbavailabletrigg": 5, "awsbasehookmixin": 5, "region": 5, "region_nam": 5, "beampipelinetrigg": 5, "beampythonpipelinetrigg": 5, "drilloper": 5, "sql": [5, 8, 15, 20], "oper": [5, 7, 8, 11, 12, 13, 16, 17, 18, 21, 22, 23], "sqlexecutequeryoper": 5, "druidcheckoper": 5, "sqlcheckoper": 5, "execute_complet": 5, "trigger_reentri": 5, "podgener": 5, "add_xcom_sidecar": 5, "util": 5, "xcom_sidecar": 5, "gen_pod": 5, "make_unique_pod_id": 5, "add_pod_suffix": 5, "kubernetes_helper_funct": 5, "podmanag": 5, "follow_container_log": 5, "fetch_container_log": 5, "follow": [5, 12, 13, 15], "true": [5, 12], "databricksrunnowdeferrableoper": 5, "deferr": [5, 8], "databrickssubmitrundeferrableoper": 5, "dbtcloudjobrunasyncsensor": 5, "releas": [5, 12, 13, 20], "attribut": 5, "dockeroper": 5, "elasticsearchsqlhook": 5, "fabairflowsecuritymanageroverrid": 5, "oauth_whitelist": 5, "oauth_allow_list": 5, "bigquerybasecursor": 5, "cancel_queri": 5, "create_empty_dataset": 5, "create_empty_t": 5, "create_external_t": 5, "delete_dataset": 5, "get_dataset": 5, "get_dataset_t": 5, "get_dataset_tables_list": 5, "get_datasets_list": 5, "get_schema": 5, "get_tabledata": 5, "insert_al": 5, "patch_dataset": 5, "patch_tabl": 5, "poll_job_complet": 5, "run_copi": 5, "run_extract": 5, "run_grant_dataset_view_access": 5, "run_load": 5, "run_queri": 5, "run_table_delet": 5, "run_table_upsert": 5, "run_with_configur": 5, "update_dataset": 5, "cancel_job": 5, "pass": [5, 12], "table_resourc": 5, "give": [5, 12, 13], "flexibl": 5, "than": [5, 11, 12, 13], "credentials_path": 5, "credenti": 5, "path": [5, 12], "longer": [5, 13], "actual": [5, 12], "get_servic": 5, "get_client": 5, "list_row": 5, "update_t": 5, "insert_job": 5, "delete_t": 5, "cloudbuildhook": 5, "create_build": 5, "create_build_without_waiting_for_result": 5, "dataflowhook": 5, "start_java_dataflow": 5, "start": [5, 12, 13], "start_java_pipelin": 5, "pipelin": 5, "wait_for_don": 5, "wait": 5, "requir": [5, 11, 12, 13, 14], "state": [5, 10], "start_python_dataflow": 5, "start_python_pipelin": 5, "gkecustomresourcehook": 5, "after": 5, "01": 5, "2024": 5, "gkekuberneteshook": 5, "gkedeploymenthook": 5, "gkehook": 5, "should": [5, 12, 13, 14, 15], "get_conn": 5, "get_cluster_manager_cli": 5, "gkejobhook": 5, "gkepodasynchook": 5, "gkekubernetesasynchook": 5, "gkepodhook": 5, "lifescienceshook": 5, "life": [5, 13], "scienc": 5, "beta": 5, "discontinu": 5, "juli": 5, "8": [5, 14, 24], "2025": 5, "favor": 5, "customjobhook": 5, "cancel_pipeline_job": 5, "pipelinejobhook": 5, "create_pipeline_job": 5, "delete_pipeline_job": 5, "get_pipeline_job": 5, "list_pipeline_job": 5, "bigqueryexecutequeryoper": 5, "bigquerypatchdatasetoper": 5, "bigqueryupdatedatasetoper": 5, "dataflowcreatejavajoboper": 5, "dataflowcreatepythonjoboper": 5, "datafusionpipelinelinkhelp": 5, "get_project_id": 5, "helper": 5, "resource_path_to_dict": 5, "dataprocscaleclusteroper": 5, "dataprocsubmithadoopjoboper": 5, "generate_job": 5, "gener": [5, 13], "dictionari": [5, 12], "repres": 5, "your": [5, 11, 13, 14], "new": [5, 12, 13], "dataprocsubmithivejoboper": 5, "dataprocsubmitpigjoboper": 5, "dataprocsubmitpysparkjoboper": 5, "dataprocsubmitsparkjoboper": 5, "dataprocsubmitsparksqljoboper": 5, "gkestartpodoper": 5, "get_gke_config_fil": 5, "fetch_cluster_info": 5, "get": [5, 11, 12, 15], "cluster": [5, 17], "info": 5, "lifesciencesrunpipelineoper": 5, "mlenginecreatemodeloper": 5, "legaci": 5, "ar": [5, 6, 7, 10, 12, 13, 14, 15, 17, 18, 19, 20], "vertex": 5, "ai": 5, "platform": [5, 9, 20, 24], "appropri": [5, 12, 13, 14], "vertexai": [5, 19], "mlenginecreateversionoper": 5, "parent_model": 5, "mlenginedeletemodeloper": 5, "deletemodeloper": 5, "mlenginedeleteversionoper": 5, "deletemodelversionoper": 5, "mlenginegetmodeloper": 5, "getmodeloper": 5, "mlenginelistversionsoper": 5, "listmodelversionsoper": 5, "mlenginemanagemodeloper": 5, "mlenginemanageversionoper": 5, "mlenginecreatevers": 5, "mlenginesetdefaultvers": 5, "mlenginelistvers": 5, "mlenginedeletevers": 5, "mlenginesetdefaultversionoper": 5, "setdefaultversiononmodeloper": 5, "mlenginestartbatchpredictionjoboper": 5, "createcustompythonpackagetrainingjoboper": 5, "mlenginetrainingcanceljoboper": 5, "cancelcustomtrainingjoboper": 5, "deleteautomltrainingjoboper": 5, "training_pipelin": 5, "training_pipeline_id": 5, "deletecustomtrainingjoboper": 5, "custom_job": [5, 19], "custom_job_id": 5, "cloudsecretmanagerbackend": [5, 11], "get_conn_uri": 5, "get_conn_valu": 5, "bigquerytableexistenceasyncsensor": 5, "bigquerytableexistencepartitionasyncsensor": 5, "cloudcomposerenvironmentsensor": 5, "achiev": 5, "same": [5, 12, 13, 14], "non": [5, 12], "sinc": [5, 13], "everi": [5, 13], "compos": [5, 20], "complet": 5, "gcsobjectexistenceasyncsensor": 5, "client_info": 5, "const": 5, "googleanalyticshook": 5, "googleanalyticsadminhook": 5, "googleanalyticsdataimportuploadoper": 5, "googleanalyticsadmincreatedatastreamoper": 5, "googleanalyticsdeletepreviousdatauploadsoper": 5, "googleanalyticsadmindeletedatastreamoper": 5, "googleanalyticsgetadslinkoper": 5, "googleanalyticsadmingetgoogleadslinkoper": 5, "googleanalyticslistaccountsoper": 5, "googleanalyticsadminlistaccountsoper": 5, "googleanalyticsretrieveadslinkslistoper": 5, "googleanalyticsadminlistgoogleadslinksoper": 5, "vaultbackend": [5, 11], "simplehttpoper": 5, "jdbcoper": [5, 21], "jenkinsjobtriggeroper": 5, "get_messag": 5, "relat": [5, 17], "get_stat": 5, "get_state_exitcode_detail": 5, "azuredataexplorerqueryoper": 5, "azurebatchoper": 5, "azurekeyvaultbackend": [5, 11], "wasbblobasyncsensor": 5, "azureblobstoragetogcsoper": 5, "azure_blob_to_gc": [5, 18, 19], "mssqloper": [5, 23], "hook_param": 5, "schema": [5, 12], "mysqloper": [5, 23], "airflowmappedtaskrunfacet": 5, "To": [5, 15, 19, 22, 23, 24], "next": [5, 11], "make": [5, 12, 13], "sure": [5, 12], "inform": [5, 11, 12, 13], "from": [5, 11, 12, 13, 16, 17, 18, 19], "airflowrunfacet": 5, "unknownoperatorattributerunfacet": 5, "oracleoper": 5, "create_ev": 5, "interact": 5, "event": 5, "send_ev": 5, "variabl": [5, 11, 12, 13], "renam": [5, 12], "name": [5, 12], "postgresoper": [5, 23], "sqltoslackoper": 5, "sql_to_slack": [5, 22, 23], "move": [5, 18, 19], "sql_to_slack_webhook": [5, 22, 23], "sqltoslackwebhookoper": [5, 22, 23], "slack_conn_id": 5, "slack_webhook_conn_id": 5, "snowflakeoper": [5, 22], "warehous": 5, "role": 5, "session_paramet": 5, "sqliteoper": [5, 23], "create_tunnel": 5, "get_tunnel": 5, "But": [5, 12], "note": [5, 12, 13], "order": [5, 12, 13], "have": [5, 11, 12, 13], "chang": [5, 10, 12, 13], "sshoper": 5, "exec_ssh_client_command": 5, "call": [5, 13], "ssh_hook": 5, "trinooper": [5, 23], "verticaoper": 5, "configur": [6, 8, 11, 12, 19], "handl": [6, 13, 14], "execut": [6, 11, 24], "task": [6, 7, 9, 10, 11, 13], "awsecsexecutor": 6, "celeryexecutor": 6, "celerykubernetesexecutor": 6, "kubernetesexecutor": 6, "For": [7, 13, 15], "its": [7, 11, 13], "redirect": 7, "user": [7, 12, 13, 15], "extern": [7, 10, 13], "system": [7, 10, 13, 20, 24], "button": 7, "here": [7, 8, 9, 10, 11, 13, 20, 24], "athenaqueryresultslink": 7, "batchjobdefinitionlink": 7, "batchjobdetailslink": 7, "batchjobqueuelink": 7, "emrclusterlink": 7, "emrlogslink": 7, "emrserverlesscloudwatchlogslink": 7, "emrserverlessdashboardlink": 7, "emrserverlesslogslink": 7, "emrserverlesss3logslink": 7, "gluejobrundetailslink": 7, "cloudwatcheventslink": 7, "statemachinedetailslink": 7, "statemachineexecutionsdetailslink": 7, "databricksjobrunlink": 7, "dbtcloudrunjoboperatorlink": 7, "bigqueryconsolelink": 7, "bigqueryconsoleindexablelink": 7, "dataformrepositorylink": 7, "dataformworkspacelink": 7, "dataformworkflowinvocationlink": 7, "datafusioninstancelink": 7, "datafusionpipelinelink": 7, "datafusionpipelineslink": 7, "cloudsqlinstancelink": 7, "cloudsqlinstancedatabaselink": 7, "dataplextasklink": 7, "dataplextaskslink": 7, "dataplexlakelink": 7, "bigquerydatasetlink": 7, "bigquerytablelink": 7, "bigquerydatatransferconfiglink": 7, "computeinstancedetailslink": 7, "computeinstancetemplatedetailslink": 7, "computeinstancegroupmanagerdetailslink": 7, "cloudtasksqueuelink": 7, "cloudtaskslink": 7, "datacatalogentrygrouplink": 7, "datacatalogentrylink": 7, "datacatalogtagtemplatelink": 7, "dataproclink": 7, "dataproclistlink": 7, "dataprocclusterlink": 7, "dataprocjoblink": 7, "dataprocworkflowlink": 7, "dataprocworkflowtemplatelink": 7, "dataprocbatchlink": 7, "dataprocbatcheslistlink": 7, "dataprocmetastoredetailedlink": 7, "dataprocmetastorelink": 7, "dataprepflowlink": 7, "dataprepjobgrouplink": 7, "vertexaimodellink": 7, "vertexaimodellistlink": 7, "vertexaimodelexportlink": 7, "vertexaitraininglink": 7, "vertexaitrainingpipelineslink": 7, "vertexaidatasetlink": 7, "vertexaidatasetlistlink": 7, "vertexaihyperparametertuningjoblistlink": 7, "vertexaibatchpredictionjoblink": 7, "vertexaibatchpredictionjoblistlink": 7, "vertexaiendpointlink": 7, "vertexaiendpointlistlink": 7, "vertexaipipelinejoblink": 7, "vertexaipipelinejoblistlink": 7, "workflowsworkflowdetailslink": 7, "workflowslistofworkflowslink": 7, "workflowsexecutionlink": 7, "cloudcomposerenvironmentlink": 7, "cloudcomposerenvironmentslink": 7, "dataflowjoblink": 7, "clouddatastoreimportexportlink": 7, "clouddatastoreentitieslink": 7, "bigtableinstancelink": 7, "bigtableclusterlink": 7, "bigtabletableslink": 7, "spannerdatabaselink": 7, "spannerinstancelink": 7, "stackdrivernotificationslink": 7, "stackdriverpolicieslink": 7, "kubernetesengineclusterlink": 7, "kubernetesenginepodlink": 7, "kubernetesenginejoblink": 7, "kubernetesengineworkloadslink": 7, "pubsubsubscriptionlink": 7, "pubsubtopiclink": 7, "memcachedinstancedetailslink": 7, "memcachedinstancelistlink": 7, "redisinstancedetailslink": 7, "redisinstancelistlink": 7, "cloudbuildlink": 7, "cloudbuildlistlink": 7, "cloudbuildtriggerslistlink": 7, "cloudbuildtriggerdetailslink": 7, "automldatasetlink": 7, "automldatasetlistlink": 7, "automlmodellink": 7, "automlmodeltrainlink": 7, "automlmodelpredictlink": 7, "lifescienceslink": 7, "cloudfunctionsdetailslink": 7, "cloudfunctionslistlink": 7, "cloudstoragetransferlistlink": 7, "cloudstoragetransferjoblink": 7, "cloudstoragetransferdetailslink": 7, "clouddlpdeidentifytemplateslistlink": 7, "clouddlpdeidentifytemplatedetailslink": 7, "clouddlpjobtriggerslistlink": 7, "clouddlpjobtriggerdetailslink": 7, "clouddlpjobslistlink": 7, "clouddlpjobdetailslink": 7, "clouddlpinspecttemplateslistlink": 7, "clouddlpinspecttemplatedetailslink": 7, "clouddlpinfotypeslistlink": 7, "clouddlpinfotypedetailslink": 7, "clouddlppossibleinfotypeslistlink": 7, "mlenginemodellink": 7, "mlenginemodelslistlink": 7, "mlenginejobdetailslink": 7, "mlenginejobslistlink": 7, "mlenginemodelversiondetailslink": 7, "storagelink": 7, "filedetailslink": 7, "googleanalyticspropertylink": 7, "azuredatafactorypipelinerunlink": 7, "azuresynapsepipelinerunlink": 7, "yqlink": 7, "thei": [8, 12, 13, 14, 24], "certain": [8, 13], "auth": [8, 12], "backend": [8, 12], "googl": [8, 13, 15, 20], "airbyt": [8, 15, 20], "alibaba": [8, 15], "cassandra": [8, 15, 20], "drill": [8, 15, 20], "druid": [8, 15, 20], "hdf": [8, 15, 16], "impala": [8, 15, 20], "kafka": [8, 15, 20], "kylin": [8, 15, 20], "livi": [8, 15, 20], "pig": [8, 15, 20], "pinot": [8, 15, 20], "spark": [8, 15, 20], "appris": [8, 15, 20], "arangodb": [8, 15, 20], "asana": [8, 15, 20], "atlassian": [8, 15, 20], "jira": [8, 15, 20], "ibm": [8, 15, 20, 24], "cloudant": [8, 15, 20], "coher": [8, 15, 20], "databrick": [8, 15, 20], "datadog": [8, 15, 20], "dbt": [8, 15], "cloud": [8, 9, 15, 20], "dingd": [8, 15, 22], "discord": [8, 15, 20], "docker": [8, 15, 20], "exasol": [8, 15, 20], "facebook": [8, 15, 20], "ftp": [8, 15, 20], "github": [8, 13, 15, 20], "grpc": [8, 15, 20], "hashicorp": [8, 15, 20], "hypertext": [8, 15, 20, 24], "http": [8, 12, 13, 14, 15, 20], "influxdb": [8, 15, 20], "jenkin": [8, 15, 20], "mssql": [8, 15, 20], "powershel": [8, 15, 20, 24], "remot": [8, 13, 15, 20, 24], "psrp": [8, 15, 21], "mongodb": [8, 15, 20, 24], "mysql": [8, 15, 20], "neo4j": [8, 15, 20], "odbc": [8, 15, 20], "openai": [8, 15, 20], "opensearch": [8, 15, 20], "opsgeni": [8, 15, 20], "oracl": [8, 15, 20], "pagerduti": [8, 15, 20], "papermil": [8, 15, 20], "pinecon": [8, 15, 20], "postgresql": [8, 15, 20, 24], "presto": [8, 15, 20], "qdrant": [8, 15, 20], "redi": [8, 15, 20], "salesforc": [8, 15, 20], "samba": [8, 15, 20], "segment": [8, 15, 20], "sftp": [8, 15, 20], "slack": [8, 15, 20], "snowflak": [8, 15, 20], "sqlite": [8, 15, 20], "ssh": [8, 15, 20], "tableau": [8, 15, 20], "tabular": [8, 15, 20], "telegram": [8, 15, 20], "teradata": [8, 15, 20], "trino": [8, 15, 20], "vertica": [8, 15, 20], "weaviat": [8, 15, 20], "zendesk": [8, 15, 20], "dataset": [8, 19], "uri": 8, "scheme": [8, 13], "beam": [8, 15, 20], "deprec": [8, 12], "executor": [8, 12], "extra": [8, 12], "link": [8, 12], "write": [8, 11, 12, 13], "log": [8, 11, 12, 20], "notif": [8, 12, 20], "secret": [8, 12], "osstaskhandl": 9, "s3taskhandl": 9, "cloudwatchtaskhandl": 9, "elasticsearchtaskhandl": 9, "gcstaskhandl": 9, "stackdrivertaskhandl": 9, "blob": [9, 13, 20], "storag": [9, 20], "wasbtaskhandl": 9, "redistaskhandl": 9, "allow": [10, 11, 12, 13, 16, 17, 18, 19, 21, 22, 23], "send": 10, "instanc": [10, 20], "dag": [10, 12, 13, 19], "run": [10, 12, 15, 20, 24], "notifi": [10, 12], "chimenotifi": 10, "snsnotifi": 10, "sqsnotifi": 10, "apprisenotifi": 10, "jiranotifi": 10, "discordnotifi": 10, "opsgenienotifi": 10, "pagerdutynotifi": 10, "slacknotifi": 10, "slackwebhooknotifi": 10, "smtpnotifi": 10, "rather": [11, 12, 13], "while": [11, 14], "store": 11, "possibl": [11, 12, 13], "mani": [11, 12], "enterpris": 11, "alreadi": [11, 15], "some": [11, 12, 13, 14, 18, 19], "tap": 11, "servic": [11, 13, 20, 24], "integr": [11, 12, 13, 16, 17, 18, 19, 20, 22, 24], "do": [11, 12, 14, 15], "design": [11, 13], "choic": 11, "normal": 11, "elev": 11, "permiss": [11, 20], "protect": 11, "resourc": [11, 23], "That": 11, "mean": [11, 12, 13], "metastor": 11, "even": [11, 12], "If": [11, 12, 13, 14], "need": [11, 12, 13, 14], "updat": [11, 13], "must": [11, 12], "explicitli": 11, "done": [11, 13], "kei": [11, 12, 15], "foo": 11, "It": [11, 12, 15], "detect": 11, "situat": 11, "like": [11, 12, 13, 14], "wrong": 11, "output": 11, "warn": [11, 12, 15], "request": 11, "honor": 11, "ignor": [11, 12], "reason": [11, 12, 13], "due": 11, "prioriti": 11, "given": [11, 13], "ones": 11, "secretsmanagerbackend": 11, "systemsmanagerparameterstorebackend": 11, "lockboxsecretbackend": 11, "develop": [12, 13, 16], "togeth": [12, 13], "standard": [12, 21], "instal": [12, 24], "mechan": 12, "moreov": 12, "describ": [12, 13, 14], "previou": [12, 13, 15], "chapter": [12, 13], "As": 12, "mention": 12, "add": [12, 13], "well": [12, 13, 15], "build": [12, 13], "them": [12, 13, 14], "would": [12, 13], "just": 12, "matter": [12, 13], "python": [12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24], "right": [12, 14], "meta": 12, "data": [12, 16, 20, 21, 22], "entri": 12, "point": [12, 13], "apache_airflow_provid": 12, "which": [12, 13, 18], "callabl": 12, "return": 12, "discover": 12, "json": 12, "most": [12, 15], "extens": [12, 13, 19], "might": [12, 13, 14], "want": [12, 13], "purpos": 12, "import": [12, 15], "view": [12, 13], "displai": [12, 20], "cli": 12, "human": 12, "friendli": 12, "descript": 12, "addit": [12, 13], "revers": 12, "chronolog": 12, "first": 12, "current": [12, 14], "taken": 12, "provider_info": 12, "replac": 12, "decor": [12, 21], "where": [12, 13], "handler": 12, "config": 12, "conform": 12, "config_templ": 12, "yml": 12, "contribut": [12, 13], "arrai": 12, "optim": 12, "3": [12, 14, 24], "target": [12, 16, 17, 18, 19, 21, 22, 23], "includ": [12, 13, 14, 24], "earlier": 12, "both": 12, "queri": 12, "command": [12, 14], "wai": [12, 13], "verifi": [12, 15, 20], "properli": 12, "recogn": 12, "whether": 12, "line": 12, "interfac": [12, 13, 21], "environ": [12, 13], "sub": 12, "convent": 12, "librari": 12, "Such": 12, "typic": [12, 14], "result": 12, "importerror": 12, "howev": [12, 13], "error": 12, "silent": 12, "pollut": 12, "fals": 12, "veri": 12, "bad": 12, "pattern": 12, "tend": 12, "turn": 12, "blind": 12, "spot": 12, "so": [12, 13, 14], "avoid": 12, "encourag": 12, "until": 12, "had": 12, "select": [12, 15], "known": [12, 14], "1": [12, 13, 15, 24], "come": [12, 14], "lead": [12, 14], "without": [12, 13], "clue": 12, "someth": 12, "miss": 12, "depend": [12, 13, 14], "assign": 12, "uniqu": 12, "retriev": [12, 13], "xcom": 12, "exampl": [12, 13, 14, 15, 19], "case": [12, 13], "calcul": 12, "alwai": 12, "check": [12, 15], "ti_kei": 12, "none": 12, "get_valu": 12, "keep": 12, "backward": [12, 13], "compat": [12, 13], "code": [12, 19], "similar": 12, "condit": 12, "def": 12, "get_link": 12, "self": [12, 15], "baseoper": 12, "dttm": 12, "datetim": 12, "taskinstancekei": 12, "job_id": 12, "els": 12, "assert": 12, "get_on": 12, "dag_id": 12, "task_id": 12, "execution_d": 12, "len": 12, "index": [12, 13], "bigquery_job_details_link_fmt": 12, "format": [12, 14], "my": 12, "anyth": 12, "besid": 12, "befor": 12, "anyon": 12, "who": 12, "abl": 12, "quit": 12, "number": 12, "80": [12, 13], "go": 12, "maintain": 12, "structur": 12, "intent": 12, "pr": [12, 14], "free": [12, 13], "ani": [12, 13], "long": 12, "conflict": 12, "prefer": 12, "choos": [12, 15], "domain": 12, "what": [12, 24], "exist": 12, "below": [12, 14, 15], "pyproject": 12, "toml": 12, "tell": 12, "metadata": 12, "step": [12, 15, 20], "part": 12, "project": 12, "url": 12, "pypi": [12, 15, 24], "compliant": 12, "runtim": 12, "sever": 12, "org": [12, 15], "draft": 12, "07": 12, "under": 12, "repositori": [12, 24], "string": 12, "rst": [12, 13], "item": 12, "favour": 12, "perform": [12, 16, 17, 18, 19, 21, 22, 23], "individu": 12, "onc": [12, 13], "deprecatedvers": 12, "filesystem": [12, 17, 18, 19], "guid": [12, 15, 16, 17, 18, 19, 21, 22, 23], "sourc": [12, 16, 17, 18, 19, 21, 22, 23], "match": [12, 15], "section": 12, "additionalproperti": 12, "null": 12, "ref": 12, "definit": 12, "previous_nam": 12, "appli": 12, "taskflow": 12, "version_ad": 12, "enum": 12, "boolean": 12, "integ": 12, "float": 12, "default": [12, 13], "sensit": 12, "specifi": 12, "airflow__": 12, "___": 12, "__secret": 12, "_cmd": 12, "airflowconfigpars": 12, "sensitive_config_valu": 12, "additional_properti": 12, "myproviderpackag": 12, "get_provider_info": 12, "py": 12, "sourcehook": 12, "good": [12, 13, 15], "question": 12, "glad": 12, "ask": 12, "usual": [12, 13], "_default": 12, "few": 12, "google_cloud_default": 12, "aws_default": 12, "two": 12, "try": 12, "one": [12, 15], "succe": 12, "answer": 12, "polici": 12, "advertis": 12, "share": [12, 13, 14], "absolut": 12, "ecosystem": 12, "area": 12, "our": 12, "websit": 12, "feel": 12, "evalu": 12, "merg": 12, "charg": 12, "outsid": 12, "control": 12, "commerci": 12, "busi": 12, "built": [12, 13], "around": 12, "softwar": [12, 20], "never": 12, "3rd": 12, "parti": [12, 13], "modular": 13, "schedul": 13, "basic": 13, "multitud": 13, "separ": 13, "easili": 13, "exactli": 13, "written": 13, "learn": 13, "find": 13, "full": 13, "solid": 13, "discov": 13, "re": 13, "becom": 13, "public": 13, "privat": 13, "form": 13, "deliv": 13, "visibl": 13, "By": [13, 15], "save": 13, "local": [13, 20], "intern": 13, "logger": 13, "receiv": 13, "statu": 13, "were": 13, "particular": 13, "downgrad": 13, "introduc": 13, "problem": [13, 14], "impact": 13, "main": [13, 15], "increment": 13, "independ": [13, 20], "valid": [13, 15], "test": 13, "capac": 13, "third": 13, "multipl": 13, "semver": 13, "approach": 13, "unless": 13, "recent": 13, "x": 13, "vari": 13, "per": 13, "limit": [13, 18], "constrain": 13, "correspond": 13, "correct": [13, 15], "constraint": [13, 14], "cross": 13, "simpli": 13, "enabl": [13, 24], "often": 13, "between": 13, "differ": [13, 15], "again": 13, "kind": 13, "break": 13, "backport": 13, "could": 13, "back": 13, "port": 13, "last": 13, "wa": 13, "march": 13, "17": [13, 24], "2021": [13, 15], "reach": 13, "end": 13, "Of": 13, "june": 13, "com": [13, 14, 15], "managing_providers_lifecycl": 13, "publish": 14, "pip": [14, 24], "offici": 14, "success": 14, "poetri": 14, "workflow": 14, "especi": 14, "v": 14, "wish": 14, "convert": 14, "There": [14, 15], "issu": 14, "bazel": 14, "circular": 14, "switch": 14, "encount": 14, "fix": 14, "newer": 14, "raw": 14, "githubusercont": 14, "txt": 14, "upgrad": 14, "flink": [15, 20], "window": [15, 20, 24], "winrm": [15, 20], "openfaa": [15, 20], "pgvector": [15, 20], "sendgrid": 15, "singular": [15, 20], "drop": 15, "down": 15, "top": 15, "left": 15, "pgp": 15, "signatur": 15, "essenti": 15, "download": [15, 19], "sha": 15, "gpg": 15, "asc": 15, "relev": 15, "distribut": [15, 24], "recommend": 15, "directori": 15, "mirror": 15, "pgpk": 15, "ka": 15, "binari": 15, "pgpv": 15, "tar": 15, "gz": 15, "made": 15, "sat": 15, "11": [15, 24], "sep": 15, "12": [15, 24], "49": 15, "54": 15, "bst": 15, "rsa": 15, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 15, "issuer": 15, "kaxilnaik": 15, "kaxil": 15, "naik": 15, "unknown": 15, "aka": 15, "gmail": 15, "certifi": 15, "trust": 15, "indic": 15, "belong": 15, "owner": 15, "primari": 15, "fingerprint": 15, "cde1": 15, "5c6e": 15, "4d3a": 15, "8ec4": 15, "ecf4": 15, "ba4b": 15, "6674": 15, "e08a": 15, "d7de": 15, "406f": 15, "worri": 15, "certif": 15, "sign": 15, "why": 15, "know": 15, "sha512": 15, "sum": 15, "shasum": 15, "512": 15, "diff": 15, "variou": [16, 17, 18, 19, 21, 22, 23], "These": [16, 17, 18, 19, 21, 22, 23], "within": [16, 17, 18, 19, 21, 22], "product": [16, 17, 18, 19, 21, 22, 23], "record": 16, "tabl": 16, "druid_check": 16, "flink_kubernet": 16, "hive_stat": 16, "hive_partit": 16, "metastore_partit": 16, "named_hive_partit": 16, "consum": 16, "produc": 16, "client": [16, 20], "kylin_cub": 16, "spark_submit": 16, "spark_jdbc_script": 16, "web_hdf": 16, "copi": [16, 17, 18, 19, 21, 23], "hive_to_dynamodb": [16, 17], "hive_to_druid": 16, "vertica_to_h": [16, 23], "hive_to_mysql": [16, 23], "hive_to_samba": [16, 21], "s3_to_hiv": [16, 17], "mysql_to_h": [16, 23], "mssql_to_hiv": [16, 23], "cassandra_to_gc": [16, 19], "athena_sql": 17, "cloud_form": 17, "comput": 17, "elasticache_replication_group": 17, "redshift_sql": 17, "secrets_manag": 17, "verified_permiss": 17, "batch_client": 17, "batch_wait": 17, "dm": 17, "glue_catalog": 17, "dynamodb_to_s3": 17, "gcs_to_s3": [17, 19], "glacier_to_gc": [17, 19], "google_api_to_s3": 17, "http_to_s3": [17, 21], "attach": [17, 21], "imap_attachment_to_s3": [17, 21], "mongo_to_s3": [17, 23], "redshift_to_s3": 17, "s3_to_redshift": 17, "s3_to_sftp": [17, 21], "sftp_to_s3": [17, 21], "s3_to_ftp": [17, 21], "exasol_to_s3": [17, 23], "ftp_to_s3": [17, 21], "salesforce_to_s3": [17, 22], "local_to_s3": 17, "sql_to_s3": [17, 23], "s3_to_sql": [17, 23], "azure_blob_to_s3": [17, 18], "s3_to_gc": [17, 19], "s3_to_mysql": [17, 23], "copyfromexternalstagetosnowflakeoper": [17, 22], "copy_into_snowflak": [17, 18, 19, 22], "base_azur": 18, "sdk": 18, "wasb_delete_blob": 18, "container_inst": 18, "container_volum": 18, "container_registri": 18, "adx": 18, "data_lak": 18, "datalak": 18, "asb": 18, "azure_fileshare_to_gc": [18, 19], "adls_to_gc": [18, 19], "upload": [18, 19], "local_to_adl": 18, "oracle_to_azure_data_lak": [18, 23], "local_to_wasb": 18, "sftp_to_wasb": [18, 21], "base_googl": 19, "discovery_api": 19, "analyz": 19, "marketing_platform": 19, "campaign_manag": 19, "cloud_bas": 19, "firebas": [19, 24], "life_sci": 19, "cloud_memorystor": 19, "memcach": 19, "natural_languag": 19, "os_login": 19, "secret_manag": 19, "speech_to_text": 19, "cloud_storage_transfer_servic": 19, "text_to_speech": 19, "translate_speech": 19, "video_intellig": 19, "compute_ssh": 19, "datacatalog": 19, "datapipelin": 19, "dataproc_metastor": 19, "gdm": 19, "auto_ml": 19, "endpoint_servic": 19, "model_servic": 19, "generative_model": 19, "presto_to_gc": [19, 23], "trino_to_gc": [19, 23], "sql_to_gc": [19, 23], "suit": [19, 23, 24], "gcs_to_gdriv": 19, "gdrive_to_gc": 19, "calendar_to_gc": 19, "sheet": [19, 23], "sheets_to_gc": 19, "gcs_to_sftp": [19, 21], "postgres_to_gc": [19, 23], "bigquery_to_sql": [19, 23], "bigquery_to_mysql": [19, 23], "bigquery_to_mssql": [19, 23], "bigquery_to_postgr": [19, 23], "gcs_to_bigqueri": 19, "gcs_to_gc": 19, "facebook_ads_to_gc": [19, 22], "sftp_to_gc": [19, 21], "bigquery_to_bigqueri": 19, "mysql_to_gc": [19, 23], "oracle_to_gc": [19, 23], "gcs_to_sheet": 19, "local_to_gc": 19, "bigquery_to_gc": 19, "gcs_to_loc": 19, "salesforce_to_gc": [19, 22], "ads_to_gc": 19, "mssql_to_gc": [19, 23], "gcs_to_presto": [19, 23], "gcs_to_samba": [19, 21], "gcs_to_trino": [19, 23], "analytics_admin": 19, "admin": 19, "display_video": 19, "search_ad": 19, "A": 20, "asf": 20, "foundat": 20, "dynamodb": 20, "appflow": 20, "cloudform": 20, "cloudwatch": 20, "datasync": 20, "elast": 20, "registri": 20, "ecr": 20, "elasticach": 20, "eventbridg": 20, "glacier": 20, "kinesi": 20, "firehos": 20, "quicksight": 20, "secretsmanag": 20, "email": 20, "se": 20, "sn": 20, "queue": 20, "ssm": 20, "migrat": 20, "databrew": 20, "lambda": 20, "token": 20, "st": 20, "cosmo": 20, "db": 20, "explor": 20, "factori": 20, "lake": 20, "gen2": 20, "fileshar": 20, "bu": 20, "synaps": 20, "market": [20, 24], "analyt": 20, "ga4": 20, "analytics360": 20, "video": 20, "360": 20, "search": 20, "calendar": 20, "dataform": 20, "discoveri": 20, "drive": 20, "spreadsheet": 20, "shell": [20, 24], "repo": 20, "dingtalk": [20, 24], "incom": [20, 24], "webhook": [20, 24], "yq": 20, "swarm": 20, "imap_attach": 21, "databricks_bas": 22, "databricks_sql": 22, "databricks_partit": 22, "databrickscreatejobsoper": 22, "databricks_repo": 22, "databricksreposcreateoper": 22, "databricksreposupdateoper": 22, "databricksreposdeleteoper": 22, "databrickssqloper": 22, "databrickscopyintooper": 22, "discord_webhook": 22, "opsgeniecreatealertoper": 22, "salesforce_apex_rest": 22, "bulk": 22, "salesforceapexrestoper": 22, "salesforcebulkoper": 22, "segment_track_ev": 22, "slack_webhook": 22, "snowflake_sql_api": 22, "tableauoper": 22, "telegramoper": 22, "yandexcloud_dataproc": 22, "proc": 22, "base_sql_to_slack": [22, 23], "sqltoslackapifileoper": [22, 23], "asana_task": 23, "asanacreatetaskoper": 23, "celery_queu": 23, "embed": 23, "cohereembeddingoper": 23, "file_transf": 23, "docker_swarm": 23, "jenkins_job_trigg": 23, "custom_object_launch": 23, "spark_kubernet": 23, "neo4joper": 23, "openaiembeddingoper": 23, "kernel": 23, "pgvectoringestoper": 23, "pineconeingestoper": 23, "qdrantingestoper": 23, "redis_publish": 23, "redis_kei": 23, "redis_pub_sub": 23, "teradataoper": 23, "weaviateingestoper": 23, "sql_to_sheet": 23, "vertica_to_mysql": 23, "presto_to_mysql": 23, "trino_to_mysql": 23, "oracle_to_oracl": 23, "teradatatoteradataoper": 23, "teradata_to_teradata": 23, "7": 24, "6": 24, "5": 24, "4": 24, "20": 24, "19": 24, "18": 24, "16": 24, "15": 24, "14": 24, "13": 24, "9": 24, "hadoop": 24, "app": 24, "workspac": 24, "formerli": 24}, "objects": {"": [[24, 0, 1, "std-provider-apache-airflow-providers-airbyte", "apache-airflow-providers-airbyte"], [24, 0, 1, "std-provider-apache-airflow-providers-alibaba", "apache-airflow-providers-alibaba"], [24, 0, 1, "std-provider-apache-airflow-providers-amazon", "apache-airflow-providers-amazon"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-beam", "apache-airflow-providers-apache-beam"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-cassandra", "apache-airflow-providers-apache-cassandra"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-drill", "apache-airflow-providers-apache-drill"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-druid", "apache-airflow-providers-apache-druid"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-flink", "apache-airflow-providers-apache-flink"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-hdfs", "apache-airflow-providers-apache-hdfs"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-hive", "apache-airflow-providers-apache-hive"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-impala", "apache-airflow-providers-apache-impala"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-kafka", "apache-airflow-providers-apache-kafka"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-kylin", "apache-airflow-providers-apache-kylin"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-livy", "apache-airflow-providers-apache-livy"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-pig", "apache-airflow-providers-apache-pig"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-pinot", "apache-airflow-providers-apache-pinot"], [24, 0, 1, "std-provider-apache-airflow-providers-apache-spark", "apache-airflow-providers-apache-spark"], [24, 0, 1, "std-provider-apache-airflow-providers-apprise", "apache-airflow-providers-apprise"], [24, 0, 1, "std-provider-apache-airflow-providers-arangodb", "apache-airflow-providers-arangodb"], [24, 0, 1, "std-provider-apache-airflow-providers-asana", "apache-airflow-providers-asana"], [24, 0, 1, "std-provider-apache-airflow-providers-atlassian-jira", "apache-airflow-providers-atlassian-jira"], [24, 0, 1, "std-provider-apache-airflow-providers-celery", "apache-airflow-providers-celery"], [24, 0, 1, "std-provider-apache-airflow-providers-cloudant", "apache-airflow-providers-cloudant"], [24, 0, 1, "std-provider-apache-airflow-providers-cncf-kubernetes", "apache-airflow-providers-cncf-kubernetes"], [24, 0, 1, "std-provider-apache-airflow-providers-cohere", "apache-airflow-providers-cohere"], [24, 0, 1, "std-provider-apache-airflow-providers-common-io", "apache-airflow-providers-common-io"], [24, 0, 1, "std-provider-apache-airflow-providers-common-sql", "apache-airflow-providers-common-sql"], [24, 0, 1, "std-provider-apache-airflow-providers-databricks", "apache-airflow-providers-databricks"], [24, 0, 1, "std-provider-apache-airflow-providers-datadog", "apache-airflow-providers-datadog"], [24, 0, 1, "std-provider-apache-airflow-providers-dbt-cloud", "apache-airflow-providers-dbt-cloud"], [24, 0, 1, "std-provider-apache-airflow-providers-dingding", "apache-airflow-providers-dingding"], [24, 0, 1, "std-provider-apache-airflow-providers-discord", "apache-airflow-providers-discord"], [24, 0, 1, "std-provider-apache-airflow-providers-docker", "apache-airflow-providers-docker"], [24, 0, 1, "std-provider-apache-airflow-providers-elasticsearch", "apache-airflow-providers-elasticsearch"], [24, 0, 1, "std-provider-apache-airflow-providers-exasol", "apache-airflow-providers-exasol"], [24, 0, 1, "std-provider-apache-airflow-providers-fab", "apache-airflow-providers-fab"], [24, 0, 1, "std-provider-apache-airflow-providers-facebook", "apache-airflow-providers-facebook"], [24, 0, 1, "std-provider-apache-airflow-providers-ftp", "apache-airflow-providers-ftp"], [24, 0, 1, "std-provider-apache-airflow-providers-github", "apache-airflow-providers-github"], [24, 0, 1, "std-provider-apache-airflow-providers-google", "apache-airflow-providers-google"], [24, 0, 1, "std-provider-apache-airflow-providers-grpc", "apache-airflow-providers-grpc"], [24, 0, 1, "std-provider-apache-airflow-providers-hashicorp", "apache-airflow-providers-hashicorp"], [24, 0, 1, "std-provider-apache-airflow-providers-http", "apache-airflow-providers-http"], [24, 0, 1, "std-provider-apache-airflow-providers-imap", "apache-airflow-providers-imap"], [24, 0, 1, "std-provider-apache-airflow-providers-influxdb", "apache-airflow-providers-influxdb"], [24, 0, 1, "std-provider-apache-airflow-providers-jdbc", "apache-airflow-providers-jdbc"], [24, 0, 1, "std-provider-apache-airflow-providers-jenkins", "apache-airflow-providers-jenkins"], [24, 0, 1, "std-provider-apache-airflow-providers-microsoft-azure", "apache-airflow-providers-microsoft-azure"], [24, 0, 1, "std-provider-apache-airflow-providers-microsoft-mssql", "apache-airflow-providers-microsoft-mssql"], [24, 0, 1, "std-provider-apache-airflow-providers-microsoft-psrp", "apache-airflow-providers-microsoft-psrp"], [24, 0, 1, "std-provider-apache-airflow-providers-microsoft-winrm", "apache-airflow-providers-microsoft-winrm"], [24, 0, 1, "std-provider-apache-airflow-providers-mongo", "apache-airflow-providers-mongo"], [24, 0, 1, "std-provider-apache-airflow-providers-mysql", "apache-airflow-providers-mysql"], [24, 0, 1, "std-provider-apache-airflow-providers-neo4j", "apache-airflow-providers-neo4j"], [24, 0, 1, "std-provider-apache-airflow-providers-odbc", "apache-airflow-providers-odbc"], [24, 0, 1, "std-provider-apache-airflow-providers-openai", "apache-airflow-providers-openai"], [24, 0, 1, "std-provider-apache-airflow-providers-openfaas", "apache-airflow-providers-openfaas"], [24, 0, 1, "std-provider-apache-airflow-providers-openlineage", "apache-airflow-providers-openlineage"], [24, 0, 1, "std-provider-apache-airflow-providers-opensearch", "apache-airflow-providers-opensearch"], [24, 0, 1, "std-provider-apache-airflow-providers-opsgenie", "apache-airflow-providers-opsgenie"], [24, 0, 1, "std-provider-apache-airflow-providers-oracle", "apache-airflow-providers-oracle"], [24, 0, 1, "std-provider-apache-airflow-providers-pagerduty", "apache-airflow-providers-pagerduty"], [24, 0, 1, "std-provider-apache-airflow-providers-papermill", "apache-airflow-providers-papermill"], [24, 0, 1, "std-provider-apache-airflow-providers-pgvector", "apache-airflow-providers-pgvector"], [24, 0, 1, "std-provider-apache-airflow-providers-pinecone", "apache-airflow-providers-pinecone"], [24, 0, 1, "std-provider-apache-airflow-providers-postgres", "apache-airflow-providers-postgres"], [24, 0, 1, "std-provider-apache-airflow-providers-presto", "apache-airflow-providers-presto"], [24, 0, 1, "std-provider-apache-airflow-providers-qdrant", "apache-airflow-providers-qdrant"], [24, 0, 1, "std-provider-apache-airflow-providers-redis", "apache-airflow-providers-redis"], [24, 0, 1, "std-provider-apache-airflow-providers-salesforce", "apache-airflow-providers-salesforce"], [24, 0, 1, "std-provider-apache-airflow-providers-samba", "apache-airflow-providers-samba"], [24, 0, 1, "std-provider-apache-airflow-providers-segment", "apache-airflow-providers-segment"], [24, 0, 1, "std-provider-apache-airflow-providers-sendgrid", "apache-airflow-providers-sendgrid"], [24, 0, 1, "std-provider-apache-airflow-providers-sftp", "apache-airflow-providers-sftp"], [24, 0, 1, "std-provider-apache-airflow-providers-singularity", "apache-airflow-providers-singularity"], [24, 0, 1, "std-provider-apache-airflow-providers-slack", "apache-airflow-providers-slack"], [24, 0, 1, "std-provider-apache-airflow-providers-smtp", "apache-airflow-providers-smtp"], [24, 0, 1, "std-provider-apache-airflow-providers-snowflake", "apache-airflow-providers-snowflake"], [24, 0, 1, "std-provider-apache-airflow-providers-sqlite", "apache-airflow-providers-sqlite"], [24, 0, 1, "std-provider-apache-airflow-providers-ssh", "apache-airflow-providers-ssh"], [24, 0, 1, "std-provider-apache-airflow-providers-tableau", "apache-airflow-providers-tableau"], [24, 0, 1, "std-provider-apache-airflow-providers-tabular", "apache-airflow-providers-tabular"], [24, 0, 1, "std-provider-apache-airflow-providers-telegram", "apache-airflow-providers-telegram"], [24, 0, 1, "std-provider-apache-airflow-providers-teradata", "apache-airflow-providers-teradata"], [24, 0, 1, "std-provider-apache-airflow-providers-trino", "apache-airflow-providers-trino"], [24, 0, 1, "std-provider-apache-airflow-providers-vertica", "apache-airflow-providers-vertica"], [24, 0, 1, "std-provider-apache-airflow-providers-weaviate", "apache-airflow-providers-weaviate"], [24, 0, 1, "std-provider-apache-airflow-providers-yandex", "apache-airflow-providers-yandex"], [24, 0, 1, "std-provider-apache-airflow-providers-zendesk", "apache-airflow-providers-zendesk"]]}, "objtypes": {"0": "std:provider"}, "objnames": {"0": ["std", "provider", "provider"]}, "titleterms": {"auth": [0, 13], "backend": [0, 11, 13], "googl": [0, 2, 3, 4, 5, 7, 9, 11, 16, 17, 18, 19, 21, 22, 23, 24], "configur": [1, 13], "connect": [2, 13, 21], "airbyt": [2, 4, 22, 24], "alibaba": [2, 5, 9, 24], "amazon": [2, 3, 4, 5, 6, 7, 9, 10, 11, 16, 17, 18, 19, 21, 22, 23, 24], "apach": [2, 4, 5, 16, 17, 19, 21, 23, 24], "cassandra": [2, 16, 19, 24], "drill": [2, 5, 16, 24], "druid": [2, 5, 16, 24], "hdf": [2, 24], "hive": [2, 16, 17, 21, 23, 24], "impala": [2, 16, 24], "kafka": [2, 16, 24], "kylin": [2, 16, 24], "livi": [2, 4, 5, 16, 24], "pig": [2, 16, 24], "pinot": [2, 16, 24], "spark": [2, 16, 24], "appris": [2, 10, 23, 24], "arangodb": [2, 23, 24], "asana": [2, 23, 24], "atlassian": [2, 10, 23, 24], "jira": [2, 10, 23, 24], "ibm": [2, 22], "cloudant": [2, 22, 24], "kubernet": [2, 4, 5, 6, 17, 19, 23, 24], "coher": [2, 23, 24], "databrick": [2, 4, 5, 7, 22, 24], "datadog": [2, 22, 24], "dbt": [2, 4, 5, 7, 24], "cloud": [2, 4, 5, 7, 16, 17, 18, 19, 21, 22, 23, 24], "dingd": [2, 24], "discord": [2, 10, 22, 24], "docker": [2, 5, 23, 24], "elasticsearch": [2, 5, 9, 23, 24], "exasol": [2, 17, 23, 24], "facebook": [2, 19, 22, 24], "file": [2, 17, 18, 19, 21], "transfer": [2, 10, 16, 17, 18, 19, 21, 22, 23], "protocol": [2, 10, 17, 18, 19, 21], "ftp": [2, 17, 21, 24], "github": [2, 23, 24], "grpc": [2, 21, 24], "hashicorp": [2, 5, 11, 23, 24], "hypertext": [2, 17, 21], "http": [2, 4, 5, 17, 21, 24], "internet": [2, 17, 21], "messag": [2, 17, 21], "access": [2, 17, 21], "imap": [2, 17, 21, 24], "influxdb": [2, 23, 24], "java": [2, 21], "databas": [2, 17, 21], "jdbc": [2, 5, 21, 24], "jenkin": [2, 5, 23, 24], "microsoft": [2, 4, 5, 7, 9, 11, 16, 17, 18, 19, 21, 22, 23, 24], "azur": [2, 4, 5, 7, 9, 11, 17, 18, 19, 21, 22, 23, 24], "sql": [2, 16, 17, 19, 22, 23, 24], "server": [2, 16, 19, 23], "mssql": [2, 5, 16, 19, 23, 24], "powershel": [2, 21], "remot": [2, 21], "psrp": [2, 24], "mongodb": [2, 17, 23], "mysql": [2, 3, 5, 16, 17, 19, 23, 24], "neo4j": [2, 23, 24], "odbc": [2, 21, 24], "openai": [2, 23, 24], "opensearch": [2, 23, 24], "opsgeni": [2, 10, 22, 24], "oracl": [2, 5, 18, 19, 23, 24], "pagerduti": [2, 5, 10, 22, 24], "papermil": [2, 23, 24], "pinecon": [2, 23, 24], "postgresql": [2, 3, 19, 23], "presto": [2, 19, 23, 24], "qdrant": [2, 23, 24], "redi": [2, 9, 23, 24], "salesforc": [2, 17, 19, 22, 24], "samba": [2, 16, 19, 21, 24], "segment": [2, 22, 24], "sftp": [2, 4, 17, 18, 19, 21, 24], "slack": [2, 5, 10, 22, 23, 24], "simpl": [2, 10, 16, 17, 18, 19, 21, 22, 23], "mail": [2, 10, 21], "smtp": [2, 10, 21, 24], "snowflak": [2, 4, 5, 17, 18, 19, 22, 24], "sqlite": [2, 5, 23, 24], "ssh": [2, 5, 17, 18, 19, 21, 24], "tableau": [2, 22, 24], "tabular": [2, 23, 24], "telegram": [2, 22, 24], "teradata": [2, 23, 24], "trino": [2, 3, 5, 19, 23, 24], "vertica": [2, 5, 16, 23, 24], "weaviat": [2, 5, 23, 24], "yandex": [2, 7, 11, 22, 24], "zendesk": [2, 23, 24], "dataset": 3, "uri": 3, "scheme": 3, "core": [3, 8, 13], "support": 4, "deferr": 4, "oper": [4, 19, 20], "airflow": [4, 5, 13, 24], "provid": [4, 5, 12, 13, 15, 24], "beam": [4, 5, 16, 24], "cncf": [4, 5, 24], "deprec": 5, "fab": [5, 24], "openlineag": [5, 24], "postgr": [5, 24], "executor": 6, "celeri": [6, 23, 24], "extra": [7, 13], "link": [7, 13], "extens": 8, "write": 9, "log": [9, 13, 17], "notif": [10, 13, 17], "secret": [11, 13, 19], "how": 12, "creat": 12, "your": 12, "own": 12, "custom": [12, 13], "packag": [12, 13, 15, 24], "special": 12, "consider": 12, "option": 12, "featur": 12, "us": 12, "dynam": 12, "task": [12, 19], "map": 12, "faq": 12, "extend": 13, "function": [13, 17, 19], "instal": [13, 14, 15], "upgrad": 13, "type": 13, "commun": 13, "maintain": 13, "from": [14, 15], "pypi": 14, "tool": 14, "sourc": 15, "releas": 15, "integr": [15, 21, 23], "asf": 16, "softwar": [16, 23], "foundat": 16, "flink": [16, 24], "webhdf": 16, "dynamodb": [16, 17], "storag": [16, 17, 18, 19, 21, 22, 23], "servic": [16, 17, 18, 19, 21, 22, 23], "s3": [16, 17, 18, 19, 21, 22, 23], "gc": [16, 17, 18, 19, 21, 22, 23], "aw": 17, "web": 17, "appflow": 17, "athena": 17, "bedrock": 17, "chime": 17, "cloudform": 17, "cloudwatch": 17, "datasync": 17, "ec2": 17, "ec": 17, "elast": 17, "contain": [17, 18], "registri": 17, "ecr": 17, "ek": 17, "elasticach": 17, "emr": 17, "eventbridg": 17, "glacier": [17, 19], "kinesi": 17, "data": [17, 18, 19, 23], "firehos": 17, "neptun": 17, "quicksight": 17, "rd": 17, "redshift": 17, "sagemak": 17, "secretsmanag": 17, "email": 17, "se": 17, "sn": 17, "queue": 17, "sq": 17, "system": 17, "manag": [17, 19, 21], "ssm": 17, "verifi": 17, "permiss": 17, "batch": [17, 18, 19], "migrat": 17, "glue": 17, "databrew": 17, "lambda": 17, "secur": [17, 21], "token": 17, "st": 17, "step": 17, "local": [17, 18, 19], "common": [17, 19, 22, 23, 24], "blob": [17, 18, 19, 21, 22], "instanc": 18, "cosmo": 18, "db": 18, "explor": 18, "factori": 18, "lake": [18, 19, 23], "client": 18, "gen2": 18, "fileshar": [18, 19], "bu": 18, "synaps": 18, "automl": 19, "bigqueri": [19, 23], "bigtabl": 19, "campaign": 19, "build": 19, "loss": 19, "prevent": 19, "dlp": 19, "firestor": 19, "kei": 19, "km": 19, "life": 19, "scienc": 19, "memorystor": 19, "natur": 19, "languag": 19, "o": 19, "login": 19, "pub": 19, "sub": 19, "spanner": 19, "speech": 19, "text": 19, "stackdriv": 19, "translat": 19, "video": 19, "intellig": 19, "vision": 19, "workflow": 19, "comput": 19, "engin": 19, "catalog": 19, "fusion": 19, "pipelin": 19, "dataflow": 19, "dataplex": 19, "dataprep": 19, "dataproc": [19, 22], "metastor": 19, "datastor": 19, "deploy": 19, "looker": 19, "machin": 19, "learn": 19, "vertex": 19, "ai": 19, "drive": 19, "calendar": 19, "spreadsheet": [19, 23], "ad": [19, 22], "market": 19, "platform": 19, "analyt": 19, "ga4": 19, "analytics360": 19, "displai": 19, "360": 19, "search": 19, "other": 19, "hook": [19, 20], "compos": 19, "dataform": 19, "run": 19, "discoveri": 19, "api": [19, 22, 23], "leveldb": 19, "refer": [20, 24], "shell": 21, "window": 21, "winrm": [21, 24], "repo": 22, "dingtalk": 22, "incom": [22, 23], "webhook": [22, 23], "yq": 22, "io": [23, 24], "swarm": 23, "vault": 23, "openfaa": [23, 24], "pgvector": [23, 24], "singular": [23, 24], "mongo": 24, "sendgrid": 24}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"Auth backends": [[0, "auth-backends"], [13, "auth-backends"]], "Google": [[0, "google"], [2, "google"], [3, "google"], [7, "google"], [9, "google"], [11, "google"], [19, "google"], [19, "id3"]], "Configurations": [[1, "configurations"]], "Connections": [[2, "connections"]], "Airbyte": [[2, "airbyte"], [22, "airbyte"]], "Alibaba": [[2, "alibaba"], [9, "alibaba"]], "Amazon": [[2, "amazon"], [3, "amazon"], [6, "amazon"], [7, "amazon"], [9, "amazon"], [10, "amazon"], [11, "amazon"]], "Apache Cassandra": [[2, "apache-cassandra"], [16, "apache-cassandra"]], "Apache Drill": [[2, "apache-drill"], [16, "apache-drill"]], "Apache Druid": [[2, "apache-druid"], [16, "apache-druid"]], "Apache HDFS": [[2, "apache-hdfs"]], "Apache Hive": [[2, "apache-hive"], [16, "apache-hive"]], "Apache Impala": [[2, "apache-impala"], [16, "apache-impala"]], "Apache Kafka": [[2, "apache-kafka"], [16, "apache-kafka"]], "Apache Kylin": [[2, "apache-kylin"], [16, "apache-kylin"]], "Apache Livy": [[2, "apache-livy"], [16, "apache-livy"]], "Apache Pig": [[2, "apache-pig"], [16, "apache-pig"]], "Apache Pinot": [[2, "apache-pinot"], [16, "apache-pinot"]], "Apache Spark": [[2, "apache-spark"], [16, "apache-spark"]], "Apprise": [[2, "apprise"], [10, "apprise"], [23, "apprise"]], "ArangoDB": [[2, "arangodb"], [23, "arangodb"]], "Asana": [[2, "asana"], [23, "asana"]], "Atlassian Jira": [[2, "atlassian-jira"], [10, "atlassian-jira"], [23, "atlassian-jira"]], "IBM Cloudant": [[2, "ibm-cloudant"], [22, "ibm-cloudant"]], "Kubernetes": [[2, "kubernetes"], [6, "kubernetes"], [23, "kubernetes"]], "Cohere": [[2, "cohere"], [23, "cohere"]], "Databricks": [[2, "databricks"], [7, "databricks"], [22, "databricks"]], "Datadog": [[2, "datadog"], [22, "datadog"]], "dbt Cloud": [[2, "dbt-cloud"], [7, "dbt-cloud"]], "Dingding": [[2, "dingding"]], "Discord": [[2, "discord"], [10, "discord"], [22, "discord"]], "Docker": [[2, "docker"], [23, "docker"]], "Elasticsearch": [[2, "elasticsearch"], [9, "elasticsearch"], [23, "elasticsearch"]], "Exasol": [[2, "exasol"], [23, "exasol"]], "Facebook": [[2, "facebook"]], "File Transfer Protocol (FTP)": [[2, "file-transfer-protocol-ftp"], [21, "file-transfer-protocol-ftp"]], "Github": [[2, "github"], [23, "github"]], "gRPC": [[2, "grpc"], [21, "grpc"]], "Hashicorp": [[2, "hashicorp"], [11, "hashicorp"]], "Hypertext Transfer Protocol (HTTP)": [[2, "hypertext-transfer-protocol-http"], [21, "hypertext-transfer-protocol-http"]], "Internet Message Access Protocol (IMAP)": [[2, "internet-message-access-protocol-imap"], [21, "internet-message-access-protocol-imap"]], "Influxdb": [[2, "influxdb"], [23, "influxdb"]], "Java Database Connectivity (JDBC)": [[2, "java-database-connectivity-jdbc"], [21, "java-database-connectivity-jdbc"]], "Jenkins": [[2, "jenkins"], [23, "jenkins"]], "Microsoft Azure": [[2, "microsoft-azure"], [7, "microsoft-azure"], [9, "microsoft-azure"], [11, "microsoft-azure"], [18, "microsoft-azure"]], "Microsoft SQL Server (MSSQL)": [[2, "microsoft-sql-server-mssql"], [23, "microsoft-sql-server-mssql"]], "PowerShell Remoting Protocol (PSRP)": [[2, "powershell-remoting-protocol-psrp"]], "MongoDB": [[2, "mongodb"], [23, "mongodb"]], "MySQL": [[2, "mysql"], [3, "mysql"], [23, "mysql"]], "Neo4j": [[2, "neo4j"], [23, "neo4j"]], "ODBC": [[2, "odbc"], [21, "odbc"]], "OpenAI": [[2, "openai"], [23, "openai"]], "OpenSearch": [[2, "opensearch"], [23, "opensearch"]], "Opsgenie": [[2, "opsgenie"], [10, "opsgenie"], [22, "opsgenie"]], "Oracle": [[2, "oracle"], [23, "oracle"]], "Pagerduty": [[2, "pagerduty"], [10, "pagerduty"], [22, "pagerduty"]], "Papermill": [[2, "papermill"], [23, "papermill"]], "Pinecone": [[2, "pinecone"], [23, "pinecone"]], "PostgreSQL": [[2, "postgresql"], [3, "postgresql"], [23, "postgresql"]], "Presto": [[2, "presto"], [23, "presto"]], "Qdrant": [[2, "qdrant"], [23, "qdrant"]], "Redis": [[2, "redis"], [9, "redis"], [23, "redis"]], "Salesforce": [[2, "salesforce"], [22, "salesforce"]], "Samba": [[2, "samba"], [21, "samba"]], "Segment": [[2, "segment"], [22, "segment"]], "SFTP": [[2, "sftp"]], "Slack": [[2, "slack"], [10, "slack"]], "Simple Mail Transfer Protocol (SMTP)": [[2, "simple-mail-transfer-protocol-smtp"], [10, "simple-mail-transfer-protocol-smtp"], [21, "simple-mail-transfer-protocol-smtp"]], "Snowflake": [[2, "snowflake"], [22, "snowflake"]], "SQLite": [[2, "sqlite"], [23, "sqlite"]], "SSH": [[2, "ssh"]], "Tableau": [[2, "tableau"], [22, "tableau"]], "Tabular": [[2, "tabular"], [23, "tabular"]], "Telegram": [[2, "telegram"], [22, "telegram"]], "Teradata": [[2, "teradata"], [23, "teradata"]], "Trino": [[2, "trino"], [3, "trino"], [23, "trino"]], "Vertica": [[2, "vertica"], [23, "vertica"]], "Weaviate": [[2, "weaviate"], [23, "weaviate"]], "Yandex": [[2, "yandex"], [7, "yandex"], [11, "yandex"]], "Zendesk": [[2, "zendesk"], [23, "zendesk"]], "Dataset URI Schemes": [[3, "dataset-uri-schemes"]], "Core": [[3, "core"]], "Supported Deferrable Operators": [[4, "supported-deferrable-operators"]], "apache-airflow-providers-airbyte": [[4, "apache-airflow-providers-airbyte"], [24, "apache-airflow-providers-airbyte"]], "apache-airflow-providers-amazon": [[4, "apache-airflow-providers-amazon"], [5, "apache-airflow-providers-amazon"], [24, "apache-airflow-providers-amazon"]], "apache-airflow-providers-apache-beam": [[4, "apache-airflow-providers-apache-beam"], [5, "apache-airflow-providers-apache-beam"], [24, "apache-airflow-providers-apache-beam"]], "apache-airflow-providers-apache-livy": [[4, "apache-airflow-providers-apache-livy"], [5, "apache-airflow-providers-apache-livy"], [24, "apache-airflow-providers-apache-livy"]], "apache-airflow-providers-cncf-kubernetes": [[4, "apache-airflow-providers-cncf-kubernetes"], [5, "apache-airflow-providers-cncf-kubernetes"], [24, "apache-airflow-providers-cncf-kubernetes"]], "apache-airflow-providers-databricks": [[4, "apache-airflow-providers-databricks"], [5, "apache-airflow-providers-databricks"], [24, "apache-airflow-providers-databricks"]], "apache-airflow-providers-dbt-cloud": [[4, "apache-airflow-providers-dbt-cloud"], [5, "apache-airflow-providers-dbt-cloud"], [24, "apache-airflow-providers-dbt-cloud"]], "apache-airflow-providers-google": [[4, "apache-airflow-providers-google"], [5, "apache-airflow-providers-google"], [24, "apache-airflow-providers-google"]], "apache-airflow-providers-http": [[4, "apache-airflow-providers-http"], [5, "apache-airflow-providers-http"], [24, "apache-airflow-providers-http"]], "apache-airflow-providers-microsoft-azure": [[4, "apache-airflow-providers-microsoft-azure"], [5, "apache-airflow-providers-microsoft-azure"], [24, "apache-airflow-providers-microsoft-azure"]], "apache-airflow-providers-sftp": [[4, "apache-airflow-providers-sftp"], [24, "apache-airflow-providers-sftp"]], "apache-airflow-providers-snowflake": [[4, "apache-airflow-providers-snowflake"], [5, "apache-airflow-providers-snowflake"], [24, "apache-airflow-providers-snowflake"]], "Deprecations": [[5, "deprecations"]], "apache-airflow-providers-alibaba": [[5, "apache-airflow-providers-alibaba"], [24, "apache-airflow-providers-alibaba"]], "apache-airflow-providers-apache-drill": [[5, "apache-airflow-providers-apache-drill"], [24, "apache-airflow-providers-apache-drill"]], "apache-airflow-providers-apache-druid": [[5, "apache-airflow-providers-apache-druid"], [24, "apache-airflow-providers-apache-druid"]], "apache-airflow-providers-docker": [[5, "apache-airflow-providers-docker"], [24, "apache-airflow-providers-docker"]], "apache-airflow-providers-elasticsearch": [[5, "apache-airflow-providers-elasticsearch"], [24, "apache-airflow-providers-elasticsearch"]], "apache-airflow-providers-fab": [[5, "apache-airflow-providers-fab"], [24, "apache-airflow-providers-fab"]], "apache-airflow-providers-hashicorp": [[5, "apache-airflow-providers-hashicorp"], [24, "apache-airflow-providers-hashicorp"]], "apache-airflow-providers-jdbc": [[5, "apache-airflow-providers-jdbc"], [24, "apache-airflow-providers-jdbc"]], "apache-airflow-providers-jenkins": [[5, "apache-airflow-providers-jenkins"], [24, "apache-airflow-providers-jenkins"]], "apache-airflow-providers-microsoft-mssql": [[5, "apache-airflow-providers-microsoft-mssql"], [24, "apache-airflow-providers-microsoft-mssql"]], "apache-airflow-providers-mysql": [[5, "apache-airflow-providers-mysql"], [24, "apache-airflow-providers-mysql"]], "apache-airflow-providers-openlineage": [[5, "apache-airflow-providers-openlineage"], [24, "apache-airflow-providers-openlineage"]], "apache-airflow-providers-oracle": [[5, "apache-airflow-providers-oracle"], [24, "apache-airflow-providers-oracle"]], "apache-airflow-providers-pagerduty": [[5, "apache-airflow-providers-pagerduty"], [24, "apache-airflow-providers-pagerduty"]], "apache-airflow-providers-postgres": [[5, "apache-airflow-providers-postgres"], [24, "apache-airflow-providers-postgres"]], "apache-airflow-providers-slack": [[5, "apache-airflow-providers-slack"], [24, "apache-airflow-providers-slack"]], "apache-airflow-providers-sqlite": [[5, "apache-airflow-providers-sqlite"], [24, "apache-airflow-providers-sqlite"]], "apache-airflow-providers-ssh": [[5, "apache-airflow-providers-ssh"], [24, "apache-airflow-providers-ssh"]], "apache-airflow-providers-trino": [[5, "apache-airflow-providers-trino"], [24, "apache-airflow-providers-trino"]], "apache-airflow-providers-vertica": [[5, "apache-airflow-providers-vertica"], [24, "apache-airflow-providers-vertica"]], "apache-airflow-providers-weaviate": [[5, "apache-airflow-providers-weaviate"], [24, "apache-airflow-providers-weaviate"]], "Executors": [[6, "executors"]], "Celery": [[6, "celery"], [23, "celery"]], "Extra Links": [[7, "extra-links"]], "Core Extensions": [[8, "core-extensions"]], "Writing logs": [[9, "writing-logs"]], "Notifications": [[10, "notifications"], [13, "notifications"]], "Secret backends": [[11, "secret-backends"], [13, "secret-backends"]], "How to create your own provider": [[12, "how-to-create-your-own-provider"]], "Custom provider packages": [[12, "custom-provider-packages"]], "How to create a provider": [[12, "how-to-create-a-provider"]], "Special considerations": [[12, "special-considerations"]], "Optional provider features": [[12, "optional-provider-features"]], "Using Providers with dynamic task mapping": [[12, "using-providers-with-dynamic-task-mapping"]], "FAQ for custom providers": [[12, "faq-for-custom-providers"]], "Provider packages": [[13, "provider-packages"]], "Extending Airflow core functionality": [[13, "extending-airflow-core-functionality"]], "Configuration": [[13, "configuration"]], "Custom connections": [[13, "custom-connections"]], "Extra links": [[13, "extra-links"]], "Logging": [[13, "logging"]], "Installing and upgrading providers": [[13, "installing-and-upgrading-providers"]], "Types of providers": [[13, "types-of-providers"]], "Community maintained providers": [[13, "community-maintained-providers"]], "Installation from PyPI": [[14, "installation-from-pypi"]], "Installation tools": [[14, "installation-tools"]], "Installing Providers from Sources": [[15, "installing-providers-from-sources"]], "Released packages": [[15, "released-packages"]], "Release integrity": [[15, "release-integrity"]], "ASF: Apache Software Foundation": [[16, "asf-apache-software-foundation"]], "Software": [[16, "software"], [23, "software"]], "Apache Beam": [[16, "apache-beam"]], "Apache Flink": [[16, "apache-flink"]], "WebHDFS": [[16, "webhdfs"]], "Transfers": [[16, "transfers"], [17, "transfers"], [18, "transfers"], [19, "transfers"], [21, "transfers"], [22, "transfers"], [23, "transfers"]], "Apache Hive to Amazon DynamoDB": [[16, "apache-hive-to-amazon-dynamodb"], [17, "apache-hive-to-amazon-dynamodb"]], "Apache Hive to Apache Druid": [[16, "apache-hive-to-apache-druid"]], "Vertica to Apache Hive": [[16, "vertica-to-apache-hive"], [23, "vertica-to-apache-hive"]], "Apache Hive to MySQL": [[16, "apache-hive-to-mysql"], [23, "apache-hive-to-mysql"]], "Apache Hive to Samba": [[16, "apache-hive-to-samba"], [21, "apache-hive-to-samba"]], "Amazon Simple Storage Service (S3) to Apache Hive": [[16, "amazon-simple-storage-service-s3-to-apache-hive"], [17, "amazon-simple-storage-service-s3-to-apache-hive"]], "MySQL to Apache Hive": [[16, "mysql-to-apache-hive"], [23, "mysql-to-apache-hive"]], "Microsoft SQL Server (MSSQL) to Apache Hive": [[16, "microsoft-sql-server-mssql-to-apache-hive"], [23, "microsoft-sql-server-mssql-to-apache-hive"]], "Apache Cassandra to Google Cloud Storage (GCS)": [[16, "apache-cassandra-to-google-cloud-storage-gcs"], [19, "apache-cassandra-to-google-cloud-storage-gcs"]], "AWS: Amazon Web Services": [[17, "aws-amazon-web-services"]], "Services": [[17, "services"], [18, "services"], [19, "services"], [22, "services"], [22, "id1"]], "Amazon Appflow": [[17, "amazon-appflow"]], "Amazon Athena": [[17, "amazon-athena"]], "Amazon Bedrock": [[17, "amazon-bedrock"]], "Amazon Chime": [[17, "amazon-chime"]], "Amazon CloudFormation": [[17, "amazon-cloudformation"]], "Amazon CloudWatch Logs": [[17, "amazon-cloudwatch-logs"]], "Amazon DataSync": [[17, "amazon-datasync"]], "Amazon DynamoDB": [[17, "amazon-dynamodb"]], "Amazon EC2": [[17, "amazon-ec2"]], "Amazon ECS": [[17, "amazon-ecs"]], "Amazon Elastic Container Registry (ECR)": [[17, "amazon-elastic-container-registry-ecr"]], "Amazon Elastic Kubernetes Service (EKS)": [[17, "amazon-elastic-kubernetes-service-eks"]], "Amazon ElastiCache": [[17, "amazon-elasticache"]], "Amazon EMR": [[17, "amazon-emr"]], "Amazon EMR on EKS": [[17, "amazon-emr-on-eks"]], "Amazon EventBridge": [[17, "amazon-eventbridge"]], "Amazon Glacier": [[17, "amazon-glacier"]], "Amazon Kinesis Data Firehose": [[17, "amazon-kinesis-data-firehose"]], "Amazon Neptune": [[17, "amazon-neptune"]], "Amazon QuickSight": [[17, "amazon-quicksight"]], "Amazon RDS": [[17, "amazon-rds"]], "Amazon Redshift": [[17, "amazon-redshift"]], "Amazon SageMaker": [[17, "amazon-sagemaker"]], "Amazon SecretsManager": [[17, "amazon-secretsmanager"]], "Amazon Simple Email Service (SES)": [[17, "amazon-simple-email-service-ses"]], "Amazon Simple Notification Service (SNS)": [[17, "amazon-simple-notification-service-sns"]], "Amazon Simple Queue Service (SQS)": [[17, "amazon-simple-queue-service-sqs"]], "Amazon Simple Storage Service (S3)": [[17, "amazon-simple-storage-service-s3"]], "Amazon Systems Manager (SSM)": [[17, "amazon-systems-manager-ssm"]], "Amazon Verified Permissions": [[17, "amazon-verified-permissions"]], "Amazon Web Services": [[17, "amazon-web-services"]], "AWS Batch": [[17, "aws-batch"]], "AWS Database Migration Service": [[17, "aws-database-migration-service"]], "AWS Glue": [[17, "aws-glue"]], "AWS Glue DataBrew": [[17, "aws-glue-databrew"]], "AWS Lambda": [[17, "aws-lambda"]], "AWS Security Token Service (STS)": [[17, "aws-security-token-service-sts"]], "AWS Step Functions": [[17, "aws-step-functions"]], "Amazon DynamoDB to Amazon Simple Storage Service (S3)": [[17, "amazon-dynamodb-to-amazon-simple-storage-service-s3"]], "Google Cloud Storage (GCS) to Amazon Simple Storage Service (S3)": [[17, "google-cloud-storage-gcs-to-amazon-simple-storage-service-s3"], [19, "google-cloud-storage-gcs-to-amazon-simple-storage-service-s3"]], "Amazon Glacier to Google Cloud Storage (GCS)": [[17, "amazon-glacier-to-google-cloud-storage-gcs"], [19, "amazon-glacier-to-google-cloud-storage-gcs"]], "Google to Amazon Simple Storage Service (S3)": [[17, "google-to-amazon-simple-storage-service-s3"]], "Hypertext Transfer Protocol (HTTP) to Amazon Simple Storage Service (S3)": [[17, "hypertext-transfer-protocol-http-to-amazon-simple-storage-service-s3"], [21, "hypertext-transfer-protocol-http-to-amazon-simple-storage-service-s3"]], "Internet Message Access Protocol (IMAP) to Amazon Simple Storage Service (S3)": [[17, "internet-message-access-protocol-imap-to-amazon-simple-storage-service-s3"], [21, "internet-message-access-protocol-imap-to-amazon-simple-storage-service-s3"]], "MongoDB to Amazon Simple Storage Service (S3)": [[17, "mongodb-to-amazon-simple-storage-service-s3"], [23, "mongodb-to-amazon-simple-storage-service-s3"]], "Amazon Redshift to Amazon Simple Storage Service (S3)": [[17, "amazon-redshift-to-amazon-simple-storage-service-s3"]], "Amazon Simple Storage Service (S3) to Amazon Redshift": [[17, "amazon-simple-storage-service-s3-to-amazon-redshift"]], "Amazon Simple Storage Service (S3) to SSH File Transfer Protocol (SFTP)": [[17, "amazon-simple-storage-service-s3-to-ssh-file-transfer-protocol-sftp"], [21, "amazon-simple-storage-service-s3-to-ssh-file-transfer-protocol-sftp"]], "SSH File Transfer Protocol (SFTP) to Amazon Simple Storage Service (S3)": [[17, "ssh-file-transfer-protocol-sftp-to-amazon-simple-storage-service-s3"], [21, "ssh-file-transfer-protocol-sftp-to-amazon-simple-storage-service-s3"]], "Amazon Simple Storage Service (S3) to File Transfer Protocol (FTP)": [[17, "amazon-simple-storage-service-s3-to-file-transfer-protocol-ftp"], [21, "amazon-simple-storage-service-s3-to-file-transfer-protocol-ftp"]], "Exasol to Amazon Simple Storage Service (S3)": [[17, "exasol-to-amazon-simple-storage-service-s3"], [23, "exasol-to-amazon-simple-storage-service-s3"]], "File Transfer Protocol (FTP) to Amazon Simple Storage Service (S3)": [[17, "file-transfer-protocol-ftp-to-amazon-simple-storage-service-s3"], [21, "file-transfer-protocol-ftp-to-amazon-simple-storage-service-s3"]], "Salesforce to Amazon Simple Storage Service (S3)": [[17, "salesforce-to-amazon-simple-storage-service-s3"], [22, "salesforce-to-amazon-simple-storage-service-s3"]], "Local to Amazon Simple Storage Service (S3)": [[17, "local-to-amazon-simple-storage-service-s3"]], "Common SQL to Amazon Simple Storage Service (S3)": [[17, "common-sql-to-amazon-simple-storage-service-s3"], [23, "common-sql-to-amazon-simple-storage-service-s3"]], "Amazon Simple Storage Service (S3) to Common SQL": [[17, "amazon-simple-storage-service-s3-to-common-sql"], [23, "amazon-simple-storage-service-s3-to-common-sql"]], "Amazon Web Services to Amazon Web Services": [[17, "amazon-web-services-to-amazon-web-services"]], "Microsoft Azure Blob Storage to Amazon Simple Storage Service (S3)": [[17, "microsoft-azure-blob-storage-to-amazon-simple-storage-service-s3"], [18, "microsoft-azure-blob-storage-to-amazon-simple-storage-service-s3"]], "Amazon Simple Storage Service (S3) to Google Cloud Storage (GCS)": [[17, "amazon-simple-storage-service-s3-to-google-cloud-storage-gcs"], [19, "amazon-simple-storage-service-s3-to-google-cloud-storage-gcs"]], "Amazon Simple Storage Service (S3) to MySQL": [[17, "amazon-simple-storage-service-s3-to-mysql"], [23, "amazon-simple-storage-service-s3-to-mysql"]], "Amazon Simple Storage Service (S3) to Snowflake": [[17, "amazon-simple-storage-service-s3-to-snowflake"], [22, "amazon-simple-storage-service-s3-to-snowflake"]], "Azure: Microsoft Azure": [[18, "azure-microsoft-azure"]], "Microsoft Azure Batch": [[18, "microsoft-azure-batch"]], "Microsoft Azure Blob Storage": [[18, "microsoft-azure-blob-storage"]], "Microsoft Azure Container Instances": [[18, "microsoft-azure-container-instances"]], "Microsoft Azure Cosmos DB": [[18, "microsoft-azure-cosmos-db"]], "Microsoft Azure Data Explorer": [[18, "microsoft-azure-data-explorer"]], "Microsoft Azure Data Factory": [[18, "microsoft-azure-data-factory"]], "Microsoft Azure Data Lake Storage": [[18, "microsoft-azure-data-lake-storage"]], "Microsoft Azure Data Lake Storage Client Gen2": [[18, "microsoft-azure-data-lake-storage-client-gen2"]], "Microsoft Azure FileShare": [[18, "microsoft-azure-fileshare"]], "Microsoft Azure Service Bus": [[18, "microsoft-azure-service-bus"]], "Microsoft Azure Synapse": [[18, "microsoft-azure-synapse"]], "Microsoft Azure FileShare to Google Cloud Storage (GCS)": [[18, "microsoft-azure-fileshare-to-google-cloud-storage-gcs"], [19, "microsoft-azure-fileshare-to-google-cloud-storage-gcs"]], "Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)": [[18, "microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs"], [19, "microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs"]], "Microsoft Azure Blob Storage to Google Cloud Storage (GCS)": [[18, "microsoft-azure-blob-storage-to-google-cloud-storage-gcs"], [18, "id1"], [19, "microsoft-azure-blob-storage-to-google-cloud-storage-gcs"], [19, "id2"]], "Local to Microsoft Azure Data Lake Storage": [[18, "local-to-microsoft-azure-data-lake-storage"]], "Oracle to Microsoft Azure Data Lake Storage": [[18, "oracle-to-microsoft-azure-data-lake-storage"], [23, "oracle-to-microsoft-azure-data-lake-storage"]], "Local to Microsoft Azure Blob Storage": [[18, "local-to-microsoft-azure-blob-storage"]], "SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage": [[18, "ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage"], [21, "ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage"]], "Microsoft Azure Blob Storage to Snowflake": [[18, "microsoft-azure-blob-storage-to-snowflake"], [22, "microsoft-azure-blob-storage-to-snowflake"]], "Google Cloud": [[19, "google-cloud"]], "Google AutoML": [[19, "google-automl"]], "Google BigQuery": [[19, "google-bigquery"]], "Google BigQuery Data Transfer Service": [[19, "google-bigquery-data-transfer-service"]], "Google Bigtable": [[19, "google-bigtable"]], "Google Campaign Manager": [[19, "google-campaign-manager"]], "Google Cloud Build": [[19, "google-cloud-build"]], "Google Cloud Common": [[19, "google-cloud-common"]], "Google Cloud Data Loss Prevention (DLP)": [[19, "google-cloud-data-loss-prevention-dlp"]], "Google Cloud Firestore": [[19, "google-cloud-firestore"]], "Google Cloud Functions": [[19, "google-cloud-functions"]], "Google Cloud Key Management Service (KMS)": [[19, "google-cloud-key-management-service-kms"]], "Google Cloud Life Sciences": [[19, "google-cloud-life-sciences"]], "Google Cloud Memorystore": [[19, "google-cloud-memorystore"]], "Google Cloud Natural Language": [[19, "google-cloud-natural-language"]], "Google Cloud OS Login": [[19, "google-cloud-os-login"]], "Google Cloud Pub/Sub": [[19, "google-cloud-pub-sub"]], "Google Cloud Secret Manager": [[19, "google-cloud-secret-manager"]], "Google Cloud Spanner": [[19, "google-cloud-spanner"]], "Google Cloud Speech-to-Text": [[19, "google-cloud-speech-to-text"]], "Google Cloud SQL": [[19, "google-cloud-sql"]], "Google Cloud Stackdriver": [[19, "google-cloud-stackdriver"]], "Google Cloud Storage (GCS)": [[19, "google-cloud-storage-gcs"]], "Google Cloud Storage Transfer Service": [[19, "google-cloud-storage-transfer-service"]], "Google Cloud Tasks": [[19, "google-cloud-tasks"]], "Google Cloud Text-to-Speech": [[19, "google-cloud-text-to-speech"]], "Google Cloud Translation": [[19, "google-cloud-translation"]], "Google Cloud Video Intelligence": [[19, "google-cloud-video-intelligence"]], "Google Cloud Vision": [[19, "google-cloud-vision"]], "Google Cloud Workflows": [[19, "google-cloud-workflows"]], "Google Compute Engine": [[19, "google-compute-engine"]], "Google Data Catalog": [[19, "google-data-catalog"]], "Google Data Fusion": [[19, "google-data-fusion"]], "Google Data Pipelines": [[19, "google-data-pipelines"]], "Google Dataflow": [[19, "google-dataflow"]], "Google Dataplex": [[19, "google-dataplex"]], "Google Dataprep": [[19, "google-dataprep"]], "Google Dataproc": [[19, "google-dataproc"]], "Google Dataproc Metastore": [[19, "google-dataproc-metastore"]], "Google Datastore": [[19, "google-datastore"]], "Google Deployment Manager": [[19, "google-deployment-manager"]], "Google Kubernetes Engine": [[19, "google-kubernetes-engine"]], "Google Looker": [[19, "google-looker"]], "Google Machine Learning Engine": [[19, "google-machine-learning-engine"]], "Google Vertex AI": [[19, "google-vertex-ai"]], "Presto to Google Cloud Storage (GCS)": [[19, "presto-to-google-cloud-storage-gcs"], [23, "presto-to-google-cloud-storage-gcs"]], "Trino to Google Cloud Storage (GCS)": [[19, "trino-to-google-cloud-storage-gcs"], [23, "trino-to-google-cloud-storage-gcs"]], "Common SQL to Google Cloud Storage (GCS)": [[19, "common-sql-to-google-cloud-storage-gcs"], [23, "common-sql-to-google-cloud-storage-gcs"]], "Google Cloud Storage (GCS) to Google Drive": [[19, "google-cloud-storage-gcs-to-google-drive"]], "Google Drive to Google Cloud Storage (GCS)": [[19, "google-drive-to-google-cloud-storage-gcs"]], "Google Calendar to Google Cloud Storage (GCS)": [[19, "google-calendar-to-google-cloud-storage-gcs"]], "Google Spreadsheet to Google Cloud Storage (GCS)": [[19, "google-spreadsheet-to-google-cloud-storage-gcs"]], "Google Cloud Storage (GCS) to SSH File Transfer Protocol (SFTP)": [[19, "google-cloud-storage-gcs-to-ssh-file-transfer-protocol-sftp"], [21, "google-cloud-storage-gcs-to-ssh-file-transfer-protocol-sftp"]], "PostgreSQL to Google Cloud Storage (GCS)": [[19, "postgresql-to-google-cloud-storage-gcs"], [23, "postgresql-to-google-cloud-storage-gcs"]], "Google BigQuery to Common SQL": [[19, "google-bigquery-to-common-sql"], [23, "google-bigquery-to-common-sql"]], "Google BigQuery to MySQL": [[19, "google-bigquery-to-mysql"], [23, "google-bigquery-to-mysql"]], "Google BigQuery to Microsoft SQL Server (MSSQL)": [[19, "google-bigquery-to-microsoft-sql-server-mssql"], [23, "google-bigquery-to-microsoft-sql-server-mssql"]], "Google BigQuery to PostgreSQL": [[19, "google-bigquery-to-postgresql"], [23, "google-bigquery-to-postgresql"]], "Google Cloud Storage (GCS) to Google BigQuery": [[19, "google-cloud-storage-gcs-to-google-bigquery"]], "Google Cloud Storage (GCS) to Google Cloud Storage (GCS)": [[19, "google-cloud-storage-gcs-to-google-cloud-storage-gcs"]], "Facebook Ads to Google Cloud Storage (GCS)": [[19, "facebook-ads-to-google-cloud-storage-gcs"], [22, "facebook-ads-to-google-cloud-storage-gcs"]], "SSH File Transfer Protocol (SFTP) to Google Cloud Storage (GCS)": [[19, "ssh-file-transfer-protocol-sftp-to-google-cloud-storage-gcs"], [21, "ssh-file-transfer-protocol-sftp-to-google-cloud-storage-gcs"]], "Google BigQuery to Google BigQuery": [[19, "google-bigquery-to-google-bigquery"]], "MySQL to Google Cloud Storage (GCS)": [[19, "mysql-to-google-cloud-storage-gcs"], [23, "mysql-to-google-cloud-storage-gcs"]], "Oracle to Google Cloud Storage (GCS)": [[19, "oracle-to-google-cloud-storage-gcs"], [23, "oracle-to-google-cloud-storage-gcs"]], "Google Cloud Storage (GCS) to Google Spreadsheet": [[19, "google-cloud-storage-gcs-to-google-spreadsheet"]], "Local to Google Cloud Storage (GCS)": [[19, "local-to-google-cloud-storage-gcs"]], "Google BigQuery to Google Cloud Storage (GCS)": [[19, "google-bigquery-to-google-cloud-storage-gcs"]], "Google Cloud Storage (GCS) to Local": [[19, "google-cloud-storage-gcs-to-local"]], "Salesforce to Google Cloud Storage (GCS)": [[19, "salesforce-to-google-cloud-storage-gcs"], [22, "salesforce-to-google-cloud-storage-gcs"]], "Google Ads to Google Cloud Storage (GCS)": [[19, "google-ads-to-google-cloud-storage-gcs"]], "Microsoft SQL Server (MSSQL) to Google Cloud Storage (GCS)": [[19, "microsoft-sql-server-mssql-to-google-cloud-storage-gcs"], [23, "microsoft-sql-server-mssql-to-google-cloud-storage-gcs"]], "Google Cloud Storage (GCS) to Presto": [[19, "google-cloud-storage-gcs-to-presto"], [23, "google-cloud-storage-gcs-to-presto"]], "Google Cloud Storage (GCS) to Samba": [[19, "google-cloud-storage-gcs-to-samba"], [21, "google-cloud-storage-gcs-to-samba"]], "Google Cloud Storage (GCS) to Snowflake": [[19, "google-cloud-storage-gcs-to-snowflake"], [22, "google-cloud-storage-gcs-to-snowflake"]], "Google Cloud Storage (GCS) to Trino": [[19, "google-cloud-storage-gcs-to-trino"], [23, "google-cloud-storage-gcs-to-trino"]], "Google Marketing Platform": [[19, "google-marketing-platform"]], "Google Ads": [[19, "google-ads"]], "Google Analytics (GA4)": [[19, "google-analytics-ga4"]], "Google Analytics360": [[19, "google-analytics360"]], "Google Display&Video 360": [[19, "google-display-video-360"]], "Google Search Ads 360": [[19, "google-search-ads-360"]], "Other Google operators and hooks": [[19, "other-google-operators-and-hooks"]], "Google Calendar": [[19, "google-calendar"]], "Google Cloud Batch": [[19, "google-cloud-batch"]], "Google Cloud Composer": [[19, "google-cloud-composer"]], "Google Cloud Dataform": [[19, "google-cloud-dataform"]], "Google Cloud Run": [[19, "google-cloud-run"]], "Google Discovery API": [[19, "google-discovery-api"]], "Google Drive": [[19, "google-drive"]], "Google LevelDB": [[19, "google-leveldb"]], "Google Spreadsheet": [[19, "google-spreadsheet"]], "Operators and Hooks Reference": [[20, "operators-and-hooks-reference"]], "Protocol integrations": [[21, "protocol-integrations"]], "Protocols": [[21, "protocols"]], "Secure Shell (SSH)": [[21, "secure-shell-ssh"]], "SSH File Transfer Protocol (SFTP)": [[21, "ssh-file-transfer-protocol-sftp"]], "Windows PowerShell Remoting Protocol": [[21, "windows-powershell-remoting-protocol"]], "Windows Remote Management (WinRM)": [[21, "windows-remote-management-winrm"]], "Databricks Repos": [[22, "databricks-repos"]], "Databricks SQL": [[22, "databricks-sql"]], "DingTalk": [[22, "dingtalk"]], "Facebook Ads": [[22, "facebook-ads"]], "Slack API": [[22, "slack-api"]], "Slack Incoming Webhook": [[22, "slack-incoming-webhook"]], "Yandex.Cloud": [[22, "yandex-cloud"]], "Yandex.Cloud Dataproc": [[22, "yandex-cloud-dataproc"]], "Yandex.Cloud YQ": [[22, "yandex-cloud-yq"]], "Common SQL to Slack": [[22, "common-sql-to-slack"], [23, "common-sql-to-slack"]], "Common SQL to Slack API": [[22, "common-sql-to-slack-api"], [23, "common-sql-to-slack-api"]], "Common SQL to Slack Incoming Webhook": [[22, "common-sql-to-slack-incoming-webhook"], [23, "common-sql-to-slack-incoming-webhook"]], "Software integrations": [[23, "software-integrations"]], "Common IO": [[23, "common-io"]], "Common SQL": [[23, "common-sql"]], "Docker Swarm": [[23, "docker-swarm"]], "Hashicorp Vault": [[23, "hashicorp-vault"]], "OpenFaaS": [[23, "openfaas"]], "pgvector": [[23, "pgvector"]], "Singularity": [[23, "singularity"]], "Common SQL to Google Spreadsheet": [[23, "common-sql-to-google-spreadsheet"]], "Vertica to MySQL": [[23, "vertica-to-mysql"]], "Presto to MySQL": [[23, "presto-to-mysql"]], "Trino to MySQL": [[23, "trino-to-mysql"]], "Oracle to Oracle": [[23, "oracle-to-oracle"]], "Teradata to Teradata": [[23, "teradata-to-teradata"]], "Providers packages reference": [[24, "providers-packages-reference"]], "apache-airflow-providers-apache-cassandra": [[24, "apache-airflow-providers-apache-cassandra"]], "apache-airflow-providers-apache-flink": [[24, "apache-airflow-providers-apache-flink"]], "apache-airflow-providers-apache-hdfs": [[24, "apache-airflow-providers-apache-hdfs"]], "apache-airflow-providers-apache-hive": [[24, "apache-airflow-providers-apache-hive"]], "apache-airflow-providers-apache-impala": [[24, "apache-airflow-providers-apache-impala"]], "apache-airflow-providers-apache-kafka": [[24, "apache-airflow-providers-apache-kafka"]], "apache-airflow-providers-apache-kylin": [[24, "apache-airflow-providers-apache-kylin"]], "apache-airflow-providers-apache-pig": [[24, "apache-airflow-providers-apache-pig"]], "apache-airflow-providers-apache-pinot": [[24, "apache-airflow-providers-apache-pinot"]], "apache-airflow-providers-apache-spark": [[24, "apache-airflow-providers-apache-spark"]], "apache-airflow-providers-apprise": [[24, "apache-airflow-providers-apprise"]], "apache-airflow-providers-arangodb": [[24, "apache-airflow-providers-arangodb"]], "apache-airflow-providers-asana": [[24, "apache-airflow-providers-asana"]], "apache-airflow-providers-atlassian-jira": [[24, "apache-airflow-providers-atlassian-jira"]], "apache-airflow-providers-celery": [[24, "apache-airflow-providers-celery"]], "apache-airflow-providers-cloudant": [[24, "apache-airflow-providers-cloudant"]], "apache-airflow-providers-cohere": [[24, "apache-airflow-providers-cohere"]], "apache-airflow-providers-common-io": [[24, "apache-airflow-providers-common-io"]], "apache-airflow-providers-common-sql": [[24, "apache-airflow-providers-common-sql"]], "apache-airflow-providers-datadog": [[24, "apache-airflow-providers-datadog"]], "apache-airflow-providers-dingding": [[24, "apache-airflow-providers-dingding"]], "apache-airflow-providers-discord": [[24, "apache-airflow-providers-discord"]], "apache-airflow-providers-exasol": [[24, "apache-airflow-providers-exasol"]], "apache-airflow-providers-facebook": [[24, "apache-airflow-providers-facebook"]], "apache-airflow-providers-ftp": [[24, "apache-airflow-providers-ftp"]], "apache-airflow-providers-github": [[24, "apache-airflow-providers-github"]], "apache-airflow-providers-grpc": [[24, "apache-airflow-providers-grpc"]], "apache-airflow-providers-imap": [[24, "apache-airflow-providers-imap"]], "apache-airflow-providers-influxdb": [[24, "apache-airflow-providers-influxdb"]], "apache-airflow-providers-microsoft-psrp": [[24, "apache-airflow-providers-microsoft-psrp"]], "apache-airflow-providers-microsoft-winrm": [[24, "apache-airflow-providers-microsoft-winrm"]], "apache-airflow-providers-mongo": [[24, "apache-airflow-providers-mongo"]], "apache-airflow-providers-neo4j": [[24, "apache-airflow-providers-neo4j"]], "apache-airflow-providers-odbc": [[24, "apache-airflow-providers-odbc"]], "apache-airflow-providers-openai": [[24, "apache-airflow-providers-openai"]], "apache-airflow-providers-openfaas": [[24, "apache-airflow-providers-openfaas"]], "apache-airflow-providers-opensearch": [[24, "apache-airflow-providers-opensearch"]], "apache-airflow-providers-opsgenie": [[24, "apache-airflow-providers-opsgenie"]], "apache-airflow-providers-papermill": [[24, "apache-airflow-providers-papermill"]], "apache-airflow-providers-pgvector": [[24, "apache-airflow-providers-pgvector"]], "apache-airflow-providers-pinecone": [[24, "apache-airflow-providers-pinecone"]], "apache-airflow-providers-presto": [[24, "apache-airflow-providers-presto"]], "apache-airflow-providers-qdrant": [[24, "apache-airflow-providers-qdrant"]], "apache-airflow-providers-redis": [[24, "apache-airflow-providers-redis"]], "apache-airflow-providers-salesforce": [[24, "apache-airflow-providers-salesforce"]], "apache-airflow-providers-samba": [[24, "apache-airflow-providers-samba"]], "apache-airflow-providers-segment": [[24, "apache-airflow-providers-segment"]], "apache-airflow-providers-sendgrid": [[24, "apache-airflow-providers-sendgrid"]], "apache-airflow-providers-singularity": [[24, "apache-airflow-providers-singularity"]], "apache-airflow-providers-smtp": [[24, "apache-airflow-providers-smtp"]], "apache-airflow-providers-tableau": [[24, "apache-airflow-providers-tableau"]], "apache-airflow-providers-tabular": [[24, "apache-airflow-providers-tabular"]], "apache-airflow-providers-telegram": [[24, "apache-airflow-providers-telegram"]], "apache-airflow-providers-teradata": [[24, "apache-airflow-providers-teradata"]], "apache-airflow-providers-yandex": [[24, "apache-airflow-providers-yandex"]], "apache-airflow-providers-zendesk": [[24, "apache-airflow-providers-zendesk"]]}, "indexentries": {}})